framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,uniform,0.2208319902420044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,uniform,0.3647679885228475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,uniform,0.22064000368118286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,uniform,0.39452799161275226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,uniform,0.10777067144711812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,uniform,0.2370026707649231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,uniform,0.41574398676554364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,uniform,0.17327467600504556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,uniform,0.22105065981547037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,uniform,0.6178880135218302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,uniform,1.223573366800944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,uniform,0.73744002978007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,uniform,0.7832586765289307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,uniform,0.3922559817632039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,uniform,0.35731732845306396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,uniform,0.6854346593221029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,uniform,0.739893356959025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,uniform,1.156879981358846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,uniform,0.3948479890823364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,uniform,0.5880106687545776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,uniform,0.6855253378550211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,uniform,1.4209386507670085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,uniform,1.5231199264526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,uniform,1.434981346130371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,uniform,1.1514293352762859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,uniform,0.7366986274719238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,uniform,1.1533386707305908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,uniform,2.7968266805013022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,uniform,2.997104008992513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,uniform,2.793504079182943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,uniform,1.2342507044474285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,uniform,0.7005866368611654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,uniform,5.545434951782227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,uniform,3.741061210632324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,uniform,1.163050651550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,uniform,0.6984426975250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,uniform,5.5501283009847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,uniform,1.2340532938639324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,uniform,1.1629066467285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,uniform,0.7092053095499674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,uniform,1.2389919757843018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,uniform,5.546762466430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,uniform,3.7354933420817056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,uniform,1.1775039831797283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,uniform,8.290517171223959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,uniform,1.1676212946573894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,uniform,5.218586603800456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,uniform,0.7087146441141764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,uniform,3.559877395629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,uniform,5.5647735595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,uniform,1.1759466330210369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,uniform,8.301439921061197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,uniform,3.7677440643310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,uniform,1.1835626761118572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,uniform,0.7455466588338217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,uniform,1.184165318806966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,uniform,0.7207573254903158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,uniform,3.5455147425333657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,uniform,1.1862560113271077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,uniform,5.295520146687825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,uniform,8.294405619303385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,uniform,8.328218460083008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,uniform,1.188970645268758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,uniform,5.573386510213216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,uniform,0.7834506829579672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,uniform,3.5721918741861978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,uniform,1.3076053460439045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,uniform,8.370165506998697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,uniform,3.783386548360189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,uniform,1.2548693021138508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,uniform,5.622149149576823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,uniform,0.7839199701944987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,uniform,8.315263748168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,uniform,1.309882640838623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,uniform,3.7948481241861978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,uniform,1.2601652940114338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,uniform,5.643898646036784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,uniform,0.9266239802042643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,uniform,1.4828160603841145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,uniform,1.2341173489888508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,uniform,3.8307040532430015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,uniform,8.387045542399088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,uniform,5.6599680582682295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,uniform,1.3471412658691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,uniform,8.410816192626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,uniform,3.86844793955485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,uniform,1.2483200232187908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,uniform,2.318826675415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,uniform,1.4195094108581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,uniform,2.6230667432149253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,uniform,5.6990400950113935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,uniform,1.2667786280314128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,uniform,5.746469497680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,uniform,8.449877421061197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,uniform,2.1388959884643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,uniform,3.6345812479654946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,uniform,3.8204854329427085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,uniform,1.3012373447418213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,uniform,8.5196533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,uniform,5.817786534627278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,uniform,3.853935877482096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,uniform,2.900186538696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,uniform,1.5984479586283367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,uniform,5.418874740600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,uniform,8.632133483886719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,uniform,5.775360107421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,uniform,4.2142079671223955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,uniform,4.648842811584473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,uniform,7.930949529012044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,uniform,8.790005366007486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,uniform,5.925002415974935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,uniform,2.280336062113444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,uniform,5.620896021525065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,uniform,6.696879704793294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,uniform,12.60873540242513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,uniform,8.752005259195963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,uniform,6.540746688842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,uniform,3.352208137512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,uniform,10.267962773640951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,uniform,8.915221532185873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,uniform,9.639242808024088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,uniform,16.58181381225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,uniform,15.09829330444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,uniform,4.720757484436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,uniform,8.780975977579752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,uniform,13.559914906819662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,uniform,9.928682963053385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,uniform,23.89068349202474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,uniform,14.120138804117838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,uniform,6.7089494069417315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,uniform,20.432623545328777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,uniform,18.361749013264973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,uniform,12.658111572265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,uniform,34.57602183024088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,uniform,8.911130905151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,uniform,20.010229746500652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,uniform,31.339195251464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,uniform,23.343088785807293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,uniform,20.53775405883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,uniform,53.5084482828776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,uniform,13.274847666422525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,uniform,28.76258087158203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,uniform,42.474037170410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,uniform,35.33307647705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,uniform,31.18603261311849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,uniform,72.43590291341145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,uniform,18.571717580159504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,uniform,38.33226776123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,uniform,63.69298299153646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,uniform,47.64095560709635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,uniform,40.11297607421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,uniform,112.3517557779948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,uniform,60.46136983235677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,uniform,26.765818277994793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,uniform,86.04248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,uniform,65.80421956380208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,uniform,62.55762227376302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,uniform,148.87635294596353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,uniform,75.4572245279948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,uniform,36.47002665201823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,uniform,107.44258626302083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,uniform,0.13678933183352152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,uniform,0.19188799460728964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,uniform,94.68033854166667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,uniform,0.14294933279355368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,uniform,187.1522013346354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,uniform,0.07567466795444489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,uniform,82.5579325358073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,uniform,0.14600533246994019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,uniform,0.14148799578348795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,uniform,0.20085332791010538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,uniform,0.3447306553522746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,uniform,0.22706133127212524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,uniform,0.11243200302124023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,uniform,0.22222934166590372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,uniform,0.3893386522928874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,uniform,0.6346720059712728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,uniform,0.22501333554585776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,uniform,45.22529093424479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,uniform,99.4905293782552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,uniform,0.39690132935841876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,uniform,0.1767573356628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,uniform,0.42204264799753827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,uniform,0.3974613348642985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,uniform,0.3864906628926595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,uniform,0.3169813354810079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,uniform,0.6306613286336263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,uniform,0.7444907029469808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,uniform,0.79312531153361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,uniform,0.7471733093261719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,uniform,0.36765865484873456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,uniform,0.5981066624323527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,uniform,1.4376640319824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,uniform,0.6362506548563639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,uniform,1.5349599520365398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,uniform,0.3708266814549764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,uniform,1.4418773651123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,uniform,0.6049600044886271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,uniform,0.6108746528625488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,uniform,0.3888213237126668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,uniform,1.9106346766153972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,uniform,2.848714510599772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,uniform,0.6101813316345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,uniform,2.834042549133301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,uniform,0.6145386695861816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,uniform,0.382149338722229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,uniform,1.9276320139567058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,uniform,114.05945841471355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,uniform,2.8514347076416016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,uniform,0.6379093329111735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,uniform,114.6317647298177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,uniform,4.243685404459636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,uniform,2.853952089945475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,uniform,0.6215999921162924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,uniform,1.922885258992513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,uniform,0.39591999848683673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,uniform,0.6140533288319906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,uniform,1.847040017445882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,uniform,0.6438506841659546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,uniform,4.259125391642253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,uniform,2.853578567504883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,uniform,0.394320011138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,uniform,4.234757423400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,uniform,0.618501345316569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,uniform,2.8590453465779624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,uniform,0.6513226826985677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,uniform,0.6307093302408854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,uniform,0.3949333429336548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,uniform,1.9147574106852214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,uniform,4.07042121887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,uniform,2.870453198750814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,uniform,0.6401120026906332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,uniform,0.45210134983062744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,uniform,1.9373226165771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,uniform,0.6820586522420248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,uniform,4.275477409362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,uniform,2.9084161122639975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,uniform,0.447653333346049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,uniform,0.6554933389027914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,uniform,1.889237403869629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,uniform,0.6915040016174316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,uniform,0.6573386589686075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,uniform,4.302165349324544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,uniform,2.911621411641439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,uniform,0.5181013345718384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,uniform,1.9625333150227864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,uniform,0.8307733535766602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,uniform,4.28380807240804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,uniform,0.6705493132273356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,uniform,2.9006932576497397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,uniform,1.9792693456013997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,uniform,0.7360640366872152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,uniform,4.306288083394368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,uniform,1.2128372987111409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,uniform,0.755290667215983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,uniform,1.98691193262736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,uniform,2.830512046813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,uniform,0.7563573519388834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,uniform,4.351039886474609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,uniform,1.3971039454142253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,uniform,2.0107359886169434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,uniform,2.9440107345581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,uniform,0.7453760306040446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,uniform,1.0896693070729573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,uniform,4.363087972005208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,uniform,1.7501920064290364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,uniform,3.0089546839396157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,uniform,0.7636799812316895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,uniform,2.04966402053833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,uniform,1.409605344136556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,uniform,2.7349332173665366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,uniform,4.237578709920247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,uniform,3.05242125193278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,uniform,0.9365119934082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,uniform,2.4600960413614907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,uniform,1.978218714396159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,uniform,3.3587945302327475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,uniform,4.495994567871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,uniform,1.3200480143229167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,uniform,3.636357307434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,uniform,3.1675306955973306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,uniform,2.7814881006876626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,uniform,6.137631734212239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,uniform,4.598320007324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,uniform,3.731840133666992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,uniform,1.911344051361084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,uniform,4.272794723510742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,uniform,8.112911860148111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,uniform,5.514330546061198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,uniform,4.727024078369141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,uniform,5.176229476928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,uniform,2.530341307322184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,uniform,6.746101379394531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,uniform,12.65835698445638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,uniform,7.350394566853841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,uniform,5.548869450887044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,uniform,3.526474634806315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,uniform,7.940223693847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,uniform,10.112074534098307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,uniform,8.991408030192057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,uniform,7.154144287109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,uniform,17.438170115152996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,uniform,13.074427286783854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,uniform,4.641008059183757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,uniform,11.204816182454428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,uniform,11.905818939208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,uniform,27.19976043701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,uniform,11.929861704508463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,uniform,6.767354965209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,uniform,15.516778310139975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,uniform,17.98969014485677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,uniform,35.926063537597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,uniform,19.181002298990887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,uniform,16.59326934814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,uniform,9.12884267171224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,uniform,24.97168477376302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,uniform,24.17852274576823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,uniform,54.97986857096354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,uniform,23.088155110677082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,uniform,21.043407440185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,uniform,39.011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,uniform,13.979551951090494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,uniform,35.480079650878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,uniform,73.44533284505208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,uniform,35.76875305175781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,uniform,34.60870869954427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,uniform,19.368682861328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,uniform,50.461334228515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,uniform,47.13180033365885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,1,uniform,0.15663466850916544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,1,uniform,0.23228800296783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,uniform,92.3334248860677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,1,uniform,0.17490132649739584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,1,uniform,0.10032533605893452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,uniform,49.26227315266927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,uniform,45.748260498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,1,uniform,0.1750826636950175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,1,uniform,0.17874133586883545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,1,uniform,0.2430079976717631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,1,uniform,0.3642079830169678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,1,uniform,0.2776906689008077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,1,uniform,0.1500320037206014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,1,uniform,0.645146648089091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,1,uniform,0.28429333368937176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,1,uniform,0.4179626703262329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,1,uniform,0.27849066257476807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,1,uniform,0.47204800446828205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,uniform,23.61724853515625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,1,uniform,0.2489173412322998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,1,uniform,0.4886186520258586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,1,uniform,0.4199093182881673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,1,uniform,0.4792906840642293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,uniform,57.153533935546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,1,uniform,0.6520053148269653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,1,uniform,0.43943464756011963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,1,uniform,0.8709279696146647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,1,uniform,0.8813280264536539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,1,uniform,0.42428799470265705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,1,uniform,0.8639893531799316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,1,uniform,0.6510453224182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,1,uniform,1.670522689819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,1,uniform,0.8123093446095785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,1,uniform,1.6157120068868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,1,uniform,3.1539840698242188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,1,uniform,0.4151093165079753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,1,uniform,0.6507733265558878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,1,uniform,1.6308746337890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,1,uniform,0.8109172979990641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,uniform,56.73030090332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,1,uniform,2.0672106742858887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,1,uniform,3.163615862528483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,uniform,63.768208821614586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,1,uniform,0.6522719860076904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,1,uniform,0.4148586591084798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,1,uniform,0.810640017191569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,1,uniform,3.1797119776407876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,1,uniform,2.0859146118164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,1,uniform,0.4230080048243205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,1,uniform,4.7104692459106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,1,uniform,0.6615253289540609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,1,uniform,2.0707359313964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,1,uniform,1.2336533069610596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,1,uniform,3.165146509806315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,1,uniform,0.8158453305562338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,1,uniform,0.7665599981943766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,1,uniform,4.731472015380859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,1,uniform,3.176666577657064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,1,uniform,0.81168532371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,1,uniform,2.08295472462972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,1,uniform,0.7678346633911133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,1,uniform,4.7262773513793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,1,uniform,1.2394826412200928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,1,uniform,0.8176159858703613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,1,uniform,2.073274612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,1,uniform,3.169994672139486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,1,uniform,4.722042719523112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,1,uniform,0.7715040047963461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,1,uniform,1.2441493670145671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,1,uniform,3.1939519246419272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,1,uniform,2.080186684926351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,1,uniform,0.8165973027547201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,1,uniform,1.11572265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,1,uniform,1.8153492609659831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,1,uniform,4.686922709147136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,1,uniform,0.8195306460062662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,1,uniform,3.1903359095255532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,1,uniform,2.0870186487833657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,1,uniform,1.8211785952250164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,1,uniform,3.238501230875651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,1,uniform,0.8250772953033447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,1,uniform,1.1169813474019368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,1,uniform,4.695141474405925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,1,uniform,1.477333386739095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,1,uniform,2.0872960090637207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,1,uniform,2.4043787320454917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,1,uniform,4.728986740112305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,1,uniform,3.257242520650228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,1,uniform,0.8316266536712646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,1,uniform,2.113039970397949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,1,uniform,1.816138744354248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,1,uniform,4.756682713826497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,1,uniform,2.988250732421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,1,uniform,1.5729920069376628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,1,uniform,2.167311986287435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,1,uniform,2.132421334584554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,1,uniform,3.2499891916910806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,1,uniform,3.554629325866699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,1,uniform,4.714250564575195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,1,uniform,3.2195892333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,1,uniform,1.5803839365641277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,1,uniform,2.8616320292154946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,1,uniform,4.021978696187337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,1,uniform,3.270101229349772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,1,uniform,4.714229265848796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,1,uniform,1.5877866744995117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,1,uniform,4.7448320388793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,1,uniform,4.04966926574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,1,uniform,4.250202814737956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,1,uniform,4.808650652567546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,1,uniform,7.042970657348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,1,uniform,6.258495966593425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,1,uniform,2.311082681020101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,1,uniform,5.944970448811849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,1,uniform,4.812170664469401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,1,uniform,9.34555753072103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,1,uniform,5.633541107177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,1,uniform,6.265647888183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,1,uniform,3.003760019938151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,1,uniform,7.8635679880778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,1,uniform,8.412848154703775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,1,uniform,14.020506540934244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,1,uniform,9.271258672078451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,1,uniform,4.406021436055501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,1,uniform,9.317567825317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,1,uniform,11.21462885538737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,1,uniform,9.837167739868164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,1,uniform,9.38701311747233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,1,uniform,18.64208475748698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,1,uniform,5.82041613260905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,1,uniform,12.170368194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,1,uniform,13.694100697835287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,1,uniform,16.81170654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,1,uniform,13.784528096516928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,1,uniform,27.97986602783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,1,uniform,8.610005060831705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,1,uniform,18.07881037394206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,1,uniform,22.350662231445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,1,uniform,19.518160502115887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,1,uniform,37.25137074788412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,1,uniform,18.24194081624349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,1,uniform,23.983846028645832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,1,uniform,11.42401123046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,1,uniform,25.29871368408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,1,uniform,33.514783223470054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,1,uniform,26.96251678466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,1,uniform,55.9482421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,1,uniform,16.99051793416341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,1,uniform,35.73788197835287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,1,uniform,44.721221923828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,1,uniform,38.873023986816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,1,uniform,35.97720082600912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,1,uniform,74.46885172526042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,1,uniform,22.644933064778645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,1,uniform,47.62394714355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,1,uniform,50.3211415608724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,1,uniform,67.09506734212239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,1,uniform,49.16756693522135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,1,uniform,111.82972208658855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,1,uniform,33.74972788492838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,1,uniform,71.42597961425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,1,uniform,88.927490234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,1,uniform,75.7392069498698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,1,uniform,71.58477783203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,1,uniform,148.88062540690103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,1,uniform,45.24930318196615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,1,uniform,94.9248046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,1,uniform,111.19444783528645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,1,uniform,98.23861694335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,1,uniform,100.56687418619792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,1,uniform,186.2296346028646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,1,uniform,0.12619200348854065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,1,uniform,56.44792683919271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,1,uniform,0.19033066431681314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,1,uniform,0.1718239982922872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,1,uniform,0.08653866251309712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,1,uniform,118.7366434733073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,1,uniform,0.15713600317637125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,1,uniform,0.2065760095914205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,1,uniform,0.24646933873494467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,1,uniform,0.3283573389053345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,1,uniform,0.24314133326212564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,1,uniform,0.3707840045293172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,1,uniform,0.20085867245992026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,1,uniform,0.6350986560185751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,1,uniform,124.26917521158855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,1,uniform,0.11761599779129028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,1,uniform,0.4131893316904704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,1,uniform,120.25155639648438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,1,uniform,0.25934932629267377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,1,uniform,0.7458720207214355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,1,uniform,0.1835199991861979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,1,uniform,0.3718133370081584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,1,uniform,0.4171946843465169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,1,uniform,0.6077706813812256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,1,uniform,0.4094826777776082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,1,uniform,0.37189332644144696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,1,uniform,0.6042453447977701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,1,uniform,0.3249280055363973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,1,uniform,0.7620266278584799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,1,uniform,0.7262240250905355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,1,uniform,0.6069813172022501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,1,uniform,1.372085412343343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,1,uniform,1.4473333358764648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,1,uniform,1.3748480478922527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,1,uniform,0.3789920012156169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,1,uniform,0.6270666519800822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,1,uniform,0.38591468334198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,1,uniform,2.6579999923706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,1,uniform,0.6176640192667643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,1,uniform,2.682565371195475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,1,uniform,1.808560053507487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,1,uniform,2.6704107920328775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,1,uniform,0.6322986682256063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,1,uniform,1.8307414054870605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,1,uniform,0.38816531499226886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,1,uniform,3.9629599253336587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,1,uniform,0.6253600120544434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,1,uniform,2.6765546798706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,1,uniform,0.6363306840260824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,1,uniform,0.6443680127461752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,1,uniform,1.8302027384440105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,1,uniform,3.973722775777181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,1,uniform,0.49856531620025635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,1,uniform,0.42714667320251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,1,uniform,0.6909866333007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,1,uniform,3.1389973958333335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,1,uniform,0.7684319814046224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,1,uniform,0.6948053042093912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,1,uniform,2.1770025889078775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,1,uniform,4.827333450317383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,1,uniform,0.7090453306833903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,1,uniform,3.225173314412435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,1,uniform,0.7604160308837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,1,uniform,2.1495359738667807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,1,uniform,0.45255998770395917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,1,uniform,4.741541226704915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,1,uniform,0.4457813501358032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,1,uniform,3.2732906341552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,1,uniform,0.7791360219319662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,1,uniform,0.7420533498128256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,1,uniform,2.1543679237365723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,1,uniform,0.7439200083414713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,1,uniform,4.798666636149089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,1,uniform,3.2343521118164062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,1,uniform,0.7832480271657308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,1,uniform,2.1184159914652505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,1,uniform,4.871258735656738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,1,uniform,0.4566826820373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,1,uniform,3.138773282368978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,1,uniform,0.8169706662495931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,1,uniform,3.379669189453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,1,uniform,0.8059093157450358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,1,uniform,2.1768266359965005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,1,uniform,0.4737813472747803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,1,uniform,4.911914825439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,1,uniform,0.7999200026194254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,1,uniform,2.2320106824239097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,1,uniform,0.7506666978200277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,1,uniform,4.930394808451335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,1,uniform,0.8314346472422282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,1,uniform,3.346303939819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,1,uniform,0.501039981842041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,1,uniform,0.8190933068593343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,1,uniform,0.8535412947336832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,1,uniform,2.3528745969136557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,1,uniform,0.5620586474736532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,1,uniform,4.997557322184245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,1,uniform,2.2918933232625327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,1,uniform,0.5461866855621338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,1,uniform,3.3891785939534507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,1,uniform,4.924522717793782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,1,uniform,3.4770720799764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,1,uniform,0.9215946992238363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,1,uniform,2.3828907012939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,1,uniform,0.9149920145670573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,1,uniform,5.105418523152669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,1,uniform,0.8435786565144857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,1,uniform,2.556389331817627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,1,uniform,0.9941333134969076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,1,uniform,5.193594614664714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,1,uniform,3.830298741658529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,1,uniform,1.394693374633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,1,uniform,1.1619146664937336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,1,uniform,3.619082768758138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,1,uniform,1.0582239627838135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,1,uniform,1.5424373944600422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,1,uniform,2.714255968729655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,1,uniform,5.398245493570964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,1,uniform,1.3860586484273274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,1,uniform,2.1932320594787598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,1,uniform,1.9159253438313801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,1,uniform,1.377061367034912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,1,uniform,3.0938666661580405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,1,uniform,5.916784286499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,1,uniform,1.5249172846476238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,1,uniform,4.578810691833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,1,uniform,3.0085067749023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,1,uniform,4.479269345601399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,1,uniform,2.7773332595825195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,1,uniform,3.4573494593302407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,1,uniform,4.19594669342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,1,uniform,6.147130966186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,1,uniform,2.4272692998250327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,1,uniform,3.6286398569742837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,1,uniform,5.246074676513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,1,uniform,6.051978429158528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,1,uniform,5.618618647257487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,1,uniform,7.040047963460286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,1,uniform,5.821082433064778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,1,uniform,5.593301137288411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,1,uniform,2.770853360493978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,1,uniform,9.139071782430014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,1,uniform,7.630410512288411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,1,uniform,4.094298680623372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,1,uniform,12.458399454752604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,1,uniform,6.201546351114909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,1,uniform,9.779584248860678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,1,uniform,9.121722539265951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,1,uniform,7.352469126383464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,1,uniform,8.911925633748373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,1,uniform,11.318096160888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,1,uniform,10.774709065755209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,1,uniform,18.946576436360676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,1,uniform,5.395109176635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,1,uniform,12.062511444091797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,1,uniform,13.89676284790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,1,uniform,14.905131022135416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,1,uniform,25.402971903483074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,1,uniform,8.035866419474283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,1,uniform,16.21214421590169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,1,uniform,16.032293955485027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,1,uniform,16.31650670369466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,1,uniform,18.928794860839844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,1,uniform,33.042762756347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,1,uniform,10.667648315429688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,1,uniform,21.740122477213543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,uniform,0.15240533153216043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,uniform,0.20566932360331217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,uniform,0.13242133458455405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,1,uniform,22.02532196044922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,uniform,0.18284799655278525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,uniform,0.13666133085886636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,uniform,0.0697386662165324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,1,uniform,25.434768676757812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,uniform,0.13646933436393738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,uniform,0.07108266651630402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,uniform,0.1588479975859324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,uniform,0.15597866972287497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,uniform,0.1373546620210012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,uniform,0.21647467215855917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,uniform,0.23275200525919595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,uniform,0.13948800166447958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,uniform,0.34649066130320233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,uniform,0.34374932448069256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,uniform,0.22259199619293213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,uniform,0.10857066512107849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,uniform,0.22329066197077432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,uniform,0.1076853374640147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,uniform,0.25235732396443683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,uniform,0.2304906646410624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,1,uniform,26.072550455729168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,uniform,0.36686400572458905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,1,uniform,13.267088572184244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,uniform,0.2230613430341085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,uniform,0.385696013768514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,uniform,0.22431466976801553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,uniform,0.6117920080820719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,uniform,0.1742080052693685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,uniform,0.6595840056737264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,uniform,0.3981493314107259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,uniform,0.39405866463979083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,uniform,0.18269334236780801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,uniform,0.42553067207336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,uniform,0.42585599422454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,uniform,0.3941119909286499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,uniform,0.6429386536280314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,uniform,0.3627306620279948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,uniform,0.3930826584498088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,uniform,0.39923731486002606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,1,uniform,32.291893005371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,uniform,0.6157279809316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,uniform,0.7497493426005045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,uniform,0.7405493259429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,uniform,0.3137120008468628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,uniform,0.3134079972902934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,1,uniform,27.870223999023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,uniform,0.7908960183461508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,uniform,0.7916906674702963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,uniform,0.7424106597900391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,uniform,0.7441173394521078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,uniform,0.3928266763687134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,uniform,0.5959999958674113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,uniform,0.3651039997736613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,uniform,0.6334826548894247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,uniform,1.4288053512573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,uniform,0.6337653398513794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,uniform,0.6371733347574869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,uniform,1.4349279403686523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,uniform,1.520527998606364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,uniform,1.5289600690205891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,uniform,1.4295093218485515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,uniform,0.6241600116093954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,uniform,0.368341326713562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,uniform,1.4348053932189941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,uniform,0.3935360113779704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,uniform,0.5996213356653849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,uniform,2.7938931783040366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,uniform,0.5992106596628824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,uniform,0.6344853242238363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,uniform,2.8143946329752603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,uniform,1.888378620147705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,uniform,0.39426668485005695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,uniform,1.897322654724121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,uniform,2.783029238382975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,uniform,2.8158400853474936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,uniform,0.3693973223368327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,uniform,0.6173439820607504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,uniform,0.6007573207219442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,uniform,2.794069290161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,uniform,2.8378187815348306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,uniform,0.6005813280741373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,uniform,0.6409973303476969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,uniform,1.9180213610331218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,uniform,1.8878347078959148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,uniform,0.39082133769989014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,uniform,4.200085322062175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,uniform,4.199493408203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,uniform,0.39498666922251385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,uniform,0.6244533459345499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,uniform,0.6047626733779907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,uniform,2.8062187830607095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,uniform,2.822474797566732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,uniform,0.603983998298645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,uniform,0.6449013153711954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,uniform,1.9200000762939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,uniform,1.888703982035319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,uniform,0.39525334040323895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,uniform,4.176255861918132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,uniform,4.216138521830241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,uniform,0.6081013282140096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,uniform,0.3898400068283081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,uniform,0.6062933206558228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,uniform,0.6055786609649658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,uniform,2.808821360270182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,uniform,2.8310559590657554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,uniform,0.6445120175679525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,uniform,1.8949333826700847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,uniform,1.9138132731119792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,uniform,4.224677403767903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,uniform,0.37994666894276935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,uniform,4.184762636820476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,uniform,0.3938986857732137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,uniform,0.6143573522567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,uniform,0.6101813316345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,uniform,0.6408853530883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,uniform,2.8417065938313804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,uniform,2.8123254776000977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,uniform,0.6192053159077963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,uniform,1.9372960726420085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,uniform,1.7970399856567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,uniform,0.38230931758880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,uniform,4.187029202779134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,uniform,0.39410666624705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,uniform,4.209834734598796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,uniform,0.6179093519846598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,uniform,0.6157333453496298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,uniform,0.6153279940287272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,uniform,2.8247998555501304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,uniform,2.8487841288248696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,uniform,0.6509066820144653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,uniform,1.9048320452372234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,uniform,1.9379092852274578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,uniform,0.41389334201812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,uniform,4.190602620442708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,uniform,4.248970667521159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,uniform,0.42844800154368085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,uniform,0.6986186504364014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,uniform,0.6686506271362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,uniform,0.6155786514282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,uniform,2.8325332005818686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,uniform,2.8458614349365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,uniform,0.6554720004399618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,uniform,1.955685297648112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,uniform,0.416378657023112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,uniform,1.9049065907796223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,uniform,0.42896000544230145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,uniform,4.20851198832194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,uniform,4.266245206197103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,uniform,0.6854986349741617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,uniform,0.6902453104654948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,uniform,2.882896105448405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,uniform,2.8305867513020835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,uniform,0.6224746704101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,uniform,0.6376746495564779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,uniform,1.9154399236043294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,uniform,1.955349286397298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,uniform,0.48705601692199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,uniform,0.7841653029123942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,uniform,4.219327926635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,uniform,4.260378519694011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,uniform,0.4999573230743408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,uniform,0.7724853356679281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,uniform,0.6564746697743734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,uniform,2.8538293838500977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,uniform,0.6338719924290975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,uniform,2.8892958958943686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,uniform,1.9667466481526692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,uniform,1.9228320121765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,uniform,4.244607925415039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,uniform,0.6874399979909261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,uniform,4.276949246724446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,uniform,1.2646719614664714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,uniform,0.7436479727427164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,uniform,1.2358880043029785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,uniform,0.6626506646474203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,uniform,0.7172106901804606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,uniform,2.871701240539551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,uniform,2.9155734380086265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,uniform,1.9396373430887859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,uniform,1.9861119588216145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,uniform,0.8036479949951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,uniform,4.255680084228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,uniform,0.7059786319732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,uniform,4.318239847819011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,uniform,1.236016035079956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,uniform,1.4620960553487141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,uniform,2.9190241495768228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,uniform,2.8850720723470054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,uniform,0.6567360162734985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,uniform,1.9449706077575684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,uniform,0.7446080048878988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,uniform,1.9932959874471028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,uniform,0.9863093694051107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,uniform,4.255210558573405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,uniform,1.5327520370483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,uniform,4.327280044555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,uniform,1.0977173646291096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,uniform,1.731376012166341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,uniform,2.912303924560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,uniform,0.668165365854899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,uniform,1.9612639745076497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,uniform,2.982607841491699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,uniform,0.7636319796244303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,uniform,2.026319980621338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,uniform,4.270256042480469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,uniform,4.387301445007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,uniform,1.5812533696492512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,uniform,2.3379947344462075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,uniform,1.3269493579864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,uniform,2.276970704396566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,uniform,2.9248533248901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,uniform,3.0557066599527993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,uniform,0.7983787059783936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,uniform,2.170959949493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,uniform,0.8978239695231119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,uniform,2.360736052195231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,uniform,4.373162587483724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,uniform,4.459317207336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,uniform,1.9196747144063313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,uniform,2.042085329691569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,uniform,3.892378807067871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,uniform,3.3662452697753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,uniform,3.1625547409057617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,uniform,2.955264091491699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,uniform,1.0512906710306804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,uniform,1.1183093388875325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,uniform,2.7165492375691733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,uniform,3.598880132039388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,uniform,2.921034812927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,uniform,4.319498697916667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,uniform,4.605738639831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,uniform,2.930917421976725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,uniform,5.51036262512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,uniform,5.854666392008464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,uniform,1.6866240501403809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,uniform,3.268437385559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,uniform,3.6546452840169272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,uniform,1.8645119667053223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,uniform,4.369344075520833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,uniform,4.724661191304524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,uniform,4.3299306233723955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,uniform,4.197936058044434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,uniform,4.723861376444499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,uniform,4.462736129760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,uniform,8.312069574991861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,uniform,8.05515225728353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,uniform,3.9569759368896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,uniform,4.357568105061849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,uniform,2.231232007344564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,uniform,2.4673120180765786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,uniform,4.913647969563802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,uniform,6.15554682413737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,uniform,7.284575780232747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,uniform,5.4333546956380205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,uniform,6.771568298339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,uniform,6.821962356567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,uniform,12.360907236735025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,uniform,12.389952341715494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,uniform,7.128917058308919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,uniform,7.323040008544922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,uniform,3.2286081314086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,uniform,3.680837313334147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,uniform,8.220368067423502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,uniform,9.46884791056315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,uniform,5.966970443725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,uniform,6.777466456095378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,uniform,9.594869613647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,uniform,9.186549504597982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,uniform,16.887813568115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,uniform,17.305098215738933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,uniform,9.616448084513346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,uniform,11.303546905517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,uniform,4.394757270812988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,uniform,4.742117245992024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,uniform,11.151536305745443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,uniform,12.101765950520834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,uniform,10.502991994222006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,uniform,13.020314534505209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,uniform,14.84710947672526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,uniform,14.626234690348307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,uniform,26.207499186197918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,uniform,26.197433471679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,uniform,14.37823486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,uniform,14.639765421549479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,uniform,6.450058619181315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,uniform,7.257130940755208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,uniform,16.121626536051433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,uniform,18.760570526123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,uniform,20.60965347290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,uniform,15.612256368001303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,uniform,17.89736048380534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,uniform,19.871370951334637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,uniform,35.43157450358073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,uniform,35.904869079589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,uniform,18.6778081258138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,uniform,9.04530143737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,uniform,9.295157114664713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,uniform,22.08471425374349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,uniform,19.956592559814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,uniform,23.779685974121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,uniform,19.81760025024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,uniform,23.77691141764323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,uniform,30.86390431722005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,uniform,30.846527099609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,uniform,54.94196065266927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,uniform,54.623026529947914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,uniform,28.17608642578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,uniform,31.869649251302082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,uniform,13.2642822265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,uniform,14.33227793375651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,uniform,31.94171651204427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,uniform,35.29408518473307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,uniform,30.77880096435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,uniform,35.065040588378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,uniform,41.370521545410156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,uniform,41.495951334635414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,uniform,72.98520406087239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,uniform,73.29207356770833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,uniform,40.79081726074219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,uniform,17.653018951416016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,uniform,44.920206705729164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,uniform,19.30135981241862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,uniform,42.89469909667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,uniform,46.497772216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,uniform,40.458534240722656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,uniform,43.94512430826823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,uniform,52.07209269205729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,uniform,52.338958740234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,uniform,91.29060872395833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,uniform,91.38656616210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,uniform,47.28760782877604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,uniform,21.875508626302082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,uniform,56.65021260579427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,uniform,0.0942186713218689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,uniform,0.08662933111190796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,uniform,0.10822932918866475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,uniform,0.12312533458073933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,uniform,24.221547444661457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,uniform,0.09537600477536519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,uniform,0.054671997825304665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,uniform,0.09251733620961507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,uniform,52.69935099283854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,uniform,0.10057066877683003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,uniform,0.05592533449331919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,uniform,0.10136533776919048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,uniform,0.09630399942398071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,uniform,56.6815185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,uniform,0.09649599591890971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,uniform,0.1405119995276133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,uniform,0.11918399731318156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,uniform,0.19722666343053183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,uniform,0.18996800978978476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,uniform,0.13833600282669067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,uniform,0.07611200213432312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,uniform,0.14130133390426636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,uniform,0.07329600056012471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,uniform,55.20649210611979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,uniform,0.15025066335995993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,uniform,0.14388799667358398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,uniform,0.1381173332532247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,uniform,62.182352701822914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,uniform,0.21379733085632324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,uniform,0.14310399691263834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,uniform,0.1971893310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,uniform,0.34116268157958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,uniform,0.33243199189503986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,uniform,0.10980799794197083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,uniform,0.22548800706863403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,uniform,0.1109386682510376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,uniform,0.2233333388964335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,uniform,0.22196799516677856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,uniform,0.23587199052174887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,uniform,0.2021920084953308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,uniform,0.22366933027903238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,uniform,0.19820266962051392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,uniform,0.23560533920923868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,uniform,0.33482134342193604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,uniform,0.3457599878311157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,uniform,0.17521067460378012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,uniform,0.39587732156117755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,uniform,0.3999893267949422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,uniform,0.1879146695137024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,uniform,0.3993866840998332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,uniform,0.20226667324701944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,uniform,0.39964266618092853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,uniform,0.3965919812520345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,uniform,0.41763198375701904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,uniform,0.1987733244895935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,uniform,0.35596799850463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,uniform,0.3156320055325826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,uniform,0.7013066609700521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,uniform,0.7443679968516032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,uniform,0.33900264898935956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,uniform,0.3335839907328288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,uniform,0.7404586474100748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,uniform,0.7560106913248698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,uniform,0.2100480000178019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,uniform,0.213754673798879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,uniform,0.7486506303151449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,uniform,0.7769333521525065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,uniform,0.3332746624946594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,uniform,0.3181973298390706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,uniform,0.3197866678237915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,uniform,0.32812267541885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,uniform,1.4364426930745442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,uniform,1.366202672322591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,uniform,0.20563199122746786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,uniform,0.9218773047129313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,uniform,0.9382239977518717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,uniform,1.4437653223673503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,uniform,1.4626293182373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,uniform,0.20482667287190756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,uniform,1.4319413503011067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,uniform,0.33554665247599286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,uniform,0.3293546636899312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,uniform,0.33499733606974286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,uniform,1.4682186444600422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,uniform,0.34116800626118976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,uniform,0.9195306301116943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,uniform,2.1275359789530435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,uniform,1.007263978322347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,uniform,0.20775999625523886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,uniform,2.1738452911376953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,uniform,0.20715200901031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,uniform,0.3253119985262553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,uniform,0.32891732454299927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,uniform,1.4617919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,uniform,0.33647998174031574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,uniform,1.4455199241638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,uniform,0.3395306666692098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,uniform,0.9259359836578369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,uniform,0.9967146714528402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,uniform,0.21313067277272543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,uniform,2.1466239293416343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,uniform,0.21249600251515707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,uniform,2.178463935852051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,uniform,0.32839999596277875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,uniform,1.440069357554118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,uniform,0.33214932680130005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,uniform,0.32862399021784466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,uniform,0.3491946856180827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,uniform,0.9581759770711263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,uniform,1.4703946113586426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,uniform,0.9600373109181722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,uniform,0.21440533796946207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,uniform,0.21361599365870157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,uniform,0.34410667419433594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,uniform,2.042362689971924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,uniform,2.0137386322021484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,uniform,0.3333866596221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,uniform,1.37390931447347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,uniform,1.4682985941569011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,uniform,0.32870932420094806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,uniform,0.9559679826100668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,uniform,0.34249599774678546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,uniform,1.00328532854716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,uniform,0.22081067164738974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,uniform,2.16211732228597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,uniform,2.1682772636413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,uniform,0.33604268232981366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,uniform,0.3452746470769246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,uniform,0.2183306614557902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,uniform,1.413658618927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,uniform,1.3900213241577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,uniform,0.35649601618448895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,uniform,0.3338506619135539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,uniform,0.9725066820780436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,uniform,0.9474826653798422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,uniform,2.1400426228841147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,uniform,2.206069310506185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,uniform,0.2368053396542867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,uniform,0.24461867411931357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,uniform,0.37265066305796307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,uniform,0.37250133355458576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,uniform,1.4022666613260906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,uniform,0.34435733159383136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,uniform,1.407061258951823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,uniform,0.35849066575368244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,uniform,0.9521973133087158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,uniform,0.24676799774169922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,uniform,0.23884799083073935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,uniform,0.9820319811503092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,uniform,2.1568214098612466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,uniform,2.188650608062744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,uniform,0.37770132223765057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,uniform,1.4885279337565105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,uniform,0.3782240152359009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,uniform,1.4017972946166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,uniform,0.34326398372650146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,uniform,0.9629387060801188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,uniform,0.3678986628850301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,uniform,1.0144800345102947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,uniform,2.0658772786458335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,uniform,0.4238826831181844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,uniform,0.27541865905125934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,uniform,2.213029384613037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,uniform,0.2919519941012065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,uniform,0.44405333201090497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,uniform,1.415269374847412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,uniform,0.37280531724294025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,uniform,1.5024107297261555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,uniform,0.3543999989827474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,uniform,1.0110507011413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,uniform,0.9725920359293619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,uniform,0.38758401075998944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,uniform,2.17796262105306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,uniform,0.3468693494796753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,uniform,2.1978987058003745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,uniform,0.6297866503397623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,uniform,0.6486826737721761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,uniform,0.38605864842732746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,uniform,1.4747360547383626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,uniform,1.4680959383646648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,uniform,0.45797868569691974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,uniform,1.0294773578643799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,uniform,0.9960107008616129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,uniform,0.39505600929260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,uniform,2.1762293179829917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,uniform,0.45319998264312744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,uniform,2.212480068206787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,uniform,0.6131519873936971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,uniform,0.7080533504486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,uniform,1.5081493059794109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,uniform,0.3925066788991292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,uniform,1.4876426060994465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,uniform,1.0091573397318523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,uniform,0.45702401796976727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,uniform,1.1638933022816975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,uniform,0.5048746665318807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,uniform,0.5354506572087606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,uniform,2.2002293268839517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,uniform,0.9171733061472574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,uniform,2.258848031361898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,uniform,0.8037226994832357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,uniform,1.50053866704305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,uniform,1.5581599871317546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,uniform,0.4764106671015422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,uniform,0.4019840161005656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,uniform,1.1856799920399983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,uniform,1.0541120370229085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,uniform,2.2265920639038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,uniform,2.260320027669271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,uniform,1.1763520240783691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,uniform,0.7286720275878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,uniform,1.1876906553904216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,uniform,0.7481599648793539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,uniform,1.5722613334655762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,uniform,1.8595466613769531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,uniform,0.496560017267863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,uniform,0.6178293228149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,uniform,1.384229342142741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,uniform,1.464959939320882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,uniform,0.952234665552775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,uniform,2.214362621307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,uniform,2.3309226036071777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,uniform,0.977189302444458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,uniform,1.6045440038045247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,uniform,1.5582666397094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,uniform,0.6775680383046468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,uniform,1.5993280410766602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,uniform,1.8936266899108887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,uniform,0.7864053249359131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,uniform,1.708896001180013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,uniform,1.3931093215942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,uniform,2.103855927785238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,uniform,1.4224960009257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,uniform,2.312490622202555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,uniform,2.8150558471679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,uniform,2.4232640266418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,uniform,2.6357919375101724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,uniform,1.901909351348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,uniform,2.317450682322184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,uniform,0.966106653213501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,uniform,1.1632640361785889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,uniform,2.362170696258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,uniform,2.7213013966878257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,uniform,2.398298740386963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,uniform,2.9270718892415366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,uniform,1.843605359395345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,uniform,1.9053279558817546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,uniform,3.3467305501302085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,uniform,3.6754560470581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,uniform,1.2413333257039387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,uniform,2.811621348063151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,uniform,3.1701278686523438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,uniform,2.449354648590088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,uniform,1.5220799446105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,uniform,2.8038721084594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,uniform,3.6325387954711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,uniform,3.5118773778279624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,uniform,2.760730743408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,uniform,2.815397262573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,uniform,5.521711985270183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,uniform,5.4887040456136065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,uniform,1.7634612719217937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,uniform,4.409226735432942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,uniform,4.099376042683919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,uniform,2.1388160387674966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,uniform,4.229503949483235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,uniform,3.859114646911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,uniform,4.987002690633138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,uniform,3.7753012975056968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,uniform,3.660005251566569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,uniform,4.281514803568522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,uniform,8.006298700968424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,uniform,7.931813557942708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,uniform,5.469098409016927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,uniform,6.79255485534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,uniform,2.7614240646362305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,uniform,2.2332372665405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,uniform,5.651376088460286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,uniform,6.390901565551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,uniform,7.075594584147136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,uniform,7.606810887654622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,uniform,5.672085444132487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,uniform,5.912783940633138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,uniform,12.640096028645834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,uniform,12.299524943033854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,uniform,7.897109349568685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,uniform,3.3543787002563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,uniform,3.9445387522379556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,uniform,9.177728017171225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,uniform,8.605840047200521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,uniform,9.88212776184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,uniform,8.792645136515299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,uniform,10.877850850423178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,uniform,7.981237411499023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,uniform,8.283125559488932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,uniform,17.152469635009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,uniform,17.001210530598957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,uniform,11.635674794514975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,uniform,4.186010678609212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,uniform,13.051637013753256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,uniform,5.2245438893636065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,uniform,11.15719477335612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,uniform,12.32364273071289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,uniform,11.23916753133138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,uniform,12.407360076904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,uniform,12.200640360514322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,uniform,12.060272216796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,uniform,26.72852834065755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,uniform,25.8612543741862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,uniform,16.00184504191081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,uniform,18.356122334798176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,uniform,6.198325475056966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,uniform,7.760581334431966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,uniform,18.12057113647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,uniform,17.200820922851562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,uniform,17.793317159016926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,uniform,19.48675791422526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,uniform,16.556298573811848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,uniform,17.40219243367513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,uniform,35.441792805989586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,uniform,35.17124684651693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,uniform,22.19115702311198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,uniform,24.723409016927082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,uniform,9.048320134480795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,uniform,10.477594375610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,uniform,23.066548665364582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,uniform,24.786949157714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,uniform,22.553370157877605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,uniform,24.479899088541668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,uniform,22.413434346516926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,uniform,22.751136779785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,uniform,44.879903157552086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,uniform,44.67625427246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,uniform,27.635759989420574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,2,uniform,0.11513066291809082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,1,uniform,0.10205866893132527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,uniform,31.20721181233724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,uniform,13.031626383463541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,uniform,11.19063949584961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,2,uniform,0.13920000195503235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,uniform,28.977610270182293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,1,uniform,0.14017066359519958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,2,uniform,0.07316799958546956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,2,uniform,0.1202239990234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,1,uniform,0.1253493328889211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,uniform,29.8960698445638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,1,uniform,0.07599466542402904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,1,uniform,0.12482666969299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,2,uniform,0.12177600463231404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,uniform,28.724337259928387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,2,uniform,0.12426132957140605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,uniform,31.808993021647137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,1,uniform,0.1291253368059794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,2,uniform,0.15457600355148315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,1,uniform,0.14894933501879373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,2,uniform,0.23451733589172363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,2,uniform,0.17653866608937582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,1,uniform,0.2121493419011434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,2,uniform,0.170415997505188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,1,uniform,0.18648000558217367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,1,uniform,0.10089600086212158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,2,uniform,0.0979146659374237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,1,uniform,0.175327996412913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,1,uniform,0.18547733624776205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,2,uniform,0.17199466625849405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,1,uniform,0.24182933568954468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,2,uniform,0.2439733346303304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,2,uniform,0.3601386547088623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,1,uniform,0.35873599847157794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,2,uniform,0.2683306733767192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,2,uniform,0.1482080022493998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,1,uniform,0.3033439914385478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,1,uniform,0.1504586637020111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,2,uniform,0.27509866158167523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,1,uniform,0.2785973350207011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,1,uniform,0.24305599927902222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,2,uniform,0.2715573310852051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,1,uniform,0.30352532863616943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,2,uniform,0.23777065674463907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,2,uniform,0.36188264687856037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,2,uniform,0.2435093323389689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,1,uniform,0.3641440073649089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,1,uniform,0.5305546522140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,2,uniform,0.47648000717163086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,1,uniform,0.25042666991551715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,2,uniform,0.47149332364400226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,2,uniform,0.4758239984512329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,1,uniform,0.47924800713857013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,1,uniform,0.5359839995702108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,2,uniform,0.24498132864634195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,1,uniform,0.2451840043067932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,2,uniform,0.3620106776555379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,1,uniform,0.3646080096562703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,1,uniform,0.4397013187408447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,1,uniform,0.9773493607838949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,2,uniform,0.4386773506800334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,2,uniform,0.8542186419169108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,2,uniform,0.8527626991271973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,2,uniform,0.2460106611251831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,1,uniform,0.8680533568064371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,2,uniform,0.8549866676330566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,1,uniform,1.0056640307108562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,1,uniform,0.2425866723060608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,2,uniform,0.37115732828776044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,1,uniform,0.3753226598103841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,1,uniform,1.9103679656982422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,2,uniform,1.6357280413309734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,1,uniform,0.4501279989878337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,2,uniform,0.43674667676289874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,1,uniform,1.062597354253133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,2,uniform,0.2480106751124064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,2,uniform,1.0536106427510579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,2,uniform,1.613701343536377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,1,uniform,1.8811252911885579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,1,uniform,0.24435732762018839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,2,uniform,0.36797332763671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,1,uniform,1.8818453152974446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,1,uniform,0.3722720146179199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,2,uniform,1.6190452575683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,2,uniform,0.43567999203999835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,1,uniform,0.443397323290507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,2,uniform,1.06113600730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,1,uniform,1.0662720203399658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,2,uniform,2.3818346659342446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,1,uniform,2.7722508112589517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,1,uniform,0.24582932392756143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,2,uniform,0.3632426659266154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,2,uniform,0.24910932779312134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,1,uniform,0.3678346474965413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,1,uniform,0.45094935099283856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,2,uniform,0.4360320170720418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,2,uniform,1.6185812950134277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,1,uniform,1.8808959325154622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,2,uniform,1.0520533720652263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,1,uniform,1.0708426634470622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,2,uniform,2.39194663365682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,2,uniform,0.4193013509114583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,1,uniform,0.4139999945958455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,1,uniform,2.7713279724121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,2,uniform,0.6565706729888916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,1,uniform,0.6542719999949137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,2,uniform,1.6199199358622234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,1,uniform,0.4488053321838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,1,uniform,1.9053813616434734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,2,uniform,0.43909335136413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,2,uniform,1.0573546886444092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,1,uniform,1.066805362701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,2,uniform,0.41633601983388263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,1,uniform,0.41608532269795734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,2,uniform,2.390453338623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,1,uniform,2.800304094950358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,2,uniform,0.6497439940770467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,2,uniform,1.6260372797648113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,1,uniform,0.657530665397644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,2,uniform,0.4350293477376302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,1,uniform,0.4453386863072713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,1,uniform,1.8934933344523113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,2,uniform,1.0585920015970867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,1,uniform,1.0774719715118408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,1,uniform,2.80350399017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,2,uniform,0.41865066687266034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,2,uniform,2.3935839335123696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,1,uniform,0.4187946716944377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,2,uniform,0.6557706594467163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,2,uniform,0.4469546476999919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,1,uniform,0.6582613388697306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,1,uniform,0.45052798589070636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,2,uniform,1.6257866223653157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,1,uniform,1.8723093668619792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,2,uniform,1.0650239785512288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,1,uniform,1.0757066408793132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,2,uniform,2.3935413360595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,1,uniform,2.7685333887736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,2,uniform,0.5909706751505533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,1,uniform,0.5947146813074747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,2,uniform,0.9477813243865967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,1,uniform,0.9477066993713379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,2,uniform,1.6258026758829753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,1,uniform,1.896890640258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,2,uniform,0.4393226703008016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,1,uniform,0.45367999871571857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,2,uniform,1.0599466959635417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,1,uniform,1.0782293478647869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,1,uniform,0.9567360083262125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,2,uniform,0.5983733336130778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,2,uniform,0.951317310333252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,1,uniform,0.5914880037307739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,1,uniform,2.7831786473592124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,2,uniform,2.4052160580952964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,2,uniform,0.4525119860967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,2,uniform,1.6280639966328938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,2,uniform,1.0660213629404705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,1,uniform,0.4583359956741333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,1,uniform,1.9235946337382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,1,uniform,1.0877813498179119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,2,uniform,2.386768023173014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,1,uniform,2.7905333836873374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,2,uniform,0.7679093678792318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,2,uniform,1.2401386896769206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,1,uniform,0.7712693214416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,1,uniform,1.2420319716135662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,1,uniform,1.9086240132649739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,2,uniform,1.6295413970947266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,2,uniform,0.4429279963175456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,1,uniform,0.4629013140996297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,1,uniform,1.1012319723765056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,2,uniform,1.0659253597259521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,2,uniform,0.9439253012339274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,1,uniform,2.819093386332194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,2,uniform,2.411482652028402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,1,uniform,0.9437493483225504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,2,uniform,1.5199146270751953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,2,uniform,1.635034720102946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,1,uniform,1.528666655222575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,1,uniform,1.9083627065022786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,2,uniform,0.8070986270904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,1,uniform,0.8378667036692301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,2,uniform,1.0733280181884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,1,uniform,1.1275306542714436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,1,uniform,1.092133363087972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,1,uniform,2.8542772928873696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,2,uniform,1.119429349899292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,2,uniform,2.396992047627767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,2,uniform,1.817914644877116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,1,uniform,1.8133759498596191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,1,uniform,1.922837257385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,1,uniform,0.8430026372273763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,2,uniform,0.8137386639912924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,2,uniform,1.642149289449056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,2,uniform,2.0200212796529136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,1,uniform,2.027146657307943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,2,uniform,2.4056053161621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,1,uniform,1.465285301208496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,2,uniform,1.4681973457336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,1,uniform,2.8999786376953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,2,uniform,2.405130704243978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,1,uniform,2.4093546867370605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,2,uniform,1.665237267812093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,1,uniform,1.932437260945638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,1,uniform,0.8551466464996338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,2,uniform,0.82424529393514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,2,uniform,2.0331573486328125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,1,uniform,2.0455093383789062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,2,uniform,2.44594669342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,2,uniform,3.55293337504069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,1,uniform,2.833834648132324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,2,uniform,2.1735572814941406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,1,uniform,2.171679973602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,1,uniform,3.575279871622721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,2,uniform,3.157109260559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,1,uniform,3.503840128580729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,1,uniform,1.1724106470743816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,2,uniform,1.1861706574757893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,2,uniform,3.0023412704467773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,2,uniform,2.862698554992676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,1,uniform,3.0384801228841147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,2,uniform,2.465365409851074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,1,uniform,2.8823254903157554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,1,uniform,2.8634773890177407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,2,uniform,4.723696072896321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,1,uniform,4.746810595194499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,1,uniform,3.6251840591430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,2,uniform,3.19157346089681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,1,uniform,1.480554739634196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,2,uniform,1.5328853925069172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,2,uniform,3.953205426534017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,1,uniform,3.9838453928629556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,2,uniform,4.70087464650472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,2,uniform,4.2544905344645185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,1,uniform,5.200517336527507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,1,uniform,4.290645281473796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,2,uniform,7.0126291910807295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,1,uniform,7.097024281819661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,2,uniform,4.673306783040364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,1,uniform,2.1262879371643066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,2,uniform,2.2375146547953286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,1,uniform,5.071573257446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,2,uniform,4.946559906005859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,1,uniform,5.018453280131022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,2,uniform,5.636639912923177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,2,uniform,4.732229232788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,1,uniform,5.705359776814778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,1,uniform,5.291205406188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,2,uniform,9.351823806762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,1,uniform,9.45150375366211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,2,uniform,6.1268157958984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,2,uniform,2.9371681213378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,1,uniform,2.75652281443278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,2,uniform,6.892586390177409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,1,uniform,6.5855255126953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,1,uniform,6.951989491780599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,2,uniform,6.933882395426433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,1,uniform,7.559397379557292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,2,uniform,8.445098876953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,1,uniform,8.508453369140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,1,uniform,14.130447387695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,2,uniform,13.990180969238281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,2,uniform,9.116085052490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,2,uniform,4.332325299580892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,1,uniform,4.087925275166829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,1,uniform,9.643349329630533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,2,uniform,9.814704259236654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,1,uniform,9.881413141886393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,1,uniform,11.297611236572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,2,uniform,9.20254389444987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,1,uniform,9.847845077514648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,2,uniform,11.221786499023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,2,uniform,18.61937077840169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,1,uniform,18.82430903116862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,2,uniform,5.734469095865886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,1,uniform,12.674672444661459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,2,uniform,12.064596811930338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,1,uniform,5.428666432698567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,2,uniform,12.683125813802084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,1,uniform,12.816800435384115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,2,uniform,13.582869211832682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,1,uniform,14.41756820678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,2,uniform,16.719200134277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,1,uniform,16.8960698445638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,1,uniform,28.237172444661457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,2,uniform,27.94884745279948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,2,uniform,17.995418548583984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,1,uniform,18.856319427490234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,2,uniform,8.539173126220703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,1,uniform,8.092037200927734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,2,uniform,19.431034088134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,1,uniform,19.565636952718098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,2,uniform,18.119125366210938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,1,uniform,19.064746856689453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,2,uniform,22.264564514160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,1,uniform,22.66979217529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,2,uniform,37.17583465576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,1,uniform,37.581214904785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,2,uniform,23.93194580078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,1,uniform,24.944427490234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,2,uniform,11.379931131998697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,1,uniform,10.749317169189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,2,uniform,25.27220916748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,1,uniform,25.5633061726888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,2,uniform,24.765899658203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,1,uniform,25.899892171223957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,2,uniform,33.43312072753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,1,uniform,33.832356770833336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,2,uniform,55.93932596842448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,1,uniform,56.389007568359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,2,uniform,35.862518310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,1,uniform,37.37643686930338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,2,uniform,16.987477620442707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,1,uniform,16.094954172770183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,1,uniform,38.07331848144531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,2,uniform,37.813028971354164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,2,uniform,36.0110829671224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,1,uniform,37.55052185058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,2,uniform,44.60594177246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,1,uniform,45.24158223470052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,2,uniform,74.26725260416667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,1,uniform,75.22940572102864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,2,uniform,22.66209665934245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,2,uniform,47.727823893229164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,1,uniform,49.56199645996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,1,uniform,21.400779724121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,2,uniform,50.40959676106771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,1,uniform,50.988993326822914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,2,uniform,49.29197692871094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,1,uniform,51.2929433186849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,2,uniform,55.98048400878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,1,uniform,56.324981689453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,2,uniform,92.82621256510417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,1,uniform,93.91504923502605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,2,uniform,59.71124776204427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,1,uniform,61.89251200358073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,2,uniform,28.1767094930013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,1,uniform,26.717061360677082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,2,uniform,62.231892903645836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,1,uniform,62.53607686360677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,2,uniform,0.08418666323026021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,1,uniform,0.07579199969768524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,2,uniform,0.11472533146540324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,2,uniform,60.48406473795573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,1,uniform,0.10796800255775452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,1,uniform,62.981526692708336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,2,uniform,0.11250666777292888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,1,uniform,0.1479200025399526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,2,uniform,0.05958400170008341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,1,uniform,0.07879999776681264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,2,uniform,0.12364799777666728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,1,uniform,0.12668800354003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,2,uniform,0.10708799958229065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,1,uniform,0.11826133728027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,1,uniform,0.1852746605873108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,2,uniform,0.12693867087364197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,2,uniform,0.15869333346684775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,2,uniform,0.1867413322130839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,1,uniform,0.1807466745376587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,1,uniform,0.1855199933052063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,2,uniform,0.07533866663773854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,1,uniform,0.09302399555842082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,2,uniform,0.14841066797574362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,1,uniform,0.16449600458145142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,2,uniform,0.16386666893959045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,2,uniform,0.32495466868082684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,1,uniform,0.21252266565958658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,2,uniform,0.2048799991607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,1,uniform,0.19942933320999146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,1,uniform,0.318832000096639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,2,uniform,0.23058666785558066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,2,uniform,0.1104693313439687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,1,uniform,0.2595146695772807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,1,uniform,0.12271466851234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,2,uniform,0.2344640096028646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,1,uniform,0.24799466133117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,2,uniform,0.2393760085105896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,1,uniform,0.2755360007286072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,1,uniform,0.19995200634002686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,2,uniform,0.20463999112447104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,2,uniform,0.3258986671765645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,1,uniform,0.20163200298945108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,1,uniform,0.31777600447336835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,2,uniform,0.3930346568425496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,2,uniform,0.4015359878540039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,1,uniform,0.41597867012023926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,1,uniform,0.4519253174463908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,2,uniform,0.18078400691350302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,2,uniform,0.33852267265319824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,2,uniform,0.40702935059865314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,1,uniform,0.33078932762145996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,1,uniform,0.4208213488260905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,1,uniform,0.7996266682942709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,2,uniform,0.2058080037434896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,2,uniform,0.7452159722646078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,1,uniform,0.20203733444213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,1,uniform,0.8022613525390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,2,uniform,0.7140320142110189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,2,uniform,0.32097599903742474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,2,uniform,0.7540427049001058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,1,uniform,0.7486560344696045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,1,uniform,0.34189867973327637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,2,uniform,0.3339253266652425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,2,uniform,0.21137599150339761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,1,uniform,0.2079040010770162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,1,uniform,0.3288000027338664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,2,uniform,1.3562347094217937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,1,uniform,1.442501386006673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,2,uniform,0.33105599880218506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,2,uniform,0.21497599283854166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,1,uniform,0.21218132972717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,2,uniform,0.3367626667022705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,1,uniform,0.36157333850860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,1,uniform,1.4409866333007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,1,uniform,0.987231969833374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,2,uniform,1.3623147010803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,1,uniform,0.33319999774297077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,2,uniform,1.3634400367736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,2,uniform,0.9297706286112467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,1,uniform,0.3665333191553752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,1,uniform,1.4462720553080242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,2,uniform,0.9361066818237305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,1,uniform,0.9980639616648356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,2,uniform,1.9934293429056804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,2,uniform,0.2169813315073649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,1,uniform,2.124645392100016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,2,uniform,0.3358293374379476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,2,uniform,0.3445066610972087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,1,uniform,0.3362773259480794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,1,uniform,0.21472533543904623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,2,uniform,1.3679787317911785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,2,uniform,0.33742932478586835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,1,uniform,1.4661439259847004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,1,uniform,0.37165331840515137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,2,uniform,0.9426666895548502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,1,uniform,2.2027786572774253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,1,uniform,1.006992022196452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,2,uniform,1.9981279373168945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,2,uniform,0.23626132806142172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,2,uniform,1.5793973604838054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,1,uniform,0.23757332563400269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,2,uniform,0.36739198366800946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,1,uniform,1.704751968383789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,2,uniform,0.3880213499069214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,1,uniform,0.36582398414611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,1,uniform,0.4373439947764079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,2,uniform,0.23799467086791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,2,uniform,0.3702453374862671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,1,uniform,0.23555733760197958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,1,uniform,0.37229867776234943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,2,uniform,0.40642666816711426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,1,uniform,0.44272534052530926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,1,uniform,1.1416213512420654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,2,uniform,1.06440536181132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,2,uniform,1.5544212659200032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,1,uniform,1.7326453526814778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,2,uniform,2.2709760665893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,2,uniform,0.2480106751124064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,1,uniform,2.484410603841146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,2,uniform,1.0804320176442463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,1,uniform,1.1556959946950276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,2,uniform,2.327173391977946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,1,uniform,2.5088106791178384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,1,uniform,0.24585066239039102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,2,uniform,0.37936532497406006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,1,uniform,0.3765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,2,uniform,1.1102026303609211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,2,uniform,1.5710666974385579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,1,uniform,1.7594614028930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,2,uniform,0.4033493200937907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,2,uniform,2.372176011403402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,2,uniform,0.2493706742922465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,1,uniform,0.4522293408711751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,1,uniform,0.38913599650065106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,1,uniform,1.1582667032877605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,1,uniform,0.47123201688130695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,1,uniform,2.5170987447102866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,1,uniform,0.25196266174316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,1,uniform,1.1881919701894124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,2,uniform,1.5807147026062012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,1,uniform,1.76200532913208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,2,uniform,0.4126720031102498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,1,uniform,2.6169919967651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,1,uniform,0.2637973427772522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,2,uniform,1.0996853510538738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,2,uniform,0.3906773328781128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,2,uniform,0.25679999589920044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,2,uniform,2.2987146377563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,2,uniform,1.6500372886657715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,2,uniform,0.4041759967803955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,1,uniform,0.3964586655298869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,1,uniform,1.7733972867329915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,2,uniform,0.4145013491312663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,1,uniform,0.47035733858744305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,1,uniform,2.6304640769958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,2,uniform,1.1130293210347493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,1,uniform,1.1771679719289143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,1,uniform,0.2829066713651021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,2,uniform,2.291781266530355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,2,uniform,0.2670080065727234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,2,uniform,0.41688533624013263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,1,uniform,0.4041866858800252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,1,uniform,1.2307946681976318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,1,uniform,1.838912010192871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,2,uniform,0.42638933658599854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,2,uniform,1.6205172538757324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,2,uniform,0.29476799567540485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,1,uniform,0.49084798494974774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,2,uniform,1.1264266967773438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,2,uniform,1.6932160059611003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,2,uniform,2.365685304005941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,1,uniform,1.8603679339090984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,1,uniform,0.5228960116704305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,1,uniform,2.6473120053609214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,1,uniform,0.28597333033879596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,2,uniform,1.1694986820220947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,1,uniform,0.4209226767222087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,2,uniform,2.4770933787027993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,2,uniform,0.4415733416875203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,1,uniform,2.7493813832600913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,2,uniform,0.2895413239796956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,1,uniform,0.30109333992004395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,1,uniform,0.4566826820373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,2,uniform,0.4294613202412923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,2,uniform,0.4302186568578084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,1,uniform,1.2583093643188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,2,uniform,1.7077919642130535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,2,uniform,0.4569386641184489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,1,uniform,1.9534026781717937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,1,uniform,0.32264532645543414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,1,uniform,1.3231093088785808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,2,uniform,0.4590666691462199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,1,uniform,0.4726933240890503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,2,uniform,1.1657866636912029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,1,uniform,0.5325493415196737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,2,uniform,1.739242712656657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,1,uniform,1.99015474319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,2,uniform,0.47972798347473145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,1,uniform,0.5910133520762125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,2,uniform,0.30426667133967084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,2,uniform,1.221776008605957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,2,uniform,2.4003146489461265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,1,uniform,2.7078399658203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,1,uniform,1.3820853233337402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,2,uniform,0.4787360032399495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,1,uniform,0.4956959883371989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,2,uniform,0.7205973466237386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,1,uniform,0.7348053455352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,2,uniform,1.8433547019958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,2,uniform,0.5420159896214803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,1,uniform,2.1264425913492837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,1,uniform,2.7888053258260093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,2,uniform,2.504197279612223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,2,uniform,1.3413920402526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,2,uniform,0.5116106669108073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,2,uniform,2.6301706631978354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,1,uniform,0.5554240147272745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,2,uniform,0.7546133200327555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,1,uniform,0.8258346716562907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,1,uniform,0.6857386430104574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,1,uniform,1.5002719561258953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,2,uniform,1.9198773701985676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,1,uniform,2.958031972249349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,1,uniform,2.274634679158529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,2,uniform,0.5966453154881796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,1,uniform,0.7636853059132894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,2,uniform,1.4007253646850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,2,uniform,0.7429707050323486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,1,uniform,0.7980426947275797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,1,uniform,3.131669362386068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,2,uniform,2.7215731938680015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,1,uniform,1.188208023707072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,2,uniform,1.1451253096262615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,1,uniform,1.6398186683654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,2,uniform,1.568885326385498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,2,uniform,2.1222559611002603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,2,uniform,0.9551306565602621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,1,uniform,2.6069493293762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,1,uniform,0.9524373213450114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,1,uniform,3.4606720606486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,2,uniform,0.7148853143056234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,1,uniform,1.9257706006368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,1,uniform,1.059157371520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,2,uniform,1.4761385917663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,1,uniform,1.5859467188517253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,2,uniform,2.9190292358398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,2,uniform,0.8053920269012451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,2,uniform,2.302490711212158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,1,uniform,1.1071946620941162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,2,uniform,3.1445067723592124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,2,uniform,1.7277065912882488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,1,uniform,2.220874627431234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,1,uniform,3.7966133753458657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,2,uniform,2.2055519421895347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,1,uniform,2.36297607421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,1,uniform,2.896640141805013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,2,uniform,2.707029342651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,1,uniform,1.5060052871704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,2,uniform,1.4155786832173665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,1,uniform,3.5382293065389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,2,uniform,2.7361278533935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,2,uniform,1.2683040301005046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,1,uniform,1.7481120427449544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,1,uniform,3.4115254084269204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,2,uniform,1.882266680399577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,1,uniform,3.1774880091349282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,2,uniform,3.4456214904785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,1,uniform,4.379285176595052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,1,uniform,1.9989280700683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,2,uniform,2.90450127919515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,1,uniform,4.102138519287109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,2,uniform,1.4500160217285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,1,uniform,2.0954079627990723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,2,uniform,3.04969056447347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,1,uniform,3.9944585164388022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,2,uniform,2.974085489908854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,2,uniform,2.8318665822347007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,1,uniform,3.0627307891845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,2,uniform,3.8175360361735025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,2,uniform,4.458058675130208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,1,uniform,5.0619252522786455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,1,uniform,4.711423873901367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,2,uniform,4.727242787679036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,1,uniform,6.5192000071207685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,2,uniform,2.10699192682902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,1,uniform,3.0719359715779624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,2,uniform,4.402352015177409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,1,uniform,5.897269566853841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,2,uniform,4.543957392374675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,2,uniform,3.660602569580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,1,uniform,4.010826746622722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,1,uniform,6.2283681233723955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,2,uniform,5.946032206217448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,1,uniform,6.2701975504557295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,2,uniform,5.3844960530598955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,2,uniform,2.8450826009114585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,1,uniform,7.557696024576823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,1,uniform,4.003487904866536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,2,uniform,5.88530158996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,2,uniform,5.520213445027669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,1,uniform,7.853386561075847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,2,uniform,6.990213394165039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,2,uniform,9.15890121459961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,1,uniform,9.523232142130533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,1,uniform,9.131242752075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,1,uniform,5.954378763834636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,2,uniform,7.967679977416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,1,uniform,11.22500228881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,2,uniform,4.150586764017741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,2,uniform,8.056880315144857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,1,uniform,5.998453140258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,1,uniform,11.084964752197266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,2,uniform,8.313493092854818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,1,uniform,11.615311940511068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,1,uniform,8.032309214274088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,2,uniform,12.680501302083334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,2,uniform,7.38038953145345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,1,uniform,12.99618148803711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,2,uniform,10.6790771484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,1,uniform,15.33742904663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,2,uniform,5.517967859903972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,1,uniform,8.108453114827475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,2,uniform,10.839579264322916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,1,uniform,14.992037455240885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,2,uniform,12.181636810302734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,1,uniform,16.31926981608073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,2,uniform,9.39950942993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,1,uniform,10.096869150797525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,1,uniform,16.42518361409505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,2,uniform,16.019610087076824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,2,uniform,13.28344472249349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,uniform,0.15132266283035278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,1,uniform,19.146442413330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,uniform,0.08922132849693298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,2,uniform,6.784421284993489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,uniform,0.08434133728345235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,1,uniform,10.000960032145182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,uniform,0.19781333208084106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,2,uniform,13.145071665445963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,uniform,0.10197333494822185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,1,uniform,18.330965677897137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,uniform,0.11948800086975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,uniform,0.10624000430107117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,uniform,0.0962506632010142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,uniform,0.05592533449331919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,2,uniform,15.587813059488932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,uniform,0.10429333647092183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,uniform,0.05514133473237356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,uniform,0.05527466535568237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,uniform,0.1032319962978363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,uniform,0.10149866342544556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,uniform,0.10234133402506511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,1,uniform,20.58238347371419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,uniform,0.10150933265686035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,uniform,0.10109866658846538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,uniform,0.15375999609629312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,uniform,0.1192586620648702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,uniform,0.10678933064142863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,uniform,0.14082133769989014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,uniform,0.20125865936279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,uniform,0.18759467204411825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,uniform,0.17948800325393677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,uniform,0.13661332925160727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,uniform,0.07191466788450877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,uniform,0.1349013348420461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,uniform,0.1388159990310669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,uniform,0.07196799914042155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,uniform,0.1546933352947235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,uniform,0.14734933773676553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,uniform,0.07152000069618225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,uniform,0.1509706676006317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,uniform,0.13964266578356424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,uniform,0.2015733321507772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,uniform,0.13964266578356424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,uniform,0.14275733629862467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,uniform,0.20696000258127847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,uniform,0.2015413244565328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,uniform,0.333349347114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,uniform,0.34562134742736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,uniform,0.23121066888173422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,uniform,0.331712007522583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,uniform,0.10778666536013286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,uniform,0.22473599513371786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,uniform,0.23138133684794107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,uniform,0.10748266180356343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,uniform,0.24618132909138998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,uniform,0.11217066645622253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,uniform,0.24807999531428018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,uniform,0.2465653419494629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,uniform,0.21433599789937338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,uniform,0.2276853322982788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,uniform,0.204202671845754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,uniform,0.2347360054651896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,uniform,0.23436800638834634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,uniform,0.19984533389409384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,uniform,0.33674665292104083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,uniform,0.33246399958928424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,uniform,0.34147198994954425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,uniform,0.4142773151397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,uniform,0.4129386742909749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,uniform,0.17418134212493896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,uniform,0.4007093509038289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,uniform,0.3977546691894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,uniform,0.17384000619252524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,uniform,0.1781066656112671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,uniform,0.4367520014444987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,uniform,0.4408533175786336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,uniform,0.4148586591084798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,uniform,0.2375146746635437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,uniform,0.20085332791010538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,uniform,0.2020960052808126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,uniform,0.41361598173777264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,uniform,0.40651734670003253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,uniform,0.32772799332936603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,uniform,0.3240906596183777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,uniform,0.7737812995910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,uniform,0.33373868465423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,uniform,0.7741493384043375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,uniform,0.3181973298390706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,uniform,0.7821760177612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,uniform,0.33259199062983197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,uniform,0.331167995929718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,uniform,0.823743979136149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,uniform,0.7720639705657959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,uniform,0.7923839886983236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,uniform,0.77619735399882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,uniform,0.7754879792531332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,uniform,0.22920000553131104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,uniform,0.78001602490743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,uniform,0.2087519963582357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,uniform,0.20362132787704468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,uniform,0.32633066177368164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,uniform,0.3343626658121745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,uniform,0.32128532727559406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,uniform,1.4316852887471516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,uniform,0.31613866488138836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,uniform,0.3157386581103007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,uniform,1.4179573059082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,uniform,1.4613866806030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,uniform,0.9531146685282389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,uniform,0.3269706765810649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,uniform,0.9354879856109619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,uniform,0.9455359776814779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,uniform,1.4532052675882976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,uniform,0.2116746703783671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,uniform,0.24675732851028442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,uniform,1.441482702891032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,uniform,0.32521067063013714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,uniform,1.4744586944580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,uniform,0.20446399847666422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,uniform,0.35387734572092694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,uniform,0.33560534318288165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,uniform,1.4968533515930176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,uniform,1.463472048441569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,uniform,0.3166079918543498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,uniform,0.32658666372299194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,uniform,1.4648747444152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,uniform,0.33533334732055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,uniform,0.9364000161488851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,uniform,0.9416639804840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,uniform,1.034224033355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,uniform,0.20910932620366415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,uniform,2.1121226946512857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,uniform,0.32313599189122516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,uniform,0.2581599950790405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,uniform,0.21188799540201822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,uniform,2.133903980255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,uniform,2.169530709584554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,uniform,0.3273973266283671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,uniform,0.32227200269699097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,uniform,1.4667359987894695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,uniform,1.4280212720235188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,uniform,0.3161173264185588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,uniform,0.3338880141576131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,uniform,0.9505813121795654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,uniform,1.481082598368327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,uniform,0.34489067395528156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,uniform,0.9488159815470377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,uniform,1.0376906394958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,uniform,2.1151626904805503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,uniform,0.2108693321545919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,uniform,0.21556266148885092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,uniform,2.1885973612467446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,uniform,2.1322986284891763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,uniform,0.2095466653505961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,uniform,0.3398933410644531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,uniform,0.3261920015017192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,uniform,0.3394240140914917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,uniform,1.3947572708129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,uniform,0.33347733815511066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,uniform,1.4729119936625164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,uniform,0.9442506631215414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,uniform,1.4399946530659993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,uniform,0.32214399178822833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,uniform,0.3341439962387085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,uniform,0.998954693476359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,uniform,0.9954613049825033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,uniform,2.118549346923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,uniform,2.1779680252075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,uniform,0.20895467201868692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,uniform,0.22990399599075317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,uniform,0.21037334203720093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,uniform,2.1486239433288574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,uniform,0.34855465094248456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,uniform,0.34619732697804767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,uniform,0.32492266098658246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,uniform,1.4309546152750652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,uniform,0.3417866627375285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,uniform,0.3206239938735962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,uniform,1.3723413149515789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,uniform,1.4303146998087566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,uniform,0.9535413583119711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,uniform,0.9332213401794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,uniform,0.33816532293955487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,uniform,0.9649386405944824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,uniform,2.12172794342041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,uniform,0.21107733249664307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,uniform,0.2296853264172872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,uniform,0.35716267426808673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,uniform,2.1404800415039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,uniform,0.22460800409317017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,uniform,2.1774932543436685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,uniform,0.3414613405863444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,uniform,1.430832068125407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,uniform,1.3925280570983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,uniform,0.35501333077748615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,uniform,0.32892799377441406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,uniform,1.4245972633361816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,uniform,0.33581332365671795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,uniform,0.35553598403930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,uniform,0.9370826880137125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,uniform,0.9411733150482178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,uniform,0.9671946366628011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,uniform,2.1541333198547363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,uniform,2.122528076171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,uniform,0.24687999486923218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,uniform,0.2352586587270101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,uniform,0.24665600061416626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,uniform,2.215365409851074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,uniform,0.4045120080312093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,uniform,0.384549339612325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,uniform,0.37010665734608966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,uniform,1.4352693557739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,uniform,1.3912746111551921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,uniform,1.5058879852294922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,uniform,0.324565331141154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,uniform,0.3513813416163127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,uniform,0.9376426537831625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,uniform,0.34357865651448566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,uniform,0.9507306416829427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,uniform,0.24355733394622803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,uniform,0.24900267521540323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,uniform,0.9821920394897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,uniform,0.24052266279856363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,uniform,2.1271146138509116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,uniform,2.1522560119628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,uniform,2.185904026031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,uniform,0.38575466473897296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,uniform,0.3657386700312297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,uniform,0.3647679885228475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,uniform,1.4423893292744954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,uniform,0.3412586847941081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,uniform,1.4748907089233398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,uniform,0.3440479834874471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,uniform,0.35683198769887287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,uniform,1.449936072031657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,uniform,0.9401226838429769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,uniform,0.9610933462778727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,uniform,1.0469386577606201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,uniform,0.4172319968541463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,uniform,0.2617280085881551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,uniform,0.2760319908459981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,uniform,2.1625866889953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,uniform,2.1351839701334634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,uniform,0.2661280035972595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,uniform,2.1931306521097818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,uniform,0.4262239933013916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,uniform,0.41095999876658124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,uniform,1.460096041361491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,uniform,1.4551466306050618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,uniform,0.3463253180185954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,uniform,0.3375733296076457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,uniform,1.5025493303934734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,uniform,0.37645332018534344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,uniform,0.9574027061462402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,uniform,0.998464028040568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,uniform,0.9640159606933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,uniform,2.13320525487264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,uniform,0.34723734855651855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,uniform,2.1658933957417807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,uniform,0.3591466744740804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,uniform,2.1920107205708823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,uniform,0.39375468095143634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,uniform,0.5396746794382731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,uniform,0.6061760187149048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,uniform,0.626906673113505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,uniform,0.4411626656850179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,uniform,1.4830506642659504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,uniform,0.3802826801935832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,uniform,1.4889225959777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,uniform,0.35013333956400555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,uniform,1.530853271484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,uniform,0.9657119909922282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,uniform,0.9910240173339844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,uniform,1.0222880045572917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,uniform,2.1881386439005532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,uniform,0.3689866860707601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,uniform,0.37482666969299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,uniform,2.150266647338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,uniform,2.214362621307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,uniform,0.4588586489359538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,uniform,0.6077173153559366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,uniform,0.6049066781997681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,uniform,0.6713066895802816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,uniform,1.4094452857971191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,uniform,1.473365306854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,uniform,0.3579626480738322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,uniform,0.4471893310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,uniform,1.5287946065266926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,uniform,0.38256533940633136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,uniform,0.9760213692982992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,uniform,1.0091040134429932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,uniform,0.563594659169515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,uniform,1.1524746417999268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,uniform,2.246837298075358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,uniform,0.4805866479873657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,uniform,0.5143359899520874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,uniform,0.7624959945678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,uniform,2.158010641733805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,uniform,2.2023733456929526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,uniform,0.7905066808064779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,uniform,0.8700746695200602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,uniform,0.3574506839116414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,uniform,1.48089599609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,uniform,1.4555039405822754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,uniform,1.4927412668863933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,uniform,0.3978293339411418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,uniform,0.4694720109303792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,uniform,0.992965300877889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,uniform,1.17741862932841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,uniform,2.1662826538085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,uniform,1.0193546613057454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,uniform,0.6936266422271729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,uniform,0.6690399646759033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,uniform,2.2132479349772134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,uniform,2.2475627263387046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,uniform,0.7251946926116943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,uniform,1.099071979522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,uniform,1.1649973392486572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,uniform,1.1402719815572102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,uniform,1.516090710957845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,uniform,1.5916959444681804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,uniform,1.8522879282633464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,uniform,0.4297279914220174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,uniform,0.5869653224945068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,uniform,0.47250131766001385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,uniform,1.1016480127970378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,uniform,1.1871306896209717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,uniform,1.0649066766103108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,uniform,0.8772053718566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,uniform,0.9343679745992025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,uniform,1.3943732579549153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,uniform,2.195514678955078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,uniform,2.243370691935221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,uniform,2.3238293329874673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,uniform,1.5214239756266277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,uniform,1.674773375193278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,uniform,1.5906613667805989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,uniform,1.4866612752278645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,uniform,1.596874713897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,uniform,0.5859093268712362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,uniform,0.5486720005671183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,uniform,1.9348479906717937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,uniform,0.7245439688364664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,uniform,1.756831963857015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,uniform,1.7542880376180012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,uniform,1.868351936340332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,uniform,1.4477972984313965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,uniform,1.3184746901194255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,uniform,1.4429759979248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,uniform,2.214288075764974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,uniform,2.3107892672220864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,uniform,2.8226451873779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,uniform,2.5817492802937827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,uniform,2.402346611022949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,uniform,2.459775924682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,uniform,1.6619787216186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,uniform,2.271893342336019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,uniform,1.8290665944417317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,uniform,0.9158346652984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,uniform,0.8649120330810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,uniform,2.291744073232015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,uniform,2.2736266454060874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,uniform,1.077994664510091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,uniform,1.904970645904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,uniform,2.5584053993225098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,uniform,2.2729066212972007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,uniform,1.999498685201009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,uniform,2.0528106689453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,uniform,2.950042724609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,uniform,2.404245376586914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,uniform,3.7264267603556314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,uniform,3.573018709818522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,uniform,3.526442527770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,uniform,2.019690672556559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,uniform,2.6754401524861655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,uniform,1.1087733109792073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,uniform,2.5158665974934897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,uniform,1.22161070505778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,uniform,1.422101338704427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,uniform,3.089066823323568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,uniform,3.156042734781901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,uniform,2.986138661702474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,uniform,3.1630560557047525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,uniform,3.516042709350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,uniform,2.492863972981771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,uniform,3.1842880249023438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,uniform,3.4490667978922525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,uniform,2.7332213719685874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,uniform,5.40834108988444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,uniform,5.603765487670898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,uniform,5.542682647705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,uniform,4.463573455810547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,uniform,3.8133440017700195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,uniform,3.602458635965983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,uniform,1.7596373558044434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,uniform,1.6011679967244465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,uniform,2.0425333976745605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,uniform,4.227343877156575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,uniform,4.388282775878906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,uniform,4.256079991658528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,uniform,4.265071868896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,uniform,5.057061195373535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,uniform,7.806469599405925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,uniform,3.0180638631184897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,uniform,3.340815862019857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,uniform,4.467605272928874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,uniform,4.124656041463216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,uniform,7.909498850504558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,uniform,7.587125142415364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,uniform,5.257967948913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,uniform,5.142597198486328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,uniform,5.829530715942383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,uniform,2.0790346463521323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,uniform,2.3198827107747397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,uniform,2.6565173467000327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,uniform,5.586997350056966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,uniform,5.60154660542806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,uniform,6.862085342407227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,uniform,6.669551849365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,uniform,6.439311981201172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,uniform,6.8600107828776045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,uniform,5.4668534596761065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,uniform,6.455408096313477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,uniform,5.996639887491862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,uniform,12.265333811442057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,uniform,11.819941202799479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,uniform,12.5099728902181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,uniform,8.75648562113444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,uniform,8.184021631876627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,uniform,7.044698715209961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,uniform,2.9666293462117515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,uniform,3.3842293421427407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,uniform,3.975653330485026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,uniform,7.948842366536458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,uniform,8.70370101928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,uniform,9.52945073445638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,uniform,9.18732770284017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,uniform,9.306506474812826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,uniform,9.712405522664389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,uniform,8.341536204020182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,uniform,7.760463714599609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,uniform,8.93280029296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,uniform,16.90896479288737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,uniform,17.0644048055013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,uniform,16.729882558186848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,uniform,9.281920115152994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,uniform,11.361605326334635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,uniform,4.5228532155354815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,uniform,4.244725227355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,uniform,12.696741739908854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,uniform,5.271024068196614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,uniform,10.258101145426432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,uniform,11.246709187825521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,uniform,14.50424575805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,uniform,14.351285298665365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,uniform,14.330127716064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,uniform,12.001978556315104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,uniform,10.6211306254069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,uniform,25.826560974121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,uniform,10.435263951619467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,uniform,11.872559865315756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,uniform,26.026522318522137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,uniform,25.192176818847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,uniform,14.72317886352539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,uniform,6.077840169270833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,uniform,6.750448226928711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,uniform,15.814688364664713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,uniform,19.017066955566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,uniform,7.796794891357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,uniform,15.478677113850912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,uniform,16.34000015258789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,uniform,19.826021830240887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,uniform,19.78932825724284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,uniform,19.463780721028645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,uniform,35.58855438232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,uniform,18.097802480061848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,uniform,16.458831787109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,uniform,14.5130983988444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,uniform,20.537119547526043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,uniform,35.52272033691406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,uniform,34.59882609049479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,uniform,18.85865656534831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,uniform,8.23683230082194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,uniform,21.31597900390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,uniform,24.576207478841145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,uniform,9.31337038675944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,uniform,10.517728169759115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,uniform,21.820836385091145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,uniform,23.622655232747395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,uniform,25.063072204589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,uniform,24.92296091715495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,uniform,24.522633870442707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,uniform,44.39985656738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,uniform,24.250587463378906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,uniform,20.370955149332683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,uniform,21.631093343098957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,uniform,25.2467524210612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,uniform,44.804850260416664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,uniform,43.67303466796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,uniform,24.670697530110676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,uniform,27.46269989013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,uniform,10.531744003295898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,uniform,11.529584248860678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,uniform,29.338907877604168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,uniform,13.192303975423178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,uniform,0.09387200077374776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,uniform,27.866676330566406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,uniform,26.06433614095052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,uniform,0.06281066437562306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,uniform,0.05607999861240387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,uniform,0.07020266850789388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,uniform,0.07416533430417378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,uniform,0.12309333682060242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,uniform,0.08074133098125458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,uniform,0.07512533167997996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,uniform,0.07812800010045369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,uniform,0.04307200014591217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,uniform,0.04221866528193156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,uniform,0.07404266794522603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,uniform,0.04529599845409393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,uniform,0.07469866673151652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,uniform,0.07514666517575581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,uniform,0.07567466795444489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,uniform,0.07379200061162312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,uniform,0.08036266764005025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,uniform,0.09417066971460979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,uniform,0.11690133810043335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,uniform,0.08326933284600575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,uniform,0.08126399914423625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,uniform,0.10960533221562703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,uniform,0.10744532942771912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,uniform,0.10114133358001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,uniform,0.09489599863688152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,uniform,0.09454933802286784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,uniform,0.05197866757710775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,uniform,0.09884799520174663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,uniform,29.892656962076824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,uniform,0.05749866863091787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,uniform,0.1034399966398875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,uniform,0.09265599648157756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,uniform,0.10398399829864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,uniform,0.09604266285896301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,uniform,0.10121066371599834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,uniform,0.13134400049845377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,uniform,0.12431466579437256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,uniform,0.12658666570981345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,uniform,25.15967051188151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,uniform,0.18796267112096152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,uniform,29.01239522298177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,uniform,0.1885706583658854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,uniform,0.14061333735783896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,uniform,0.17258665959040323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,uniform,0.14046933253606161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,uniform,0.0728959987560908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,uniform,0.1497653325398763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,uniform,0.14909866452217102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,uniform,0.07577600081761678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,uniform,0.15010133385658264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,uniform,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,uniform,0.15219733119010925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,uniform,33.36714172363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,uniform,0.14201600352923074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,uniform,0.13715733091036478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,uniform,0.15171733498573303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,uniform,0.12966932853062949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,uniform,0.20096000035603842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,uniform,0.1369439959526062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,uniform,0.19235734144846597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,uniform,0.11717866857846577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,uniform,0.18313600619633993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,uniform,0.23281600077946982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,uniform,0.2307200034459432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,uniform,0.10689600308736165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,uniform,0.2454506754875183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,uniform,0.11814399560292561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,uniform,0.24735466639200845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,uniform,0.10843732953071594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,uniform,0.24253867069880167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,uniform,0.23189334074656168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,uniform,0.23314666748046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,uniform,0.24621333678563437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,uniform,0.22218134005864462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,uniform,0.134634663661321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,uniform,0.11847466230392456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,uniform,0.12930666406949362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,uniform,0.1890453298886617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,uniform,0.2068693240483602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,uniform,0.18284799655278525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,uniform,0.4057066837946574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,uniform,0.20005333423614502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,uniform,0.40615467230478924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,uniform,0.17547732591629028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,uniform,0.431328018506368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,uniform,0.1791093349456787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,uniform,0.3938933213551839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,uniform,0.4152959982554118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,uniform,0.4135093291600545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,uniform,0.41125865777333576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,uniform,0.396938681602478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,uniform,0.4344266653060913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,uniform,0.1405119995276133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,uniform,0.12174933155377705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,uniform,0.1267359952131907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,uniform,0.18421334028244019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,uniform,0.19065600633621216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,uniform,0.20761066675186157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,uniform,0.7141333421071371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,uniform,0.20059732596079508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,uniform,0.7229812939961752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,uniform,0.1776640017827352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,uniform,0.742736021677653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,uniform,0.4863893191019694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,uniform,0.18263999621073404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,uniform,0.4861653248469035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,uniform,0.750602642695109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,uniform,0.13064000010490417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,uniform,0.5024906794230143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,uniform,0.1325866679350535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,uniform,0.7543360392252604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,uniform,0.12024000287055969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,uniform,0.8079573313395182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,uniform,0.20595200856526694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,uniform,0.1811413367589315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,uniform,0.19105599323908487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,uniform,0.7008533477783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,uniform,0.17877866824467978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,uniform,0.2021013299624125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,uniform,0.18978667259216309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,uniform,0.7109440167744955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,uniform,0.7548853556315104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,uniform,0.4952213366826375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,uniform,0.50219198067983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,uniform,0.12997866670290628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,uniform,0.5096799929936727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,uniform,1.1256693204243977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,uniform,1.109455982844035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,uniform,0.14749333262443542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,uniform,0.12363200386365254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,uniform,0.1983786622683207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,uniform,1.1072159608205159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,uniform,0.18425067265828451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,uniform,0.7187840143839518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,uniform,0.18612800041834512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,uniform,0.7312053044637045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,uniform,0.1805760065714518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,uniform,0.18074132998784384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,uniform,0.760474681854248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,uniform,0.20905599991480509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,uniform,0.49121065934499103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,uniform,0.5184640089670817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,uniform,0.5007520119349161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,uniform,0.12494933605194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,uniform,1.093109369277954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,uniform,1.1165706316630046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,uniform,0.13326932986577353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,uniform,0.13223466277122498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,uniform,0.2015893260637919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,uniform,1.1531093120574951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,uniform,0.19127466281255087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,uniform,0.18638400236765543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,uniform,0.18153599898020426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,uniform,0.18775999546051025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,uniform,0.7195359865824381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,uniform,0.7220799922943115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,uniform,0.769045352935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,uniform,0.4965813159942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,uniform,0.21243733167648315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,uniform,0.5193493366241455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,uniform,0.5236533482869467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,uniform,1.0632692972819011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,uniform,0.13447466492652893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,uniform,1.0498507022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,uniform,1.1097333431243896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,uniform,0.13140267133712769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,uniform,0.19448000192642212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,uniform,0.20034666856129965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,uniform,0.1255519986152649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,uniform,0.20898133516311646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,uniform,0.7069386641184489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,uniform,0.7296373049418131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,uniform,0.18126400311787924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,uniform,0.7655680179595947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,uniform,0.19055465857187906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,uniform,0.20984532435735068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,uniform,0.5050986607869467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,uniform,0.5011253356933594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,uniform,0.12738133470217386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,uniform,0.5249600013097128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,uniform,0.12771200140317282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,uniform,1.0716266632080078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,uniform,1.0331520239512126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,uniform,1.1036960283915203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,uniform,0.1325759987036387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,uniform,0.20462934176127115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,uniform,0.1899413267771403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,uniform,0.7172266642252604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,uniform,0.1997493306795756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,uniform,0.7343466281890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,uniform,0.7804533640543619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,uniform,0.18998400370279947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,uniform,0.19349332650502524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,uniform,0.5005386670430502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,uniform,0.5466080109278361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,uniform,0.21227200826009116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,uniform,0.5338559945424398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,uniform,1.0963679949442546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,uniform,0.1467466652393341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,uniform,1.0647146701812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,uniform,1.1378080050150554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,uniform,0.14501866698265076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,uniform,0.14875200390815735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,uniform,0.2158613403638204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,uniform,0.21683200200398764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,uniform,0.21710399786631265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,uniform,0.1963520050048828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,uniform,0.7229173183441162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,uniform,0.18837332725524902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,uniform,0.735647996266683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,uniform,0.791968027750651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,uniform,0.21359467506408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,uniform,0.5071626504262289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,uniform,0.5469066699345907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,uniform,0.5152159929275513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,uniform,1.1153919696807861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,uniform,0.14851199587186178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,uniform,1.1037493546803792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,uniform,1.136799971262614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,uniform,0.22453866402308145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,uniform,0.14013333121935526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,uniform,0.1504693329334259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,uniform,0.21837866306304932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,uniform,0.21880000829696655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,uniform,0.7550826867421468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,uniform,0.7449333667755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,uniform,0.7982613245646158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,uniform,0.1919893423716227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,uniform,0.5103840033213297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,uniform,0.2018666664759318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,uniform,0.21864533424377441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,uniform,0.5192266702651978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,uniform,0.161871999502182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,uniform,0.5609493255615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,uniform,0.16035200158754984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,uniform,1.0623146692911785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,uniform,0.17308266957600912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,uniform,1.1899413267771404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,uniform,1.080133358637492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,uniform,0.24026666084925333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,uniform,0.23778132597605386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,uniform,0.25594133138656616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,uniform,0.22353599468866983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,uniform,0.7316373189290365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,uniform,0.8225173155466715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,uniform,0.1966666579246521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,uniform,0.7519839604695638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,uniform,0.20939199129740396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,uniform,0.5267626841862997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,uniform,0.5167253414789835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,uniform,0.5760746796925863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,uniform,0.19692800442377725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,uniform,1.0615413188934326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,uniform,1.170085350672404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,uniform,1.136682669321696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,uniform,0.20097066958745322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,uniform,0.3081600069999695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,uniform,0.21657600005467734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,uniform,0.2940586606661479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,uniform,0.3434293270111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,uniform,0.7674079736073812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,uniform,0.7427893479665121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,uniform,0.8487679958343506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,uniform,0.2127359906832377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,uniform,0.24713067213694254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,uniform,0.29889599482218426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,uniform,0.5271146694819132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,uniform,0.21751999855041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,uniform,0.5356906652450562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,uniform,0.5987253189086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,uniform,1.074944019317627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,uniform,1.146181344985962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,uniform,0.2250666618347168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,uniform,1.2130239804585774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,uniform,0.3397066593170166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,uniform,0.24247467517852783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,uniform,0.3933120171229045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,uniform,0.3399253288904826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,uniform,0.7519146601359049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,uniform,0.773904005686442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,uniform,0.8764746983846029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,uniform,0.21974400679270426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,uniform,0.24977066119511923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,uniform,0.5473173459370931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,uniform,0.30210665861765545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,uniform,0.598192016283671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,uniform,0.7143680254618326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,uniform,0.28517333666483563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,uniform,1.1360426743825276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,uniform,0.27246934175491333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,uniform,1.1540533701578777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,uniform,0.3033653299013774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,uniform,1.233237346013387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,uniform,0.4200213352839152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,uniform,0.4756693442662557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,uniform,0.4487146536509196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,uniform,0.7961333592732748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,uniform,0.7674559752146403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,uniform,0.9042560259501139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,uniform,0.22109333674112955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,uniform,0.3195146719614665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,uniform,0.26054932673772174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,uniform,0.5518506765365601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,uniform,0.6204533179601034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,uniform,0.7675999800364176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,uniform,1.1098826726277669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,uniform,0.38545600573221844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,uniform,0.4192906618118286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,uniform,0.3957120180130005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,uniform,1.1433119773864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,uniform,1.2694933414459229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,uniform,0.6045759916305542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,uniform,0.613813320795695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,uniform,0.6347893476486206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,uniform,0.9387359619140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,uniform,0.8086400032043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,uniform,1.14628267288208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,uniform,0.27265600363413495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,uniform,0.6957706610361735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,uniform,0.33426133791605633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,uniform,0.43351999918619794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,uniform,0.8009013334910074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,uniform,0.4985920190811157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,uniform,0.9752693176269531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,uniform,0.5382399956385294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,uniform,0.5115946531295776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,uniform,1.1851253509521484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,uniform,1.3359467188517253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,uniform,0.7923040390014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,uniform,1.219370683034261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,uniform,0.8059360186258951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,uniform,0.85044264793396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,uniform,0.8433226744333903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,uniform,0.975045363108317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,uniform,0.4169119993845622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,uniform,0.3513280153274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,uniform,1.200218677520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,uniform,0.9303786754608154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,uniform,0.5554346640904745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,uniform,1.06168532371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,uniform,1.1877493063608806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,uniform,1.2753760019938152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,uniform,0.7374613285064697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,uniform,0.7193653583526611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,uniform,0.7718613147735596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,uniform,1.3910613059997559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,uniform,1.2100533644358318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,uniform,1.7004586855570476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,uniform,1.1913920243581135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,uniform,1.2730666796366374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,uniform,1.0164159933725994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,uniform,0.4954346815745036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,uniform,1.1724320252736409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,uniform,1.4930613835652669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,uniform,0.5856853326161703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,uniform,0.7337973117828369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,uniform,1.2328426837921143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,uniform,1.3423466682434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,uniform,1.0073119799296062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,uniform,0.9487146536509196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,uniform,0.9646186828613281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,uniform,1.5798932711283367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,uniform,1.4885759353637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,uniform,1.246245304743449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,uniform,1.5996692975362141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,uniform,1.8084373474121094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,uniform,1.633834679921468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,uniform,1.6274506251017253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,uniform,1.5602347056070964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,uniform,1.3748745918273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,uniform,0.6167466640472412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,uniform,1.7663200696309407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,uniform,0.7664053440093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,uniform,0.9313759803771973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,uniform,1.6526613235473633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,uniform,1.7507306734720867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,uniform,1.4698506991068523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,uniform,1.4016586939493816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,uniform,1.418992042541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,uniform,1.4572639465332031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,uniform,2.069904009501139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,uniform,2.209104061126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,uniform,1.749344031016032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,uniform,2.5540213584899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,uniform,2.538581371307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,uniform,2.5390453338623047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,uniform,2.299077351888021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,uniform,2.7338879903157554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,uniform,2.0162347157796225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,uniform,0.8180586496988932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,uniform,1.0777013301849365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,uniform,1.329749345779419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,uniform,2.2535573641459146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,uniform,2.4710453351338706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,uniform,1.8481119473775227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,uniform,1.964080015818278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,uniform,1.8820586204528809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,uniform,2.0327626864115396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,uniform,2.9522988001505532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,uniform,3.633824030558268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,uniform,2.7128852208455405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,uniform,2.365941365559896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,uniform,3.4920425415039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,uniform,3.6239840189615884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,uniform,2.7385120391845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,uniform,3.168058713277181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,uniform,1.3309600353240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,uniform,1.084000031153361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,uniform,3.6714560190836587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,uniform,1.748143990834554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,uniform,3.1106932957967124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,uniform,2.815349260965983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,uniform,2.74617608388265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,uniform,2.8760960896809897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,uniform,2.7767041524251304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,uniform,3.742778778076172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,uniform,5.760170618693034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,uniform,3.0772053400675454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,uniform,3.433221181233724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,uniform,4.231258710225423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,uniform,5.679951985677083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,uniform,5.589338938395183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,uniform,3.970975875854492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,uniform,1.4957812627156575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,uniform,4.441770553588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,uniform,5.295653343200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,uniform,1.8935359319051106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,uniform,2.615381399790446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,uniform,4.17900276184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,uniform,4.764389355977376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,uniform,3.7031787236531577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,uniform,3.6889012654622397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,uniform,3.791152000427246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,uniform,7.886666615804036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,uniform,5.594783782958984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,uniform,4.113525390625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,uniform,5.027109464009603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,uniform,5.654106775919597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,uniform,7.867114384969075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,uniform,7.564704259236653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,uniform,5.459407806396484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,uniform,6.199013392130534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,uniform,7.390234629313151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,uniform,1.9583679835001628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,uniform,3.36356258392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,uniform,2.53658660252889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,uniform,5.4567305246988935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,uniform,6.054480234781901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,uniform,5.801829020182292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,uniform,5.729674657185872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,uniform,5.659562428792317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,uniform,6.990079879760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,uniform,5.742656071980794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,uniform,12.25589370727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,uniform,6.263013203938802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,uniform,7.5399735768636065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,uniform,11.793467203776041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,uniform,11.392032623291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,uniform,7.857280095418294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,uniform,9.061824162801107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,uniform,2.9001973470052085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,uniform,10.945386250813803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,uniform,3.6566346486409507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,uniform,4.882447878519694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,uniform,7.922421137491862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,uniform,8.836367925008139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,uniform,8.082858403523764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,uniform,7.5251890818278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,uniform,7.5132802327473955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,uniform,17.117637634277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,uniform,10.522058486938477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,uniform,8.203269322713217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,uniform,9.698783874511719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,uniform,11.796736399332682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,uniform,16.587839762369793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,uniform,15.47378667195638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,uniform,10.950965881347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,uniform,14.286570231119791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,uniform,4.023637453715007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,uniform,11.804735819498697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,uniform,6.854176203409831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,uniform,5.1468000411987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,uniform,10.969248453776041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,uniform,11.869764963785807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,uniform,9.991535822550455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,uniform,10.264495849609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,uniform,9.50320561726888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,uniform,21.809125264485676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,uniform,14.037264506022135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,uniform,20.919631958007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,uniform,12.26699701944987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,uniform,11.120165506998697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,uniform,19.713284810384113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,uniform,15.407440185546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,uniform,13.675280253092447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,uniform,14.892538706461588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,uniform,17.645893096923828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,uniform,5.967578887939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,uniform,8.470922470092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,uniform,5.1322987874348955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,2,uniform,0.08226666847864787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,4,uniform,0.11667199929555257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,uniform,13.938667297363281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,uniform,14.62338129679362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,1,uniform,0.07358933488527934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,4,uniform,0.14825066924095154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,4,uniform,0.08749333024024963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,2,uniform,0.09380267063776652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,2,uniform,0.0937653382619222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,1,uniform,0.09562666217486064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,1,uniform,0.10765332976977031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,2,uniform,0.05842666824658712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,4,uniform,0.05532266696294149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,4,uniform,0.10087999701499939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,1,uniform,0.06448533137639363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,2,uniform,0.0981280008951823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,4,uniform,0.08964266379674275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,1,uniform,0.10087999701499939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,2,uniform,0.09343467156092326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,1,uniform,0.11216533184051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,4,uniform,0.12332266569137573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,2,uniform,0.10521599650382996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,2,uniform,0.14035733540852866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,1,uniform,0.1027893324693044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,4,uniform,0.1463520030180613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,4,uniform,0.1184266706307729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,1,uniform,0.13149333000183105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,1,uniform,0.14108799894650778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,2,uniform,0.12059199810028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,4,uniform,0.07422400017579396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,2,uniform,0.07630399862925212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,2,uniform,0.12398933370908101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,1,uniform,0.08498666683832805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,uniform,17.263898213704426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,4,uniform,0.12392533818880717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,4,uniform,0.1200373371442159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,1,uniform,0.13632532954216003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,2,uniform,0.12242133418718974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,4,uniform,0.15411733587582907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,1,uniform,0.14352533221244812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,2,uniform,0.1506239970525106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,uniform,14.049855550130209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,1,uniform,0.14918399850527445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,4,uniform,0.1670186718304952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,4,uniform,0.23406932751337686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,2,uniform,0.20918933550516763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,1,uniform,0.2149440050125122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,uniform,15.599051157633463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,uniform,19.6680425008138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,1,uniform,0.20205867290496826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,4,uniform,0.09770666559537251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,2,uniform,0.17669334014256796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,2,uniform,0.09925867120424907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,1,uniform,0.11381333072980244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,2,uniform,0.17939200003941855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,4,uniform,0.1694399913152059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,2,uniform,0.16826132933298746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,1,uniform,0.19722666343053183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,4,uniform,0.169978658358256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,1,uniform,0.20599999030431113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,4,uniform,0.154858668645223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,1,uniform,0.15422399838765463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,2,uniform,0.15008533000946045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,2,uniform,0.2086826761563619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,1,uniform,0.21627734104792276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,4,uniform,0.22982933123906454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,4,uniform,0.26844799518585205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,2,uniform,0.2917706569035848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,4,uniform,0.146506667137146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,1,uniform,0.3256160020828247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,1,uniform,0.18387200435002646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,2,uniform,0.14918399850527445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,2,uniform,0.2964693307876587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,4,uniform,0.273306667804718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,4,uniform,0.26436267296473187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,1,uniform,0.319215993086497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,2,uniform,0.26930665969848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,1,uniform,0.15476266543070474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,1,uniform,0.32998400926589966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,4,uniform,0.15211199720700583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,4,uniform,0.22949866453806558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,2,uniform,0.15012266238530478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,2,uniform,0.21386132637659708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,1,uniform,0.21549334128697714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,2,uniform,0.5307999849319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,4,uniform,0.46906665960947674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,4,uniform,0.24679466088612875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,1,uniform,0.5615093310674032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,4,uniform,0.48050133387247723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,1,uniform,0.3025546669960022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,2,uniform,0.24560532967249551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,1,uniform,0.5562880039215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,2,uniform,0.46384533246358234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,4,uniform,0.46670401096343994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,2,uniform,0.5235466559727987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,4,uniform,0.23494933048884073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,1,uniform,0.5788213411966959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,4,uniform,0.15541332960128784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,2,uniform,0.15210666259129843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,1,uniform,0.15346133708953857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,2,uniform,0.21377599239349365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,1,uniform,0.21679999430974325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,2,uniform,0.9751466910044352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,4,uniform,0.8553919792175293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,4,uniform,0.2477333347002665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,1,uniform,1.0177013079325359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,2,uniform,0.2516480088233948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,4,uniform,0.5767413377761841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,1,uniform,0.30481066306432086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,1,uniform,0.6795573234558105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,2,uniform,0.5627733469009399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,2,uniform,0.9777973492940267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,4,uniform,0.8502346674601237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,4,uniform,0.15532267093658447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,1,uniform,1.024778683980306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,2,uniform,0.15335466464360556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,4,uniform,0.23664534091949463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,1,uniform,0.15412267049153647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,1,uniform,0.21894399325052896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,2,uniform,0.21403199434280396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,4,uniform,0.8538933595021566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,2,uniform,0.24731733401616415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,4,uniform,0.24428266286849976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,2,uniform,0.9773973623911539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,1,uniform,1.0116693178812664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,1,uniform,0.29954665899276733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,4,uniform,0.5796533425649008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,2,uniform,0.5620160102844238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,1,uniform,0.6814133326212565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,4,uniform,1.2309707005818684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,1,uniform,0.15615466237068176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,2,uniform,1.4429012934366863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,1,uniform,1.4693652788798015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,4,uniform,0.15923200050989786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,2,uniform,0.154639999071757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,2,uniform,0.21588265895843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,4,uniform,0.2336639960606893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,1,uniform,0.21965332825978598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,4,uniform,0.8472320238749186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,2,uniform,0.9791626930236816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,4,uniform,0.2430186669031779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,1,uniform,1.0272533098856609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,2,uniform,0.2516426642735799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,1,uniform,0.30402666330337524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,2,uniform,0.5619680086771647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,1,uniform,0.6680906613667806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,4,uniform,0.57696533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,4,uniform,0.24025066693623862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,4,uniform,1.2490026950836182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,2,uniform,1.426751931508382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,1,uniform,1.4749174118041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,2,uniform,0.23846399784088135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,1,uniform,0.24644800027211508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,4,uniform,0.3651466766993205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,2,uniform,0.36797865231831867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,1,uniform,0.3651893138885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,2,uniform,0.9871893723805746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,2,uniform,0.2516640027364095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,1,uniform,0.30557866891225177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,4,uniform,0.8536213239034017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,4,uniform,0.24689600865046182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,1,uniform,1.0337973435719807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,4,uniform,0.5746506849924723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,4,uniform,1.2350080013275146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,1,uniform,0.6693013509114584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,2,uniform,1.4260212580362956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,2,uniform,0.5654506683349609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,4,uniform,0.24166399240493774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,2,uniform,0.24123199780782065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,1,uniform,1.4809865951538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,1,uniform,0.2477440039316813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,4,uniform,0.369648019472758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,1,uniform,0.36794133981068927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,2,uniform,0.36508798599243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,2,uniform,0.9757760365804037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,4,uniform,0.8434186776479086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,4,uniform,0.24641066789627075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,1,uniform,1.0237119992574055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,2,uniform,0.24751466512680054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,1,uniform,0.3113119999567668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,4,uniform,0.5843626658121744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,2,uniform,0.5640960137049357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,1,uniform,0.6857439676920573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,4,uniform,1.2438666820526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,2,uniform,1.4337600072224934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,2,uniform,0.24259199698766074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,1,uniform,1.5185119311014812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,1,uniform,0.2481600046157837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,4,uniform,0.2450933257738749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,2,uniform,0.3656586805979411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,4,uniform,0.3662506739298503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,2,uniform,0.9821493625640869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,4,uniform,0.2418773372968038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,1,uniform,0.3731040159861247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,4,uniform,0.8606026967366537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,2,uniform,0.24950400988260904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,1,uniform,1.0379947026570637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,1,uniform,0.3047413428624471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,4,uniform,0.5822186470031738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,1,uniform,0.6818826993306478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,2,uniform,0.5701546669006348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,4,uniform,1.2537600199381511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,2,uniform,1.4633386929829915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,4,uniform,0.32992533842722577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,1,uniform,1.4763894081115723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,2,uniform,0.32780800263086957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,4,uniform,0.5238186518351237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,1,uniform,0.33666133880615234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,2,uniform,0.5107466777165731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,1,uniform,0.5160853465398153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,4,uniform,0.8499999841054281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,2,uniform,0.2500586708386739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,4,uniform,0.24837867418924967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,2,uniform,0.9840319951375326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,1,uniform,1.02291735013326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,4,uniform,0.5925013224283854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,1,uniform,0.3068586587905884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,2,uniform,0.5638506809870402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,2,uniform,0.3304160038630168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,1,uniform,0.6971200307210287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,4,uniform,1.241909344991048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,2,uniform,1.4239786465962727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,4,uniform,0.3346506754557292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,1,uniform,1.4984480539957683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,1,uniform,0.33638934294382733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,2,uniform,0.5125866731007894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,4,uniform,0.5265493392944336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,1,uniform,0.5206773281097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,4,uniform,0.8525066375732422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,2,uniform,0.9855946699778239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,1,uniform,1.0618560314178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,4,uniform,0.24833599726359049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,2,uniform,0.25221866369247437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,1,uniform,0.31509333848953247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,4,uniform,0.5879146655400594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,1,uniform,0.6929759979248047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,2,uniform,0.5723946491877238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,4,uniform,1.2401759624481201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,2,uniform,0.4196373224258423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,4,uniform,0.42369067668914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,2,uniform,1.4355467160542805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,1,uniform,1.4900587399800618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,4,uniform,0.6569333473841349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,1,uniform,0.4226826826731364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,2,uniform,0.6548800071080526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,1,uniform,0.6632533470789591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,4,uniform,0.8572693665822347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,2,uniform,0.9889547030131022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,1,uniform,1.0272479852040608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,4,uniform,0.2541760007540385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,2,uniform,0.25150400400161743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,1,uniform,0.31858134269714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,4,uniform,0.5881866614023844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,1,uniform,0.692080020904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,2,uniform,0.5740480025609335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,4,uniform,0.5060266653696696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,4,uniform,1.2660533587137859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,2,uniform,1.4352854092915852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,1,uniform,1.5268479983011882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,4,uniform,0.8214720090230306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,2,uniform,0.50164266427358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,1,uniform,0.5109066565831503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,2,uniform,0.8005013465881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,1,uniform,0.8045012950897217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,4,uniform,0.8695092995961508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,4,uniform,0.43281598885854083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,2,uniform,0.9880959987640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,1,uniform,1.0251200199127197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,1,uniform,0.5415306488672892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,2,uniform,0.444543997446696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,2,uniform,0.5751839876174927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,4,uniform,0.5909013350804647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,1,uniform,0.6919039885203043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,4,uniform,1.25381867090861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,1,uniform,0.6005973418553671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,4,uniform,0.5944799979527792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,4,uniform,0.951754649480184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,2,uniform,1.4319146474202473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,2,uniform,0.5890773137410482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,1,uniform,1.4936000506083171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,1,uniform,0.9587519963582357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,2,uniform,0.9534186522165934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,4,uniform,0.8656426270802816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,2,uniform,1.0103519757588704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,1,uniform,1.0475146770477295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,4,uniform,0.4360640048980713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,2,uniform,0.44727468490600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,1,uniform,0.5452800194422404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,1,uniform,1.1422613461812336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,4,uniform,1.0720960299173992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,2,uniform,1.0517386595408122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,4,uniform,1.2534080346425374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,2,uniform,1.4388640721638997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,4,uniform,0.7664639949798584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,2,uniform,0.7739413579305013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,1,uniform,0.7770506540934244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,1,uniform,1.5023040771484375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,4,uniform,1.2401333649953206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,2,uniform,1.2397013505299885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,1,uniform,1.2534879843393962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,4,uniform,0.8687360286712646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,4,uniform,0.43995201587677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,1,uniform,0.5581333239873251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,2,uniform,1.001413345336914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,1,uniform,1.0673920313517253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,2,uniform,0.4570399920145671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,4,uniform,1.0680533250172932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,2,uniform,1.0536800225575764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,4,uniform,1.2576213677724202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,1,uniform,1.1544533570607503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,2,uniform,1.4593653678894043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,1,uniform,1.5153387387593586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,4,uniform,1.1183839639027913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,2,uniform,1.1245493094126384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,1,uniform,1.1417973041534424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,2,uniform,1.8211520512898762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,4,uniform,1.8244853019714355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,1,uniform,1.8544106483459473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,4,uniform,1.6142346064249675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,2,uniform,1.7807200749715169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,4,uniform,0.6167999903361002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,1,uniform,1.8275680541992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,2,uniform,0.6110293467839559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,1,uniform,0.7376960118611654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,4,uniform,1.5571893056233723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,2,uniform,1.541759967803955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,1,uniform,1.6317226092020671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,2,uniform,1.469663937886556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,4,uniform,1.2674293518066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,4,uniform,1.474474589029948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,2,uniform,1.4966506958007812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,1,uniform,1.6060746510823567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,1,uniform,1.5036160151163738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,2,uniform,2.4120960235595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,4,uniform,2.4073813756306968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,1,uniform,2.447264035542806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,2,uniform,1.806949297587077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,1,uniform,0.9266666571299235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,4,uniform,1.626421292622884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,1,uniform,1.896725336710612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,2,uniform,0.7730773289998373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,4,uniform,0.7966826756795248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,4,uniform,2.0254079500834146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,2,uniform,2.0113333066304526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,4,uniform,2.447253386179606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,1,uniform,2.219477335611979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,4,uniform,2.1767199834187827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,1,uniform,2.1061654090881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,2,uniform,2.177621364593506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,2,uniform,2.636768023173014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,1,uniform,2.7050132751464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,4,uniform,3.5452747344970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,2,uniform,3.5827627182006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,1,uniform,3.644794782002767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,4,uniform,2.3762399355570474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,4,uniform,1.1456000010172527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,1,uniform,2.5905332565307617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,2,uniform,2.5793867111206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,1,uniform,1.240437348683675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,2,uniform,1.0947466691335042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,4,uniform,2.5291733741760254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,2,uniform,2.5187253952026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,4,uniform,2.8595574696858725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,2,uniform,2.8787787755330405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,1,uniform,2.6556053161621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,4,uniform,2.4152587254842124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,1,uniform,2.9465119043986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,1,uniform,2.7751893997192383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,2,uniform,2.701290766398112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,4,uniform,4.707882563273112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,2,uniform,4.751440048217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,1,uniform,4.842341423034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,1,uniform,3.3439038594563804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,2,uniform,3.3387680053710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,4,uniform,3.119834582010905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,4,uniform,1.4994293848673503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,2,uniform,1.4194773038228352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,1,uniform,1.5828852653503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,4,uniform,3.4854987462361655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,2,uniform,3.4905761082967124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,2,uniform,4.272426605224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,4,uniform,4.25765323638916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,1,uniform,3.623274803161621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,1,uniform,4.372357368469238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,4,uniform,3.526458740234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,2,uniform,3.8321491877237954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,1,uniform,3.828319867451986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,4,uniform,7.020671844482422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,2,uniform,7.079359690348308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,1,uniform,7.252469380696614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,4,uniform,4.620026588439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,4,uniform,2.207280000050863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,1,uniform,4.850240071614583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,2,uniform,2.087951978047689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,1,uniform,2.2970827420552573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,4,uniform,4.955034573872884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,2,uniform,4.980954806009929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,4,uniform,5.641183853149414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,1,uniform,5.1539732615153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,4,uniform,4.674618721008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,1,uniform,5.00432014465332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,2,uniform,4.988229433695476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,2,uniform,5.69932238260905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,1,uniform,5.833621342976888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,4,uniform,9.342533111572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,2,uniform,9.444704055786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,1,uniform,9.634848276774088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,4,uniform,6.112752278645833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,2,uniform,6.448309580485026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,1,uniform,6.429471969604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,4,uniform,2.908245404561361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,2,uniform,2.7406346003214517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,1,uniform,3.0324265162150064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,4,uniform,6.430250803629558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,4,uniform,8.44489606221517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,2,uniform,6.461999893188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,1,uniform,6.666570663452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,4,uniform,6.87938117980957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,2,uniform,8.548469543457031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,2,uniform,7.296885172526042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,1,uniform,8.72877311706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,4,uniform,14.073375701904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,2,uniform,14.165487925211588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,1,uniform,14.40221913655599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,4,uniform,9.107109069824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,2,uniform,9.527130762736002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,1,uniform,9.478949228922525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,4,uniform,4.318479855855306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,2,uniform,4.087477366129558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,1,uniform,4.444810549418132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,4,uniform,9.834559758504232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,2,uniform,9.856794357299805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,1,uniform,10.220890680948893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,4,uniform,9.16915194193522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,2,uniform,9.645354588826498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,1,uniform,9.646149317423502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,4,uniform,11.246164957682291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,1,uniform,11.619499206542969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,2,uniform,11.340869903564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,4,uniform,18.693274180094402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,2,uniform,18.867637634277344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,1,uniform,19.211610158284504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,4,uniform,12.09173329671224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,2,uniform,12.612543741861979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,1,uniform,12.607893625895182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,4,uniform,5.7468109130859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,2,uniform,5.421701431274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,1,uniform,5.869930903116862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,2,uniform,12.786032358805338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,4,uniform,12.81149927775065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,1,uniform,13.244356791178385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,4,uniform,12.532831827799479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,2,uniform,13.098032633463541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,1,uniform,13.024837493896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,4,uniform,16.76315689086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,2,uniform,17.048277537027996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,1,uniform,17.38320541381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,2,uniform,28.262852986653645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,4,uniform,28.026590983072918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,1,uniform,28.82061767578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,4,uniform,18.06693394978841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,2,uniform,18.844239552815754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,4,uniform,8.578735987345377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,2,uniform,8.109434763590494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,1,uniform,18.844703674316406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,1,uniform,8.72701327006022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,4,uniform,19.08072026570638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,2,uniform,19.21136474609375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,4,uniform,18.207157135009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,1,uniform,19.83116277058919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,2,uniform,18.970043182373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,1,uniform,18.971280415852863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,4,uniform,22.302586873372395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,2,uniform,22.684010823567707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,1,uniform,23.161732991536457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,4,uniform,37.36623891194662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,2,uniform,37.61225128173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,1,uniform,38.23312632242838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,4,uniform,24.045071919759113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,2,uniform,25.068618774414062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,2,uniform,10.76083755493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,1,uniform,25.098416646321613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,1,uniform,11.59537124633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,4,uniform,11.331199645996094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,4,uniform,25.384602864583332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,4,uniform,27.901888529459637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,2,uniform,25.49432627360026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,2,uniform,28.324874877929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,1,uniform,26.41014353434245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,4,uniform,24.92072041829427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,2,uniform,25.893076578776043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,1,uniform,28.861061096191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,1,uniform,25.916709899902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,4,uniform,46.5789794921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,2,uniform,46.921427408854164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,1,uniform,47.85052998860677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,4,uniform,14.140655517578125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,2,uniform,31.25305684407552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,1,uniform,31.257850646972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,2,uniform,13.458613077799479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,4,uniform,30.081141153971355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,1,uniform,14.37497075398763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,4,uniform,31.237289428710938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,4,uniform,0.0830080012480418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,2,uniform,0.05527466535568237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,2,uniform,31.401873270670574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,1,uniform,0.04926399886608124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,4,uniform,0.1139359970887502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,2,uniform,0.06960000097751617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,1,uniform,0.06785066425800323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,1,uniform,32.45618184407552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,4,uniform,30.616490681966145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,2,uniform,31.77136993408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,1,uniform,31.84252675374349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,2,uniform,0.09575999776522319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,1,uniform,0.13879467050234476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,4,uniform,0.07612266639868419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,2,uniform,0.04782933493455251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,1,uniform,0.07404266794522603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,4,uniform,0.04078399886687597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,4,uniform,0.07411199808120728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,2,uniform,0.08402132987976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,1,uniform,0.10590933760007222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,4,uniform,0.08413333694140117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,4,uniform,0.08542399605115254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,2,uniform,0.07459199925263722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,1,uniform,0.0724480003118515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,2,uniform,0.10590400298436482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,1,uniform,0.15801599621772766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,4,uniform,0.11461333433787028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,2,uniform,0.05678399900595347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,1,uniform,0.10408533612887065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,2,uniform,0.10559999942779541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,4,uniform,0.09683733185132344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,1,uniform,0.1518826683362325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,2,uniform,0.11379733681678772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,4,uniform,0.05029866596062978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,4,uniform,0.10400533676147461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,1,uniform,0.1297706663608551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,2,uniform,0.1204266647497813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,1,uniform,0.07913066446781158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,4,uniform,0.09711999694506328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,2,uniform,0.10363200306892395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,2,uniform,0.12914133071899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,1,uniform,0.18772266308466592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,4,uniform,0.12424533565839131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,1,uniform,0.1148373285929362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,4,uniform,0.18507200479507446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,4,uniform,0.06931733091672261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,2,uniform,0.1771519978841146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,1,uniform,0.17249600092569986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,4,uniform,0.13689600427945456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,2,uniform,0.1497653325398763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,2,uniform,0.1546346644560496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,1,uniform,0.18970666329065958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,2,uniform,0.07558933397134145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,1,uniform,0.09691199660301208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,4,uniform,0.13941333691279092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,2,uniform,0.16326933105786642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,1,uniform,0.15963733196258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,4,uniform,0.1401653289794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,1,uniform,0.18652800718943277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,4,uniform,0.12521066268285116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,1,uniform,0.21759466330210367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,4,uniform,0.232314666112264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,2,uniform,0.11727466185887654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,1,uniform,0.11522666613260905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,4,uniform,0.18627200524012247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,2,uniform,0.17802667617797852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,1,uniform,0.2834080060323079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,2,uniform,0.22662933667500815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,2,uniform,0.11101866761843364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,4,uniform,0.22808533906936646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,1,uniform,0.1374506652355194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,2,uniform,0.22951465845108032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,4,uniform,0.10392000277837117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,1,uniform,0.2574719985326131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,4,uniform,0.22291733821233115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,2,uniform,0.11859732866287231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,1,uniform,0.12318399548530579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,2,uniform,0.19151467084884644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,4,uniform,0.18673600753148398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,1,uniform,0.18029866615931192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,2,uniform,0.23110399643580118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,4,uniform,0.12542933225631714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,1,uniform,0.2950826684633891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,1,uniform,0.47041598955790204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,4,uniform,0.1875093380610148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,4,uniform,0.432645320892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,2,uniform,0.3847893476486206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,2,uniform,0.4084266821543376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,4,uniform,0.38091198603312176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,1,uniform,0.4552266597747803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,2,uniform,0.18424532810846964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,1,uniform,0.20826667547225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,2,uniform,0.3990186850229899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,1,uniform,0.4428960084915161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,4,uniform,0.3856639862060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,4,uniform,0.12796800335248312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,2,uniform,0.12220799922943115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,4,uniform,0.18971733252207437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,2,uniform,0.1821920077006022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,1,uniform,0.12010666728019714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,1,uniform,0.18088533480962118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,4,uniform,0.7035733064015707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,2,uniform,0.7455360094706217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,1,uniform,0.8381760120391846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,1,uniform,0.23495999972025552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,2,uniform,0.19589332739512125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,1,uniform,0.5625226497650146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,4,uniform,0.1815626621246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,4,uniform,0.4993813435236613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,2,uniform,0.5250453154246012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,4,uniform,0.12896000345547995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,4,uniform,0.709274689356486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,2,uniform,0.12447466452916463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,1,uniform,0.12306132912635803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,4,uniform,0.1916266679763794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,2,uniform,0.18623467286427817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,2,uniform,0.7483519713083903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,1,uniform,0.18444265921910605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,1,uniform,0.847658634185791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,4,uniform,0.7075786590576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,2,uniform,0.749936024347941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,1,uniform,0.845637321472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,2,uniform,0.20067733526229858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,4,uniform,0.1837973395983378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,1,uniform,0.24393065770467123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,4,uniform,0.5025866826375326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,2,uniform,0.5285439888636271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,4,uniform,1.0273760159810383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,1,uniform,0.5747573375701904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,2,uniform,1.0916852951049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,1,uniform,1.2221813201904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,4,uniform,0.13099732995033264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,2,uniform,0.126202662785848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,1,uniform,0.1249120036760966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,4,uniform,0.19338132937749228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,2,uniform,0.186191995938619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,1,uniform,0.1878933310508728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,2,uniform,0.20130133628845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,1,uniform,0.245904008547465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,4,uniform,0.7115999857584635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,2,uniform,0.7547626495361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,1,uniform,0.8619999885559082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,4,uniform,0.18502932786941528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,2,uniform,1.1333013375600178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,1,uniform,1.2770133018493652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,4,uniform,0.5045599937438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,1,uniform,0.5832800070444742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,2,uniform,0.53656534353892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,4,uniform,1.027786652247111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,4,uniform,0.14046933253606161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,4,uniform,0.20655999581019083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,2,uniform,0.13356266419092813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,1,uniform,0.1360213359196981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,2,uniform,0.19953600565592447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,4,uniform,0.8009599844614664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,1,uniform,0.20473599433898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,2,uniform,0.88045334815979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,1,uniform,1.0149439970652263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,1,uniform,0.2988693316777547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,4,uniform,0.21039466063181558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,2,uniform,0.23400533199310303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,4,uniform,0.5654666821161906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,4,uniform,1.1611626942952473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,1,uniform,0.6748159726460775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,2,uniform,0.13551466663678488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,2,uniform,0.5977386633555094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,4,uniform,0.1423893372217814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,4,uniform,0.8090399901072184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,1,uniform,0.137882669766744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,4,uniform,0.2095573345820109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,1,uniform,0.20857600371042886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,2,uniform,0.20188266038894653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,2,uniform,0.8962720235188802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,2,uniform,1.2819146315256755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,1,uniform,1.4664746920267742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,1,uniform,1.0210560162862141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,4,uniform,0.2131040096282959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,2,uniform,0.23858133951822916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,1,uniform,0.30426667133967084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,4,uniform,0.5649653275807699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,2,uniform,0.6077599922815958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,2,uniform,0.13869866728782654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,1,uniform,0.6842239697774252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,4,uniform,1.1821226278940837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,2,uniform,1.2867733637491863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,4,uniform,0.22444266080856323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,1,uniform,1.480463981628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,4,uniform,0.14378666877746582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,1,uniform,0.14113066593805948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,4,uniform,0.2235413392384847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,4,uniform,0.5751359860102335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,2,uniform,0.20684800545374551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,2,uniform,0.2430186669031779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,1,uniform,0.21347200870513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,1,uniform,1.038863976796468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,4,uniform,0.8258186976114908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,2,uniform,0.8983306884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,4,uniform,1.1927253405253093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,2,uniform,1.321994702021281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,1,uniform,0.31085334221522015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,2,uniform,0.6134399970372518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,1,uniform,0.6984053452809652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,1,uniform,1.4970080057779949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,2,uniform,0.9292906920115153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,4,uniform,0.21465599536895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,1,uniform,1.0853172938028972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,1,uniform,0.21910399198532104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,2,uniform,0.14782933394114176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,1,uniform,0.15567466616630554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,2,uniform,0.21861867109934488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,4,uniform,0.8220000267028809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,4,uniform,0.15986133615175882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,1,uniform,0.7125973701477051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,4,uniform,0.22062933444976807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,2,uniform,0.251311997572581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,1,uniform,0.3208319942156474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,4,uniform,0.5825013319651285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,2,uniform,0.624181350072225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,4,uniform,1.1808319886525471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,1,uniform,0.15769599874814352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,1,uniform,1.4995946884155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,2,uniform,1.3233866691589355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,1,uniform,0.22897066672643027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,2,uniform,0.1530933380126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,4,uniform,0.16401599844296774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,2,uniform,0.25568532943725586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,2,uniform,0.22687999407450357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,4,uniform,0.2188533345858256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,2,uniform,0.6321813265482584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,4,uniform,0.8254453341166178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,4,uniform,0.22311466932296753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,2,uniform,0.9139626820882162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,1,uniform,1.0746506849924724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,1,uniform,0.33184534311294556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,4,uniform,1.2591520150502522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,4,uniform,0.5878986517588297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,1,uniform,0.7216266791025797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,4,uniform,0.2299626668294271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,2,uniform,1.3107199668884277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,4,uniform,0.16735466321309408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,2,uniform,0.15679466724395752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,1,uniform,1.5182186762491863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,1,uniform,0.16671466827392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,2,uniform,0.23230934143066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,2,uniform,0.26655999819437665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,4,uniform,0.6019573211669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,4,uniform,0.8494239648183187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,1,uniform,0.3497440020243327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,1,uniform,0.23572800556818643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,4,uniform,1.2510453065236409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,2,uniform,0.9296106497446696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,2,uniform,1.3508000373840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,4,uniform,0.23045865694681802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,1,uniform,1.0979519685109456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,1,uniform,0.7543360392252604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,2,uniform,0.6416373252868652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,1,uniform,1.5554933547973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,4,uniform,0.853600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,2,uniform,0.9674826463063558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,4,uniform,0.23569067319234213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,1,uniform,0.2516480088233948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,1,uniform,0.17552000284194946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,2,uniform,0.24048533042271933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,2,uniform,0.16507200400034586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,1,uniform,1.1465120315551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,4,uniform,0.2385866641998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,2,uniform,0.27885866165161133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,1,uniform,0.3665440082550049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,4,uniform,0.16522133350372314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,4,uniform,1.2618186473846436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,4,uniform,0.6079200108846029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,2,uniform,1.3863786061604817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,2,uniform,0.659168004989624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,1,uniform,1.6371893882751465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,1,uniform,0.7906506856282552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,4,uniform,0.2544106642405192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,1,uniform,0.2642506758371989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,2,uniform,0.9690346717834473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,4,uniform,0.8824746608734131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,4,uniform,0.1774133245150248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,2,uniform,0.1680799921353658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,1,uniform,0.18361600240071616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,1,uniform,1.2158026695251465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,1,uniform,0.38517332077026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,4,uniform,0.6508533159891764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,2,uniform,0.24926932652791342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,2,uniform,0.6743199825286865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,1,uniform,0.8234506448109945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,1,uniform,1.6849493980407715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,2,uniform,0.2871893246968587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,4,uniform,0.24420799811681113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,2,uniform,1.4104533195495605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,1,uniform,0.2763520081837972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,2,uniform,0.18025600910186768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,4,uniform,0.9106613000233968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,4,uniform,1.2300960222880046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,1,uniform,0.20006400346755981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,4,uniform,0.1893813411394755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,2,uniform,0.26119999090830487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,2,uniform,1.0021546681722004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,4,uniform,0.2605920036633809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,2,uniform,0.7041013240814209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,1,uniform,0.43326401710510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,4,uniform,0.6654080152511597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,4,uniform,0.25172267357508343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,1,uniform,0.9174239635467529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,2,uniform,1.415679931640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,4,uniform,1.2661386330922444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,2,uniform,0.26577599843343097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,4,uniform,0.250271995862325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,1,uniform,1.2575466632843018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,1,uniform,1.7175146738688152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,2,uniform,0.3060426712036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,1,uniform,0.42554132143656415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,1,uniform,0.28274667263031006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,4,uniform,0.9698293209075928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,2,uniform,1.1107626756032307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,1,uniform,1.4088640213012695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,2,uniform,0.354202667872111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,4,uniform,0.28521066904067993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,1,uniform,0.5290986696879069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,2,uniform,0.38999466101328534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,4,uniform,0.6759573618570963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,2,uniform,0.8275840282440186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,1,uniform,1.0193706353505452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,2,uniform,1.5267732938130696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,2,uniform,0.28544533252716064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,4,uniform,0.26983465751012164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,1,uniform,0.30800533294677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,1,uniform,1.8660426139831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,4,uniform,0.38447999954223633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,4,uniform,1.3181599775950115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,1,uniform,0.46860798199971515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,2,uniform,1.179322640101115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,4,uniform,1.0190239747365315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,1,uniform,1.5356426239013672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,4,uniform,0.30668799082438153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,2,uniform,0.41458133856455487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,4,uniform,0.41417598724365234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,2,uniform,0.4134399890899658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,1,uniform,1.133349339167277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,1,uniform,2.013333320617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,4,uniform,0.4078986644744873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,1,uniform,0.6073280175526937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,4,uniform,0.725600004196167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,2,uniform,0.8597333431243896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,1,uniform,0.47091201941172284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,2,uniform,1.6009972890218098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,4,uniform,1.3636159896850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,4,uniform,0.6016480127970377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,2,uniform,0.407696008682251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,2,uniform,0.6080266634623209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,4,uniform,1.1010080178578694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,1,uniform,1.8275787035624187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,4,uniform,0.36182932058970135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,2,uniform,0.5111093521118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,1,uniform,0.6944479942321777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,1,uniform,0.7703413168589274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,4,uniform,0.826154629389445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,1,uniform,1.3940426508585613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,2,uniform,1.0066346327463787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,4,uniform,1.4854666392008464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,2,uniform,1.3244373003641765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,4,uniform,0.4885653257369995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,2,uniform,1.7729066212972004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,2,uniform,0.5350879828135172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,2,uniform,0.7892639636993408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,1,uniform,0.9089919726053873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,4,uniform,0.729312022527059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,1,uniform,0.6240479946136475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,4,uniform,0.4138186772664388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,1,uniform,2.3126773834228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,1,uniform,2.1165547370910645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,2,uniform,0.5966986815134684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,1,uniform,0.8959413369496664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,4,uniform,1.1997546354929607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,2,uniform,1.1437653700510662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,4,uniform,0.9223626454671224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,2,uniform,1.493007977803548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,4,uniform,0.7143680254618326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,1,uniform,0.9355040391286215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,4,uniform,1.121770699818929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,1,uniform,2.606405258178711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,2,uniform,0.7635839780171713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,1,uniform,1.6513226826985676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,1,uniform,1.3685386975606282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,2,uniform,1.1982879638671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,4,uniform,1.5832853317260742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,2,uniform,1.9153653780619304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,2,uniform,0.9118133385976156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,1,uniform,1.3985759417215984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,4,uniform,1.4114400545756023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,2,uniform,1.758288065592448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,2,uniform,1.8298880259195964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,4,uniform,1.3997653325398762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,1,uniform,2.710240046183268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,4,uniform,0.6422880093256632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,1,uniform,2.547386646270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,4,uniform,0.9461279710133871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,1,uniform,3.207514762878418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,2,uniform,2.2382933298746743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,2,uniform,1.592741330464681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,1,uniform,1.1937599976857503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,4,uniform,1.4440639813741047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,4,uniform,1.788464069366455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,2,uniform,1.044426679611206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,4,uniform,1.546496073404948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,1,uniform,3.2190399169921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,2,uniform,2.1053759256998696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,4,uniform,0.7429599761962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,1,uniform,1.7973599433898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,2,uniform,1.0647146701812744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,1,uniform,1.7142079671223958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,4,uniform,1.6042505900065105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,1,uniform,3.0446879069010415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,2,uniform,2.039034684499105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,4,uniform,2.001130739847819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,2,uniform,2.573381265004476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,2,uniform,1.5362292925516765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,1,uniform,3.796511967976888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,1,uniform,1.7955253918965657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,4,uniform,2.254485289255778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,4,uniform,1.3948960304260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,1,uniform,2.670154571533203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,2,uniform,2.378111998240153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,4,uniform,2.4473066329956055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,2,uniform,3.264058748881022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,4,uniform,1.097493330637614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,1,uniform,4.985664049784343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,2,uniform,1.5782987276713054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,4,uniform,2.3096747398376465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,2,uniform,2.9583571751912436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,1,uniform,2.487274646759033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,2,uniform,2.0617173512776694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,1,uniform,4.480703989664714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,4,uniform,2.3435519536336265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,2,uniform,3.1993385950724282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,4,uniform,1.9042080243428547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,1,uniform,2.3671305974324546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,1,uniform,4.885072072347005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,4,uniform,2.902714729309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,1,uniform,3.468010584513346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,2,uniform,3.1377334594726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,4,uniform,2.770048141479492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,4,uniform,1.4363733927408855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,2,uniform,3.8920265833536782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,1,uniform,6.036944071451823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,2,uniform,2.0644853909810386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,1,uniform,3.303605397542318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,4,uniform,3.0354134241739907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,2,uniform,3.9088160196940103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,4,uniform,2.7874345779418945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,2,uniform,3.006309191385905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,1,uniform,3.4497334162394204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,1,uniform,5.967573165893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,4,uniform,3.5293652216593423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,4,uniform,4.404058774312337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,2,uniform,4.700997352600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,1,uniform,6.972869237263997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,2,uniform,4.756613413492839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,1,uniform,5.29636796315511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,4,uniform,4.07916259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,1,uniform,5.019189198811849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,2,uniform,5.702405293782552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,4,uniform,2.116783936818441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,1,uniform,9.088581085205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,2,uniform,3.0562079747517905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,2,uniform,5.443360010782878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,4,uniform,4.240319887797038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,2,uniform,4.068042755126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,1,uniform,4.614725430806478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,4,uniform,3.6973066329956055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,4,uniform,6.016501108805339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,1,uniform,8.430496215820312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,2,uniform,6.360933303833008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,4,uniform,4.365530649820964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,1,uniform,7.056896209716797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,1,uniform,9.157840092976889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,2,uniform,5.8637650807698565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,4,uniform,5.465381622314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,2,uniform,7.6433760325113935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,4,uniform,2.7980639139811196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,1,uniform,11.939109802246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,2,uniform,4.076501210530599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,1,uniform,6.486911773681641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,4,uniform,5.68934949239095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,2,uniform,7.32150395711263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,4,uniform,4.725376129150391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,2,uniform,4.983887990315755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,1,uniform,5.816703796386719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,2,uniform,8.243626912434896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,1,uniform,11.362074534098307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,1,uniform,8.83189328511556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,4,uniform,6.074527740478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,4,uniform,7.5874989827473955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,2,uniform,8.271509170532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,1,uniform,12.853455861409506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,4,uniform,6.824106852213542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,2,uniform,9.629237492879232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,4,uniform,3.445034662882487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,1,uniform,14.982341766357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,2,uniform,4.99235725402832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,4,uniform,6.775952021280925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,1,uniform,8.221754709879557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,2,uniform,8.69810676574707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,uniform,0.16024532914161682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,uniform,0.0645653357108434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,uniform,0.09266133109728496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,uniform,0.05681600173314413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,uniform,0.2036693294843038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,uniform,0.07444266478220622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,uniform,0.11609066526095073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,uniform,0.08077866832415263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,uniform,0.08028799792130788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,uniform,0.07998933394749959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,uniform,0.08152000109354655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,uniform,0.04666133224964142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,uniform,0.08470933636029561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,uniform,0.04509866734345754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,uniform,0.048512001832326256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,uniform,0.045706664522488914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,uniform,0.07830933233102162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,uniform,0.07646933197975159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,uniform,0.08131733536720276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,uniform,0.08080533146858215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,uniform,0.08046933511892955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,uniform,0.07959466675917308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,uniform,0.16160000363985697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,uniform,0.08092799782752991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,uniform,0.08699199557304382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,uniform,0.08238933483759563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,uniform,0.09179199735323589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,uniform,0.22027732928593954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,uniform,0.07868266602357228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,uniform,0.12245333194732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,uniform,0.10376532872517903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,uniform,0.09596799810727437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,uniform,0.103301336367925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,uniform,0.09692266583442688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,uniform,0.10362666845321655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,uniform,0.10281067093213399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,4,uniform,7.786682764689128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,1,uniform,13.700645446777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,uniform,0.05531733234723409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,uniform,0.05354666709899902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,uniform,0.0537013312180837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,1,uniform,16.06665547688802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,uniform,0.0580213318268458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,uniform,0.10506133238474528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,uniform,0.09773332873980205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,uniform,0.10197333494822185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,uniform,0.1020960013071696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,uniform,0.10435199737548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,uniform,0.0997173289457957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,uniform,0.10286399722099304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,2,uniform,10.38100814819336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,uniform,0.16053332885106406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,uniform,0.10757333040237427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,uniform,0.12572800119717917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,uniform,0.11400000254313152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,uniform,0.11481600006421407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,uniform,0.17076265811920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,uniform,0.13942399621009827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,uniform,0.1951626737912496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,uniform,0.20282133420308432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,uniform,0.18610666195551553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,uniform,0.1301759978135427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,uniform,0.13939733306566873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,uniform,0.1481760044892629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,uniform,0.06976533432801564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,uniform,0.07316266496976216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,uniform,0.07137600084145863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,uniform,0.07696533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,uniform,0.1584213376045227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,uniform,0.15478400389353433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,uniform,0.15526933471361795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,uniform,0.13964266578356424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,uniform,0.14074666301409403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,uniform,0.16009066502253214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,uniform,0.14031466841697693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,uniform,0.14266666769981384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,uniform,0.1405119995276133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,uniform,0.14552533626556396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,uniform,0.12544000148773193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,uniform,0.22403732935587564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,uniform,0.11461866895357768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,uniform,0.18288000424702963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,uniform,0.19805334011713663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,uniform,0.2467199961344401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,uniform,0.21145600080490112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,uniform,0.18120533227920532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,uniform,0.23161067565282187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,uniform,0.23221333821614584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,uniform,0.10919466614723206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,uniform,0.11813867092132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,uniform,0.10977600018183391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,uniform,0.10981333255767822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,uniform,0.2367039918899536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,uniform,0.22885332504908243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,uniform,0.2508373260498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,uniform,0.24950400988260904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,uniform,0.23172267278035483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,uniform,0.23207465807596842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,uniform,0.2327786684036255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,uniform,0.24395199616750082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,uniform,0.14702933033307394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,uniform,0.22060267130533853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,uniform,0.11617066462834676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,uniform,0.137855996688207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,uniform,0.12026133139928182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,uniform,0.19442667563756308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,uniform,0.4069066842397054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,uniform,0.3724000056584676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,uniform,0.19308799505233765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,uniform,0.18955733378728232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,uniform,0.41486398379007977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,uniform,0.17359467347462973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,uniform,0.4256693522135417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,uniform,0.18070934216181436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,uniform,0.17361066738764444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,uniform,0.20781866709391275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,uniform,0.4122133255004883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,uniform,0.39425067106882733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,uniform,0.39422933260599774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,uniform,0.4143093427022298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,uniform,0.4083840052286784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,uniform,0.4128640095392863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,uniform,0.41707201798756915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,uniform,0.1288800040880839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,uniform,0.4362933238347371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,uniform,0.1511733333269755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,uniform,0.11589866876602173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,uniform,0.13210666179656982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,uniform,0.2019466757774353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,uniform,0.17565866311391196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,uniform,0.2051253318786621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,uniform,0.192303995291392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,uniform,0.7278666496276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,uniform,0.7097493012746176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,uniform,0.7421920299530029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,uniform,0.17633066574732462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,uniform,0.17563199996948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,uniform,0.7698826789855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,uniform,0.1997119983037313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,uniform,0.1810986598332723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,uniform,0.5073440074920654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,uniform,0.4984480142593384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,uniform,0.4851573308308919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,uniform,0.49981868267059326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,uniform,0.7753012975056967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,uniform,0.7767679691314697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,uniform,0.14853333433469137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,uniform,0.7559999624888102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,uniform,0.793386697769165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,uniform,0.13358400265375772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,uniform,0.1295146644115448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,uniform,0.17913599809010824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,uniform,0.11813867092132568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,uniform,0.19157334168752035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,uniform,0.21839465697606406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,uniform,0.2058080037434896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,uniform,0.7104533513387045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,uniform,0.7756533622741699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,uniform,0.7341012954711914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,uniform,0.7167840003967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,uniform,0.1757919987042745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,uniform,0.1758293310801188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,uniform,0.49883198738098145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,uniform,0.18281066417694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,uniform,0.49089598655700684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,uniform,0.19883733987808228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,uniform,0.5198773145675659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,uniform,0.5003253221511841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,uniform,1.1385707060496013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,uniform,1.1023039817810059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,uniform,1.0614506403605144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,uniform,0.1507146656513214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,uniform,0.137472003698349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,uniform,1.1246933142344158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,uniform,0.22261865933736166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,uniform,0.11700266599655151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,uniform,0.12103999654452006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,uniform,0.19723200798034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,uniform,0.19315199057261148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,uniform,0.17638933658599854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,uniform,0.7314613660176595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,uniform,0.1758240063985189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,uniform,0.7146240075429281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,uniform,0.7825547059377035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,uniform,0.7171093622843424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,uniform,0.18395199378331503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,uniform,0.17788267135620117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,uniform,0.4994186560312907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,uniform,0.19986667235692343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,uniform,0.49094398816426593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,uniform,0.5288266738255819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,uniform,0.5077759822209676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,uniform,1.056069294611613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,uniform,1.0684693654378254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,uniform,0.1260533332824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,uniform,1.1799413363138835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,uniform,1.0619733333587646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,uniform,0.1368160049120585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,uniform,0.12627733747164407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,uniform,0.1249120036760966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,uniform,0.1948266625404358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,uniform,0.18194133043289185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,uniform,0.2055573264757792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,uniform,0.20268267393112183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,uniform,0.7131466865539551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,uniform,0.7061920166015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,uniform,0.17786665757497153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,uniform,0.7224160035451254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,uniform,0.1783199906349182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,uniform,0.7614133358001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,uniform,0.20428800582885742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,uniform,0.18428266048431396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,uniform,0.4927999973297119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,uniform,0.5028160015741984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,uniform,0.4963839848836263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,uniform,1.0512693723042805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,uniform,0.5254506667455038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,uniform,1.0680320262908936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,uniform,1.0959413051605225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,uniform,1.1026826699574788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,uniform,0.1272533337275187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,uniform,0.14139200250307718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,uniform,0.127509335676829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,uniform,0.13331733147303262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,uniform,0.18808533747990927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,uniform,0.6989599863688151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,uniform,0.20426666736602783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,uniform,0.19603200753529867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,uniform,0.19501332441965738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,uniform,0.7072319984436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,uniform,0.7607200145721436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,uniform,0.17778666814168295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,uniform,0.7213280200958252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,uniform,0.18667733669281006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,uniform,0.1862293283144633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,uniform,0.20626133680343628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,uniform,0.49322664737701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,uniform,0.4950293302536011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,uniform,1.0953760147094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,uniform,0.5039893388748169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,uniform,0.5287306706110636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,uniform,1.0488533178965251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,uniform,1.0569600264231365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,uniform,0.1337440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,uniform,0.13339199622472128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,uniform,0.13898133238156637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,uniform,0.13158933321634927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,uniform,1.1212426821390789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,uniform,0.1918720006942749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,uniform,0.1848106582959493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,uniform,0.20214933156967163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,uniform,0.19698133071263632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,uniform,0.7031306425730387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,uniform,0.18154666821161905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,uniform,0.7221173445383707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,uniform,0.7076799869537354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,uniform,0.17905600865681967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,uniform,0.781984011332194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,uniform,0.20941867431004843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,uniform,0.19027199347813925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,uniform,0.49910934766133624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,uniform,0.4985440174738566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,uniform,0.5116480191548666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,uniform,0.5339946746826172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,uniform,1.0368853410085042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,uniform,1.053434689839681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,uniform,0.14497066537539163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,uniform,1.0641600290934246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,uniform,1.1353120009104412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,uniform,0.1516426702340444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,uniform,0.14544533689816794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,uniform,0.20188266038894653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,uniform,0.24313066403071085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,uniform,0.14749866724014282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,uniform,0.21854400634765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,uniform,0.21489600340525308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,uniform,0.7076959609985352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,uniform,0.7923200130462646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,uniform,0.7187146345774332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,uniform,0.727733294169108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,uniform,0.18078400691350302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,uniform,0.18386133511861166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,uniform,0.19266666968663534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,uniform,0.21149865786234537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,uniform,0.5018080075581869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,uniform,0.49939199288686115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,uniform,0.5143146514892578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,uniform,0.5514666636784872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,uniform,0.15243732929229736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,uniform,1.0443572998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,uniform,1.1014880339304607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,uniform,1.0996373494466145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,uniform,1.1455946763356526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,uniform,0.13983999689420065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,uniform,0.23523734013239542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,uniform,0.15014933546384177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,uniform,0.14545599619547525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,uniform,0.2163146734237671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,uniform,0.22138667106628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,uniform,0.2151093284289042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,uniform,0.7365547021230062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,uniform,0.7094293435414633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,uniform,0.18145600954691568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,uniform,0.73471466700236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,uniform,0.8019413153330485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,uniform,0.18454400698343912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,uniform,0.5023626486460367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,uniform,0.2146079937616984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,uniform,0.5221813519795736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,uniform,0.19578667481740317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,uniform,0.5017760197321574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,uniform,0.5596906741460165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,uniform,1.108143965403239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,uniform,0.15060266852378845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,uniform,1.1483786900838215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,uniform,1.0670080184936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,uniform,0.14874666929244995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,uniform,0.15372799833615622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,uniform,0.16261333227157593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,uniform,1.1585546334584553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,uniform,0.2229599952697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,uniform,0.23569599787394205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,uniform,0.252293328444163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,uniform,0.24728000164031982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,uniform,0.716970682144165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,uniform,0.7622933387756348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,uniform,0.7333813508351644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,uniform,0.8224693139394125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,uniform,0.1888320048650106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,uniform,0.1837493379910787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,uniform,0.22112532456715903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,uniform,0.2020906607309977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,uniform,0.5106773376464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,uniform,1.0507573286692302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,uniform,1.1228319803873699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,uniform,0.5064320166905721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,uniform,0.5211146672566732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,uniform,0.5735466480255127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,uniform,1.0908586978912354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,uniform,1.1721759637196858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,uniform,0.19417067368825278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,uniform,0.2074506680170695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,uniform,0.20197866360346475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,uniform,0.20973332722981772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,uniform,0.28837867577870685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,uniform,0.2802720069885254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,uniform,0.29842134316762287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,uniform,0.7222080230712891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,uniform,0.324346661567688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,uniform,0.7761706511179606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,uniform,0.7487839857737223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,uniform,0.19522666931152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,uniform,0.8378346761067709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,uniform,0.20885332425435385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,uniform,0.24143467346827188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,uniform,0.29899199803670246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,uniform,0.5215573310852051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,uniform,0.5123840173085531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,uniform,0.5422186851501465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,uniform,0.5851893424987793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,uniform,1.0684746901194255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,uniform,1.1986400286356609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,uniform,1.082624038060506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,uniform,0.2282080054283142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,uniform,1.1022720336914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,uniform,0.2087519963582357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,uniform,0.24777066707611084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,uniform,0.21682133277257284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,uniform,0.35127464930216473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,uniform,0.3516960144042969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,uniform,0.32843732833862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,uniform,0.32123732566833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,uniform,0.7288320064544678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,uniform,0.7618453502655029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,uniform,0.21089067061742148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,uniform,0.24388267596562704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,uniform,0.7770826816558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,uniform,0.8764692942301432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,uniform,0.19549866517384848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,uniform,0.29928000768025714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,uniform,0.7154826323191324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,uniform,0.596506675084432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,uniform,0.5218773285547892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,uniform,0.535370667775472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,uniform,1.1193919976552327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,uniform,1.1288479963938396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,uniform,1.1175306638081868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,uniform,1.2288586298624675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,uniform,0.2587733268737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,uniform,0.25748799244562787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,uniform,0.27211199204126996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,uniform,0.29966400067011517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,uniform,0.4018666744232178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,uniform,0.41367467244466144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,uniform,0.40595734119415283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,uniform,0.4585866530736287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,uniform,0.7385439872741699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,uniform,0.7500159740447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,uniform,0.19890666007995605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,uniform,0.7804693380991617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,uniform,0.8883840243021647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,uniform,0.21584532658259073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,uniform,0.2488106687863668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,uniform,0.5297813415527344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,uniform,0.31251200040181476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,uniform,0.5449973344802856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,uniform,0.6142773230870565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,uniform,0.7432479858398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,uniform,0.36212801933288574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,uniform,1.0901439984639485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,uniform,1.2630346616109211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,uniform,1.1059146722157795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,uniform,1.1273120244344075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,uniform,0.3638506730397542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,uniform,0.37121065457661945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,uniform,0.6007200082143148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,uniform,0.6060320138931274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,uniform,0.61626664797465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,uniform,0.4140426715215047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,uniform,0.5794026851654053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,uniform,0.7575146357218424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,uniform,0.8007786273956299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,uniform,0.22801067431767783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,uniform,1.1518293221791585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,uniform,0.933626651763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,uniform,0.2540266712506612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,uniform,0.314303994178772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,uniform,0.41342933972676593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,uniform,0.6406453450520834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,uniform,0.5937333504358927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,uniform,0.7276693185170492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,uniform,0.953775962193807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,uniform,1.1528106530507405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,uniform,1.1444640159606934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,uniform,0.48767467339833576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,uniform,0.4681440194447835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,uniform,0.465280016263326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,uniform,1.1520480314890544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,uniform,1.321669340133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,uniform,0.5291786591211954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,uniform,0.7791893482208252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,uniform,0.7518826325734457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,uniform,0.7669760386149088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,uniform,0.863754669825236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,uniform,0.7779146830240885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,uniform,1.205024003982544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,uniform,0.9588533242543539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,uniform,0.8200373649597168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,uniform,0.2841599980990092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,uniform,0.38362665971120197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,uniform,0.3177280028661092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,uniform,0.5143359899520874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,uniform,0.8067680199941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,uniform,0.9067893028259277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,uniform,0.8928906917572021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,uniform,1.1750400066375732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,uniform,1.118186632792155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,uniform,1.1791040102640789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,uniform,1.3793066342671711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,uniform,1.1208319664001465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,uniform,1.693600018819173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,uniform,0.6903626918792725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,uniform,0.6661333243052164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,uniform,0.6757386525472006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,uniform,0.7730186780293783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,uniform,1.1053067048390706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,uniform,1.1105013688405354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,uniform,1.2326613267262776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,uniform,0.9658453464508057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,uniform,0.8976853688557943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,uniform,1.1468533674875896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,uniform,1.48579740524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,uniform,0.3987040122350057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,uniform,0.6898346741994222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,uniform,0.4586613178253174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,uniform,0.5219839811325073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,uniform,1.1194079717000325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,uniform,1.2244853178660076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,uniform,1.233855962753296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,uniform,1.502405325571696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,uniform,1.1668372948964436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,uniform,1.2250293095906575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,uniform,1.4506346384684246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,uniform,1.8170827229817708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,uniform,0.8866613705952963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,uniform,0.9229866663614908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,uniform,0.8994026978810629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,uniform,1.6092000007629395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,uniform,1.065776030222575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,uniform,1.6122132937113445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,uniform,1.5718612670898438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,uniform,1.604981263478597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,uniform,1.1008213361104329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,uniform,1.1937546730041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,uniform,1.722335974375407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,uniform,1.4059306780497234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,uniform,0.5343199968338013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,uniform,0.5888853470484415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,uniform,0.696074644724528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,uniform,0.8674399852752686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,uniform,1.7112159729003906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,uniform,1.6201225916544597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,uniform,1.5057387351989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,uniform,2.0073386828104653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,uniform,1.2944426536560059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,uniform,1.4057067235310872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,uniform,1.464911937713623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,uniform,1.7269066174825032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,uniform,1.3960053126017253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,uniform,1.3488426208496094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,uniform,2.1731786727905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,uniform,1.5727146466573079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,uniform,2.425034681955973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,uniform,2.5134719212849936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,uniform,2.4045546849568686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,uniform,2.4736107190450034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,uniform,1.8692372639973958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,uniform,1.9099626541137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,uniform,2.169269402821859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,uniform,2.658794720967611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,uniform,0.7258773644765218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,uniform,0.8661493460337321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,uniform,0.9870293140411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,uniform,1.193552017211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,uniform,2.1743146578470864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,uniform,1.9696586926778157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,uniform,2.747983932495117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,uniform,2.32150936126709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,uniform,1.9029439290364583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,uniform,1.70198392868042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,uniform,2.0564533869425454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,uniform,2.603562672932943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,uniform,1.8864372571309407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,uniform,1.9495253562927246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,uniform,3.5672213236490884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,uniform,1.9897279739379883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,uniform,2.0614026387532554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,uniform,3.6899840037027993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,uniform,3.515221277872721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,uniform,3.4475574493408203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,uniform,2.678256034851074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,uniform,2.3894346555074057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,uniform,3.0900586446126304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,uniform,0.970965305964152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,uniform,3.561610539754232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,uniform,1.1290720303853352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,uniform,1.3139999707539876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,uniform,1.6459306081136067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,uniform,2.481599966684977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,uniform,3.0582666397094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,uniform,2.761103947957357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,uniform,3.4813760121663413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,uniform,2.840538660685221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,uniform,3.0159571965535483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,uniform,3.3533334732055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,uniform,3.1410347620646157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,uniform,4.006725311279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,uniform,3.1966934204101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,uniform,3.126607894897461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,uniform,3.259850819905599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,uniform,5.637519836425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,uniform,5.5907948811848955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,uniform,5.257770538330078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,uniform,5.5612748463948565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,uniform,3.4638665517171225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,uniform,3.8622986475626626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,uniform,4.237541198730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,uniform,4.990624109903972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,uniform,1.470197359720866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,uniform,1.6308053334554036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,uniform,2.464080015818278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,uniform,1.9440906842549641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,uniform,3.6883999506632485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,uniform,4.12822945912679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,uniform,4.591242790222168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,uniform,5.390207926432292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,uniform,4.216325441996257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,uniform,3.8061545689900718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,uniform,4.663109461466472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,uniform,5.238330523173015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,uniform,4.20576540629069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,uniform,4.278095881144206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,uniform,4.352575937906901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,uniform,4.506992022196452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,uniform,7.656549453735352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,uniform,7.89689572652181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,uniform,7.609578450520833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,uniform,7.552906672159831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,uniform,4.786608060201009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,uniform,5.223919868469238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,uniform,5.95585568745931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,uniform,2.597104072570801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,uniform,6.936405181884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,uniform,2.1580373446146646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,uniform,1.9221866925557454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,uniform,3.2327518463134766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,uniform,5.361173629760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,uniform,4.8992001215616865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,uniform,5.8614241282145185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,uniform,7.026880264282227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,uniform,5.366655985514323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,uniform,4.998623847961426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,uniform,6.305509567260742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,uniform,7.129685084025065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,uniform,6.622538884480794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,uniform,6.441413243611653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,uniform,6.67298698425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,uniform,6.738986968994141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,uniform,12.126202901204428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,uniform,12.140106201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,uniform,11.465914408365885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,uniform,11.579578399658203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,uniform,6.962575912475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,uniform,7.7113386789957685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,uniform,8.913663864135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,uniform,10.52995745340983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,uniform,2.8915840784708657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,uniform,3.1647094090779624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,uniform,3.8356641133626304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,uniform,4.8505598704020185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,uniform,7.392384211222331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,uniform,8.142549514770508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,uniform,8.777488072713217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,uniform,10.422373453776041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,uniform,7.27613894144694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,uniform,8.01206906636556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,uniform,9.513984044392904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,uniform,10.727179209391275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,uniform,9.236576080322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,uniform,8.94637362162272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,uniform,8.863802591959635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,uniform,9.186970392862955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,uniform,16.93976593017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,uniform,16.924580891927082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,uniform,16.154015858968098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,uniform,15.729178110758463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,uniform,9.39689572652181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,uniform,10.817434946695963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,uniform,13.92197291056315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,uniform,3.889253298441569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,uniform,11.475808461507162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,uniform,4.354288101196289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,uniform,5.163914680480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,uniform,6.59446907043457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,uniform,10.07908821105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,uniform,10.783279418945312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,uniform,13.797861735026041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,uniform,11.953194936116537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,uniform,9.952757517496744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,uniform,10.991488138834635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,uniform,11.859364827473959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,uniform,12.258010864257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,uniform,11.765248616536459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,uniform,14.483210245768229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,uniform,11.593760172526041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,uniform,11.33474604288737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,uniform,21.767044067382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,uniform,21.524192810058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,uniform,20.884933471679688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,uniform,19.46470896402995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,uniform,11.88089116414388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,uniform,13.413572947184244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,uniform,14.407535552978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,uniform,17.30298614501953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,uniform,4.877333323160808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,uniform,5.505018870035808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,uniform,6.484826405843099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,uniform,8.337071736653646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,uniform,12.638127644856771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,uniform,13.638863881429037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,uniform,0.09252267082532246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,uniform,14.385498046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,uniform,0.044810667634010315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,uniform,16.9595947265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,uniform,0.0621973325808843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,uniform,0.11794666449228923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,uniform,0.04338666796684265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,uniform,0.0784693310658137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,uniform,13.88427734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,uniform,12.168890635172525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,uniform,0.05645333230495453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,uniform,0.05282133320967356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,uniform,0.0606826643149058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,uniform,15.300516764322916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,uniform,0.06088533500830332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,uniform,0.0642133355140686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,uniform,0.06980800131956737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,uniform,0.039290666580200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,uniform,0.03851733356714249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,uniform,0.038293334345022835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,uniform,0.04155199974775314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,uniform,0.06444266438484192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,uniform,18.60095977783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,uniform,0.06091733276844025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,uniform,0.06078400214513143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,uniform,0.06132799883683523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,uniform,0.060453335444132485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,uniform,0.06168533364931742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,uniform,0.07258666555086772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,uniform,0.0652106652657191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,uniform,0.05754666527112325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,uniform,0.09307199716567993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,uniform,0.05657599866390228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,uniform,0.06238399942715963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,uniform,0.13179199894269308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,uniform,0.07402666906515758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,uniform,0.07020266850789388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,uniform,0.07809600234031677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,uniform,0.07302399973074596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,uniform,0.0786293347676595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,uniform,0.07154133419195811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,uniform,0.08313600222269694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,uniform,0.04053333401679993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,uniform,0.04237333436806997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,uniform,0.04118400067090988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,uniform,0.04717333118120829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,uniform,0.0753653347492218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,uniform,0.07364266614119212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,uniform,0.07431999842325847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,uniform,0.0740533322095871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,uniform,0.07473066449165344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,uniform,0.08003733555475871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,uniform,0.07841599980990092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,uniform,0.09274666508038838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,uniform,0.08037333190441132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,uniform,0.08654399712880452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,uniform,0.1253919998804728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,uniform,0.08798399567604065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,uniform,0.07993066807587941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,uniform,0.11378133296966553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,uniform,0.11414933204650879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,uniform,0.10321600238482158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,uniform,0.08872532844543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,uniform,0.09547199805577596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,uniform,0.08924800157546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,uniform,0.05184000233809153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,uniform,0.10630399982134502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,uniform,0.05219733218352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,uniform,0.09710400303204854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,uniform,0.05435733497142792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,uniform,0.06402666866779327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,uniform,0.0974079966545105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,uniform,0.10763733585675557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,uniform,0.10027733445167542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,uniform,0.09413333733876546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,uniform,0.09970666964848836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,uniform,0.08518399794896443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,uniform,0.09548800190289815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,uniform,0.09444800019264221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,uniform,0.1109920044740041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,uniform,0.07614933451016744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,uniform,0.1141866644223531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,uniform,0.10483200351397197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,uniform,0.13089066743850708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,uniform,0.07958933214346568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,uniform,0.13235732913017273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,uniform,0.1035146713256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,uniform,0.1306719978650411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,uniform,0.1602773368358612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,uniform,0.14009066422780356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,uniform,0.07150933146476746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,uniform,0.07322133580843608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,uniform,0.07769066592057546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,uniform,0.09020800391832988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,uniform,0.14079466462135315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,uniform,0.14128533005714417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,uniform,0.14452266693115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,uniform,0.14176533619562784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,uniform,0.16306133071581522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,uniform,0.08042666812737782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,uniform,0.13326932986577353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,uniform,0.1674399971961975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,uniform,0.08099733293056488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,uniform,0.14691733320554098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,uniform,0.09525866309801738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,uniform,0.08277333279450734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,uniform,0.12034133076667786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,uniform,0.11193066835403442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,uniform,0.2119093338648478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,uniform,0.11213333408037822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,uniform,0.11311999956766765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,uniform,0.10662399729092915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,uniform,0.26715733607610065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,uniform,0.2148639957110087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,uniform,0.23033066590627035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,uniform,0.1086133321126302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,uniform,0.12340266505877177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,uniform,0.144405335187912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,uniform,0.22284799814224243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,uniform,0.22203733523686728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,uniform,0.23083732525507608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,uniform,0.2172693411509196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,uniform,0.26707200209299725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,uniform,0.23178666830062866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,uniform,0.2436479926109314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,uniform,0.09296533465385437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,uniform,0.08301866551240285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,uniform,0.26609599590301514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,uniform,0.08203200002511342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,uniform,0.11462400356928508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,uniform,0.08072533210118611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,uniform,0.12635733683904013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,uniform,0.11989333232243855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,uniform,0.10688533385594685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,uniform,0.37330134709676105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,uniform,0.3790026505788167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,uniform,0.3985813458760579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,uniform,0.4718559980392456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,uniform,0.10894399881362915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,uniform,0.11993599931399028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,uniform,0.10943999886512756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,uniform,0.1463093360265096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,uniform,0.2674186627070109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,uniform,0.27980266014734906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,uniform,0.3243306676546733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,uniform,0.2717546621958415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,uniform,0.38438932100931805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,uniform,0.09057600299517314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,uniform,0.38230931758880615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,uniform,0.41389866669972736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,uniform,0.08069866895675659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,uniform,0.09567466378211975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,uniform,0.4823840061823527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,uniform,0.08188266555468242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,uniform,0.10756267110506694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,uniform,0.1149173378944397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,uniform,0.3757013479868571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,uniform,0.1272479991118113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,uniform,0.37934398651123047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,uniform,0.11459733049074809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,uniform,0.47705066204071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,uniform,0.39768532911936444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,uniform,0.10912533601125081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,uniform,0.1232319970925649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,uniform,0.11085333426793416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,uniform,0.14749333262443542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,uniform,0.2716640035311381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,uniform,0.27559999624888104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,uniform,0.27964266141255695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,uniform,0.33058132727940875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,uniform,0.5416586796442667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,uniform,0.5525013208389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,uniform,0.5746666590372721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,uniform,0.13055466612180075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,uniform,0.09397866328557332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,uniform,0.6862293084462484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,uniform,0.08191999793052673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,uniform,0.08267199993133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,uniform,0.0845973292986552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,uniform,0.1202880044778188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,uniform,0.10840533177057902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,uniform,0.11597333351771037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,uniform,0.38048001130421955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,uniform,0.3773706754048665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,uniform,0.4054986635843913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,uniform,0.48155732949574787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,uniform,0.12070399522781372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,uniform,0.11012267072995503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,uniform,0.11221333344777425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,uniform,0.14904533823331198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,uniform,0.537770668665568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,uniform,0.27246399720509845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,uniform,0.2757546703020732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,uniform,0.285098671913147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,uniform,0.33240000406901044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,uniform,0.5536853472391764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,uniform,0.5742239952087402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,uniform,0.6920159657796224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,uniform,0.09459732969601949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,uniform,0.08526399731636047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,uniform,0.08554133772850037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,uniform,0.08163199822107951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,uniform,0.11287466684977214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,uniform,0.37964800993601483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,uniform,0.12142399946848552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,uniform,0.11777599652608235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,uniform,0.12123200297355652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,uniform,0.11853866775830586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,uniform,0.38422401746114093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,uniform,0.4100319941838582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,uniform,0.48494935035705566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,uniform,0.11024000247319539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,uniform,0.1502133309841156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,uniform,0.12096533179283142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,uniform,0.2718613346417745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,uniform,0.2781280080477397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,uniform,0.3370399872461955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,uniform,0.30614399909973145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,uniform,0.5793226559956869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,uniform,0.08615466952323914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,uniform,0.08124266564846039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,uniform,0.5507200161616007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,uniform,0.5460213422775269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,uniform,0.6990773677825928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,uniform,0.11320533355077107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,uniform,0.08097066481908162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,uniform,0.12115200360616048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,uniform,0.08372799555460612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,uniform,0.11355732878049214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,uniform,0.12133866548538208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,uniform,0.38068799177805585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,uniform,0.390613317489624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,uniform,0.41610666116078693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,uniform,0.49165864785512287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,uniform,0.11019733548164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,uniform,0.11388267079989116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,uniform,0.2980639934539795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,uniform,0.12342400352160136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,uniform,0.27340267101923627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,uniform,0.15125866731007895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,uniform,0.2801919976870219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,uniform,0.33798933029174805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,uniform,0.582149346669515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,uniform,0.5388853152592977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,uniform,0.08715732892354329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,uniform,0.5495680173238119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,uniform,0.6976906458536783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,uniform,0.08266133566697438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,uniform,0.12362666924794515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,uniform,0.08462933699289958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,uniform,0.08373333017031352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,uniform,0.12125866611798604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,uniform,0.11332799990971883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,uniform,0.12354133526484172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,uniform,0.4174986680348714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,uniform,0.3851840098698934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,uniform,0.39070932070414227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,uniform,0.111135999361674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,uniform,0.49799466133117676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,uniform,0.11528533697128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,uniform,0.12691733241081238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,uniform,0.27746133009592694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,uniform,0.15476266543070474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,uniform,0.28194665908813477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,uniform,0.29337066411972046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,uniform,0.3412746588389079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,uniform,0.7099093596140543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,uniform,0.5586773157119751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,uniform,0.538703997929891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,uniform,0.5841706593831381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,uniform,0.09205333391825359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,uniform,0.14151466886202493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,uniform,0.0928000013033549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,uniform,0.09275199969609578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,uniform,0.09908800323804219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,uniform,0.1322933336098989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,uniform,0.12967999776204428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,uniform,0.13793599605560303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,uniform,0.39659734567006427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,uniform,0.38622931639353436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,uniform,0.5145386854807535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,uniform,0.422874649365743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,uniform,0.1179253359635671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,uniform,0.11292266845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,uniform,0.12644267082214355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,uniform,0.28139734268188477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,uniform,0.15730667114257812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,uniform,0.35474133491516113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,uniform,0.28705066442489624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,uniform,0.2969386577606201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,uniform,0.5460000038146973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,uniform,0.7234240372975668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,uniform,0.56386665503184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,uniform,0.5921653509140015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,uniform,0.09319466352462769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,uniform,0.13482133547465006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,uniform,0.09628267089525859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,uniform,0.14239466190338135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,uniform,0.09194133679072063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,uniform,0.10162132978439331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,uniform,0.13077867031097412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,uniform,0.13854400316874185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,uniform,0.3872106472651164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,uniform,0.3985813458760579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,uniform,0.5242453416188558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,uniform,0.1283199985822042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,uniform,0.4289333422978719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,uniform,0.1137600044409434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,uniform,0.11833600203196208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,uniform,0.29016000032424927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,uniform,0.2828426758448283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,uniform,0.162063995997111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,uniform,0.736250638961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,uniform,0.3598293463389079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,uniform,0.305461327234904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,uniform,0.5499626795450846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,uniform,0.5665173530578613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,uniform,0.09813867012659709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,uniform,0.6058133443196615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,uniform,0.09664533535639445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,uniform,0.10202667117118835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,uniform,0.11409067114194234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,uniform,0.14654933412869772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,uniform,0.14045866330464682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,uniform,0.15902933478355408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,uniform,0.14573867122332254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,uniform,0.40516265233357746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,uniform,0.44046934445699054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,uniform,0.39250131448109943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,uniform,0.5318986574808756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,uniform,0.11666133006413777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,uniform,0.12180266777674358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,uniform,0.13403200109799704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,uniform,0.29365867376327515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,uniform,0.2878879904747009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,uniform,0.16581867138544717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,uniform,0.31119465827941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,uniform,0.7546239693959554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,uniform,0.36743998527526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,uniform,0.5573013226191202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,uniform,0.1290666659673055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,uniform,0.5742453336715698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,uniform,0.6130826473236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,uniform,0.12147200107574463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,uniform,0.1256106694539388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,uniform,0.14017599821090698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,uniform,0.17115734020868936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,uniform,0.16671999295552573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,uniform,0.1785386602083842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,uniform,0.20380266507466635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,uniform,0.4023093382517497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,uniform,0.41070401668548584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,uniform,0.5518240133921305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,uniform,0.45047465960184735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,uniform,0.1283573309580485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,uniform,0.14229866862297058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,uniform,0.16937067111333212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,uniform,0.32842133442560834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,uniform,0.2292213241259257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,uniform,0.29108800490697223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,uniform,0.5703839858373007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,uniform,0.3021120031674703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,uniform,0.3786240021387736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,uniform,0.5839306513468424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,uniform,0.1409226655960083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,uniform,0.7724853356679281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,uniform,0.6255840063095093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,uniform,0.13343466321627298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,uniform,0.14123200376828512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,uniform,0.1562933325767517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,uniform,0.20398932695388794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,uniform,0.19565866390864053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,uniform,0.1984106699625651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,uniform,0.22153600056966147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,uniform,0.565280000368754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,uniform,0.40754131476084393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,uniform,0.41868265469868976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,uniform,0.4617280165354411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,uniform,0.1302773356437683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,uniform,0.17379732926686606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,uniform,0.14754666884740195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,uniform,0.2329919934272766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,uniform,0.3068106571833293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,uniform,0.3892480134963989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,uniform,0.33583466211954754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,uniform,0.5092426538467407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,uniform,0.7829600175221761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,uniform,0.5913439989089966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,uniform,0.573194662729899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,uniform,0.647487998008728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,uniform,0.15948266784350076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,uniform,0.2384799917538961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,uniform,0.1585653324921926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,uniform,0.1878239909807841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,uniform,0.16883732875188193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,uniform,0.23739200830459595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,uniform,0.24978667497634888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,uniform,0.26978667577107746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,uniform,0.41758398214975995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,uniform,0.4259146849314372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,uniform,0.1513599952061971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,uniform,0.5912746588389078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,uniform,0.4755466779073079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,uniform,0.13269866506258646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,uniform,0.1792800029118856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,uniform,0.24524267514546713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,uniform,0.34492266178131104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,uniform,0.31153066953023273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,uniform,0.4047893285751343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,uniform,0.5247093439102173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,uniform,0.579578677813212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,uniform,0.6618186632792155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,uniform,0.600272019704183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,uniform,0.8171093463897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,uniform,0.21693867444992065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,uniform,0.23119467496871948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,uniform,0.2222613294919332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,uniform,0.2506986657778422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,uniform,0.3369226853052775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,uniform,0.33957334359486896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,uniform,0.37189332644144696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,uniform,0.3482186794281006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,uniform,0.4506880044937134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,uniform,0.5082666476567587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,uniform,0.617248018582662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,uniform,0.16064000129699707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,uniform,0.18649599949518839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,uniform,0.8087253570556641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,uniform,0.23363733291625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,uniform,0.38645867506663006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,uniform,0.3279199997584025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,uniform,0.42603735129038495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,uniform,0.5087360143661499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,uniform,0.2812160054842631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,uniform,0.6040693521499634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,uniform,0.7059786319732666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,uniform,0.273632009824117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,uniform,0.8734827041625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,uniform,0.7066933314005533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,uniform,0.6209119955698649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,uniform,0.2938773234685262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,uniform,0.31860800584157306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,uniform,0.4854346513748169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,uniform,0.4465920130411784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,uniform,0.4217173258463542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,uniform,0.4277333418528239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,uniform,0.46902934710184735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,uniform,0.5282666683197021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,uniform,0.6393546660741171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,uniform,0.19799999396006265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,uniform,0.8611839612325033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,uniform,0.23245867093404135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,uniform,0.2904213269551595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,uniform,0.4110506772994995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,uniform,0.4944053490956624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,uniform,0.8589866956075033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,uniform,0.5461333195368449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,uniform,0.6445279916127523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,uniform,0.6430026690165201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,uniform,0.7314826647440592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,uniform,0.8819093704223633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,uniform,0.3926239808400472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,uniform,0.39618666966756183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,uniform,1.182586669921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,uniform,0.41252267360687256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,uniform,0.4435946544011434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,uniform,0.6124693155288696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,uniform,0.6176693439483643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,uniform,0.6324533224105835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,uniform,0.6805386543273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,uniform,0.5557706753412882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,uniform,0.6401653289794922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,uniform,0.2648426691691081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,uniform,0.8016533056894938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,uniform,1.0973172982533772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,uniform,0.3132159908612569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,uniform,0.39402135213216144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,uniform,0.5468853314717611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,uniform,0.6327733198801676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,uniform,0.6814986864725748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,uniform,0.7965973218282064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,uniform,1.0324160257975261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,uniform,0.5050400098164877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,uniform,0.6854346593221029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,uniform,0.7791679700215658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,uniform,0.954207976659139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,uniform,1.2694026629130046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,uniform,0.5156266689300537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,uniform,0.531274676322937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,uniform,0.7985280354817709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,uniform,0.5708906650543213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,uniform,0.8077226479848226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,uniform,0.8327999909718832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,uniform,0.9007360140482584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,uniform,0.6849173704783121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,uniform,1.305850664774577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,uniform,0.7911573251088461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,uniform,0.9595786730448405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,uniform,0.3245706756909688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,uniform,0.48822931448618573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,uniform,0.39076801141103107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,uniform,0.6871999899546305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,uniform,0.8065866629282633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,uniform,0.9116106828053793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,uniform,1.0527573426564534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,uniform,1.3518080711364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,uniform,0.8014773527781168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,uniform,0.9367039998372396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,uniform,1.1553760369618733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,uniform,0.7493013540903727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,uniform,1.5909813245137532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,uniform,0.7342720031738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,uniform,0.8293440341949463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,uniform,0.7704959710439047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,uniform,1.175920009613037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,uniform,1.1856853167215984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,uniform,1.3312853177388508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,uniform,1.2166612943013508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,uniform,1.129424015680949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,uniform,1.237610658009847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,uniform,1.4158347447713215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,uniform,1.8370399475097656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,uniform,0.6990133126576742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,uniform,0.5401920080184937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,uniform,0.4413119951883952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,uniform,0.9790773391723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,uniform,1.103877305984497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,uniform,1.2221173445383708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,uniform,1.443903923034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,uniform,1.861120065053304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,uniform,1.1434986591339111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,uniform,1.4249226252237956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,uniform,1.2543893655141194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,uniform,1.9704532623291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,uniform,0.9626773198445638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,uniform,1.009541352589925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,uniform,0.9823626677195231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,uniform,1.596709410349528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,uniform,1.0917279720306396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,uniform,1.6552534103393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,uniform,1.7139840126037598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,uniform,1.6438345909118652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,uniform,1.4422933260599773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,uniform,1.6114506721496582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,uniform,1.858506679534912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,uniform,2.4314187367757163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,uniform,0.5610773166020712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,uniform,0.8837440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,uniform,0.6768799622853597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,uniform,1.275055964787801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,uniform,1.4006452560424805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,uniform,2.398581345876058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,uniform,1.5396533012390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,uniform,1.844538688659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,uniform,1.5932745933532715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,uniform,1.8493013381958008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,uniform,2.16322660446167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,uniform,2.8575305938720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,uniform,1.441930611928304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,uniform,1.4191253980000813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,uniform,1.4818132718404133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,uniform,1.5916852951049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,uniform,2.4781546592712402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,uniform,2.5851306915283203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,uniform,2.639557361602783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,uniform,2.5840214093526206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,uniform,2.079487959543864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,uniform,2.384197394053141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,uniform,2.745744069417318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,uniform,0.7939306894938151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,uniform,3.5369866689046225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,uniform,0.9618666966756185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,uniform,1.299178679784139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,uniform,1.8813385963439941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,uniform,2.0830507278442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,uniform,2.339365323384603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,uniform,2.724303881327311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,uniform,3.5963306427001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,uniform,2.182917277018229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,uniform,2.5193333625793457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,uniform,1.8866346677144368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,uniform,2.93614927927653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,uniform,3.753061294555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,uniform,1.9041013717651367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,uniform,1.9588853518168132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,uniform,2.1173599561055503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,uniform,3.2591625849405923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,uniform,3.6735413869222007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,uniform,3.529269218444824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,uniform,3.60264523824056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,uniform,2.618015925089518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,uniform,3.1269814173380532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,uniform,3.6929334004720054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,uniform,1.0338773727416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,uniform,4.6658986409505205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,uniform,1.2558720111846924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,uniform,1.6584906578063965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,uniform,2.5877599716186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,uniform,2.540714740753174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,uniform,2.9922027587890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,uniform,3.4957173665364585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,uniform,2.9131946563720703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,uniform,4.703306516011556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,uniform,3.339813232421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,uniform,3.895477294921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,uniform,5.017392158508301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,uniform,2.8118985493977866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,uniform,2.8279574712117515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,uniform,2.907578786214193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,uniform,3.1259145736694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,uniform,5.240933418273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,uniform,5.4194081624348955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,uniform,5.262421290079753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,uniform,5.473370869954427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,uniform,3.836773236592611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,uniform,4.625664075215657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,uniform,5.398618698120117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,uniform,1.5109440485636394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,uniform,6.991589228312175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,uniform,1.7856693267822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,uniform,2.4112000465393066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,uniform,3.8627039591471353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,uniform,3.918575922648112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,uniform,4.294485410054524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,uniform,5.241685231526692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,uniform,7.111626942952474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,uniform,4.225269317626953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,uniform,4.808986663818359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,uniform,5.63918940226237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,uniform,7.4278825124104815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,uniform,3.867722511291504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,uniform,3.860629399617513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,uniform,3.7641706466674805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,uniform,4.1934506098429365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,uniform,7.927167892456055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,uniform,7.449605305989583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,uniform,7.531487782796224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,uniform,7.709893544514974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,uniform,5.370480219523112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,uniform,2.023029327392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,uniform,9.586581548055014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,uniform,5.955434799194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,uniform,7.163861592610677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,uniform,3.242757479349772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,uniform,2.3956212997436523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,uniform,5.244352022806804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,uniform,5.226767857869466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,uniform,5.776175816853841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,uniform,7.0132802327473955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,uniform,9.439258575439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,uniform,5.904794692993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,uniform,6.367759704589844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,uniform,9.951130549112955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,uniform,7.674416224161784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,uniform,4.840005238850911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,uniform,4.783738772074382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,uniform,4.816554705301921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,uniform,5.194863955179851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,uniform,10.108175913492838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,uniform,10.180320103963217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,uniform,9.550410588582357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,uniform,10.106581370035807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,uniform,6.816383997599284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,uniform,7.473541259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,uniform,8.924079895019531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,uniform,2.9534985224405923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,uniform,12.079893747965494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,uniform,4.157552083333333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,uniform,2.5530079205830893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,uniform,6.451498667399089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,uniform,6.521237055460612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,uniform,7.061258951822917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,1,8,uniform,0.11424000064531963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,uniform,8.651039759318033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,4,uniform,0.0786186655362447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,2,uniform,0.0562666654586792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,uniform,11.643285115559896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,1,uniform,0.05592533449331919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,uniform,7.777018864949544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,uniform,7.179824193318685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,4,uniform,0.09409067034721375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,1,8,uniform,0.14832533399264017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,1,uniform,0.06705600023269653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,uniform,9.395914713541666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,8,uniform,0.07537599901358287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,2,uniform,0.06425599753856659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,uniform,12.691151936848959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,8,uniform,0.05372266471385956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,2,uniform,0.08695466319719951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,4,uniform,0.07772799829641978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,1,uniform,0.09918933113416036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,4,uniform,0.05276266733805338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,2,uniform,0.07744533320267995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,2,uniform,0.05629866818586985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,4,uniform,0.07420800129572551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,8,uniform,0.07507200042406718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,8,uniform,0.07638399799664815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,1,8,uniform,0.11645866433779399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,4,uniform,0.07844266792138417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,2,uniform,0.08852799733479817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,1,uniform,0.1011946698029836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,4,uniform,0.08043733239173889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,1,8,uniform,0.1425920029481252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,2,uniform,0.07451733450094859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,4,uniform,0.09737599889437358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,1,uniform,0.0695253312587738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,2,uniform,0.09365333120028178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,1,uniform,0.09086400270462036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,8,uniform,0.05513066550095876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,8,uniform,0.08478400111198425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,4,uniform,0.08846400181452434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,2,uniform,0.10057066877683003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,1,uniform,0.11613333225250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,4,uniform,0.05650666852792104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,2,uniform,0.062405332922935486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,4,uniform,0.09667733311653137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,2,uniform,0.10009599725405376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,8,uniform,0.09945066769917806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,4,uniform,0.09032533566157024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,8,uniform,0.0872213343779246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,2,uniform,0.10504532853762309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,4,uniform,0.10397866368293762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,1,uniform,0.12225066622098286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,1,8,uniform,0.11922666430473328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,2,uniform,0.10177600383758545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,1,uniform,0.13496533036231995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,1,8,uniform,0.14314666390419006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,1,uniform,0.0997279981772105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,2,uniform,0.13099199533462524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,4,uniform,0.13964800039927164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,4,uniform,0.11818666259447734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,1,uniform,0.16486933827400208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,8,uniform,0.1155413289864858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,2,uniform,0.1341600020726522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,8,uniform,0.06919999917348225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,4,uniform,0.07310933371384938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,2,uniform,0.08094933132330577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,2,uniform,0.13201600313186646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,8,uniform,0.1225493351618449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,4,uniform,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,8,uniform,0.1163040002187093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,4,uniform,0.10498133301734924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,2,uniform,0.13573867082595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,4,uniform,0.11843199531237285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,1,uniform,0.16545599699020386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,1,8,uniform,0.12494933605194092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,2,uniform,0.10203199585278828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,1,uniform,0.1027786632378896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,4,uniform,0.14224533240000406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,1,8,uniform,0.14501866698265076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,2,uniform,0.13405866424242655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,1,uniform,0.13567466537157694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,8,uniform,0.16507200400034586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,8,uniform,0.09490133325258891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,4,uniform,0.17377599080403647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,2,uniform,0.2002293268839518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,1,uniform,0.2437866727511088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,2,uniform,0.190010666847229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,4,uniform,0.09678399562835693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,2,uniform,0.11198932925860088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,8,uniform,0.17012266318003336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,4,uniform,0.16961065928141275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,8,uniform,0.1678666671117147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,4,uniform,0.17533334096272787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,2,uniform,0.19876267512639365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,1,uniform,0.25034666061401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,1,8,uniform,0.12016000350316365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,2,uniform,0.10264000296592712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,4,uniform,0.1039466659228007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,1,8,uniform,0.1453013320763906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,1,uniform,0.1018399993578593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,1,uniform,0.13948800166447958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,2,uniform,0.13120533029238382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,4,uniform,0.14081066846847534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,4,uniform,0.14518933494885763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,8,uniform,0.2638559937477112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,4,uniform,0.2914666732152303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,1,uniform,0.40404268105824787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,2,uniform,0.3200533390045166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,8,uniform,0.14180800318717957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,2,uniform,0.1730133295059204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,8,uniform,0.26789865891138714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,4,uniform,0.27287999788920086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,4,uniform,0.2956533432006836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,2,uniform,0.31120532751083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,1,8,uniform,0.12217066685358684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,8,uniform,0.2645439902941386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,2,uniform,0.31817599137624103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,1,uniform,0.40939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,2,uniform,0.10495466987291972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,4,uniform,0.10594133536020915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,4,uniform,0.14216533303260803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,1,uniform,0.10205866893132527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,2,uniform,0.13434666395187378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,1,8,uniform,0.14511467019716898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,4,uniform,0.526533325513204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,8,uniform,0.4655040105183919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,1,uniform,0.13797332843144736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,2,uniform,0.5537439982096354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,1,uniform,0.6999786694844564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,8,uniform,0.32659733295440674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,8,uniform,0.1421226660410563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,4,uniform,0.14656000336011252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,2,uniform,0.1771786610285441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,4,uniform,0.32651732365290326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,2,uniform,0.3738880157470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,8,uniform,0.45558400948842365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,2,uniform,0.5506293376286825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,4,uniform,0.5232266585032145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,1,uniform,0.7247200012207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,1,8,uniform,0.12118400136629741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,4,uniform,0.10269866387049358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,2,uniform,0.1035146713256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,4,uniform,0.14225600163141885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,1,uniform,0.10186133782068889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,1,8,uniform,0.14695466558138529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,2,uniform,0.13362666964530945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,1,uniform,0.1362879971663157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,8,uniform,0.4641173283259074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,1,uniform,0.7132426897684733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,4,uniform,0.5188320080439249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,2,uniform,0.5505013465881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,2,uniform,0.1788426637649536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,8,uniform,0.14381866653760275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,4,uniform,0.14643200238545737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,8,uniform,0.32788799206415814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,2,uniform,0.3778826793034871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,4,uniform,0.33054933945337933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,2,uniform,0.7739199797312418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,8,uniform,0.6491946776707967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,4,uniform,0.7498772939046224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,1,8,uniform,0.12240533034006755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,1,uniform,1.021936019261678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,2,uniform,0.10359467069307964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,4,uniform,0.10570666193962097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,1,uniform,0.1013759970664978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,1,8,uniform,0.14288533727327982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,4,uniform,0.14685866236686707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,1,uniform,0.13708800077438354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,4,uniform,0.5271626710891724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,2,uniform,0.13366933663686117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,8,uniform,0.46220266819000244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,2,uniform,0.5519680182139078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,8,uniform,0.14350400368372598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,1,uniform,0.7263413270314535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,8,uniform,0.33158934116363525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,4,uniform,0.14634133378664652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,2,uniform,0.1807253360748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,4,uniform,0.3262186646461487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,2,uniform,0.37595733006795246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,4,uniform,0.7566506862640381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,8,uniform,0.6511573394139608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,1,uniform,1.0364586512247722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,2,uniform,0.7920426527659098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,1,8,uniform,0.14877866705258688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,4,uniform,0.14523200194040933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,1,8,uniform,0.23388266563415527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,2,uniform,0.14643733700116476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,1,uniform,0.14683199922243753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,4,uniform,0.20836800336837769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,2,uniform,0.21277334292729697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,1,uniform,0.2220053275426229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,2,uniform,0.5418933232625326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,4,uniform,0.527621348698934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,8,uniform,0.4607199827829997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,2,uniform,0.18060266971588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,8,uniform,0.14503467082977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,1,uniform,0.7260533173878988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,4,uniform,0.14828800161679587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,8,uniform,0.32848532994588214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,4,uniform,0.7628586292266846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,4,uniform,0.3283253312110901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,2,uniform,0.3743520180384318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,8,uniform,0.6469599803288778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,2,uniform,0.7854986985524496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,1,8,uniform,0.1497760017712911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,1,uniform,1.030138651529948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,2,uniform,0.14824533462524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,1,uniform,0.14629333217938742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,4,uniform,0.1474506656328837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,1,8,uniform,0.23307200272878012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,2,uniform,0.21300800641377768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,4,uniform,0.21044800678888956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,1,uniform,0.21944000323613486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,4,uniform,0.5307573477427164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,8,uniform,0.46348265806833905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,2,uniform,0.5527626673380533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,1,uniform,0.7020213603973389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,4,uniform,0.3321653405825297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,4,uniform,0.14822933077812195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,8,uniform,0.14257599910100302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,8,uniform,0.32758933305740356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,2,uniform,0.17896533012390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,2,uniform,0.3770986795425415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,8,uniform,0.6541973352432251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,2,uniform,0.7755359808603922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,4,uniform,0.7553439935048422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,4,uniform,0.14688000082969666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,1,8,uniform,0.1511146624883016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,1,uniform,1.04312531153361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,2,uniform,0.14709333578745523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,4,uniform,0.21478933095932007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,1,uniform,0.14697066942850748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,1,8,uniform,0.23189866542816162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,2,uniform,0.2119200030962626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,1,uniform,0.21995200713475546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,1,uniform,0.7108586629231771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,8,uniform,0.46612266699473065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,2,uniform,0.5500799814860026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,4,uniform,0.5230773289998373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,4,uniform,0.14706666270891824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,8,uniform,0.1437173287073771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,2,uniform,0.1793866753578186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,4,uniform,0.33240532875061035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,8,uniform,0.3240320086479187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,2,uniform,0.3726346492767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,8,uniform,0.6584106683731079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,4,uniform,0.7552746931711832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,4,uniform,0.19471999009450278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,2,uniform,0.8011519908905029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,1,8,uniform,0.2115359902381897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,1,uniform,1.037226676940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,2,uniform,0.1954666574796041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,2,uniform,0.28672534227371216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,1,uniform,0.19790399074554443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,1,8,uniform,0.31197865804036456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,1,uniform,0.3017759919166565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,4,uniform,0.2947733402252197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,8,uniform,0.4678399960199992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,4,uniform,0.52510933081309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,2,uniform,0.5538880030314127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,1,uniform,0.7210720380147299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,8,uniform,0.14601600170135498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,2,uniform,0.18007999658584595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,4,uniform,0.1509066621462504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,8,uniform,0.3275306622187297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,4,uniform,0.33190399408340454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,4,uniform,0.7518560091654459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,8,uniform,0.6527680158615112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,2,uniform,0.3754826784133911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,1,uniform,1.0110186735788982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,2,uniform,0.7856746514638265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,1,uniform,0.1980853279431661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,4,uniform,0.1935466726620992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,1,8,uniform,0.20958934227625528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,2,uniform,0.19869865973790488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,1,8,uniform,0.31775999069213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,4,uniform,0.2954079906145732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,2,uniform,0.28654932975769043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,8,uniform,0.47095465660095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,1,uniform,0.30264000097910565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,4,uniform,0.5264373222986857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,2,uniform,0.56168532371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,1,uniform,0.7328853607177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,8,uniform,0.14828800161679587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,8,uniform,0.3333973487218221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,4,uniform,0.15076266725858053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,2,uniform,0.18003199497858682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,2,uniform,0.377072016398112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,4,uniform,0.3319680094718933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,1,uniform,1.0473919709523518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,8,uniform,0.6556373437245687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,4,uniform,0.7582879861195883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,2,uniform,0.7951253255208334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,4,uniform,0.2374933362007141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,1,8,uniform,0.2419146696726481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,2,uniform,0.24028799931208292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,1,8,uniform,0.36978665987650555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,1,uniform,0.23971732457478842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,4,uniform,0.36426134904225665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,1,uniform,0.38580799102783203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,2,uniform,0.36537599563598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,8,uniform,0.467578649520874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,4,uniform,0.5268586476643881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,1,uniform,0.7181920210520426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,2,uniform,0.5724586645762125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,8,uniform,0.14722667137781778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,4,uniform,0.33657066027323407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,2,uniform,0.17948265870412192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,4,uniform,0.15235732992490134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,8,uniform,0.3322506745656331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,8,uniform,0.6579626798629761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,2,uniform,0.3829760154088338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,4,uniform,0.7541546821594238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,1,uniform,1.0590346654256184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,1,8,uniform,0.2935093243916829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,2,uniform,0.7848320007324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,1,uniform,0.28406399488449097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,4,uniform,0.2799733281135559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,2,uniform,0.28330133358637494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,1,8,uniform,0.44738133748372394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,4,uniform,0.43907733758290607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,2,uniform,0.43540799617767334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,4,uniform,0.5353653430938721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,1,uniform,0.46166932582855225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,8,uniform,0.46954667568206787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,1,uniform,0.7460107008616129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,2,uniform,0.5489866733551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,8,uniform,0.2418880065282186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,2,uniform,0.2985546588897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,4,uniform,0.2477173407872518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,8,uniform,0.3315466642379761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,4,uniform,0.34114134311676025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,2,uniform,0.381061315536499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,4,uniform,0.331498662630717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,8,uniform,0.6558506488800049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,4,uniform,0.7681012948354086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,1,uniform,1.0370559692382812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,2,uniform,0.7917226950327555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,1,8,uniform,0.3309386571248372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,2,uniform,0.33214932680130005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,1,uniform,0.33293867111206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,1,8,uniform,0.5319413344065348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,1,uniform,0.5375039974848429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,4,uniform,0.5121866861979166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,2,uniform,0.512725313504537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,8,uniform,0.4744746685028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,4,uniform,0.5325653155644735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,8,uniform,0.24011200666427612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,2,uniform,0.5617013374964396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,1,uniform,0.7572267055511475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,4,uniform,0.2491040031115214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,2,uniform,0.29848533868789673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,8,uniform,0.5617333253224691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,8,uniform,0.6656906604766846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,4,uniform,0.5720693270365397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,2,uniform,0.6134026845296224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,4,uniform,0.7619307041168213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,2,uniform,0.8027199904123942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,1,uniform,1.04584534962972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,1,8,uniform,0.41367467244466144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,4,uniform,0.4106186628341675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,2,uniform,0.42209064960479736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,1,uniform,0.6971893310546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,1,uniform,0.4175039927164714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,4,uniform,0.6500373284022013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,1,8,uniform,0.6572213172912598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,2,uniform,0.6591200033823649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,8,uniform,0.48046398162841797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,2,uniform,0.5782346725463867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,4,uniform,0.5392106771469116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,1,uniform,0.7656373182932535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,4,uniform,0.2532266577084859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,8,uniform,0.2454986572265625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,2,uniform,0.3144746621449788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,8,uniform,0.568447987238566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,4,uniform,0.5725280046463013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,2,uniform,0.6133439938227335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,8,uniform,0.6660000085830688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,4,uniform,0.7712533473968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,2,uniform,0.8053653240203857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,4,uniform,0.5914986530939738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,1,8,uniform,0.5907093286514282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,1,uniform,0.600330670674642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,2,uniform,0.598197340965271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,1,uniform,1.075376033782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,4,uniform,0.9490933418273926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,1,8,uniform,0.951088031133016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,2,uniform,0.95687468846639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,1,uniform,1.0206186771392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,4,uniform,0.9359839757283529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,2,uniform,0.9578239917755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,8,uniform,0.8502346674601237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,1,uniform,1.3074506918589275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,8,uniform,0.3312426606814067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,4,uniform,0.3370826641718547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,2,uniform,0.3926986853281657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,4,uniform,0.818021297454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,8,uniform,0.8150133291880289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,2,uniform,0.8543787002563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,2,uniform,0.8631199995676676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,8,uniform,0.6798720359802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,4,uniform,0.7895413239796957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,1,uniform,1.117573340733846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,1,8,uniform,0.7661279837290446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,4,uniform,0.767365296681722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,1,uniform,0.7821546395619711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,2,uniform,0.7756693363189697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,1,8,uniform,1.2376373608907063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,2,uniform,1.249557336171468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,4,uniform,1.240880012512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,1,uniform,1.3284800052642822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,2,uniform,0.9768160184224447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,4,uniform,0.9486026763916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,8,uniform,0.8645013173421224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,1,uniform,1.3566080729166667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,8,uniform,0.4209013382593791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,4,uniform,0.41363732020060223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,2,uniform,0.4957173268000285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,4,uniform,1.056165297826131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,8,uniform,1.0524640083312988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,2,uniform,1.092293341954549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,8,uniform,1.2360053062438965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,4,uniform,1.3764959971110027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,2,uniform,1.3921279907226562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,4,uniform,1.1203200022379558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,1,uniform,1.9200000762939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,1,8,uniform,1.113653341929118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,1,uniform,1.1493600209554036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,2,uniform,1.132922649383545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,1,8,uniform,1.8164532979329426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,4,uniform,1.819375991821289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,1,uniform,1.9719947179158528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,2,uniform,1.846336046854655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,2,uniform,1.3500266075134277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,4,uniform,1.3379467328389485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,8,uniform,1.2379093170166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,1,uniform,1.807733376820882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,8,uniform,0.59442667166392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,2,uniform,0.6563359896341959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,4,uniform,0.5730613470077515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,8,uniform,1.304975986480713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,4,uniform,1.3157920042673747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,2,uniform,1.3637386957804363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,8,uniform,1.2559040387471516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,1,8,uniform,1.4665706952412922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,4,uniform,1.3990559577941895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,4,uniform,1.471845308939616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,2,uniform,1.4681866963704426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,2,uniform,1.5018773078918457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,1,uniform,2.007493336995443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,1,8,uniform,2.4121012687683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,1,uniform,1.5148746172587078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,1,uniform,2.6160319646199546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,4,uniform,2.4183732668558755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,2,uniform,2.4514400164286294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,4,uniform,1.7165172894795735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,8,uniform,1.6177973747253418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,2,uniform,1.7229493459065754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,1,uniform,2.2829492886861167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,8,uniform,0.7737332979838053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,2,uniform,0.8233226935068766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,4,uniform,0.7395946979522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,8,uniform,1.7902560234069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,4,uniform,1.8033013343811035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,2,uniform,1.852117379506429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,8,uniform,1.8178186416625977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,1,8,uniform,2.1711413065592446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,2,uniform,2.2196319897969565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,4,uniform,1.9686400095621746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,4,uniform,2.170687993367513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,2,uniform,1.9759413401285808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,1,uniform,2.2495360374450684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,1,uniform,2.6528107325236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,1,8,uniform,3.563941319783529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,2,uniform,3.6503467559814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,4,uniform,3.585733413696289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,1,uniform,3.8850666681925454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,8,uniform,2.3717759450276694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,4,uniform,2.5081547101338706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,2,uniform,2.474671999613444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,1,uniform,3.1654561360677085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,8,uniform,1.131322701772054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,4,uniform,1.0726293722788494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,2,uniform,1.1838826338450115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,8,uniform,2.517973264058431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,4,uniform,2.5502079327901206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,1,8,uniform,2.8574934005737305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,4,uniform,2.8697385787963867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,2,uniform,2.6094932556152344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,8,uniform,2.3962507247924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,4,uniform,2.5733973185221353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,2,uniform,2.5798932711283364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,1,uniform,3.413402557373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,2,uniform,2.933482805887858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,1,uniform,2.9855305353800454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,1,8,uniform,4.72162659962972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,2,uniform,4.833157221476237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,4,uniform,4.748959859212239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,1,uniform,5.172437349955241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,4,uniform,3.2912638982137046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,8,uniform,3.1399412155151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,2,uniform,3.290656089782715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,8,uniform,1.4772906303405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,1,uniform,4.050869305928548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,2,uniform,1.539903958638509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,4,uniform,1.4016319910685222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,8,uniform,3.2703466415405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,4,uniform,3.2979040145874023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,2,uniform,3.394240061442057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,4,uniform,4.287493387858073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,1,8,uniform,4.249706586201985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,8,uniform,3.5178985595703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,2,uniform,4.387210528055827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,4,uniform,3.7377119064331055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,1,uniform,4.449066797892253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,2,uniform,3.674917221069336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,1,uniform,4.674234708150228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,1,8,uniform,7.059093475341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,4,uniform,7.108367919921875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,1,uniform,7.739850362141927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,2,uniform,7.224431991577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,8,uniform,4.637866655985515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,4,uniform,4.857637405395508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,2,uniform,4.8350880940755205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,1,uniform,5.7891998291015625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,8,uniform,2.194181283315023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,4,uniform,2.079637368520101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,2,uniform,2.2542880376180015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,8,uniform,4.972986539204915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,1,8,uniform,5.642090479532878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,4,uniform,5.692821502685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,4,uniform,5.019530614217122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,2,uniform,5.175157229105632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,8,uniform,4.705914815266927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,4,uniform,4.939872105916341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,2,uniform,4.948330561319987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,1,uniform,6.059567769368489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,2,uniform,5.824853261311849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,1,uniform,5.921215693155925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,1,8,uniform,9.355130513509115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,4,uniform,9.461573282877604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,2,uniform,9.635477066040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,1,uniform,10.26037851969401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,8,uniform,6.175610860188802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,2,uniform,6.434917449951172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,4,uniform,6.4267628987630205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,1,uniform,7.635306676228841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,8,uniform,2.8904800415039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,4,uniform,2.7463998794555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,2,uniform,2.977813402811686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,8,uniform,6.453615824381511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,1,8,uniform,8.418426513671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,4,uniform,6.517093022664388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,4,uniform,8.504426956176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,2,uniform,6.699567794799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,8,uniform,6.3961976369222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,4,uniform,6.706874847412109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,2,uniform,6.657674789428711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,1,uniform,8.096064249674479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,2,uniform,8.739583969116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,1,uniform,8.849989573160807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,1,8,uniform,14.05844243367513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,4,uniform,14.159861246744791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,2,uniform,14.388448079427084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,1,uniform,15.387332916259766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,8,uniform,9.194661458333334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,4,uniform,9.583962758382162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,1,uniform,11.258314768473307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,8,uniform,4.330512046813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,2,uniform,9.601994832356771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,4,uniform,4.097135861714681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,2,uniform,4.3996321360270185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,8,uniform,9.671146392822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,1,8,uniform,11.255925496419271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,4,uniform,11.31866709391276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,4,uniform,9.726837158203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,2,uniform,10.000815709431967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,8,uniform,9.290517171223959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,4,uniform,9.694112141927084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,2,uniform,9.724559783935547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,1,uniform,11.52789306640625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,2,uniform,11.660634358723959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,1,uniform,11.778271993001303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,1,8,uniform,18.67460759480794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,4,uniform,18.82769012451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,2,uniform,19.234874725341797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,1,uniform,20.53655497233073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,8,uniform,12.25719960530599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,4,uniform,12.714171091715494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,2,uniform,12.712810516357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,1,uniform,14.745919545491537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,8,uniform,5.766586939493815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,4,uniform,5.468128204345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,2,uniform,5.8672637939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,8,uniform,12.88742446899414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,1,8,uniform,14.075584411621094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,4,uniform,14.200528462727865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,2,uniform,13.326836903889975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,4,uniform,12.97482681274414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,4,uniform,13.203887939453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,8,uniform,12.721402486165365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,2,uniform,13.208207448323568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,2,uniform,14.484586079915365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,1,uniform,14.715498606363932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,1,uniform,15.488075256347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,1,8,uniform,23.30743408203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,4,uniform,23.61786142985026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,2,uniform,24.056345621744793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,1,uniform,25.654762268066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,8,uniform,15.267285664876303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,4,uniform,15.872469584147135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,2,uniform,15.9202880859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,1,uniform,18.351744333902996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,8,uniform,7.191669464111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,2,uniform,7.245477040608724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,4,uniform,6.816629409790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,8,uniform,15.842367808024088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,1,8,uniform,0.0819946676492691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,4,uniform,0.05460800230503082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,4,uniform,15.89782460530599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,2,uniform,16.392805735270183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,8,uniform,15.585919698079428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,4,uniform,16.226917266845703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,2,uniform,0.035973332822322845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,1,uniform,18.88190460205078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,2,uniform,16.247119903564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,1,uniform,0.03584533433119456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,1,8,uniform,0.11539733409881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,4,uniform,0.06934399902820587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,2,uniform,0.0484746644894282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,1,uniform,0.04819199939568838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,8,uniform,0.05580266813437144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,2,uniform,0.09116799632708232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,1,uniform,0.1353386640548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,4,uniform,0.06659733255704244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,8,uniform,0.032960000137488045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,4,uniform,0.037818667789300285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,1,uniform,0.07146133482456207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,2,uniform,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,8,uniform,0.056554665168126426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,4,uniform,0.06038400034109751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,1,uniform,0.10238400101661682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,2,uniform,0.07549333572387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,1,8,uniform,0.08822932839393616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,8,uniform,0.06178666651248932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,1,uniform,0.0521919975678126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,4,uniform,0.07753066718578339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,2,uniform,0.10704533259073894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,4,uniform,0.05418133238951365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,1,uniform,0.17382933696111044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,2,uniform,0.04979733129342397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,1,8,uniform,0.11410133043924968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,4,uniform,0.06994133194287618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,2,uniform,0.06542400022347768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,1,uniform,0.06589333216349284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,8,uniform,0.07025066514809926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,4,uniform,0.0783733328183492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,2,uniform,0.09912533561388652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,1,uniform,0.14435199896494547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,4,uniform,0.0751200020313263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,8,uniform,0.03571200122435888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,4,uniform,0.04119999955097834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,2,uniform,0.051488002141316734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,1,uniform,0.1112000048160553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,1,uniform,0.07635733485221863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,8,uniform,0.07032533486684163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,2,uniform,0.08344533046086629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,8,uniform,0.0745066652695338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,4,uniform,0.08611733714739482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,2,uniform,0.11589333415031433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,4,uniform,0.07452266911665599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,1,8,uniform,0.08292266726493835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,1,uniform,0.18290666739145914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,2,uniform,0.07037333150704701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,1,uniform,0.1011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,1,uniform,0.07051733136177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,1,8,uniform,0.11356799801190694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,4,uniform,0.10467200477917989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,2,uniform,0.10082667072614034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,4,uniform,0.09548266728719075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,8,uniform,0.09021332859992981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,2,uniform,0.11457066734631856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,8,uniform,0.048901334404945374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,1,uniform,0.16101866960525513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,4,uniform,0.05179200073083242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,2,uniform,0.060821334520975746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,1,uniform,0.08437866965929668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,8,uniform,0.09434133768081665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,4,uniform,0.09646399815877278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,2,uniform,0.10514133175214131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,1,uniform,0.1368000010649363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,8,uniform,0.093941330909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,4,uniform,0.10455466310183208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,2,uniform,0.07554133236408234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,1,uniform,0.07461333274841309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,2,uniform,0.12754133343696594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,1,uniform,0.19552532831827799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,1,8,uniform,0.08386133114496867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,4,uniform,0.07424533367156982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,8,uniform,0.1399999956289927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,1,8,uniform,0.11440533399581909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,4,uniform,0.10662933190663655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,1,uniform,0.21849600474039713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,2,uniform,0.10200533270835876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,8,uniform,0.06595199803511302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,1,uniform,0.10095466176668803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,4,uniform,0.07302933434645335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,8,uniform,0.13734400272369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,4,uniform,0.1395626664161682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,2,uniform,0.15064000089963278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,2,uniform,0.1574613352616628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,2,uniform,0.08065600196520488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,1,uniform,0.24547199408213297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,1,uniform,0.109525332848231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,4,uniform,0.13868266344070435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,1,uniform,0.18359466393788657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,8,uniform,0.1341600020726522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,4,uniform,0.07986666758855183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,2,uniform,0.07228800157705943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,4,uniform,0.1434293289979299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,2,uniform,0.17016534010569254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,1,8,uniform,0.12165333827336629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,2,uniform,0.10281067093213399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,1,8,uniform,0.08349333206812541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,1,uniform,0.32128000259399414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,1,uniform,0.07082666456699371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,4,uniform,0.10680533448855083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,2,uniform,0.11954666177431743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,1,uniform,0.10213866829872131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,8,uniform,0.21306665738423666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,1,uniform,0.15432000160217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,4,uniform,0.21932266155878702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,2,uniform,0.24797866741816202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,8,uniform,0.22309333086013794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,8,uniform,0.10195733110109965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,4,uniform,0.22653865814208984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,4,uniform,0.10545066992441814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,4,uniform,0.23846399784088135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,2,uniform,0.26787734031677246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,1,uniform,0.28019734223683673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,2,uniform,0.24361600478490195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,8,uniform,0.2153866688410441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,1,uniform,0.33914132912953693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,1,8,uniform,0.08513599634170532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,4,uniform,0.07805866499741872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,1,8,uniform,0.1183626651763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,2,uniform,0.07504533231258392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,2,uniform,0.10689600308736165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,4,uniform,0.10915733377138774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,1,uniform,0.1067573328812917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,1,uniform,0.07479466497898102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,8,uniform,0.37833066781361896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,2,uniform,0.4438240130742391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,4,uniform,0.3985226551691691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,1,uniform,0.5772373278935751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,2,uniform,0.137855996688207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,4,uniform,0.11275200049082439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,1,uniform,0.1824000080426534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,8,uniform,0.10588799913724263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,8,uniform,0.2720160086949666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,2,uniform,0.3083893259366353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,1,uniform,0.37484268347422284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,1,8,uniform,0.0913706620534261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,4,uniform,0.2821279962857564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,4,uniform,0.08368000388145447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,2,uniform,0.08038400113582611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,1,8,uniform,0.12846400340398154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,2,uniform,0.45316799481709796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,8,uniform,0.3795093297958374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,4,uniform,0.3990986744562785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,1,uniform,0.07657599945863088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,4,uniform,0.1111893355846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,2,uniform,0.10892800490061443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,1,uniform,0.6026826699574789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,1,uniform,0.1102293332417806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,8,uniform,0.3797706762949626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,4,uniform,0.40187732378641766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,2,uniform,0.4479573170344035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,1,uniform,0.588703989982605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,8,uniform,0.10625599821408589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,4,uniform,0.1139359970887502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,2,uniform,0.13804266850153604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,1,uniform,0.1868213415145874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,8,uniform,0.2744800051053365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,4,uniform,0.2847626606623332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,2,uniform,0.31192533175150555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,1,uniform,0.38395734628041583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,8,uniform,0.5407679875691732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,4,uniform,0.5687359968821207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,1,uniform,0.8288586934407552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,2,uniform,0.6340906620025635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,1,uniform,0.0813973347345988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,1,8,uniform,0.08771733442942302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,4,uniform,0.08067733546098073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,8,uniform,0.381440003712972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,2,uniform,0.07718400160471599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,1,uniform,0.6232959826787313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,1,8,uniform,0.12031466762224834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,2,uniform,0.10974933703740437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,1,uniform,0.11102400223414104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,4,uniform,0.11219200491905212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,2,uniform,0.454367995262146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,4,uniform,0.4030453364054362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,1,uniform,0.19214399655659994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,8,uniform,0.10713600118954976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,4,uniform,0.11477333307266235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,2,uniform,0.14165866374969482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,8,uniform,0.276309331258138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,4,uniform,0.2877279917399089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,4,uniform,0.589189330736796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,2,uniform,0.31594665845235187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,1,uniform,0.38860265413920086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,8,uniform,0.5426933368047079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,2,uniform,0.6408853530883789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,1,uniform,0.8453173637390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,1,8,uniform,0.09150933225949605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,4,uniform,0.08342933654785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,1,8,uniform,0.12813867131868997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,2,uniform,0.0812906672557195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,1,uniform,0.08522666494051616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,4,uniform,0.11734400192896526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,2,uniform,0.11687999963760376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,1,uniform,0.12315733234087627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,8,uniform,0.42535467942555744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,2,uniform,0.5327146848042806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,1,uniform,0.7192160288492838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,4,uniform,0.4652320146560669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,4,uniform,0.13527466853459677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,8,uniform,0.12032000223795573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,2,uniform,0.16514666875203451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,1,uniform,0.23047999540964761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,4,uniform,0.31964800755182904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,2,uniform,0.36715201536814374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,1,uniform,0.4705066680908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,8,uniform,0.29971200227737427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,8,uniform,0.6079359849294027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,2,uniform,0.7532906532287598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,1,uniform,1.0211893717447917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,4,uniform,0.663263996442159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,4,uniform,0.08437866965929668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,1,8,uniform,0.09301867087682088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,2,uniform,0.0813920001188914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,1,uniform,0.0858026643594106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,1,8,uniform,0.12826133767763773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,4,uniform,0.11823999881744385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,2,uniform,0.11831999818483989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,1,uniform,0.12613333264986673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,8,uniform,0.43095465501149494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,4,uniform,0.4694559971491496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,2,uniform,0.5401493310928345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,1,uniform,0.7238720258076986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,8,uniform,0.12197867035865784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,4,uniform,0.33714131514231366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,8,uniform,0.6088159879048666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,2,uniform,0.1680319905281067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,4,uniform,0.13598933815956116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,1,uniform,0.23657600084940592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,8,uniform,0.3051893313725789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,1,uniform,1.0284639994303386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,2,uniform,0.37296001116434735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,1,uniform,0.47680532932281494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,2,uniform,0.08776533603668213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,4,uniform,0.6662079890569051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,2,uniform,0.7611839771270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,1,8,uniform,0.09325333436330159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,4,uniform,0.08617599805196126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,1,uniform,0.08886933326721191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,1,8,uniform,0.13148799538612366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,4,uniform,0.12009599804878235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,2,uniform,0.12119999527931213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,1,uniform,0.1288746694723765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,8,uniform,0.4328746795654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,4,uniform,0.47063998381296795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,2,uniform,0.5438026587168375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,1,uniform,0.7358773549397787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,4,uniform,0.139573335647583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,8,uniform,0.1239306628704071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,2,uniform,0.1739786664644877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,1,uniform,0.24227199951807657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,8,uniform,0.30666667222976685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,4,uniform,0.3267199993133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,2,uniform,0.38211198647816974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,1,uniform,0.48977065086364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,8,uniform,0.6136266787846884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,4,uniform,0.6715839703877767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,2,uniform,0.7736586729685465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,1,uniform,1.0440266927083333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,1,uniform,0.09542399644851685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,2,uniform,0.0860053300857544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,1,uniform,0.13961600263913473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,1,8,uniform,0.10020800431569417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,4,uniform,0.0925546685854594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,2,uniform,0.5544693470001221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,4,uniform,0.12210667133331299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,8,uniform,0.43722132841746014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,4,uniform,0.4808853467305501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,2,uniform,0.12839466333389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,1,8,uniform,0.13933866222699484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,1,uniform,0.2579999963442485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,1,uniform,0.7553173700968424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,4,uniform,0.1423893372217814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,8,uniform,0.12507200241088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,2,uniform,0.17760000626246134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,1,uniform,0.5029013156890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,8,uniform,0.6358666817347208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,4,uniform,0.6791840394337972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,2,uniform,0.7788320382436117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,4,uniform,0.09496000409126282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,1,8,uniform,0.10083733002344768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,1,uniform,1.059162696202596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,4,uniform,0.34563732147216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,2,uniform,0.3907253344853719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,2,uniform,0.08782399694124858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,1,uniform,0.09443199634552002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,8,uniform,0.3318079908688863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,1,8,uniform,0.1414346694946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,8,uniform,0.43827199935913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,4,uniform,0.4827306667963664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,8,uniform,0.13356799880663553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,4,uniform,0.12634133299191794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,2,uniform,0.13083733121554056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,4,uniform,0.15016532937685648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,1,uniform,0.13826666275660196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,2,uniform,0.5590399901072184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,1,uniform,0.7703413168589274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,2,uniform,0.39658133188883465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,2,uniform,0.18176533778508505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,1,uniform,0.26081599791844684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,4,uniform,0.6954346497853597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,8,uniform,0.3291040062904358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,4,uniform,0.34931735197703045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,1,uniform,1.068277359008789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,1,8,uniform,0.10273599624633789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,1,uniform,0.5157440106074015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,4,uniform,0.09810133775075276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,4,uniform,0.1346453328927358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,8,uniform,0.621450662612915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,2,uniform,0.7827359835306803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,2,uniform,0.1409440040588379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,1,uniform,0.14648000399271646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,8,uniform,0.44917333126068115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,1,8,uniform,0.14434666434923807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,4,uniform,0.490506649017334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,2,uniform,0.09136000275611877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,1,uniform,0.8003093401590983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,1,uniform,0.10053867101669312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,4,uniform,0.15505599975585938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,8,uniform,0.13165332873662314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,2,uniform,0.19374932845433554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,8,uniform,0.3354666630427043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,4,uniform,0.35969066619873047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,2,uniform,0.5728053251902262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,4,uniform,0.6927946408589681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,2,uniform,0.41121065616607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,1,uniform,0.27805866797765094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,1,uniform,0.5412853161493937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,8,uniform,0.6325653394063314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,2,uniform,0.10418666402498881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,1,uniform,0.10959466298421223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,2,uniform,0.8010026613871256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,1,uniform,1.108848015467326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,8,uniform,0.45600001017252606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,1,8,uniform,0.12046399712562561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,4,uniform,0.13834133744239807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,4,uniform,0.10199999809265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,1,8,uniform,0.1483466625213623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,8,uniform,0.1381706694761912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,1,uniform,0.8514506816864014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,1,uniform,0.15762133399645487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,2,uniform,0.1433013379573822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,4,uniform,0.5069706837336222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,4,uniform,0.15914666652679443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,1,uniform,0.2975040078163147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,2,uniform,0.5954453150431315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,1,uniform,0.5827093521753947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,2,uniform,0.4273386796315511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,4,uniform,0.707360029220581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,4,uniform,0.36821333567301434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,2,uniform,0.20429333051045737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,2,uniform,0.8363146781921387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,1,uniform,1.1619573434193928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,8,uniform,0.3450293143590291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,4,uniform,0.10604266325632732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,8,uniform,0.6437120040257772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,1,uniform,0.16857065757115683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,1,8,uniform,0.1237600048383077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,2,uniform,0.10355732838312785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,4,uniform,0.5148053169250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,1,uniform,0.11716266473134358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,1,8,uniform,0.15266666809717813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,4,uniform,0.14315733313560486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,2,uniform,0.6204906702041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,2,uniform,0.14814933141072592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,8,uniform,0.1456160048643748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,4,uniform,0.16454933087031046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,8,uniform,0.46371734142303467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,2,uniform,0.21612799167633057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,1,uniform,0.6169013182322184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,8,uniform,0.6738026936848959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,2,uniform,0.4389546712239583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,1,uniform,0.8777226607004801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,2,uniform,0.8485439618428549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,1,uniform,0.3127466638882955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,8,uniform,0.35074134667714435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,1,uniform,1.201632022857666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,4,uniform,0.37510399023691815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,4,uniform,0.7119839986165365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,1,8,uniform,0.16058666507403055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,1,uniform,0.18652266263961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,2,uniform,0.16061866283416748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,4,uniform,0.11160533626874287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,2,uniform,0.6483360131581625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,2,uniform,0.11186666289965312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,1,uniform,0.12803199887275696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,1,uniform,0.9449600378672282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,4,uniform,0.14944533507029215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,4,uniform,0.5295253197352091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,4,uniform,0.17373865842819214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,8,uniform,0.47436265150705975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,1,8,uniform,0.1309599975744883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,2,uniform,0.23004267613093057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,1,uniform,0.3689013322194417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,8,uniform,0.146314670642217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,1,uniform,0.677349328994751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,8,uniform,0.6905972957611084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,2,uniform,0.8808373610178629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,2,uniform,0.4639413356781006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,8,uniform,0.36274667580922443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,4,uniform,0.39232532183329266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,4,uniform,0.7355573177337646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,1,8,uniform,0.21564799547195435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,1,uniform,1.2533653577168782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,2,uniform,0.23334934314092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,1,uniform,0.27192533016204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,4,uniform,0.15244799852371216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,1,8,uniform,0.1637440025806427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,8,uniform,0.500495990117391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,4,uniform,0.5703146855036417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,2,uniform,0.16141333182652792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,2,uniform,0.7389653523763021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,1,uniform,1.0940053462982178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,1,uniform,0.18946133057276407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,8,uniform,0.1639786660671234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,2,uniform,0.2778666615486145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,4,uniform,0.1998400092124939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,4,uniform,0.21993066867192587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,1,uniform,0.455130656560262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,8,uniform,0.4010186592737834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,2,uniform,0.5462986628214518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,1,uniform,0.8033920129140218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,2,uniform,0.9691786766052246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,4,uniform,0.4297066529591878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,4,uniform,0.1625440021355947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,8,uniform,0.6963199774424235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,2,uniform,0.1774453322092692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,4,uniform,0.7733759880065918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,1,uniform,0.21146132548650107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,1,uniform,1.4119253158569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,2,uniform,0.25088000297546387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,4,uniform,0.23398399353027344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.5253973404566447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,4,uniform,0.6149813334147135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,2,uniform,0.8072960376739502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,8,uniform,0.17282666762669882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,1,uniform,1.226906696955363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,1,uniform,0.3032426635424296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,4,uniform,0.21980800231297812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,2,uniform,0.3295946717262268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,1,uniform,0.5397546688715616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,1,8,uniform,0.17360534270604452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,4,uniform,0.4697653452555339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,2,uniform,0.6069173415501913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,1,uniform,0.9176426728566488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,8,uniform,0.4076480070749919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,1,uniform,1.559450626373291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,1,8,uniform,0.2243786652882894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,2,uniform,0.2474506696065267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,1,uniform,0.31017067035039264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,8,uniform,0.7163946628570557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,4,uniform,0.8237706820170084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,2,uniform,1.0504266421000164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,4,uniform,0.33240000406901044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,4,uniform,0.231605331103007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,1,8,uniform,0.21819200118382773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,2,uniform,0.35182400544484455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,1,uniform,0.44630932807922363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,4,uniform,0.7094453175862631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,8,uniform,0.20288532972335815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,1,uniform,1.5093599955240886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,2,uniform,0.4060320059458415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,1,8,uniform,0.339194655418396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,8,uniform,0.5794133345286051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,1,uniform,0.6932693322499593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,2,uniform,0.953775962193807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,8,uniform,0.45401068528493244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,4,uniform,0.5641440153121948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,4,uniform,0.2646613319714864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,8,uniform,0.7709600130716959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,2,uniform,1.2045386632283528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,4,uniform,0.9349813461303711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,1,uniform,1.8413653373718262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,2,uniform,0.7346719900767008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,1,uniform,1.1589492956797283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,1,8,uniform,0.25307732820510864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,1,uniform,0.39441601435343426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,4,uniform,0.27057067553202313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,2,uniform,0.2987626592318217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,1,uniform,0.5839253266652426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,4,uniform,0.40300265947977704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,2,uniform,0.44866665204366046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,1,8,uniform,0.40030932426452637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,8,uniform,0.6330666542053223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,8,uniform,0.21874666213989258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,1,uniform,1.7814186414082844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,2,uniform,0.472981333732605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,1,uniform,0.8244160016377767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,4,uniform,0.7880427042643229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,4,uniform,0.6375786860783895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,2,uniform,1.1004479726155598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,8,uniform,0.5151626666386923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,4,uniform,0.3141546646753947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,1,uniform,1.4021813074747722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,8,uniform,0.8428106307983398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,1,8,uniform,0.3871626853942871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,1,uniform,2.1141173044840493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,2,uniform,0.8529600302378336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,2,uniform,1.357792059580485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,2,uniform,0.45431466897328693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,4,uniform,0.40691200892130536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,4,uniform,1.0025973320007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,4,uniform,0.6118346850077311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,2,uniform,0.6736000378926595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,1,uniform,0.5942613283793131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,1,uniform,0.8765439987182617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,1,8,uniform,0.5699146588643392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,8,uniform,0.749562660853068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,4,uniform,0.9587413469950358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,2,uniform,1.4025546709696453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,8,uniform,0.3240106701850891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,1,uniform,2.3523093859354653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,4,uniform,0.4740426540374756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,8,uniform,0.7539573510487875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,4,uniform,0.9368320306142172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,2,uniform,1.2796053091684978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,2,uniform,0.7260159651438395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,1,uniform,1.242410659790039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,8,uniform,0.9585066636403402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,4,uniform,1.1896586418151855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,2,uniform,1.6601920127868652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,1,uniform,2.71234130859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,1,uniform,0.7839306990305582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,1,8,uniform,0.7334773540496826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,1,uniform,2.0972159703572593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,4,uniform,0.5265920162200928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,1,8,uniform,0.48420798778533936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,2,uniform,0.9055840174357096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,1,uniform,1.1350879669189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,2,uniform,0.6003573338190714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,4,uniform,0.7788320382436117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,8,uniform,0.865781307220459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,4,uniform,1.1120533148447673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,2,uniform,1.65720001856486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,1,uniform,2.823007901509603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,8,uniform,0.38448532422383624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,4,uniform,0.5611040194829305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,1,uniform,1.532159964243571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,8,uniform,0.8608480294545492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,4,uniform,1.0983786582946777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,2,uniform,1.5582720438639324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,1,uniform,2.6182400385538735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,2,uniform,0.8671573003133138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,4,uniform,1.3643520673116047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,4,uniform,0.797327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,2,uniform,0.9088426431020101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,2,uniform,1.98743470509847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,1,uniform,3.2856213251749673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,1,uniform,1.1180533568064372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,8,uniform,1.0730666319529216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,1,8,uniform,0.6972959836324056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,1,uniform,1.6740372975667317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,4,uniform,1.2086613178253174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,1,8,uniform,1.0857280095418294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,2,uniform,1.3562026023864746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,8,uniform,1.3208693663279216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,2,uniform,2.5741440455118814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,1,uniform,4.423109372456868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,2,uniform,1.297327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,4,uniform,1.71780792872111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,1,uniform,2.2875839869181314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,8,uniform,0.5563626686731974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,4,uniform,0.8128426869710287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,4,uniform,1.5834612846374512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,8,uniform,1.2243626912434895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,2,uniform,2.2421226501464844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,1,uniform,3.8074986139933267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,1,8,uniform,0.9313920338948568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,8,uniform,1.2514399687449138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,4,uniform,1.699061393737793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,2,uniform,1.1763733228047688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,2,uniform,2.5495200157165527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,1,uniform,1.509178638458252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,4,uniform,1.0574453671773274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,2,uniform,1.7811892827351887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,1,uniform,2.196133295694987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,1,uniform,4.268410682678223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,4,uniform,1.5534879366556804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,1,8,uniform,1.399770736694336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,8,uniform,1.5029652913411458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,4,uniform,2.0468053817749023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,2,uniform,3.1249281565348306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,1,uniform,5.503973642985026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,8,uniform,0.7295467058817545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,4,uniform,1.0800426801045735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,2,uniform,1.6873493194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,8,uniform,1.5811413129170735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,1,uniform,2.983759880065918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,4,uniform,2.083045323689779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,1,uniform,5.035269419352214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,8,uniform,1.8697973887125652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,4,uniform,2.4995039304097495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,2,uniform,3.6134398778279624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,1,8,uniform,1.3708906173706055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,4,uniform,1.5554827054341633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,2,uniform,2.9771413803100586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,1,8,uniform,2.1320266723632812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,2,uniform,1.7835680643717449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,4,uniform,2.3439413706461587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,1,uniform,6.23416010538737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,2,uniform,2.6621440251668296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,1,uniform,2.199178695678711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,1,uniform,3.344021479288737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,8,uniform,2.234565258026123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,4,uniform,3.052186648050944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,2,uniform,4.644864082336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,4,uniform,1.5621493657430012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,8,uniform,1.0822933514912922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,2,uniform,2.5080746014912925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,1,uniform,8.066474914550781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,1,uniform,4.46776549021403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,8,uniform,2.2164053916931152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,4,uniform,2.9255946477254233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,2,uniform,4.205258687337239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,1,uniform,7.245813369750977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,4,uniform,3.138773282368978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,8,uniform,2.2883413632710776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,2,uniform,4.754816055297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,1,uniform,8.348634719848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,1,8,uniform,1.8995839754740398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,4,uniform,2.076927979787191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,2,uniform,2.373472054799398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,4,uniform,3.11954657236735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,2,uniform,3.5159145991007485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,1,uniform,2.9234399795532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,1,uniform,4.449018796284993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,1,8,uniform,2.755296071370443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,8,uniform,2.9412053426106772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,4,uniform,3.9893439610799155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,2,uniform,6.165429433186849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,4,uniform,2.059226671854655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,8,uniform,1.413856029510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,2,uniform,3.352693239847819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,1,uniform,10.686309814453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,1,uniform,5.904624303181966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,8,uniform,2.958362579345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,4,uniform,3.876629193623861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,2,uniform,5.580485026041667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,8,uniform,3.1890134811401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,4,uniform,4.337621370951335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,1,uniform,9.672901153564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,2,uniform,6.546703974405925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,1,8,uniform,2.360053380330404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,1,uniform,11.374132792154947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,4,uniform,2.582207997639974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,2,uniform,2.9591573079427085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,1,8,uniform,3.5074666341145835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,1,uniform,3.629514694213867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,4,uniform,3.904613176981608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,2,uniform,4.407338778177897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,1,uniform,5.610218683878581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,8,uniform,3.607386589050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,4,uniform,4.970730781555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,2,uniform,7.681893030802409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,4,uniform,2.5633813540140786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,8,uniform,1.7586453755696614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,1,uniform,13.227589925130209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,2,uniform,4.119135856628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,1,uniform,7.417114893595378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,4,uniform,4.686911900838216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,uniform,0.09341866771380107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,8,uniform,3.4875411987304688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,uniform,0.061887999375661217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,1,uniform,11.803722381591797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,2,uniform,6.755893071492513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,uniform,0.04727466901143392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,uniform,0.04724800089995066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,8,uniform,4.050415992736816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,4,uniform,5.46391487121582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,uniform,0.12366933623949687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,uniform,0.058874666690826416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,2,uniform,8.234010696411133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,uniform,0.08591467142105103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,uniform,0.05993066728115082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,uniform,0.08077333370844524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,uniform,0.06565866867701213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,uniform,0.06646400193373363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,uniform,0.06418666740258534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,uniform,0.04738133152325948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,uniform,0.07110933462778728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,uniform,0.037802666425704956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,1,uniform,14.105791727701822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,uniform,0.042319998145103455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,uniform,0.0384853333234787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,uniform,0.038431999584039055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,uniform,0.07931733131408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,uniform,0.06266133487224579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,uniform,0.0666293352842331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,uniform,0.06494399905204773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,uniform,0.08102400104204814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,uniform,0.07336533566315968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,uniform,0.064560001095136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,uniform,0.07538133362929027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,uniform,0.05956799785296122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,uniform,0.0629066675901413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,uniform,0.06898666421572368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,uniform,0.09246933460235596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,uniform,0.06463466584682465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,uniform,0.12450666228930156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,uniform,0.05580799778302511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,uniform,0.08189866443475087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,uniform,0.0739573339621226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,uniform,0.07772266864776611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,uniform,0.0798826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,uniform,0.07905066510041554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,uniform,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,uniform,0.08194666604201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,uniform,0.04543999830881754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,uniform,0.04683733483155569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,uniform,0.08972799777984619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,uniform,0.047040000557899475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,uniform,0.044362664222717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,uniform,0.052015999952952065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,uniform,0.07805333534876506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,uniform,0.07761066655317943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,uniform,0.08080000181992848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,uniform,0.07694933315118153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,uniform,0.08550399541854858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,uniform,0.08065600196520488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,uniform,0.08430932958920796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,uniform,0.08037866652011871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,uniform,0.08185600241025288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,uniform,0.08187200129032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,uniform,0.09231467048327129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,uniform,0.09288000067075093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,uniform,0.07218666871388753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,uniform,0.11378666758537292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,uniform,0.07664533456166585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,uniform,0.10071999828020732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,uniform,0.1076853374640147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,uniform,0.1039680043856303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,uniform,0.09387200077374776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,uniform,0.09585066636403401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,uniform,0.09901866316795349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,uniform,0.10521599650382996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,uniform,0.054005334774653115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,uniform,0.11294399698575337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,uniform,0.05232533315817515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,uniform,0.05724266668160757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,uniform,0.05365333457787832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,uniform,0.0953653355439504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,uniform,0.0967733363310496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,uniform,0.0639626681804657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,uniform,0.10063466429710388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,uniform,0.11192533373832703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,uniform,0.0995146632194519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,uniform,0.09965333342552185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,uniform,0.10089600086212158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,uniform,0.10257599751154582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,uniform,0.09372267127037048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,uniform,0.11822400490442912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,uniform,0.10204799969991048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,uniform,0.07425066828727722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,uniform,0.07646933197975159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,uniform,0.10794666409492493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,uniform,0.11753599842389424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,uniform,0.0737013320128123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,uniform,0.10327466328938802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,uniform,0.10451199611028035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,uniform,0.13030933340390524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,uniform,0.13779733578364053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,uniform,0.12989866733551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,uniform,0.12949333588282266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,uniform,0.07083199918270111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,uniform,0.15827733278274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,uniform,0.0699893335501353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,uniform,0.0703306645154953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,uniform,0.075162669022878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,uniform,0.0869760016600291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,uniform,0.14804800351460776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,uniform,0.14884799718856812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,uniform,0.14416000247001648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,uniform,0.15003732840220133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,uniform,0.16959466536839804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,uniform,0.14131733775138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,uniform,0.13960533340771994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,uniform,0.13875200351079306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,uniform,0.14735999703407288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,uniform,0.1664959987004598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,uniform,0.07692799965540568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,uniform,0.08984000484148662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,uniform,0.0791733314593633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,uniform,0.07478933533032735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,uniform,0.10801600416501363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,uniform,0.11638399958610535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,uniform,0.11255466938018799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,uniform,0.10537599523862202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,uniform,0.2127093275388082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,uniform,0.21380800008773804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,uniform,0.2624853253364563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,uniform,0.2103466590245565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,uniform,0.10815999905268352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,uniform,0.22632533311843872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,uniform,0.10775466759999593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,uniform,0.1109333336353302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,uniform,0.23094934225082397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,uniform,0.23031467199325562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,uniform,0.14109333356221518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,uniform,0.12129599849383037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,uniform,0.22508267561594644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,uniform,0.26443199316660565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,uniform,0.2376533349355062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,uniform,0.21344000101089478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,uniform,0.23160000642140707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,uniform,0.23060266176859537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,uniform,0.27639466524124146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,uniform,0.2441813349723816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,uniform,0.07696000238259633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,uniform,0.08929066856702168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,uniform,0.07542400062084198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,uniform,0.12344533205032349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,uniform,0.07549333572387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,uniform,0.10435199737548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,uniform,0.1030560036500295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,uniform,0.10485866665840149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,uniform,0.3723520040512085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,uniform,0.3742239872614543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,uniform,0.3773866494496663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,uniform,0.39609066645304364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,uniform,0.11170666416486104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,uniform,0.4692053397496541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,uniform,0.12110400199890137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,uniform,0.11371200283368428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,uniform,0.11205866932868958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,uniform,0.2745866576830546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,uniform,0.2734346588452657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,uniform,0.1425973375638326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,uniform,0.27900266647338867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,uniform,0.28428266445795697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,uniform,0.38315733273824054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,uniform,0.3221493363380432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,uniform,0.3719253142674764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,uniform,0.4015520016352336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,uniform,0.37972267468770343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,uniform,0.4867466688156128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,uniform,0.09078933795293172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,uniform,0.08261333405971527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,uniform,0.07518933216730754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,uniform,0.07606933514277141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,uniform,0.10476799805959065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,uniform,0.11812266707420349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,uniform,0.10462400317192078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,uniform,0.3742613395055135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,uniform,0.10397866368293762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,uniform,0.375055988629659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,uniform,0.37989334265391034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,uniform,0.4738773504892985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,uniform,0.3968426783879598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,uniform,0.11079999804496765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,uniform,0.11476266384124756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,uniform,0.1109226644039154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,uniform,0.1218986709912618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,uniform,0.2747093240420024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,uniform,0.27828266223271686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,uniform,0.1428053379058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,uniform,0.28755732377370197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,uniform,0.2767893274625142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,uniform,0.3327733278274536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,uniform,0.5579626560211182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,uniform,0.5343199968338013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,uniform,0.5878719886144003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,uniform,0.5372480154037476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,uniform,0.6794293721516927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,uniform,0.07637866834799449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,uniform,0.08975999553998311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,uniform,0.07696533203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,uniform,0.0763733337322871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,uniform,0.10504000385602315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,uniform,0.11356799801190694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,uniform,0.10839999715487163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,uniform,0.10457066694895427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,uniform,0.37353599071502686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,uniform,0.37881600856781006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,uniform,0.3758666515350342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,uniform,0.40246931711832684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,uniform,0.4814933141072591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,uniform,0.11209066708882649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,uniform,0.1123253305753072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,uniform,0.11203199625015259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,uniform,0.2790986696879069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,uniform,0.14538666605949402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,uniform,0.12082133690516154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,uniform,0.27617067098617554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,uniform,0.2821706732114156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,uniform,0.2906026641527812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,uniform,0.5543466806411743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,uniform,0.5535733302434286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,uniform,0.3348960081736247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,uniform,0.5360960165659586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,uniform,0.6872106393178304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,uniform,0.5787520011266073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,uniform,0.082096000512441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,uniform,0.07959466675917308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,uniform,0.07804800073305766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,uniform,0.08106133341789246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,uniform,0.11342933773994446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,uniform,0.11106133460998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,uniform,0.11215999722480774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,uniform,0.10788800319035848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,uniform,0.3763253291447957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,uniform,0.37703998883565265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,uniform,0.3832373221715291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,uniform,0.4083626667658488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,uniform,0.4852213462193807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,uniform,0.11013333002726237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,uniform,0.11402666568756104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,uniform,0.11100799838701884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,uniform,0.2802613377571106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,uniform,0.2776053349177043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,uniform,0.12219732999801636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,uniform,0.1460586686929067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,uniform,0.2829226652781169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,uniform,0.2892373402913411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,uniform,0.3399733304977417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,uniform,0.5461440086364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,uniform,0.5374720096588135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,uniform,0.5390133460362753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,uniform,0.5773919820785522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,uniform,0.6911146640777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,uniform,0.08405333757400513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,uniform,0.08390399813652039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,uniform,0.11946666240692139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,uniform,0.07799466451009114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,uniform,0.07704533139864604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,uniform,0.11435199777285258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,uniform,0.10853866736094157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,uniform,0.11182933052380879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,uniform,0.37601598103841144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,uniform,0.3851413329442342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,uniform,0.48997334639231366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,uniform,0.40830401579538983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,uniform,0.37838931878407794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,uniform,0.11241066455841064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,uniform,0.1200373371442159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,uniform,0.11100799838701884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,uniform,0.11550933122634888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,uniform,0.14816000064214072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,uniform,0.28377066055933636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,uniform,0.27954665819803876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,uniform,0.28569066524505615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,uniform,0.3359733422597249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,uniform,0.2982133428255717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,uniform,0.5459733406702677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,uniform,0.5386559963226318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,uniform,0.5359359979629517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,uniform,0.5797706842422485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,uniform,0.08062399923801422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,uniform,0.08356266220410664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,uniform,0.6911679903666178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,uniform,0.07886399825414021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,uniform,0.08418666323026021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,uniform,0.11306666334470113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,uniform,0.11292266845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,uniform,0.114656001329422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,uniform,0.11574932932853699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,uniform,0.3805600007375081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,uniform,0.3878133296966553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,uniform,0.37989866733551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,uniform,0.4986293315887451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,uniform,0.4169546763102214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,uniform,0.11528533697128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,uniform,0.11294399698575337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,uniform,0.11600533127784729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,uniform,0.28321067492167157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,uniform,0.1225386659304301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,uniform,0.1498026649157206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,uniform,0.2846720019976298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,uniform,0.2835093339284261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,uniform,0.3002240061759949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,uniform,0.5396320025126139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,uniform,0.3405439853668213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,uniform,0.538271983464559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,uniform,0.08814932902654012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,uniform,0.5536373456319174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,uniform,0.703717311223348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,uniform,0.5828479925791422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,uniform,0.08851200342178345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,uniform,0.08702400326728821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,uniform,0.13633066415786743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,uniform,0.12282133102416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,uniform,0.09384533762931824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,uniform,0.11963733037312825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,uniform,0.1276693344116211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,uniform,0.37969064712524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,uniform,0.5109920104344686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,uniform,0.3821760018666585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,uniform,0.42379732926686603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,uniform,0.3924800157546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,uniform,0.11226666967074077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,uniform,0.11392533779144287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,uniform,0.11648533741633098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,uniform,0.13215999801953635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,uniform,0.15482667088508606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,uniform,0.28410132726033527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,uniform,0.2845439910888672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,uniform,0.28852800528208417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,uniform,0.3476959864298503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,uniform,0.3048479954401652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,uniform,0.5391519864400228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,uniform,0.5602080027262369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,uniform,0.5455626646677653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,uniform,0.5899626811345419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,uniform,0.7143306732177734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,uniform,0.0876639982064565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,uniform,0.0884320040543874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,uniform,0.08796266714731853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,uniform,0.09361066420873006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,uniform,0.13206400473912558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,uniform,0.12016533811887105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,uniform,0.12247999509175618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,uniform,0.132341335217158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,uniform,0.11209600170453389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,uniform,0.3803040186564128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,uniform,0.4251146713892619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,uniform,0.5190399885177612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,uniform,0.3962239821751912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,uniform,0.3858240048090617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,uniform,0.11578133702278137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,uniform,0.11935999989509583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,uniform,0.12601066629091898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,uniform,0.28492265939712524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,uniform,0.15872533122698465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,uniform,0.2863360047340393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,uniform,0.28935466210047406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,uniform,0.3062880039215088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,uniform,0.3586239814758301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,uniform,0.5444693168004354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,uniform,0.5496586561203003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,uniform,0.557375987370809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,uniform,0.598090648651123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,uniform,0.10015466809272766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,uniform,0.09516800443331401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,uniform,0.09629866480827332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,uniform,0.7325226465861002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,uniform,0.14147200187047324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,uniform,0.10821866989135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,uniform,0.13313066959381104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,uniform,0.4373493194580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,uniform,0.14809067050615946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,uniform,0.13493333260218301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,uniform,0.38417601585388184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,uniform,0.40374934673309326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,uniform,0.533514658610026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,uniform,0.3908960024515788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,uniform,0.11448533336321513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,uniform,0.11804800232251485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,uniform,0.12459733088811238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,uniform,0.16183466712633768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,uniform,0.13091199596722922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,uniform,0.28627200921376544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,uniform,0.2874666651089986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,uniform,0.29454400142033893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,uniform,0.3136639992396037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,uniform,0.36774933338165283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,uniform,0.550922671953837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,uniform,0.5459573268890381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,uniform,0.5685493151346842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,uniform,0.6102666854858398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,uniform,0.12173333764076233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,uniform,0.11900267004966736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,uniform,0.749077320098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,uniform,0.12566933035850525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,uniform,0.18574400742848715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,uniform,0.13099199533462524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,uniform,0.15761599938074747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,uniform,0.1604159971078237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,uniform,0.17345066865285239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,uniform,0.389850656191508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,uniform,0.3980746666590373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,uniform,0.4075626532236735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,uniform,0.4498293399810791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,uniform,0.5526560147603353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,uniform,0.12409067153930664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,uniform,0.11752532919247945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,uniform,0.13707199692726135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,uniform,0.1661066710948944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,uniform,0.2930026650428772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,uniform,0.23324267069498697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,uniform,0.2943360010782878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,uniform,0.33023999134699505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,uniform,0.3826506535212199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,uniform,0.3022453387578328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,uniform,0.5758666594823202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,uniform,0.5588906606038412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,uniform,0.5513706604639689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,uniform,0.621018648147583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,uniform,0.764234701792399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,uniform,0.14773333072662354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,uniform,0.13597333431243896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,uniform,0.12784533699353537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,uniform,0.13520532846450806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,uniform,0.1928266684214274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,uniform,0.18581332763036093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,uniform,0.18358933925628662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,uniform,0.20323733488718668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,uniform,0.3911733229955037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,uniform,0.5648959875106812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,uniform,0.41152000427246094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,uniform,0.4621973435084025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,uniform,0.39899734656016034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,uniform,0.11826666196187337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,uniform,0.12475200494130452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,uniform,0.2376906673113505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,uniform,0.1411146620909373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,uniform,0.16953599452972412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,uniform,0.29959466060002643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,uniform,0.29873599608739215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,uniform,0.3345866600672404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,uniform,0.38861334323883057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,uniform,0.559338649113973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,uniform,0.5259413321812948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,uniform,0.5850933392842611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,uniform,0.5641333262125651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,uniform,0.14661866426467896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,uniform,0.7783253192901611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,uniform,0.6433066527048746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,uniform,0.14749333262443542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,uniform,0.1590079963207245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,uniform,0.22073600689570108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,uniform,0.17597333590189615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,uniform,0.23282132546106973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,uniform,0.25519466400146484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,uniform,0.22220265865325928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,uniform,0.3952426513036092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,uniform,0.40987733999888104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,uniform,0.42019200325012207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,uniform,0.4803733428319295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,uniform,0.5867466529210409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,uniform,0.11966933806737264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,uniform,0.1443893313407898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,uniform,0.12611732880274454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,uniform,0.246943990389506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,uniform,0.30909866094589233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,uniform,0.30620266993840534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,uniform,0.173418660958608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,uniform,0.3417973518371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,uniform,0.3968106508255005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,uniform,0.5412266651789347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,uniform,0.5859573284784952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,uniform,0.5622560183207194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,uniform,0.6632586717605591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,uniform,0.5745173295338949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,uniform,0.8094346523284912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,uniform,0.20525866746902466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,uniform,0.20458134015401205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,uniform,0.2419040004412333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,uniform,0.2172586719195048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,uniform,0.31385600566864014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,uniform,0.321941335995992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,uniform,0.32680533329645794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,uniform,0.35174934069315594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,uniform,0.4946986834208171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,uniform,0.4147466818491618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,uniform,0.8112693627675375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,uniform,0.43142934640248615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,uniform,0.6077866554260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,uniform,0.13879467050234476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,uniform,0.1521013379096985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,uniform,0.1801919937133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,uniform,0.33900801340738934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,uniform,0.2318613330523173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,uniform,0.3466346661249797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,uniform,0.35389331976572674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,uniform,0.40088534355163574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,uniform,0.4976053237915039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,uniform,0.7835840384165446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,uniform,0.5770986477533976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,uniform,0.5906186501185099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,uniform,0.61135466893514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,uniform,0.2576319972674052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,uniform,0.6953706741333008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,uniform,0.2539199988047282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,uniform,0.27059733867645264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,uniform,0.39906132221221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,uniform,0.3020640015602112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,uniform,0.8600693543752035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,uniform,0.4046666622161865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,uniform,0.42137598991394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,uniform,0.4761120080947876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,uniform,0.5135360161463419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,uniform,0.4482293526331584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,uniform,0.42369067668914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,uniform,0.6324533224105835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,uniform,0.15481066703796387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,uniform,0.8564639886220297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,uniform,0.20879467328389487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,uniform,0.17322667439778647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,uniform,0.2777973413467407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,uniform,0.4363199869791667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,uniform,0.47814400990804035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,uniform,0.43886931737263996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,uniform,0.4156479835510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,uniform,0.5855040152867635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,uniform,0.9509066740671793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,uniform,0.5945599873860677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,uniform,0.6201440095901489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,uniform,0.8754399617513021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,uniform,0.35793598492940265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,uniform,0.716538667678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,uniform,0.36610666910807294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,uniform,1.1815199851989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,uniform,0.3874080181121826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,uniform,0.5792640050252279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,uniform,0.43368534247080487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,uniform,0.5850346485773722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,uniform,0.6522826751073202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,uniform,0.5984373490015665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,uniform,0.5260853370030721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,uniform,0.4854613145192464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,uniform,0.6122293472290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,uniform,0.20594133933385214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,uniform,0.7823786735534668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,uniform,1.0971253712972004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,uniform,0.23147734006245932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,uniform,0.27746133009592694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,uniform,0.351088007291158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,uniform,0.6057279904683431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,uniform,0.6005386511484782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,uniform,0.67031462987264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,uniform,0.5880266825358073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,uniform,0.7287360032399496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,uniform,1.1719679832458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,uniform,0.6212266683578491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,uniform,0.4650719960530599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,uniform,0.6595040162404379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,uniform,0.9393653074900309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,uniform,1.2753492991129558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,uniform,0.47737598419189453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,uniform,0.7573066552480062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,uniform,0.5707039833068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,uniform,0.5044213136037191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,uniform,0.7562879721323649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,uniform,0.7866559823354086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,uniform,0.7699999809265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,uniform,0.8851892948150635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,uniform,0.5926560163497925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,uniform,0.6296906471252441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,uniform,0.7239413261413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,uniform,0.9084160327911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,uniform,0.26682132482528687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,uniform,0.35179734230041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,uniform,1.2802186806996663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,uniform,0.2977653344472249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,uniform,0.43378667036692303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,uniform,0.7771360079447428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,uniform,0.7383253574371338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,uniform,0.9911253452301025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,uniform,0.7855892976125082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,uniform,0.8579999605814616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,uniform,0.6994720300038656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,uniform,1.5642132759094238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,uniform,0.6848639647165934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,uniform,0.7587359746297201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,uniform,0.8895359834035238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,uniform,0.6721759637196859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,uniform,0.7096266746520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,uniform,0.8328853448232015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,uniform,1.5974879264831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,uniform,1.1323839823404949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,uniform,1.1260480086008708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,uniform,1.107808033625285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,uniform,1.1390293439229329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,uniform,1.2284800211588542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,uniform,1.1532959938049316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,uniform,0.9362186590830485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,uniform,1.035919984181722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,uniform,1.3117120265960693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,uniform,0.36296534538269043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,uniform,1.7995786666870117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,uniform,0.41044267018636066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,uniform,0.49048535029093426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,uniform,0.614741325378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,uniform,1.1045119762420654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,uniform,0.9566933314005533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,uniform,1.0497439702351887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,uniform,1.1507893403371174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,uniform,1.3152053356170654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,uniform,2.125760078430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,uniform,0.8551946481068929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,uniform,0.9111093680063883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,uniform,0.8856639862060547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,uniform,0.9331626892089844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,uniform,1.0066986878712971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,uniform,1.0816960334777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,uniform,1.125711997350057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,uniform,1.3727787335713704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,uniform,1.9332213401794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,uniform,1.4915626843770344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,uniform,1.5631093978881836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,uniform,1.508512020111084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,uniform,1.7063627243041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,uniform,1.220431963602702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,uniform,1.3460853894551594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,uniform,1.5245067278544109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,uniform,1.7370932896931965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,uniform,2.270143985748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,uniform,0.47861866156260174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,uniform,0.5408746798833212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,uniform,0.6451733509699503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,uniform,0.8104960123697916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,uniform,1.4427307446797688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,uniform,1.2117493152618408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,uniform,1.344970703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,uniform,1.4766186078389485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,uniform,1.737493356068929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,uniform,2.743626594543457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,uniform,1.4267999331156414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,uniform,1.4292319615681965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,uniform,1.4289493560791016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,uniform,1.5651733080546062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,uniform,1.6889920234680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,uniform,1.54859193166097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,uniform,1.7189760208129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,uniform,2.0837759971618652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,uniform,2.774933179219564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,uniform,2.3662773768107095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,uniform,2.4646666844685874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,uniform,2.414053281148275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,uniform,2.6489814122517905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,uniform,1.6737440427144368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,uniform,1.941167990366618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,uniform,2.5651626586914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,uniform,2.227562745412191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,uniform,3.3554986317952475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,uniform,0.6527946790059408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,uniform,0.7580266793568929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,uniform,0.9513920148213705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,uniform,1.1796053250630696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,uniform,1.6917227109273274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,uniform,2.1519734064737954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,uniform,2.0347253481547036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,uniform,2.2629226048787436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,uniform,2.6215359369913735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,uniform,4.091871897379558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,uniform,1.8996319770812988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,uniform,2.0243679682413735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,uniform,1.9750986099243164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,uniform,2.0369386672973633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,uniform,2.3512694040934243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,uniform,2.047210693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,uniform,2.6639839808146157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,uniform,2.3031412760416665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,uniform,3.6947199503580728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,uniform,3.38319460550944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,uniform,3.4657281239827475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,uniform,3.4731839497884116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,uniform,3.6955572764078775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,uniform,2.9123093287150064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,uniform,2.240586598714193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,uniform,2.6122026443481445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,uniform,0.9276853402455648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,uniform,3.446847915649414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,uniform,4.486213366190593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,uniform,1.011071999867757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,uniform,1.2455039819081624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,uniform,1.5935146013895671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,uniform,2.29693333307902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,uniform,2.5523413022359214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,uniform,2.841525395711263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,uniform,2.9171520868937173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,uniform,3.4213387171427407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,uniform,5.344010670979817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,uniform,2.5576586723327637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,uniform,3.026480038960775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,uniform,2.865573247273763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,uniform,3.1453708012898765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,uniform,3.4718453089396157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,uniform,2.7715733846028647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,uniform,3.0909814834594727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,uniform,3.6808640162150064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,uniform,4.789242744445801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,uniform,5.511114756266276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,uniform,5.3662668863932295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,uniform,5.40779177347819
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,uniform,5.814853032430013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,uniform,3.298773447672526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,uniform,3.7049172719319663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,uniform,4.460773468017578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,uniform,5.1776533126831055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,uniform,6.687695821126302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,uniform,1.3321653207143147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,uniform,1.471962610880534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,uniform,1.8329440752665203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,uniform,2.3769173622131348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,uniform,3.6532907485961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,uniform,4.213029225667317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,uniform,3.869269371032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,uniform,4.298650741577148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,uniform,5.177610715230306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,uniform,8.114432017008463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,uniform,3.6539894739786782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,uniform,4.06386661529541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,uniform,4.0450239181518555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,uniform,4.7113494873046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,uniform,4.305935859680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,uniform,4.031728108723958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,uniform,7.990517298380534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,uniform,4.585776011149089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,uniform,5.3004961013793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,uniform,7.648698806762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,uniform,7.294821421305339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,uniform,8.058464050292969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,uniform,6.937594731648763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,uniform,4.6311947504679365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,uniform,5.182213465372722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,uniform,5.851685206095378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,uniform,2.0847360293070474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,uniform,6.916208267211914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,uniform,9.123104095458984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,uniform,1.8643199602762859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,uniform,2.4701387087504068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,uniform,3.2855199178059897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,uniform,4.889498710632324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,uniform,5.650864283243815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,uniform,5.000837326049805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,uniform,5.771039962768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,uniform,6.848490397135417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,uniform,4.898853302001953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,uniform,10.712100982666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,uniform,5.348805109659831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,uniform,5.360378901163737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,uniform,5.567269643147786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,uniform,5.78004264831543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,uniform,5.468624114990234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,uniform,10.112911860148111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,uniform,9.731760025024414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,uniform,6.206085205078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,uniform,9.43615976969401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,uniform,9.862842559814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,uniform,9.489957173665365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,uniform,7.25004768371582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,uniform,5.743493398030599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,uniform,7.176736195882161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,uniform,6.442549387613933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,uniform,2.601914723714193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,uniform,8.683151880900065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,uniform,2.429072062174479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,uniform,11.5087890625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,uniform,3.105087916056315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,uniform,4.115317344665527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,uniform,7.101397196451823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,uniform,5.984570821126302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,uniform,6.30404790242513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,uniform,7.125466664632161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,uniform,8.435930887858072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,uniform,13.240741729736328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,uniform,6.14741325378418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,uniform,0.06517866750558217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,uniform,0.04461866617202759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,uniform,0.07705600063006084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,uniform,0.03885866701602936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,uniform,0.037418665985266365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,uniform,0.05891199906667074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,uniform,0.045312002301216125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,uniform,0.043824002146720886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,uniform,0.060720001657803856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,uniform,0.05106666684150696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,uniform,0.0526506652434667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,uniform,0.05525333185990652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,uniform,0.061066667238871254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,uniform,0.037685332198937736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,uniform,0.03554133325815201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,uniform,0.03461333364248276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,uniform,0.034485332667827606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,uniform,0.03867200016975403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,uniform,0.06005866825580597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,uniform,0.053397332628568016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,uniform,0.0516533354918162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,uniform,0.052149335543314614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,uniform,0.060133333007494606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,uniform,0.0618399977684021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,uniform,0.052933335304260254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,uniform,0.05235200126965841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,uniform,0.05755199988683065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,uniform,0.06454400221506755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,uniform,6.825738906860352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,uniform,0.043375998735427856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,uniform,0.06261333326498668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,uniform,0.04743466774622599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,uniform,0.04105599969625473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,uniform,0.05198933184146881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,uniform,0.055871998270352684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,uniform,0.07710933188597362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,uniform,0.05605866511662801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,uniform,0.06154666841030121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,uniform,0.06135466694831848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,uniform,0.06273599962393443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,uniform,0.03817066550254822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,uniform,0.038431999584039055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,uniform,0.07666133344173431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,uniform,0.06503466765085857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,uniform,7.598869323730469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,uniform,11.97107187906901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,uniform,9.004133224487305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,uniform,0.040074666341145836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,uniform,0.03796799977620443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,uniform,0.04505600035190582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,uniform,0.06131733457247416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,uniform,0.06060799956321716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,uniform,0.061381335059801735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,uniform,0.06195733447869619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,uniform,0.07152533531188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,uniform,0.06479466458161671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,uniform,0.06206933160622915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,uniform,0.06271466612815857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,uniform,0.06794133285681407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,uniform,0.05630399783452352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,uniform,0.07799466451009114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,uniform,0.06171200176080068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,uniform,0.0535093347231547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,uniform,0.07153066496054332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,uniform,0.07838933169841766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,uniform,0.06758399804433186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,uniform,0.05346666773160299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,uniform,0.07133866846561432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,uniform,0.07230400045712788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,uniform,0.04067733387152354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,uniform,0.07272533575693767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,uniform,0.07406400144100189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,uniform,0.09514666597048442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,uniform,0.04144000013669332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,uniform,0.07921599845091502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,uniform,0.04008533308903376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,uniform,0.04614933331807455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,uniform,0.054474666714668274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,uniform,0.07462933162848155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,uniform,0.07127466797828674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,uniform,0.07784533500671387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,uniform,0.07231466472148895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,uniform,0.07484800120194753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,uniform,0.08937066793441772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,uniform,0.07643199960390727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,uniform,0.07412266731262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,uniform,0.07470400134722392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,uniform,0.06169066826502482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,uniform,0.08235733211040497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,uniform,0.054245332876841225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,uniform,0.09843732913335164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,uniform,0.057717333237330117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,uniform,0.05375466744105021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,uniform,0.068271999557813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,uniform,0.07347199817498525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,uniform,0.06779733300209045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,uniform,0.08875200152397156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,uniform,0.05144000053405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,uniform,0.08875200152397156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,uniform,0.0941973328590393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,uniform,0.10316800077756245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,uniform,0.1286079982916514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,uniform,0.053183997670809426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,uniform,0.07498133182525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,uniform,0.05523733297983805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,uniform,0.061018665631612144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,uniform,0.09728533029556274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,uniform,0.0999786655108134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,uniform,0.09778133034706116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,uniform,0.10949866970380147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,uniform,0.08897599577903748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,uniform,0.1321386694908142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,uniform,0.0901759962240855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,uniform,0.09287466605504353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,uniform,0.05618133147557577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,uniform,0.1302880048751831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,uniform,0.10618666807810466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,uniform,0.06225599845250448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,uniform,0.05519466598828634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,uniform,0.06894933183987935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,uniform,0.055029332637786865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,uniform,0.07379200061162312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,uniform,0.07316266496976216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,uniform,0.07148799796899159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,uniform,0.1572480003039042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,uniform,0.1312320033709208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,uniform,0.13099732995033264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,uniform,0.13966400424639383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,uniform,0.2030986746152242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,uniform,0.07150400181611379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,uniform,0.0729013333717982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,uniform,0.09016533692677815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,uniform,0.07664533456166585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,uniform,0.13934933145840964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,uniform,0.14034666617711386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,uniform,0.11576533317565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,uniform,0.13167466719945273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,uniform,0.1427733302116394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,uniform,0.19836799303690592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,uniform,0.16265066464742026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,uniform,0.13974400361378989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,uniform,0.1600106656551361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,uniform,0.13226667046546936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,uniform,0.06092800199985504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,uniform,0.20397865772247314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,uniform,0.057722667853037514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,uniform,0.05458133419354757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,uniform,0.05529599885145823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,uniform,0.0693280001481374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,uniform,0.06971199810504913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,uniform,0.0743146687746048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,uniform,0.06958933174610138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,uniform,0.2121386726697286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,uniform,0.22588266928990683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,uniform,0.21287467082341513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,uniform,0.34568532307942706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,uniform,0.26263999938964844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,uniform,0.07534400125344594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,uniform,0.0751200020313263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,uniform,0.07858133316040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,uniform,0.16401066382726034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,uniform,0.11853866775830586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,uniform,0.09290132919947307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,uniform,0.1671839952468872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,uniform,0.16459199786186218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,uniform,0.19007466236750284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,uniform,0.21499733130137125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,uniform,0.23637332518895468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,uniform,0.2107413411140442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,uniform,0.22750933965047201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,uniform,0.26505066951115924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,uniform,0.35175466537475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,uniform,0.061706667145093284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,uniform,0.05561066667238871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,uniform,0.05625066657861074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,uniform,0.07308266560236613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,uniform,0.05620799958705902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,uniform,0.07653333246707916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,uniform,0.2155946691830953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,uniform,0.07082666456699371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,uniform,0.06986666719118755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,uniform,0.21404266357421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,uniform,0.2266133427619934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,uniform,0.26377065976460773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,uniform,0.07420800129572551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,uniform,0.3489439884821574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,uniform,0.07517866790294647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,uniform,0.09264000256856282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,uniform,0.07919999957084656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,uniform,0.1649279991785685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,uniform,0.16506133476893106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,uniform,0.11756267150243123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,uniform,0.1725119948387146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,uniform,0.2381653388341268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,uniform,0.19233600298563638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,uniform,0.29241599639256793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,uniform,0.31355200211207074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,uniform,0.2974133292833964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,uniform,0.4955679972966512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,uniform,0.3682773510615031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,uniform,0.06286400059858958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,uniform,0.058330665032068886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,uniform,0.055946667989095054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,uniform,0.07739200194676717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,uniform,0.056501333912213646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,uniform,0.07155733307202657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,uniform,0.07119999825954437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,uniform,0.07136000196139018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,uniform,0.21715732415517172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,uniform,0.2141546607017517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,uniform,0.265392005443573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,uniform,0.35013333956400555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,uniform,0.22742400566736856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,uniform,0.07491733133792877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,uniform,0.09301333626111348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,uniform,0.07645866771539052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,uniform,0.11963199575742085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,uniform,0.0805920014778773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,uniform,0.16665599743525186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,uniform,0.16597333550453186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,uniform,0.17242666085561117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,uniform,0.24247999986012778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,uniform,0.19273600975672403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,uniform,0.37142932415008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,uniform,0.29737067222595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,uniform,0.2986080050468445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,uniform,0.3141706585884094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,uniform,0.5005013147989908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,uniform,0.059717332323392235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,uniform,0.05648533503214518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,uniform,0.05936533212661743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,uniform,0.0565226674079895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,uniform,0.07323200007279713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,uniform,0.07364800075689952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,uniform,0.07443733513355255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,uniform,0.07690133154392242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,uniform,0.21716266870498657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,uniform,0.21956799427668253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,uniform,0.22933334112167358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,uniform,0.2702186703681946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,uniform,0.35277867317199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,uniform,0.07525866727034251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,uniform,0.09589866797129314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,uniform,0.07654400169849396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,uniform,0.07931200166543324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,uniform,0.12191466490427653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,uniform,0.1651573379834493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,uniform,0.16606932878494263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,uniform,0.2444373369216919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,uniform,0.17470399538675943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,uniform,0.196234663327535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,uniform,0.31454400221506756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,uniform,0.30054932832717896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,uniform,0.2956479986508687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,uniform,0.37330134709676105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,uniform,0.059434667229652405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,uniform,0.06141866743564606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,uniform,0.5001920064290365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,uniform,0.055760001142819725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,uniform,0.05709333221117655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,uniform,0.07438399891058604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,uniform,0.07443200051784515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,uniform,0.07796266674995422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,uniform,0.0790880024433136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,uniform,0.2178666591644287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,uniform,0.2730933427810669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,uniform,0.21986132860183716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,uniform,0.2311626672744751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,uniform,0.07543466488520305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,uniform,0.35076268513997394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,uniform,0.09542399644851685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,uniform,0.08184533317883809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,uniform,0.07734933495521545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,uniform,0.12317867080370586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,uniform,0.16634666919708252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,uniform,0.174453337987264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,uniform,0.16733866930007935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,uniform,0.244704008102417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,uniform,0.19548799594243368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,uniform,0.30077866713205975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,uniform,0.3015200098355611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,uniform,0.05634133517742157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,uniform,0.31649067004521686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,uniform,0.5055466492970785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,uniform,0.3752799828847249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,uniform,0.06314133107662201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,uniform,0.05995733539263407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,uniform,0.057717333237330117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,uniform,0.07785599927107494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,uniform,0.07457066575686137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,uniform,0.22315200169881186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,uniform,0.07853866616884868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,uniform,0.21861867109934488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,uniform,0.08158933122952779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,uniform,0.2769013245900472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,uniform,0.23600000143051147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,uniform,0.0774293343226115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,uniform,0.07622399926185608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,uniform,0.35920532544453937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,uniform,0.08230933547019958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,uniform,0.12575466434160867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,uniform,0.0981066624323527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,uniform,0.16828266779581705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,uniform,0.16778665781021118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,uniform,0.1770240068435669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,uniform,0.20012267430623373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,uniform,0.24687999486923218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,uniform,0.3001013398170471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,uniform,0.30295467376708984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,uniform,0.3208799958229065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,uniform,0.37880531946818036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,uniform,0.062218666076660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,uniform,0.06206933160622915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,uniform,0.5098079840342203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,uniform,0.06412266691525777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,uniform,0.07197866837183635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,uniform,0.08787733316421509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,uniform,0.08054933448632558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,uniform,0.0906933347384135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,uniform,0.08570133646329244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,uniform,0.22114666302998862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,uniform,0.22452799479166666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,uniform,0.07749866445859273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,uniform,0.24051199356714884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,uniform,0.28465066353480023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,uniform,0.363317330678304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,uniform,0.07787199815114339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,uniform,0.08322133123874664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,uniform,0.09810133775075276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,uniform,0.17135467131932577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,uniform,0.126720001300176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,uniform,0.18171199162801108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,uniform,0.20543466011683145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,uniform,0.1723360021909078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,uniform,0.2515573302904765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,uniform,0.30220266183217365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,uniform,0.3077920079231262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,uniform,0.3300853371620178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,uniform,0.06244266529877981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,uniform,0.0864533285299937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,uniform,0.5164373318354288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,uniform,0.07281599938869476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,uniform,0.06512533128261566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,uniform,0.38980265458424884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,uniform,0.06352533400058746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,uniform,0.0815413345893224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,uniform,0.09161600470542908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,uniform,0.08422399560610454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,uniform,0.07865599791208903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,uniform,0.2266826629638672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,uniform,0.2219466765721639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,uniform,0.24110400676727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,uniform,0.2869439919789632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,uniform,0.3702293237050374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,uniform,0.07912000020345052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,uniform,0.10129599769910176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,uniform,0.1311840017636617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,uniform,0.08488000432650249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,uniform,0.1718453367551168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,uniform,0.1742666761080424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,uniform,0.18396800756454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,uniform,0.2072426676750183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,uniform,0.2572106719017029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,uniform,0.30621333916982013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,uniform,0.307258665561676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,uniform,0.07441600163777669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,uniform,0.3309386571248372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,uniform,0.3945173422495524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,uniform,0.5261600017547607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,uniform,0.06788800160090129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,uniform,0.06835733354091644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,uniform,0.08310399949550629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,uniform,0.08865599830945332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,uniform,0.09087999661763509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,uniform,0.0951039989789327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,uniform,0.10528000195821126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,uniform,0.22509866952896118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,uniform,0.2303839921951294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,uniform,0.25069334109624225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,uniform,0.29605867465337116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,uniform,0.38124267260233563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,uniform,0.07918933530648549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,uniform,0.08076799909273784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,uniform,0.08657067020734151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,uniform,0.18905067443847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,uniform,0.10436266660690308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,uniform,0.17779199282328287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,uniform,0.17654399077097574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,uniform,0.13622933626174927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,uniform,0.31384533643722534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,uniform,0.21173866589864096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,uniform,0.26688534021377563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,uniform,0.3070773283640544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,uniform,0.33555734157562256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,uniform,0.4028266668319702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,uniform,0.5325226783752441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,uniform,0.08576533198356628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,uniform,0.08373333017031352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,uniform,0.08916800220807393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,uniform,0.09922666351000468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,uniform,0.10475732882817586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,uniform,0.11638933420181274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,uniform,0.1065066655476888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,uniform,0.23836799462636313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,uniform,0.12669333815574646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,uniform,0.23252266645431519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,uniform,0.08401599526405334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,uniform,0.38999998569488525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,uniform,0.2582239905993144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,uniform,0.3054080009460449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,uniform,0.09316800038019817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,uniform,0.10449066758155823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,uniform,0.13328533371289572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,uniform,0.19755200544993082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,uniform,0.1807253360748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,uniform,0.3169119954109192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,uniform,0.1957333286603292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,uniform,0.18321067094802856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,uniform,0.2741600076357524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,uniform,0.22411733865737915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,uniform,0.3239840070406596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,uniform,0.3458026647567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,uniform,0.5486666758855184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,uniform,0.41278398036956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,uniform,0.09233066439628601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,uniform,0.08937600255012512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,uniform,0.0976106623808543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,uniform,0.1111840009689331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,uniform,0.12227200468381245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,uniform,0.12717866897583008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,uniform,0.12027733524640401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,uniform,0.1430186629295349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,uniform,0.26315200328826904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,uniform,0.23543467124303183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,uniform,0.24433600902557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,uniform,0.3126186728477478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,uniform,0.08563199639320374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,uniform,0.3957279920578003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,uniform,0.10853333274523418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,uniform,0.0939520001411438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,uniform,0.13677866260210672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,uniform,0.1991893251736959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,uniform,0.18725866079330444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,uniform,0.199072003364563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,uniform,0.23126399517059326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,uniform,0.38357865810394287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,uniform,0.2874400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,uniform,0.31782933076222736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,uniform,0.10215999682744344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,uniform,0.09949333469072978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,uniform,0.3270346721013387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,uniform,0.35235198338826496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,uniform,0.5672479867935181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,uniform,0.11161599556605022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,uniform,0.4246986707051595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,uniform,0.12866666913032532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,uniform,0.1402346690495809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,uniform,0.14363732933998108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,uniform,0.1537546714146932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,uniform,0.17429333925247192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,uniform,0.24953599770863852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,uniform,0.24304533004760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,uniform,0.27211199204126996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,uniform,0.41918933391571045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,uniform,0.3252906600634257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,uniform,0.08758399883906047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,uniform,0.09594666957855225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,uniform,0.11157866319020589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,uniform,0.14229333400726318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,uniform,0.20710400740305582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,uniform,0.1888266603151957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,uniform,0.2121760050455729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,uniform,0.30179200569788617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,uniform,0.23724265893300375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,uniform,0.4018506606419881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,uniform,0.32866666714350384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,uniform,0.13266666730244955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,uniform,0.3678453365961711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,uniform,0.3351733287175496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,uniform,0.4389173189798991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,uniform,0.5919466813405355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,uniform,0.13698666294415793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,uniform,0.14851733048756918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,uniform,0.19413334131240845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,uniform,0.19690134127934775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,uniform,0.17099199692408243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,uniform,0.2336853345235189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,uniform,0.20998932917912802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,uniform,0.2683733304341634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,uniform,0.29392532507578534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,uniform,0.6148373285929362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,uniform,0.447434663772583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,uniform,0.3462560176849365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,uniform,0.10398933291435242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,uniform,0.11917333801587422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,uniform,0.14034666617711386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,uniform,0.18695465723673502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,uniform,0.22189867496490479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,uniform,0.2428426742553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,uniform,0.29152532418568927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,uniform,0.29211199283599854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,uniform,0.3846026659011841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,uniform,0.5533333222071329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,uniform,0.3441760142644246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,uniform,0.35390400886535645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,uniform,0.3944586515426636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,uniform,0.47491200764973956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,uniform,0.16132266322771707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,uniform,0.1673813263575236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,uniform,0.6409600178400675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,uniform,0.18074132998784384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,uniform,0.2077066699663798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,uniform,0.24915200471878052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,uniform,0.24065599838892618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,uniform,0.2646133303642273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,uniform,0.2961813410123189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,uniform,0.28066132465998334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,uniform,0.3661760091781616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,uniform,0.30581865708033246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,uniform,0.6710027058919271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,uniform,0.470576008160909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,uniform,0.11957866946856181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,uniform,0.13748799761136374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,uniform,0.16985066731770834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,uniform,0.22500266631444296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,uniform,0.3710079987843831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,uniform,0.6895199616750082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,uniform,0.2972373366355896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,uniform,0.33766400814056396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,uniform,0.44861865043640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,uniform,0.2689653237660726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,uniform,0.3712426821390788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,uniform,0.4055573145548503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,uniform,0.6330026785532633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,uniform,0.2254613240559896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,uniform,0.23337600628534952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,uniform,0.9410719871520996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,uniform,0.2489759922027588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,uniform,0.49378665288289386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,uniform,0.28540800015131634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,uniform,0.3520960013071696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,uniform,0.34440000851949054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,uniform,0.3705120086669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,uniform,0.41778135299682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,uniform,0.3354080120722453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,uniform,0.45445334911346436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,uniform,0.3725493351618449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,uniform,0.599402666091919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,uniform,0.8707199891408285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,uniform,0.15653333067893982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,uniform,0.17852266629536948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,uniform,0.21550933519999185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,uniform,0.30154667297999066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,uniform,0.4877920150756836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,uniform,0.3468480110168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,uniform,0.3701440095901489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,uniform,0.43120535214742023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,uniform,0.8552532990773519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,uniform,0.556656002998352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,uniform,0.40267733732859295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,uniform,0.44380799929300946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,uniform,0.2850880026817322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,uniform,0.5328960021336874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,uniform,0.6984852949778239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,uniform,0.29604800542195636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,uniform,1.0336000124613445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,uniform,0.3649493455886841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,uniform,0.31590932607650757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,uniform,0.44308265050252277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,uniform,0.45340267817179364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,uniform,0.48073065280914307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,uniform,0.5384320020675659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,uniform,0.40426135063171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,uniform,0.18967467546463013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,uniform,1.0324373245239258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,uniform,0.44597331682840985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,uniform,0.539189338684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,uniform,0.7212959925333658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,uniform,0.2197386622428894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,uniform,0.25935999552408856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,uniform,0.6048906644185384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,uniform,0.3752640088399251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,uniform,0.4445546468098958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,uniform,0.5478880008061727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,uniform,0.47492265701293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,uniform,0.7244586944580078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,uniform,1.1310666402180989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,uniform,0.4754933516184489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,uniform,0.406768004099528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,uniform,0.4189759890238444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,uniform,0.5261600017547607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,uniform,0.8631626764933268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,uniform,0.6501973470052084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,uniform,1.2871359984079997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,uniform,0.5126880009969076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,uniform,0.4477599859237671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,uniform,0.6396960020065308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,uniform,0.6900053024291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,uniform,0.6485493183135986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,uniform,0.7747466564178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,uniform,0.5812586545944214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,uniform,0.6551733414332072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,uniform,0.7612213293711344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,uniform,0.9721813201904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,uniform,0.3741706609725952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,uniform,0.2563466628392537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,uniform,1.3657066027323406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,uniform,0.30529600381851196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,uniform,0.5172319809595743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,uniform,0.8608480294545492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,uniform,0.6406613190968832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,uniform,0.5639786720275879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,uniform,0.7553333441416422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,uniform,0.9578879674275717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,uniform,0.6220693190892538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,uniform,1.5942452748616536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,uniform,0.5347253481547037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,uniform,0.6981013615926107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,uniform,0.5462666749954224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,uniform,0.805834690729777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,uniform,0.6747093200683594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,uniform,0.586357315381368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,uniform,1.075488011042277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,uniform,1.578975995381673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,uniform,0.8414719899495443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,uniform,0.8562080065409342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,uniform,0.9042826493581136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,uniform,1.0218666394551594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,uniform,0.7553919951121012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,uniform,0.8716213703155518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,uniform,0.9914453029632568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,uniform,1.2611146767934163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,uniform,1.7134826978047688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,uniform,0.3805973529815674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,uniform,0.32289065917332965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,uniform,0.4787466526031494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,uniform,0.6944479942321777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,uniform,0.6607306798299154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,uniform,1.1449120044708252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,uniform,0.7879786491394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,uniform,1.222442626953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,uniform,0.9648906389872233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,uniform,2.012154738108317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,uniform,0.9105599721272787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,uniform,0.7778186798095703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,uniform,0.798138697942098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,uniform,0.9705013434092203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,uniform,0.8467733065287272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,uniform,1.0031147003173828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,uniform,1.1765920321146648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,uniform,1.5181493759155273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,uniform,2.081594626108805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,uniform,1.2214826742808025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,uniform,1.2607253392537434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,uniform,1.336959997812907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,uniform,1.4847946166992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,uniform,1.0426987012227376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,uniform,1.2057813008626301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,uniform,1.4723466237386067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,uniform,1.833072026570638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,uniform,0.4501599868138631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,uniform,2.5506134033203125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,uniform,0.5268693367640177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,uniform,0.6774453322092692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,uniform,0.9724799791971842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,uniform,1.6954453786214192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,uniform,1.0098293622334797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,uniform,1.1282133261362712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,uniform,1.4211732546488445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,uniform,1.8272266387939453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,uniform,3.0071147282918296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,uniform,1.1841119925181072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,uniform,1.0226720174153645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,uniform,1.0469919840494792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,uniform,1.1182026863098145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,uniform,1.2894720236460369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,uniform,1.3023786544799805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,uniform,1.5529972712198894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,uniform,1.9892959594726562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,uniform,2.6795520782470703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,uniform,1.6249066988627117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,uniform,1.653663953145345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,uniform,1.7846879959106445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,uniform,1.9925546646118164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,uniform,1.3688054084777832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,uniform,1.593429406483968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,uniform,2.450383981068929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,uniform,1.9209493001302083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,uniform,3.5439039866129556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,uniform,0.5786666472752889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,uniform,0.6775626341501871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,uniform,0.8642826875050863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,uniform,1.2903733253479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,uniform,1.2658027013142903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,uniform,1.4868799845377605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,uniform,2.3850080172220864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,uniform,1.8015680313110352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,uniform,4.027119954427083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,uniform,1.5891307195027669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,uniform,2.3565600713094077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,uniform,1.4993279774983723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,uniform,1.5407840410868328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,uniform,1.7658079465230305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,uniform,1.6404213905334473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,uniform,1.8837706247965496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,uniform,2.0654239654541016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,uniform,2.411482652028402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,uniform,2.670938809712728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,uniform,3.5770880381266275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,uniform,2.506336053212484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,uniform,2.690138816833496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,uniform,3.061408042907715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,uniform,1.997114658355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,uniform,2.3035786946614585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,uniform,2.8424854278564453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,uniform,3.641536076863607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,uniform,5.29312006632487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,uniform,0.835909366607666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,uniform,0.9721813201904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,uniform,1.243834654490153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,uniform,1.887349287668864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,uniform,3.5053332646687827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,uniform,1.9976426760355632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,uniform,3.598965326944987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,uniform,2.638970692952474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,uniform,2.1532533963521323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,uniform,6.048250834147136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,uniform,2.2487306594848633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,uniform,1.9841119448343914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,uniform,2.036693255106608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,uniform,2.182352066040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,uniform,2.52677329381307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,uniform,2.5263892809549966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,uniform,3.441551844278971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,uniform,2.9916054407755532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,uniform,3.796976089477539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,uniform,3.4258400599161782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,uniform,3.725957234700521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,uniform,4.056373278299968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,uniform,5.494831720987956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,uniform,2.809023857116699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,uniform,3.731178601582845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,uniform,3.115973472595215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,uniform,4.943509419759114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,uniform,1.1075200239817302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,uniform,1.6661279996236165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,uniform,1.280453364054362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,uniform,7.29151980082194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,uniform,2.5967413584391275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,uniform,4.75767453511556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,uniform,2.906378746032715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,uniform,3.4558080037434897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,uniform,2.5598400433858237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,uniform,4.725781440734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,uniform,3.061626752217611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,uniform,7.9967466990153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,uniform,2.4685440063476562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,uniform,2.5324959754943848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,uniform,3.1476427714029946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,uniform,2.719797452290853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,uniform,4.576479911804199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,uniform,4.525829315185547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,uniform,3.4347572326660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,uniform,4.896047910054524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,uniform,5.17413330078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,uniform,4.056074778238933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,uniform,5.183775901794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,uniform,7.3704268137613935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,uniform,3.8154560724894204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,uniform,3.4768479665120444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,uniform,4.642815907796224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,uniform,1.3694666226704915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,uniform,2.056469281514486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,uniform,6.106047948201497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,uniform,1.6004106203715007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,uniform,9.094538370768229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,uniform,3.218400001525879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,uniform,5.955066680908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,uniform,3.29311466217041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,uniform,3.5522133509318032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,uniform,4.260287920633952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,uniform,5.903392155965169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,uniform,9.952698389689127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,uniform,3.867274602254232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,2,8,uniform,0.08107199768225352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,4,uniform,0.05879466732343038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,2,uniform,0.05427733560403188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,2,8,uniform,0.09553066889444987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,1,uniform,0.051882664362589516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,2,uniform,0.058389330903689064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,4,uniform,0.06467199822266896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,8,uniform,0.07237333556016286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,1,uniform,0.05876799921194712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,16,uniform,0.07446933289368947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,2,uniform,0.08573333422342937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,4,uniform,0.07875200112660725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,1,uniform,0.09569600224494934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,16,uniform,0.052704001466433205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,8,uniform,0.05129600067933401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,4,uniform,0.05171200136343638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,16,uniform,0.0737013320128123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,8,uniform,0.06930666665236156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,4,uniform,0.0714026689529419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,2,uniform,0.08662933111190796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,8,uniform,0.0710453341404597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,4,uniform,0.07910400132338206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,16,uniform,0.07576533158620198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,1,uniform,0.09894399841626485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,4,uniform,0.057392001152038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,2,8,uniform,0.08242133259773254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,1,uniform,0.05498133103052775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,2,uniform,0.054192001620928444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,2,8,uniform,0.0956213374932607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,2,uniform,0.06525866687297821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,4,uniform,0.06529599924882253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,1,uniform,0.0637066662311554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,8,uniform,0.07789866626262665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,16,uniform,0.0758240024248759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,uniform,4.156325340270996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,1,uniform,0.11431466539700826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,4,uniform,0.08529599507649739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,16,uniform,0.05328533550103506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,2,uniform,0.09477866689364116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,4,uniform,0.05482666691144308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,8,uniform,0.05276800195376078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,uniform,4.965882619222005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,16,uniform,0.0748533308506012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,8,uniform,0.07448000212510426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,16,uniform,0.07700266440709432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,uniform,9.424986521402994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,uniform,6.451173146565755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,4,uniform,0.07487999896208446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,8,uniform,0.07797866563002269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,2,8,uniform,0.08145600060621898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,4,uniform,0.08664000034332275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,2,uniform,0.0946613351504008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,1,uniform,0.11402133107185364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,4,uniform,0.07080533107121785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,1,uniform,0.07229866584142049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,2,uniform,0.06878399848937988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,2,8,uniform,0.09479467074076335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,4,uniform,0.09359467029571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,2,uniform,0.08923733234405518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,1,uniform,0.0906880001227061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,16,uniform,0.08716799815495808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,8,uniform,0.08524800340334575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,16,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,1,uniform,0.14671466747919717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,2,uniform,0.11010133226712544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,4,uniform,0.09827199578285217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,8,uniform,0.05621333420276642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,4,uniform,0.10073066751162212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,16,uniform,0.09698133667310078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,4,uniform,0.06061866879463196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,8,uniform,0.09644800424575806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,16,uniform,0.08801066875457764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,8,uniform,0.08805867036183675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,4,uniform,0.10058133800824483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,1,uniform,0.1474506656328837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,2,uniform,0.11314133803049724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,2,8,uniform,0.0804906686147054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,2,uniform,0.07044800122578938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,4,uniform,0.07110400001207988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,2,8,uniform,0.09609066446622212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,4,uniform,0.09416000048319499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,2,uniform,0.08961066603660583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,1,uniform,0.07311999797821045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,1,uniform,0.09338133533795674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,8,uniform,0.11666666467984517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,16,uniform,0.11601066589355469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,16,uniform,0.0702400008837382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,4,uniform,0.130021333694458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,2,uniform,0.15691733360290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,1,uniform,0.213210662206014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,4,uniform,0.07975466549396515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,8,uniform,0.0703893353541692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,4,uniform,0.13083733121554056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,16,uniform,0.12076266606648763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,8,uniform,0.12148800492286682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,8,uniform,0.1157866617043813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,16,uniform,0.11557333668073018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,4,uniform,0.13316800196965536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,2,uniform,0.15715733170509338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,1,uniform,0.21948800484339395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,2,8,uniform,0.08190933366616567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,4,uniform,0.07314133147398631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,2,uniform,0.07080533107121785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,1,uniform,0.07196266452471416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,2,uniform,0.09124799569447835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,2,8,uniform,0.09513066212336223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,16,uniform,0.16400532921155295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,4,uniform,0.09304533402125041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,1,uniform,0.09381866455078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,8,uniform,0.09465066591898601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,8,uniform,0.1716960072517395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,2,uniform,0.2373759945233663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,4,uniform,0.19129067659378052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,1,uniform,0.3514186541239421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,16,uniform,0.09690133730570476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,4,uniform,0.10904000202814738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,16,uniform,0.17059733470280966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,8,uniform,0.16566933194796243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,4,uniform,0.19808000326156616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,16,uniform,0.1668000022570292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,8,uniform,0.1728853384653727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,4,uniform,0.18448533614476523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,2,uniform,0.23667732874552408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,1,uniform,0.35901331901550293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,4,uniform,0.07317333420117696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,2,8,uniform,0.08200533191363017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,2,uniform,0.07363200187683105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,2,8,uniform,0.09755200147628784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,1,uniform,0.07375466823577881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,4,uniform,0.09603733817736308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,2,uniform,0.09267733494440715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,16,uniform,0.26286399364471436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,1,uniform,0.09507200121879578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,8,uniform,0.28963200251261395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,4,uniform,0.3137493332227071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,2,uniform,0.40090668201446533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,4,uniform,0.11008000373840332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,1,uniform,0.5952426592508951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,16,uniform,0.09773332873980205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,8,uniform,0.09564266602198283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,16,uniform,0.2053013245264689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,4,uniform,0.2260800004005432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,8,uniform,0.19841599464416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,8,uniform,0.28461867570877075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,16,uniform,0.2625439961751302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,4,uniform,0.31869866450627643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,4,uniform,0.07317333420117696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,2,8,uniform,0.08309333523114522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,2,uniform,0.3954933484395345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,1,uniform,0.6101119915644327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,2,uniform,0.07204266885916392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,1,uniform,0.07394133508205414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,2,8,uniform,0.09787733356157939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,2,uniform,0.09268800417582194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,4,uniform,0.09520000219345093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,1,uniform,0.09498666723569234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,4,uniform,0.31462933619817096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,8,uniform,0.29076266288757324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,2,uniform,0.3856746753056844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,16,uniform,0.2626720070838928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,16,uniform,0.09744000434875488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,1,uniform,0.6105546553929647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,8,uniform,0.09640533725420634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,16,uniform,0.20267200469970703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,4,uniform,0.22273067633310953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,4,uniform,0.11157332857449849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,8,uniform,0.19893866777420044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,16,uniform,0.3654773235321045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,8,uniform,0.398357351620992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,2,8,uniform,0.08216000099976857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,4,uniform,0.4393226703008016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,2,uniform,0.5498239994049072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,4,uniform,0.07195200026035309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,1,uniform,0.8788373470306396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,2,8,uniform,0.09610133369763692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,2,uniform,0.07017600039641063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,1,uniform,0.07467199862003326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,4,uniform,0.09549333651860555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,2,uniform,0.09218133489290874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,1,uniform,0.09526933232943217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,16,uniform,0.26147733132044476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,4,uniform,0.31886400779088336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,8,uniform,0.2908800045649211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,16,uniform,0.09727467099825542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,2,uniform,0.3954613208770752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,1,uniform,0.632368008295695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,8,uniform,0.09547199805577596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,16,uniform,0.3670026858647664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,16,uniform,0.20703999201456705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,8,uniform,0.19910933574040732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,4,uniform,0.11274133125940959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,4,uniform,0.2242400050163269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,8,uniform,0.39723201592763263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,4,uniform,0.437391996383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,1,uniform,0.8618720372517904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,4,uniform,0.09995200236638387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,2,8,uniform,0.0976746678352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,2,uniform,0.5572319825490316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,2,uniform,0.0997759997844696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,1,uniform,0.10043199857076009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,2,uniform,0.1332319974899292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,2,8,uniform,0.13706666231155396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,1,uniform,0.13711466391881308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,4,uniform,0.13055466612180075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,16,uniform,0.2618666688601176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,8,uniform,0.29554132620493573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,4,uniform,0.3217173417409261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,2,uniform,0.40169068177541095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,1,uniform,0.6379199822743734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,8,uniform,0.09732266267140706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,16,uniform,0.09702400366465251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,4,uniform,0.11155733466148376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,8,uniform,0.19962666432062784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,16,uniform,0.20432533820470175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,8,uniform,0.3981013298034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,4,uniform,0.43253334363301593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,4,uniform,0.22714134057362875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,16,uniform,0.36002135276794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,2,uniform,0.5415466626485189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,2,8,uniform,0.09758399923642476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,1,uniform,0.850869337717692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,4,uniform,0.09985066453615825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,2,uniform,0.10165866216023763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,1,uniform,0.10310399532318115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,2,8,uniform,0.13900267084439596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,4,uniform,0.12987732887268066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,1,uniform,0.13992533087730408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,2,uniform,0.13447466492652893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,2,uniform,0.39342931906382245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,4,uniform,0.31657065947850543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,8,uniform,0.29156267642974854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,16,uniform,0.26614399751027423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,1,uniform,0.6060320138931274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,16,uniform,0.09848533074061076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,8,uniform,0.09595200419425964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,16,uniform,0.20843199888865152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,8,uniform,0.2037280003229777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,4,uniform,0.11272533734639485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,4,uniform,0.22750933965047201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,16,uniform,0.3617279926935832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,8,uniform,0.3967626492182414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,2,8,uniform,0.0997226635615031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,1,uniform,0.89900803565979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,4,uniform,0.43488534291585285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,2,uniform,0.5566133260726929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,4,uniform,0.0995786686738332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,2,uniform,0.099263995885849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,1,uniform,0.10132267077763875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,2,8,uniform,0.13850133617719015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,4,uniform,0.1337440013885498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,2,uniform,0.13431466619173685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,1,uniform,0.13888532916704813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,16,uniform,0.2651360034942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,8,uniform,0.2929919958114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,4,uniform,0.31908265749613446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,16,uniform,0.09897067149480183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,8,uniform,0.09588799873987834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,1,uniform,0.6033706665039062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,2,uniform,0.39875201384226483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,4,uniform,0.11302399635314941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,16,uniform,0.20981866121292114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,8,uniform,0.19948800404866537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,16,uniform,0.36551467577616376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,8,uniform,0.4020479917526245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,4,uniform,0.22542399168014526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,4,uniform,0.4328480164210002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,2,uniform,0.5566080013910929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,4,uniform,0.12463466326395671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,2,8,uniform,0.1322879989941915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,1,uniform,0.8885119756062826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,2,uniform,0.12492266297340393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,1,uniform,0.12563733259836832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,2,8,uniform,0.18189332882563272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,1,uniform,0.18104533354441324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,4,uniform,0.17377599080403647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,2,uniform,0.1716053287188212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,4,uniform,0.3153066635131836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,2,uniform,0.39361600081125897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,16,uniform,0.2680640021959941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,8,uniform,0.29335467020670575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,16,uniform,0.09806399544080098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,1,uniform,0.611520012219747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,16,uniform,0.21405333280563354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,8,uniform,0.2025973399480184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,8,uniform,0.09698133667310078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,4,uniform,0.11345600088437398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,4,uniform,0.23067732652028403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,16,uniform,0.3657333453496297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,8,uniform,0.39818668365478516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,2,uniform,0.5505173206329346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,1,uniform,0.8641173044840494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,4,uniform,0.43587732315063477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,2,8,uniform,0.13210666179656982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,2,uniform,0.12453866998354594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,4,uniform,0.12493866682052612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,1,uniform,0.12575999895731607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,4,uniform,0.17486933867136636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,2,8,uniform,0.1843093236287435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,2,uniform,0.17336533466974893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,1,uniform,0.18191999197006226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,16,uniform,0.26790400346120197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,8,uniform,0.2982933322588603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,4,uniform,0.31385066111882526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,1,uniform,0.6302133401234945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,2,uniform,0.40644800662994385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,8,uniform,0.09705600142478943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,16,uniform,0.0995146632194519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,4,uniform,0.11416000127792358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,16,uniform,0.21471466620763144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,8,uniform,0.20409067471822104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,16,uniform,0.36580268541971844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,4,uniform,0.22982933123906454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,4,uniform,0.43009599049886066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,8,uniform,0.40184001127878827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,2,uniform,0.5616906483968099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,1,uniform,0.8851520220438639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,2,uniform,0.14451733231544495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,4,uniform,0.1481706698735555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,2,8,uniform,0.21384533246358237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,2,8,uniform,0.145306666692098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,1,uniform,0.1470026671886444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,4,uniform,0.2084746758143107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,2,uniform,0.2116640011469523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,16,uniform,0.26734934250513714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,1,uniform,0.2251946727434794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,4,uniform,0.31721067428588867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,8,uniform,0.29996800422668457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,2,uniform,0.40664533774058026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,1,uniform,0.6277759869893392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,16,uniform,0.09983467062314351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,4,uniform,0.11735999584197998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,8,uniform,0.20366400480270386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,8,uniform,0.09844266374905904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,16,uniform,0.21316800514856973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,16,uniform,0.36935468514760333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,4,uniform,0.2328480084737142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,2,uniform,0.563103993733724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,8,uniform,0.4025760094324748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,1,uniform,0.9142133394877116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,4,uniform,0.4389866590499878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,4,uniform,0.16911466916402182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,2,8,uniform,0.17364799976348877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,2,uniform,0.1683786710103353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,1,uniform,0.1705013314882914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,2,8,uniform,0.2515520056088765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,2,uniform,0.25174399216969806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,4,uniform,0.24989332755406699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,1,uniform,0.2635093331336975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,16,uniform,0.2680213252703349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,8,uniform,0.30057599147160846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,4,uniform,0.32096000512441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,1,uniform,0.6354560057322184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,2,uniform,0.4068640073140462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,16,uniform,0.15083199739456177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,8,uniform,0.1474560002485911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,16,uniform,0.21051200230916342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,4,uniform,0.1776906649271647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,8,uniform,0.2076479991277059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,16,uniform,0.3722933530807495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,4,uniform,0.2346986730893453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,4,uniform,0.45343999067942303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,8,uniform,0.4076319932937622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,2,8,uniform,0.19395200411478677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,2,uniform,0.19499733050664267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,2,uniform,0.5595999956130981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,1,uniform,0.8984373410542806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,2,8,uniform,0.2934933304786682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,4,uniform,0.1935946742693583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,1,uniform,0.19548267126083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,4,uniform,0.2877546747525533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,1,uniform,0.30662933985392254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,2,uniform,0.29491732517878216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,4,uniform,0.3230186700820923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,2,uniform,0.40693867206573486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,16,uniform,0.2719680070877075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,8,uniform,0.3000906705856323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,1,uniform,0.6519840161005656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,16,uniform,0.14729600151379904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,8,uniform,0.14706133802731833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,16,uniform,0.33260265986124676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,4,uniform,0.17615467309951782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,8,uniform,0.32288533449172974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,4,uniform,0.3465919891993205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,8,uniform,0.4086666504542033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,16,uniform,0.3707733154296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,2,uniform,0.5741386810938517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,4,uniform,0.44121599197387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,1,uniform,0.9012853304545084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,2,8,uniform,0.23780800898869833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,4,uniform,0.23788267374038696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,2,uniform,0.23887999852498373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,1,uniform,0.23734933137893677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,4,uniform,0.3657386700312297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,2,8,uniform,0.35870933532714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,1,uniform,0.3908960024515788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,2,uniform,0.3773386478424072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,16,uniform,0.27054399251937866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,8,uniform,0.30313066641489667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,8,uniform,0.14822933077812195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,1,uniform,0.664463996887207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,4,uniform,0.33183467388153076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,2,uniform,0.4206026792526245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,16,uniform,0.14866133530934653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,4,uniform,0.176256000995636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,16,uniform,0.3311786651611328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,4,uniform,0.3484906752904256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,16,uniform,0.37518401940663654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,8,uniform,0.32555200656255084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,8,uniform,0.4157493511835734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,4,uniform,0.44968533515930176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,2,uniform,0.576634685198466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,1,uniform,0.950767993927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,4,uniform,0.328058660030365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,2,8,uniform,0.32796265681584674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,2,uniform,0.33188800017038983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,1,uniform,0.32982399066289264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,4,uniform,0.5115786790847778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,2,8,uniform,0.5097599824269613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,2,uniform,0.5382399956385294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,1,uniform,0.5598346789677938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,16,uniform,0.4714826742808024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,8,uniform,0.513375997543335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,4,uniform,0.528058648109436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,2,uniform,0.7062880198160807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,16,uniform,0.19536532958348593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,1,uniform,1.074064016342163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,16,uniform,0.4535626570383708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,8,uniform,0.18971200784047446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,4,uniform,0.22421334187189737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,4,uniform,0.4757386843363444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,8,uniform,0.4490826527277629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,4,uniform,0.41970666249593097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,8,uniform,0.4254506826400757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,16,uniform,0.3824959993362427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,4,uniform,0.468234658241272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,2,uniform,0.616922656695048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,2,8,uniform,0.41338133811950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,2,uniform,0.4198720057805379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,1,uniform,0.9875520070393881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,1,uniform,0.4239199956258138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,2,8,uniform,0.6513013442357382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,1,uniform,0.7188426653544108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,4,uniform,0.6542933384577433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,2,uniform,0.6922346750895182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,16,uniform,0.4800106684366862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,8,uniform,0.5188906590143839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,4,uniform,0.5367786486943563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,16,uniform,0.2442773381868998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,2,uniform,0.7178613344828287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,1,uniform,1.1145386695861816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,8,uniform,0.2288853327433268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,4,uniform,0.27316800753275555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,8,uniform,0.5677493413289388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,4,uniform,0.5907839934031168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,16,uniform,0.578165332476298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,16,uniform,0.6743520100911459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,8,uniform,0.7242399851481119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,4,uniform,0.7551946640014648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,2,uniform,0.9877013365427653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,1,uniform,1.578938643137614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,4,uniform,0.5938719908396403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,2,uniform,0.6013173262278239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,2,8,uniform,0.5927733182907104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,1,uniform,0.6069120168685913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,2,8,uniform,0.9550399780273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,2,uniform,1.0106293360392253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,4,uniform,0.9576853116353353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,1,uniform,1.0508853594462078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,16,uniform,0.6746986707051595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,2,uniform,0.9609706401824951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,4,uniform,0.7274026870727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,8,uniform,0.7233066558837891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,1,uniform,1.4711626370747883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,16,uniform,0.3313973347345988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,4,uniform,0.35452266534169513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,8,uniform,0.31227733691533405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,8,uniform,0.7028746604919434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,8,uniform,0.7494719823201498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,16,uniform,0.7045919895172119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,16,uniform,0.696330706278483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,4,uniform,0.7291466395060221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,4,uniform,0.7736960252126058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,4,uniform,0.7860426902770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,2,uniform,1.0629759629567463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,2,8,uniform,0.7696373462677002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,1,uniform,1.6472053527832031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,1,uniform,0.7971093654632568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,2,uniform,0.7864320278167725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,2,8,uniform,1.24453870455424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,4,uniform,1.25491197903951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,2,uniform,1.3326079845428467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,1,uniform,1.3798346519470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,16,uniform,0.8657279809316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,8,uniform,0.9101920127868652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,2,uniform,1.1856319904327393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,1,uniform,1.8042133649190266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,4,uniform,0.9185813268025717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,16,uniform,0.42020265261332196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,8,uniform,0.395637313524882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,4,uniform,0.440010666847229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,16,uniform,0.9528960386912028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,4,uniform,0.9824426968892416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,8,uniform,0.94541335105896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,16,uniform,0.9736106395721436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,8,uniform,1.0384159882863362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,4,uniform,1.0465013186136882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,2,8,uniform,1.1261813640594482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,2,uniform,1.3847039540608723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,1,uniform,2.1379626592000327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,4,uniform,1.1377867062886555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,1,uniform,1.175445318222046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,2,uniform,1.1534720261891682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,2,8,uniform,1.8237333297729492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,4,uniform,1.857210636138916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,2,uniform,1.9757866859436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,1,uniform,2.041957378387451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,16,uniform,1.2537120183308919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,8,uniform,1.3217706680297852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,8,uniform,0.5621279875437418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,2,uniform,1.6611199378967285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,4,uniform,1.3062506516774495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,1,uniform,2.452613353729248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,16,uniform,0.597103993097941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,4,uniform,0.6213759978612264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,16,uniform,1.3322347005208333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,4,uniform,1.3744959831237793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,8,uniform,1.3220053513844807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,16,uniform,1.280623992284139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,8,uniform,1.3500426610310872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,2,uniform,1.7628639539082844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,4,uniform,1.3694292704264324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,1,uniform,2.706000010172526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,2,8,uniform,1.475312074025472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,4,uniform,1.5043093363444011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,4,uniform,2.466906706492106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,2,uniform,1.518730640411377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,1,uniform,1.5461546579996746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,2,8,uniform,2.42195733388265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,2,uniform,2.6229546864827475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,1,uniform,2.708218574523926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,16,uniform,1.641317367553711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,8,uniform,1.7145600318908691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,4,uniform,1.722383975982666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,2,uniform,2.093546708424886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,1,uniform,3.0302559534708657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,16,uniform,0.775818665822347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,8,uniform,0.735034704208374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,4,uniform,0.8016533056894938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,16,uniform,1.7077280680338542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,8,uniform,1.7051679293314617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,4,uniform,1.7632373174031575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,16,uniform,1.8558719952901204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,8,uniform,1.9430185953776042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,4,uniform,1.9377493858337402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,2,uniform,2.4338666598002114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,1,uniform,3.560277303059896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,2,8,uniform,2.1844800313313804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,2,uniform,2.2623146375020347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,4,uniform,2.228954633076986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,1,uniform,2.2958666483561196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,2,8,uniform,3.5913492838541665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,4,uniform,3.6629066467285156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,2,uniform,3.917306582132975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,1,uniform,4.04200013478597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,16,uniform,2.4110986391703286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,8,uniform,2.5227039655049643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,4,uniform,2.512650648752848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,16,uniform,1.1374613444010417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,2,uniform,3.008415857950846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,1,uniform,4.293546676635742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,8,uniform,1.074837366739909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,4,uniform,1.163925329844157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,16,uniform,2.574303944905599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,8,uniform,2.5828426678975425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,4,uniform,2.667189280192057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,16,uniform,2.469279925028483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,8,uniform,2.568533261617025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,4,uniform,2.589615980784098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,1,uniform,4.570634524027507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,2,uniform,3.16869322458903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,2,8,uniform,2.8872960408528647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,4,uniform,2.9556214014689126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,2,uniform,2.9970881144205728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,1,uniform,3.04586124420166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,2,8,uniform,4.760767936706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,4,uniform,4.864005406697591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,2,uniform,5.1840159098307295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,1,uniform,5.37061882019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,16,uniform,3.197360038757324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,8,uniform,3.3365761439005532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,4,uniform,3.326592127482096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,2,uniform,3.943056106567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,8,uniform,1.4118506113688152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,16,uniform,1.4949866930643718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,1,uniform,5.6216691335042315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,4,uniform,1.5233333905537922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,16,uniform,3.3288211822509766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,8,uniform,3.34768009185791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,4,uniform,3.451120058695475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,16,uniform,3.3396212259928384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,8,uniform,3.487663904825846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,4,uniform,3.4735520680745444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,2,uniform,4.172058741251628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,1,uniform,6.036309560139974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,2,8,uniform,4.301557223002116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,4,uniform,4.410064061482747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,2,uniform,4.470794677734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,1,uniform,4.545610745747884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,2,8,uniform,7.141973495483398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,4,uniform,7.2682240804036455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,2,uniform,7.749770482381185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,1,uniform,8.031024297078451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,16,uniform,4.751424153645833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,8,uniform,4.9470720291137695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,4,uniform,4.9462025960286455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,2,uniform,5.775360107421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,1,uniform,8.177216211954752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,16,uniform,2.2137386004130044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,8,uniform,2.092613379160563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,4,uniform,2.256613254547119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,16,uniform,4.952944119771321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,8,uniform,4.983711878458659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,16,uniform,4.847546577453613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,4,uniform,5.140618642171224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,8,uniform,5.02513058980306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,4,uniform,5.040927886962891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,2,uniform,5.968783696492513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,1,uniform,8.536346435546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,4,uniform,5.886901219685872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,2,8,uniform,5.745541254679362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,2,uniform,5.991578420003255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,1,uniform,6.07047971089681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,2,8,uniform,9.492448170979818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,4,uniform,9.653013229370117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,2,uniform,10.309333165486654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,1,uniform,10.67629877726237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,16,uniform,6.32962163289388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,4,uniform,6.561344146728516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,8,uniform,6.550586700439453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,2,uniform,7.605642954508464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,1,uniform,10.822303771972656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,16,uniform,2.937018712361654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,8,uniform,2.7706400553385415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,4,uniform,2.9819466272989907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,8,uniform,6.618160247802734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,16,uniform,6.587568283081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,4,uniform,6.834250768025716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,16,uniform,6.612725575764974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,8,uniform,6.861205418904622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,4,uniform,6.867749532063802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,2,uniform,8.005285263061523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,2,8,uniform,7.168464024861653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,1,uniform,11.364575703938803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,4,uniform,7.339295705159505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,2,uniform,7.4505869547526045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,1,uniform,7.605594635009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,2,8,uniform,11.82412846883138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,4,uniform,12.097381591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,2,uniform,12.879141489664713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,1,uniform,13.33197275797526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,8,uniform,8.190218607584635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,16,uniform,7.88485844930013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,4,uniform,8.17796262105306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,2,uniform,9.437898635864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,1,uniform,13.395195007324219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,16,uniform,3.654896100362142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,8,uniform,3.4571946461995444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,4,uniform,3.7160212198893228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,16,uniform,8.092133204142252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,8,uniform,8.146197636922201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,4,uniform,8.405482610066732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,8,uniform,8.418965021769205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,16,uniform,8.108954747517904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,4,uniform,8.435877482096354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,1,uniform,13.829792022705078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,2,uniform,9.77956771850586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,2,8,uniform,0.054325332244237266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,4,uniform,0.036202666660149894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,2,8,uniform,0.07001600166161855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,2,uniform,0.030005333324273426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,1,uniform,0.03062933435042699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,4,uniform,0.0476746658484141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,1,uniform,0.03515200068553289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,2,uniform,0.0340693344672521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,16,uniform,0.05482666691144308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,4,uniform,0.06346133351325989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,8,uniform,0.05253333350022634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,2,uniform,0.08646933237711589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,1,uniform,0.13155200084050497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,16,uniform,0.030586667358875275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,4,uniform,0.03719999889532725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,8,uniform,0.030858665704727173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,2,uniform,0.048714667558670044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,4,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,16,uniform,0.051370665431022644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,8,uniform,0.04882133503754934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,2,uniform,0.06955733398596446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,1,uniform,0.09896533687909444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,16,uniform,0.056618665655454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,8,uniform,0.056330665946006775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,2,8,uniform,0.053642665346463524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,2,uniform,0.10471999645233154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,4,uniform,0.07226666808128357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,4,uniform,0.03616533428430557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,1,uniform,0.16885866721471152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,2,uniform,0.03618666778008143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,1,uniform,0.035162667433420815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,2,8,uniform,0.06902400155862172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,4,uniform,0.04795200129350027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,2,uniform,0.04610666632652283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,1,uniform,0.04872000217437744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,16,uniform,0.05420800050099691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,8,uniform,0.060415998101234436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,4,uniform,0.07191466788450877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,1,uniform,0.13980799913406372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,2,uniform,0.09433600306510925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,16,uniform,0.030720000465710957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,8,uniform,0.03307733436425527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,4,uniform,0.03818666686614355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,2,uniform,0.05026133358478546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,16,uniform,0.05622933308283488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,4,uniform,0.06390933195749919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,16,uniform,0.059088001648585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,4,uniform,0.08144533137480418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,8,uniform,0.05495466788609823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,2,uniform,0.07573333382606506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,1,uniform,0.10843200484911601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,8,uniform,0.062362665931383766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,4,uniform,0.05110399921735128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,2,uniform,0.05078400174776713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,2,8,uniform,0.056218668818473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,2,uniform,0.11286399761835735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,1,uniform,0.1806079943974813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,1,uniform,0.06520533561706543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,8,uniform,0.07223999996980031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,1,uniform,0.050255998969078064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,2,8,uniform,0.0695253312587738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,4,uniform,0.06547733147939046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,2,uniform,0.06373333434263866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,16,uniform,0.06780800223350525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,4,uniform,0.08026133477687836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,2,uniform,0.10248532891273499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,1,uniform,0.15341867009798685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,16,uniform,0.03456533451875051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,2,uniform,0.053743998209635414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,8,uniform,0.06999999781449635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,4,uniform,0.04338666796684265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,8,uniform,0.036730666955312095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,4,uniform,0.07320000231266022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,16,uniform,0.06899733344713847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,2,uniform,0.08684266606966655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,1,uniform,0.12050666411717732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,16,uniform,0.06897066533565521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,1,uniform,0.1918933391571045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,2,8,uniform,0.05428266525268555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,8,uniform,0.07368533313274384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,4,uniform,0.08847999572753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,2,8,uniform,0.07310933371384938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,4,uniform,0.05040533343950907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,2,uniform,0.12073066830635071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,2,uniform,0.04842133323351542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,1,uniform,0.05064533154169718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,2,uniform,0.06423466900984447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,8,uniform,0.09055999914805095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,4,uniform,0.06653866668542226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,1,uniform,0.17966934045155844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,1,uniform,0.06574933230876923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,16,uniform,0.0879146655400594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,4,uniform,0.09980266292889912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,2,uniform,0.12640000383059183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,16,uniform,0.04796266555786133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,4,uniform,0.05341866612434387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,8,uniform,0.048901334404945374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,16,uniform,0.09304533402125041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,8,uniform,0.09305066863695781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,2,uniform,0.06717866659164429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,2,uniform,0.11441066861152649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,4,uniform,0.09697600205739339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,1,uniform,0.1572053333123525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,16,uniform,0.08940266569455464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,8,uniform,0.09289600451787312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,1,uniform,0.21788267294565836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,4,uniform,0.10583466291427612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,4,uniform,0.050554667909940086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,2,uniform,0.14098667105038962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,2,uniform,0.05137600004673004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,1,uniform,0.0509493350982666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,2,8,uniform,0.07330133517583211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,2,8,uniform,0.05525333185990652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,4,uniform,0.0658079981803894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,2,uniform,0.0646613339583079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,4,uniform,0.15033599734306335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,1,uniform,0.06727999945481618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,16,uniform,0.13061333696047464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,8,uniform,0.13159466783205667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,16,uniform,0.06971733272075653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,8,uniform,0.0703413337469101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,2,uniform,0.18311466773351034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,4,uniform,0.07346133391062419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,1,uniform,0.24759999910990396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,16,uniform,0.13633066415786743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,8,uniform,0.13615999619166055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,2,uniform,0.09086400270462036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,2,uniform,0.1632213294506073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,1,uniform,0.21767467260360718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,16,uniform,0.1325493355592092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,4,uniform,0.1441439986228943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,8,uniform,0.13397333025932312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,4,uniform,0.1500640014807383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,2,uniform,0.1949066718419393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,1,uniform,0.28275199731191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,2,8,uniform,0.054832001527150474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,4,uniform,0.051818668842315674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,1,uniform,0.05041599770387014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,2,uniform,0.051274667183558144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,2,8,uniform,0.07257066667079926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,4,uniform,0.06761066615581512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,1,uniform,0.06794133285681407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,2,uniform,0.06361599763234456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,16,uniform,0.21338667472203574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,8,uniform,0.22191466887791952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,4,uniform,0.2496266762415568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,2,uniform,0.30771199862162274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,1,uniform,0.42585599422454834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,8,uniform,0.0713919997215271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,4,uniform,0.08355200290679932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,16,uniform,0.0695253312587738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,2,uniform,0.10398399829864502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,16,uniform,0.16198933124542236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,8,uniform,0.16645866632461548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,4,uniform,0.1718133290608724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,2,uniform,0.21425066391626993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,1,uniform,0.2930080095926921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,2,8,uniform,0.052799999713897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,1,uniform,0.4631359974543254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,4,uniform,0.05080533524354299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,4,uniform,0.24739199876785278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,16,uniform,0.2204479972521464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,8,uniform,0.224400003751119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,1,uniform,0.05393599967161814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,2,uniform,0.052095999320348106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,2,uniform,0.31933865944544476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,1,uniform,0.07235200206438701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,16,uniform,0.21530665953954062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,2,8,uniform,0.06678933401902516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,4,uniform,0.06866133213043213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,2,uniform,0.06915733218193054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,8,uniform,0.21862934033075967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,4,uniform,0.24887466430664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,2,uniform,0.3238453269004822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,2,uniform,0.10651733477910359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,16,uniform,0.06922666728496552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,1,uniform,0.4399626652399699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,8,uniform,0.07264000177383423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,4,uniform,0.17960532506306967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,4,uniform,0.07978133360544841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,16,uniform,0.1638879974683126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,8,uniform,0.16925332943598428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,2,uniform,0.2195626695950826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,1,uniform,0.3023413419723511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,16,uniform,0.2977546652158101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,8,uniform,0.30962665875752765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,2,uniform,0.44445331891377765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,4,uniform,0.34257598718007404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,2,8,uniform,0.053210665782292686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,4,uniform,0.051226665576299034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,2,8,uniform,0.07755200068155925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,1,uniform,0.59661865234375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,2,uniform,0.05125333368778229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,1,uniform,0.0557226687669754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,4,uniform,0.06891199946403503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,1,uniform,0.07435200115044911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,2,uniform,0.06933866441249847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,4,uniform,0.25511467456817627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,16,uniform,0.21128000815709433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,8,uniform,0.0728000005086263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,8,uniform,0.22587200005849203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,16,uniform,0.06905599931875865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,2,uniform,0.3253920078277588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,1,uniform,0.46297601858774823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,4,uniform,0.08061333497365315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,2,uniform,0.11037866274515788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,16,uniform,0.16580800215403238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,8,uniform,0.17043199141820273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,4,uniform,0.18262400229771933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,2,uniform,0.21864000956217447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,4,uniform,0.35142401854197186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,1,uniform,0.31320534149805707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,16,uniform,0.30008532603581745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,8,uniform,0.311573326587677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,2,uniform,0.4428693453470866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,1,uniform,0.6258080005645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,2,8,uniform,0.058778668443361916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,4,uniform,0.0539680023988088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,2,8,uniform,0.07724800209204356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,2,uniform,0.0545066644748052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,1,uniform,0.05973333120346069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,4,uniform,0.07237866520881653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,2,uniform,0.07288533449172974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,16,uniform,0.2403093377749125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,1,uniform,0.0819946676492691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,8,uniform,0.254095991452535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,4,uniform,0.29469867547353107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,2,uniform,0.381658673286438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,1,uniform,0.5733973185221354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,16,uniform,0.07487466434637706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,8,uniform,0.08204266428947449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,4,uniform,0.09722666939099629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,2,uniform,0.12733866771062216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,4,uniform,0.20619199673334757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,16,uniform,0.1788960099220276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,2,uniform,0.2637973427772522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,1,uniform,0.3747680187225342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,8,uniform,0.18329066038131714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,8,uniform,0.3571573495864868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,4,uniform,0.40347735087076825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,16,uniform,0.3318986694018046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,1,uniform,0.8031946818033854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,2,uniform,0.532367984453837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,2,8,uniform,0.05903466542561849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,4,uniform,0.0558240016301473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,2,uniform,0.055173332492510475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,1,uniform,0.0580213318268458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,2,8,uniform,0.07505066692829132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,2,uniform,0.07495999832948048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,4,uniform,0.06859200199445088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,1,uniform,0.08380267024040222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,16,uniform,0.24016000827153525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,8,uniform,0.2574666738510132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,4,uniform,0.29392532507578534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,8,uniform,0.0827946662902832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,2,uniform,0.12920533617337546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,2,uniform,0.3903253475824992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,1,uniform,0.5721706549326578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,16,uniform,0.07553066809972127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,4,uniform,0.09784000118573506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,2,uniform,0.2685813307762146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,16,uniform,0.179258664449056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,8,uniform,0.1918506622314453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,4,uniform,0.20444266001383463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,1,uniform,0.38177065054575604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,16,uniform,0.3337706724802653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,4,uniform,0.408735990524292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,8,uniform,0.3550399939219157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,1,uniform,0.8176426887512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,2,uniform,0.5370453198750814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,2,8,uniform,0.06142933170000712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,1,uniform,0.06283733248710632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,4,uniform,0.07434133191903432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,4,uniform,0.05663999915122986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,2,uniform,0.056128000219662987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,1,uniform,0.08684800068537395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,2,8,uniform,0.07542933523654938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,2,uniform,0.07673599819342296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,4,uniform,0.2994346618652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,16,uniform,0.24367467562357584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,8,uniform,0.259552001953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,2,uniform,0.39297600587209064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,1,uniform,0.5921599864959717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,2,uniform,0.13358400265375772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,8,uniform,0.08497599760691325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,16,uniform,0.07296533385912578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,4,uniform,0.10065600275993347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,16,uniform,0.18438400824864706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,8,uniform,0.19204266866048178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,4,uniform,0.21603200833002725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,1,uniform,0.394869327545166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,2,uniform,0.26849599679311115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,8,uniform,0.3579946756362915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,4,uniform,0.4105653365453084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,16,uniform,0.3370613257090251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,1,uniform,0.8169493675231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,2,uniform,0.5503093401590983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,2,8,uniform,0.06028266747792562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,4,uniform,0.06085333228111267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,2,uniform,0.058058664202690125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,1,uniform,0.06595733265082042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,2,8,uniform,0.08536000053087871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,4,uniform,0.07493333518505096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,1,uniform,0.09012266993522644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,4,uniform,0.3027999997138977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,16,uniform,0.24699199199676514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,2,uniform,0.0825439989566803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,8,uniform,0.2648106614748637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,2,uniform,0.4040000041325887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,1,uniform,0.599231998125712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,16,uniform,0.08165866633256276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,8,uniform,0.09013332923253377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,4,uniform,0.10651733477910359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,2,uniform,0.1436746617158254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,16,uniform,0.1883946657180786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,4,uniform,0.22977600495020548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,8,uniform,0.20160533984502158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,8,uniform,0.3656426668167114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,1,uniform,0.40225064754486084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,2,uniform,0.2847999930381775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,2,uniform,0.5617173512776693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,4,uniform,0.41730133692423504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,1,uniform,0.8357226848602295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,4,uniform,0.061050668358802795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,1,uniform,0.06782933572928111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,16,uniform,0.3373386859893799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,2,8,uniform,0.08654399712880452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,2,8,uniform,0.06131199995676676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,2,uniform,0.06048533320426941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,1,uniform,0.09318932890892029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,4,uniform,0.07572266459465027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,2,uniform,0.08102400104204814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,16,uniform,0.24827200174331665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,8,uniform,0.2670080065727234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,4,uniform,0.31111466884613037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,8,uniform,0.09316266576449077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,4,uniform,0.1090826690196991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,1,uniform,0.605189323425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,2,uniform,0.41015466054280597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,16,uniform,0.0830506682395935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,2,uniform,0.14961066842079163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,16,uniform,0.19064533710479736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,8,uniform,0.2023413379987081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,4,uniform,0.22988800207773843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,2,uniform,0.2914773424466451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,1,uniform,0.4129813512166341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,4,uniform,0.42029865582784015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,16,uniform,0.34386134147644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,8,uniform,0.36880000432332355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,2,uniform,0.5605920155843099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,1,uniform,0.86244797706604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,2,8,uniform,0.06208533545335134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,4,uniform,0.061466669042905174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,2,uniform,0.062074666221936546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,2,uniform,0.0876586635907491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,1,uniform,0.07449600100517273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,2,8,uniform,0.08488000432650249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,4,uniform,0.07922133306662242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,8,uniform,0.2704799969991048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,2,uniform,0.42260801792144775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,16,uniform,0.2502560019493103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,16,uniform,0.08500799536705017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,4,uniform,0.31673600276311237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,1,uniform,0.09620267152786255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,1,uniform,0.647487998008728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,8,uniform,0.09363200267155965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,4,uniform,0.11293333768844604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,4,uniform,0.24082666635513306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,2,uniform,0.1540000041325887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,16,uniform,0.19479999939600626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,2,uniform,0.30293333530426025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,8,uniform,0.20789867639541626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,1,uniform,0.43913598855336505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,8,uniform,0.37353599071502686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,16,uniform,0.3487413326899211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,4,uniform,0.42876799901326496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,2,uniform,0.5744266510009766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,2,uniform,0.06965333223342896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,1,uniform,0.0812906672557195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,1,uniform,0.8599200248718262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,2,8,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,4,uniform,0.08551466464996338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,1,uniform,0.11149332920710246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,4,uniform,0.06762666503588359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,16,uniform,0.2581920027732849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,8,uniform,0.28068800767262775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,2,8,uniform,0.08894933263460796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,4,uniform,0.3332746624946594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,2,uniform,0.44199466705322266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,1,uniform,0.6920959949493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,2,uniform,0.09071466326713562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,2,uniform,0.16658133268356323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,4,uniform,0.12109866738319397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,16,uniform,0.0881813367207845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,8,uniform,0.09887466828028361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,2,uniform,0.322543998559316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,4,uniform,0.25033066670099896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,8,uniform,0.22103466590245566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,16,uniform,0.21013865868250528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,16,uniform,0.3575199842453003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,2,uniform,0.5954613288243612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,1,uniform,0.4816533327102661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,8,uniform,0.3827146689097087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,4,uniform,0.4431946674982707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,2,8,uniform,0.07769600053628285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,1,uniform,0.9126400152842203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,1,uniform,0.08615466952323914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,2,uniform,0.0717386653025945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,4,uniform,0.06434133152167003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,4,uniform,0.08809600273768108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,2,8,uniform,0.09477866689364116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,2,uniform,0.09899200002352397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,4,uniform,0.3383626540501912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,2,uniform,0.4553920030593872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,1,uniform,0.11686933040618896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,16,uniform,0.25457600752512616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,1,uniform,0.7358559767405192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,8,uniform,0.28456000487009686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,16,uniform,0.08982400099436443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,2,uniform,0.17573332786560059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,16,uniform,0.21348265806833902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,8,uniform,0.10071466366449992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,4,uniform,0.12154133121172588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,8,uniform,0.22604799270629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,4,uniform,0.2565973401069641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,2,uniform,0.33077333370844525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,16,uniform,0.3598239819208781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,8,uniform,0.38763201236724854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,1,uniform,0.943727970123291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,1,uniform,0.5134133497873942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,4,uniform,0.4480959971745809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,2,uniform,0.6147093375523885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,4,uniform,0.07105599840482076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,2,uniform,0.07620266576608022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,1,uniform,0.09485333164532979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,2,8,uniform,0.07875200112660725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,2,uniform,0.10781332850456238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,1,uniform,0.12804800271987915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,2,8,uniform,0.09596799810727437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,8,uniform,0.297434667746226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,4,uniform,0.09377599755922954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,1,uniform,0.7876746654510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,16,uniform,0.2699306607246399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,16,uniform,0.0939359962940216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,2,uniform,0.4926613171895345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,2,uniform,0.19099734226862589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,4,uniform,0.3489813407262166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,8,uniform,0.10718400279680888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,4,uniform,0.13523733615875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,2,uniform,0.357968012491862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,1,uniform,0.5757759809494019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,16,uniform,0.37037332852681476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,16,uniform,0.22131200631459555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,4,uniform,0.2712693413098653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,8,uniform,0.23013333479563394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,4,uniform,0.4705439805984497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,8,uniform,0.39980268478393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,2,uniform,0.6502879858016968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,2,8,uniform,0.09245333075523376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,4,uniform,0.09264000256856282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,1,uniform,1.0207466284434001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,2,uniform,0.10354666908582051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,1,uniform,0.1306826670964559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,1,uniform,0.18489599227905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,2,8,uniform,0.12319999933242798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,2,uniform,0.14627733826637268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,16,uniform,0.28571200370788574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,8,uniform,0.31881600618362427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,4,uniform,0.13075199723243713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,4,uniform,0.3890560070673625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,16,uniform,0.10262933373451233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,1,uniform,0.9348800182342529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,4,uniform,0.15470932920773825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,2,uniform,0.23135999838511148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,2,uniform,0.5755893389383951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,8,uniform,0.11900800466537476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,16,uniform,0.23780266443888345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,8,uniform,0.25837866465250653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,4,uniform,0.29733333985010785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,1,uniform,0.7005653381347656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,16,uniform,0.389850656191508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,2,uniform,0.43914135297139484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,4,uniform,0.5128159920374552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,2,uniform,0.7478559811909994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,1,uniform,1.16975998878479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,8,uniform,0.4183359940846761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,4,uniform,0.1011253297328949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,2,uniform,0.11467732985814412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,4,uniform,0.14460800091425577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,1,uniform,0.14787733554840088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,2,8,uniform,0.10095466176668803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,1,uniform,0.2175040046374003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,8,uniform,0.3369599978129069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,4,uniform,0.4370826482772827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,2,uniform,0.15962666273117065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.30062933762868244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,2,uniform,0.6528266668319702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,1,uniform,1.0744586785634358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,4,uniform,0.17115734020868936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,2,8,uniform,0.12468799948692322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,2,uniform,0.2823413411776225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,16,uniform,0.1086186667283376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,8,uniform,0.12934399644533792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,8,uniform,0.2746880054473877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,16,uniform,0.4091893434524536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,16,uniform,0.24458134174346924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,2,uniform,0.49537599086761475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,4,uniform,0.3397333224614461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,8,uniform,0.4455999930699666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,1,uniform,0.7997066974639893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,1,uniform,1.3127413590749104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,4,uniform,0.5528800090154012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,2,uniform,0.8155893484751383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,2,8,uniform,0.13108266393343607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,2,uniform,0.1581546664237976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,4,uniform,0.1353386640548706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,4,uniform,0.19933332999547324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,2,uniform,0.22474133968353271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,1,uniform,0.21479467550913492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,2,8,uniform,0.18503467241923013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,16,uniform,0.3317493398984273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,1,uniform,0.3192426760991414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,2,uniform,0.7971733411153158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,1,uniform,1.3537119229634602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,8,uniform,0.38279465834299725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,4,uniform,0.5241760015487671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,8,uniform,0.14949333667755127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,4,uniform,0.216922660668691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,16,uniform,0.12294933199882507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,8,uniform,0.31177600224812824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,2,uniform,0.36739198366800946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,16,uniform,0.2771413326263428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,2,uniform,0.6221386591593424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,8,uniform,0.49374401569366455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,4,uniform,0.4203840096791585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,4,uniform,0.6505813201268514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,2,uniform,0.9688639640808105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,1,uniform,1.050544023513794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,2,uniform,0.19961067040761313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,16,uniform,0.43112532297770184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,2,8,uniform,0.15690666437149048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,4,uniform,0.16432533661524454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,1,uniform,1.5948905944824219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,4,uniform,0.23645333449045816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,1,uniform,0.415882666905721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,1,uniform,0.2911306619644165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,2,8,uniform,0.21022933721542358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,2,uniform,0.28757866223653156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.3606613477071126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,4,uniform,0.6021920045216879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,16,uniform,0.13453333576520285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,8,uniform,0.43625064690907794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,8,uniform,0.1651573379834493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,2,uniform,0.9336160024007162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,1,uniform,1.617194652557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,4,uniform,0.262442668279012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,2,uniform,0.4324106772740682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,4,uniform,0.4888586600621541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,8,uniform,0.3553280035654704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,16,uniform,0.297818660736084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,1,uniform,1.2830560207366943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,2,uniform,0.7365439732869467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,16,uniform,0.4726879994074504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,4,uniform,0.7334400018056234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,8,uniform,0.5454133351643881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,4,uniform,0.24141865968704224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,2,uniform,1.1149333318074544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,2,8,uniform,0.22337067127227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,2,uniform,0.2915733257929484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,1,uniform,0.42982399463653564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,1,uniform,1.8637439409891765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,1,uniform,0.6137386560440063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,2,8,uniform,0.3189706603686015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,4,uniform,0.34320000807444256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,2,uniform,0.4290986855824788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,8,uniform,0.5381866693496704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,2,uniform,1.2337760130564372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,16,uniform,0.4082560141881307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,16,uniform,0.18632533152898154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,4,uniform,0.7586186726888021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,8,uniform,0.24390933911005655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,1,uniform,2.16212797164917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,2,uniform,0.6594666639963785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,16,uniform,0.4264320135116577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,4,uniform,0.38208532333374023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,4,uniform,0.719808022181193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,2,uniform,1.0739733378092449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,8,uniform,0.5162239869435629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,8,uniform,0.652021328608195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,16,uniform,0.5428426663080851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,1,uniform,1.9057493209838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,2,uniform,1.4143840471903484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,1,uniform,2.4415574073791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,4,uniform,0.8913333415985107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,4,uniform,0.29767467578252155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,2,8,uniform,0.25463465849558514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,2,uniform,0.3919946750005086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,4,uniform,0.4480959971745809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,1,uniform,0.5425333182017008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,1,uniform,0.8046507040659586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,2,uniform,0.5611466566721598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,16,uniform,0.4769973357518514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,2,8,uniform,0.37116265296936035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,4,uniform,0.8988213539123535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,1,uniform,2.6269706090291343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,8,uniform,0.6204373439153036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,2,uniform,1.4806987444559734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,8,uniform,0.2995893359184265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,16,uniform,0.20153599977493286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,4,uniform,0.4631093343098958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,2,uniform,0.7962986628214518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,2,uniform,1.318405310312907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,16,uniform,0.4926079909006755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,8,uniform,0.595583995183309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,4,uniform,0.8367359638214111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,16,uniform,0.6137973467508951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,8,uniform,0.7612906297047933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,1,uniform,2.37390931447347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,2,8,uniform,0.40747201442718506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,4,uniform,1.06112535794576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,2,uniform,0.5911839803059896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,1,uniform,2.974656105041504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,4,uniform,0.45784000555674237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,2,uniform,1.704485257466634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,4,uniform,0.6804373264312744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,1,uniform,0.8193386395772299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,2,uniform,0.8471573193868002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,2,8,uniform,0.5984799861907959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,1,uniform,1.1728373368581135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,16,uniform,0.7254559993743896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,8,uniform,0.9472266832987467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,4,uniform,1.3638453483581543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,2,uniform,2.3087199529012046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,1,uniform,4.067786534627278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,16,uniform,0.3036106626192729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,2,uniform,1.1671466827392578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,8,uniform,0.42341331640879315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,4,uniform,0.6791786352793375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,8,uniform,0.8469706376393636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,16,uniform,0.6744053363800049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,4,uniform,1.2124746640523274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,16,uniform,0.7447413603464762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,2,uniform,1.9021066029866536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,1,uniform,3.463909467061361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,4,uniform,1.3628959655761719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,2,uniform,2.2387733459472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,8,uniform,0.936896006266276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,2,8,uniform,0.523850679397583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,2,uniform,0.7612373034159342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,1,uniform,1.069701353708903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,1,uniform,3.9608640670776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,2,8,uniform,0.7430720329284668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,2,uniform,1.126522699991862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,4,uniform,0.9179573059082031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,4,uniform,0.5983519951502482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,1,uniform,1.5603520075480144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,16,uniform,0.8448212941487631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,4,uniform,1.6530720392862956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,16,uniform,0.3980640172958374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,8,uniform,1.1145226955413818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,2,uniform,2.8545653025309243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,1,uniform,5.110949198404948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,8,uniform,0.548469344774882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,4,uniform,0.8738933404286703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,2,uniform,1.52182404200236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,16,uniform,0.8937866687774658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,8,uniform,1.1036213239034016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,4,uniform,1.5964372952779133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,2,uniform,2.5102346738179526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,1,uniform,4.56275749206543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,16,uniform,1.0751573244730632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,4,uniform,1.9411039352416992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,8,uniform,1.3416800498962402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,2,8,uniform,0.7851786613464355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,1,uniform,5.630559921264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,2,uniform,3.196330706278483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,2,8,uniform,1.1741653283437092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,4,uniform,1.3619680404663086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,4,uniform,0.8932106494903564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,2,uniform,1.126261313756307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,2,uniform,1.6857919692993164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,1,uniform,1.569050629933675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,1,uniform,2.3529760042826333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,16,uniform,1.22980801264445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,8,uniform,1.6523946126302083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,2,uniform,4.157642682393392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,4,uniform,2.4590773582458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,16,uniform,0.594490647315979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,8,uniform,0.8034666379292806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,1,uniform,7.589850743611653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,2,uniform,2.251797358194987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,4,uniform,1.2942240238189697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,16,uniform,1.2407306830088298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,8,uniform,1.537226676940918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,2,uniform,3.590127944946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,4,uniform,2.2301012674967446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,1,uniform,6.589445114135742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,16,uniform,1.3424800237019856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,8,uniform,1.7298612594604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,4,uniform,2.564298629760742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,2,8,uniform,1.0373067061106365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,4,uniform,1.1970880031585693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,1,uniform,2.0944906870524087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,2,8,uniform,1.5325439771016438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,2,uniform,1.5192747116088867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,2,uniform,4.349941253662109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,1,uniform,7.744282404581706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,4,uniform,1.7875253359476726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,2,uniform,2.233802636464437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,1,uniform,3.110234578450521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,16,uniform,1.6278293927510579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,8,uniform,2.1756159464518228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,1,uniform,10.028485616048178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,4,uniform,3.2325439453125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,2,uniform,5.469909032185872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,16,uniform,0.7769227027893066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,2,uniform,2.994826634724935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,8,uniform,1.0675679842631023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,4,uniform,1.7111093203226726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,8,uniform,2.029962698618571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,4,uniform,2.9943361282348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,16,uniform,1.5823680559794109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,2,uniform,4.798437436421712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,1,uniform,8.810165405273438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,16,uniform,1.8423360188802083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,4,uniform,3.506725311279297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,2,8,uniform,1.291653315226237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,8,uniform,2.3703734079996743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,2,uniform,5.870330810546875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,1,uniform,2.6070079803466797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,2,uniform,1.8602453867594402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,1,uniform,10.507247924804688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,4,uniform,1.4583679835001628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,2,8,uniform,1.836682637532552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,1,uniform,3.8666346867879233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,4,uniform,2.2106614112854004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,2,uniform,2.813418706258138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,16,uniform,2.0137813886006675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,8,uniform,2.699712117513021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,2,uniform,6.802746454874675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,4,uniform,4.058527946472168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,16,uniform,0.9704373677571615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,1,uniform,12.497493743896484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,8,uniform,1.3252159754435222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,4,uniform,2.126592000325521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,8,uniform,2.4609012603759766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,16,uniform,1.9474080403645833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,2,uniform,3.718031883239746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,4,uniform,3.6149492263793945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,2,uniform,5.852479934692383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,1,uniform,10.76589838663737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,16,uniform,2.333237330118815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,uniform,0.06654933094978333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,uniform,0.04567466676235199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,8,uniform,2.9821545282999673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,uniform,0.038805333276589714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,uniform,0.07915733257929485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,uniform,0.060453335444132485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,uniform,0.039808000127474465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,uniform,0.0440533310174942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,uniform,0.0451200008392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,uniform,0.07905066510041554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,uniform,0.0580320010582606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,uniform,0.05712533493836721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,uniform,0.05878399809201559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,uniform,0.061349332332611084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,uniform,0.04580266773700714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,uniform,0.06503466765085857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,uniform,0.03842133283615112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,2,uniform,7.296682357788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,uniform,0.036720000207424164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,uniform,0.037861332297325134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,1,uniform,13.173402150472006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,uniform,0.041509332756201424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,uniform,0.0781173308690389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,uniform,0.06401599943637848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,uniform,0.05764266848564148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,uniform,0.05542399982611338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,uniform,0.062309334675470986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,4,uniform,4.416639963785808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,uniform,0.08104533453782399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,uniform,0.059258664647738137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,uniform,0.063360000650088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,uniform,0.057664001981417336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,uniform,0.06225599845250448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,uniform,0.04659200211366018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,uniform,0.070933332045873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,uniform,0.04731733103593191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,uniform,0.06371200084686279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,uniform,0.08371733625729878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,uniform,0.0458133320013682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,uniform,0.05766933163007101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,uniform,0.06073066592216492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,uniform,0.060138667623202004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,uniform,0.06770133475462596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,uniform,0.07850666840871175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,uniform,0.06214933097362518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,uniform,0.06473599870999654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,uniform,0.0629013329744339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,uniform,0.04266666869322459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,uniform,0.03802666564782461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,uniform,0.07709866762161255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,uniform,0.03748800108830134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,uniform,0.03809066613515218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,uniform,0.03984533250331879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,uniform,0.06449066599210103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,uniform,0.044981335600217186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,uniform,0.07865066826343536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,uniform,0.06422933439413707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,uniform,0.06285333136717479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,uniform,0.07341866691907246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,uniform,0.07838400204976399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,uniform,0.08041066428025563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,uniform,0.06479999919732411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,uniform,0.06423466900984447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,uniform,0.06549333532651265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,uniform,0.0706826647122701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,uniform,0.05826666454474131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,uniform,0.0805866668621699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,uniform,0.06304533282915752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,uniform,0.057189335425694786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,uniform,0.057562669118245445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,uniform,0.0738506664832433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,uniform,0.07683733105659485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,uniform,0.07950399816036224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,uniform,0.0751200020313263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,uniform,0.08036266764005025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,uniform,0.08265066643555959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,uniform,0.07786666850248973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,uniform,0.08184533317883809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,uniform,0.08814932902654012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,uniform,0.048485333720842995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,uniform,0.04683200021584829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,uniform,0.044490665197372437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,uniform,0.0999893347422282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,uniform,0.0458186666170756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,uniform,0.05938133100668589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,uniform,0.051669334371884666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,uniform,0.09686400492986043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,uniform,0.07548800110816956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,uniform,0.08027733365694682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,uniform,0.08229866623878479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,uniform,0.0764213353395462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,uniform,0.07738666733105977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,uniform,0.08352532982826233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,uniform,0.07956266899903615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,uniform,0.07891199986139934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,uniform,0.08101866642634074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,uniform,0.08608000477155049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,uniform,0.06380799909432729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,uniform,0.10191466410954793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,uniform,0.05754133562246958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,uniform,0.056133334835370384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,uniform,0.05499733487764994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,uniform,0.08790399630864461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,uniform,0.07271466652552287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,uniform,0.07009066641330719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,uniform,0.09055466453234355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,uniform,0.07817066709200542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,uniform,0.09144000212351482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,uniform,0.09524800380071004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,uniform,0.10825066765149434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,uniform,0.05734399954477946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,uniform,0.1032426655292511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,uniform,0.1325866679350535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,uniform,0.05322133501370748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,uniform,0.05398400127887726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,uniform,0.055904000997543335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,uniform,0.07657599945863088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,uniform,0.06378133098284404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,uniform,0.10558399558067322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,uniform,0.11337600151697795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,uniform,0.09382933378219604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,uniform,0.10809600353240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,uniform,0.1092746655146281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,uniform,0.12404266993204753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,uniform,0.09990400075912476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,uniform,0.0977226694424947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,uniform,0.09665600458780925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,uniform,0.10292800267537434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,uniform,0.060234665870666504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,uniform,0.10431999961535136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,uniform,0.054133335749308266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,uniform,0.13678933183352152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,uniform,0.05569066603978475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,uniform,0.07353066901365916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,uniform,0.07576000193754832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,uniform,0.05787200232346853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,uniform,0.0788800021012624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,uniform,0.07832533121109009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,uniform,0.1313866674900055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,uniform,0.12878400087356567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,uniform,0.13762666781743368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,uniform,0.12846933801968893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,uniform,0.15403733650843301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,uniform,0.0666240006685257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,uniform,0.19945067167282104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,uniform,0.06966933111349742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,uniform,0.07187200089295705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,uniform,0.07657066484292348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,uniform,0.08721066514650981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,uniform,0.11108799775441487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,uniform,0.1437066694100698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,uniform,0.14804800351460776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,uniform,0.1523360013961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,uniform,0.16818666458129883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,uniform,0.14594667156537375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,uniform,0.19739733139673868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,uniform,0.1304213305314382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,uniform,0.15683199961980185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,uniform,0.13725333412488303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,uniform,0.12903466820716858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,uniform,0.13035733501116434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,uniform,0.1999786694844564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,uniform,0.055125330885251365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,uniform,0.06706133484840393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,uniform,0.05682666599750519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,uniform,0.05825066566467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,uniform,0.08500267068545024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,uniform,0.07341866691907246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,uniform,0.07666133344173431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,uniform,0.07538133362929027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,uniform,0.21052267154057822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,uniform,0.21269333362579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,uniform,0.22339733441670737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,uniform,0.21189866463343301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,uniform,0.34060800075531006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,uniform,0.2592533429463704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,uniform,0.07401599983374278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,uniform,0.06965866684913635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,uniform,0.07595733304818471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,uniform,0.11322666207949321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,uniform,0.0731573353211085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,uniform,0.08782399694124858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,uniform,0.1660160024960836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,uniform,0.16611199577649435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,uniform,0.18568533658981323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,uniform,0.16003732879956564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,uniform,0.16793066263198853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,uniform,0.24663466215133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,uniform,0.21238400538762411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,uniform,0.2257279952367147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,uniform,0.2116960088411967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,uniform,0.21423467000325522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,uniform,0.26183466116587323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,uniform,0.3460479974746704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,uniform,0.05592533449331919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,uniform,0.060533334811528526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,uniform,0.06278933087984721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,uniform,0.07037866612275441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,uniform,0.07094933092594147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,uniform,0.05784533421198527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,uniform,0.07479466497898102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,uniform,0.0769760012626648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,uniform,0.21386132637659708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,uniform,0.21267733971277872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,uniform,0.3434720039367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,uniform,0.2132320006688436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,uniform,0.22473067045211792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,uniform,0.06857599814732869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,uniform,0.2605760097503662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,uniform,0.0713973343372345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,uniform,0.07813333471616109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,uniform,0.07319466769695282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,uniform,0.08870399991671245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,uniform,0.11254933476448059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,uniform,0.16741333405176798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,uniform,0.1722666621208191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,uniform,0.16895999511082968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,uniform,0.1655306617418925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,uniform,0.24616533517837524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,uniform,0.18898133436838785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,uniform,0.2945546706517537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,uniform,0.296725332736969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,uniform,0.2928053339322408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,uniform,0.36673065026601154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,uniform,0.31243733565012616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,uniform,0.49052266279856366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,uniform,0.06314133107662201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,uniform,0.05639466643333435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,uniform,0.06450133522351582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,uniform,0.055871998270352684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,uniform,0.07947733501593272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,uniform,0.06780266761779785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,uniform,0.07813866436481476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,uniform,0.07439466814200084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,uniform,0.2143146594365438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,uniform,0.21241066853205362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,uniform,0.21732799212137857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,uniform,0.2620319922765096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,uniform,0.22604799270629883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,uniform,0.07238933444023132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,uniform,0.06869333485762279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,uniform,0.34785600503285724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,uniform,0.07494933406511943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,uniform,0.16416533788045248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,uniform,0.08719999591509502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,uniform,0.11525332927703857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,uniform,0.07778666913509369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,uniform,0.16602133711179098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,uniform,0.16833599408467612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,uniform,0.17216533422470093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,uniform,0.24899733066558838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,uniform,0.1923946738243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,uniform,0.29575467109680176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,uniform,0.29572800795237225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,uniform,0.2983146707216899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,uniform,0.31310399373372394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,uniform,0.36822934945424396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,uniform,0.4949333270390828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,uniform,0.055871998270352684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,uniform,0.057034666339556374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,uniform,0.05461333195368449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,uniform,0.0529120018084844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,uniform,0.07208533088366191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,uniform,0.06948266426722209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,uniform,0.07316266496976216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,uniform,0.07051200171311696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,uniform,0.2153759996096293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,uniform,0.21440533796946207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,uniform,0.34700266520182294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,uniform,0.07323733468850453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,uniform,0.2168160080909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,uniform,0.2286506692568461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,uniform,0.2678026755650838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,uniform,0.07097599903742473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,uniform,0.0899839997291565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,uniform,0.0735999991496404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,uniform,0.0774239997069041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,uniform,0.16620799899101257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,uniform,0.11751466989517212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,uniform,0.1630826691786448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,uniform,0.17187732458114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,uniform,0.24847465753555298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,uniform,0.1686026652654012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,uniform,0.19288533926010132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,uniform,0.29526400566101074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,uniform,0.29890666405359906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,uniform,0.31388266881306964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,uniform,0.49696532885233563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,uniform,0.36980267365773517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,uniform,0.05606399973233541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,uniform,0.05349333087603251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,uniform,0.07028799752394359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,uniform,0.2919573386510213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,uniform,0.05420266588528951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,uniform,0.057349334160486855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,uniform,0.07182399928569794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,uniform,0.07060266534487407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,uniform,0.07452266911665599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,uniform,0.21607466538747153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,uniform,0.21493866046269736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,uniform,0.07081600030263265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,uniform,0.22881599267323813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,uniform,0.3498026529947917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,uniform,0.21355199813842773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,uniform,0.26975999275843304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,uniform,0.0905013382434845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,uniform,0.07686399916807811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,uniform,0.073253333568573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,uniform,0.07526400188604991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,uniform,0.11904000242551167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,uniform,0.17377599080403647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,uniform,0.16335999965667725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,uniform,0.16345066825548807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,uniform,0.17498666048049927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,uniform,0.1951520045598348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,uniform,0.2964800000190735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,uniform,0.25588266054789227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,uniform,0.2954559922218323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,uniform,0.2985386649767558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,uniform,0.49294400215148926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,uniform,0.31478933493296307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,uniform,0.05682666599750519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,uniform,0.370688001314799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,uniform,0.053632001082102455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,uniform,0.057989334066708885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,uniform,0.055493334929148354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,uniform,0.07147199908892314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,uniform,0.07029866675535838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,uniform,0.07530133426189423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,uniform,0.07043733199437459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,uniform,0.21727466583251953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,uniform,0.21945599714914957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,uniform,0.21610132853190103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,uniform,0.07249600191911061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,uniform,0.35512534777323407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,uniform,0.27446399132410687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,uniform,0.07549333572387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,uniform,0.23349332809448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,uniform,0.07506666580835979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,uniform,0.07711466650168101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,uniform,0.1202346682548523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,uniform,0.09237333138783772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,uniform,0.17161067326863608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,uniform,0.1709866722424825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,uniform,0.1698933243751526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,uniform,0.1773759921391805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,uniform,0.2981013258298238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,uniform,0.19575466712315878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,uniform,0.2537386616071065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,uniform,0.2998879949251811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,uniform,0.29765866200129193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,uniform,0.32290132840474445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,uniform,0.3750773270924886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,uniform,0.0628959983587265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,uniform,0.506218671798706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,uniform,0.0708426684141159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,uniform,0.06363733112812042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,uniform,0.0645653357108434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,uniform,0.08629866441090901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,uniform,0.08370666702588399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,uniform,0.09176533420880635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,uniform,0.0819413314263026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,uniform,0.216213325659434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,uniform,0.21901333332061768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,uniform,0.23670933643976846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,uniform,0.21994666258494058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,uniform,0.07552533348401387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,uniform,0.3591200113296509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,uniform,0.2830666700998942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,uniform,0.07369600236415863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,uniform,0.07698133091131847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,uniform,0.08070399860541026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,uniform,0.09428800145785014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,uniform,0.1680799921353658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,uniform,0.12369599938392639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,uniform,0.17008533080418906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,uniform,0.17692800362904867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,uniform,0.17219199736913046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,uniform,0.25706666707992554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,uniform,0.20136533180872598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,uniform,0.3012266755104065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,uniform,0.3001813292503357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,uniform,0.3075733383496602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,uniform,0.3839999834696452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,uniform,0.32421332597732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,uniform,0.06389866769313812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,uniform,0.06343466540177663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,uniform,0.515450676282247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,uniform,0.0651039977868398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,uniform,0.07124799986680348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,uniform,0.087226668993632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,uniform,0.08295999964078267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,uniform,0.08463999629020691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,uniform,0.092357337474823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,uniform,0.22202134132385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,uniform,0.21924267212549844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,uniform,0.21915199359258017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,uniform,0.23759466409683228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,uniform,0.3662293354670207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,uniform,0.2832533319791158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,uniform,0.0765173335870107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,uniform,0.0735999991496404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,uniform,0.07567466795444489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,uniform,0.08144000172615051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,uniform,0.12703466415405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,uniform,0.09507200121879578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,uniform,0.17268266280492148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,uniform,0.17298666636149088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,uniform,0.17216533422470093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,uniform,0.18089600404103598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,uniform,0.20492267608642578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,uniform,0.3268959919611613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,uniform,0.26372265815734863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,uniform,0.30008000135421753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,uniform,0.30637333790461224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,uniform,0.3001813292503357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,uniform,0.06142933170000712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,uniform,0.5233920017878214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,uniform,0.39055999120076496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,uniform,0.06234666705131531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,uniform,0.06753066678841908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,uniform,0.0839359958966573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,uniform,0.07614399989446004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,uniform,0.08133866886297862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,uniform,0.09934932986895244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,uniform,0.08760000268618266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,uniform,0.22115200757980347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,uniform,0.22160534063975015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,uniform,0.225765327612559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,uniform,0.24659732977549234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,uniform,0.29290133714675903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,uniform,0.0754559983809789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,uniform,0.07544533411661784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,uniform,0.37509334087371826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,uniform,0.07715733349323273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,uniform,0.08505066235860188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,uniform,0.13318399588267008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,uniform,0.0995146632194519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,uniform,0.16935465733210245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,uniform,0.1767680048942566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,uniform,0.17387733856836954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,uniform,0.18447466691335043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,uniform,0.20810665686925253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,uniform,0.2735840082168579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,uniform,0.3089493314425151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,uniform,0.3038559953371684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,uniform,0.3057120045026143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,uniform,0.33170666297276813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,uniform,0.39638400077819824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,uniform,0.08399466673533122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,uniform,0.08640000224113464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,uniform,0.5345760186513265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,uniform,0.09530666470527649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,uniform,0.08150933186213176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,uniform,0.10259733597437541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,uniform,0.11332266529401143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,uniform,0.10424533486366272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,uniform,0.1257866621017456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,uniform,0.22580800453821817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,uniform,0.2302560011545817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,uniform,0.22740799188613892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,uniform,0.25327465931574505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,uniform,0.3032640020052592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,uniform,0.3886186679204305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,uniform,0.07877333462238312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,uniform,0.10316266616185506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,uniform,0.0888159970442454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,uniform,0.08246399958928426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,uniform,0.13269333044687906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,uniform,0.18890666961669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,uniform,0.17244799931844076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,uniform,0.18710400660832724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,uniform,0.17490132649739584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,uniform,0.2169920007387797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,uniform,0.17512534062067667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,uniform,0.2850559949874878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,uniform,0.3105493386586507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,uniform,0.342303991317749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,uniform,0.31038399537404376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,uniform,0.4103253285090129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,uniform,0.31695467233657837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,uniform,0.08469333251317342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,uniform,0.5450186729431152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,uniform,0.08354666829109192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,uniform,0.0999840001265208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,uniform,0.08933333555857341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,uniform,0.11032000184059143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,uniform,0.13019200166066489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,uniform,0.11329066753387451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,uniform,0.11738133430480957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,uniform,0.22768000761667886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,uniform,0.2346986730893453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,uniform,0.22914665937423706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,uniform,0.30877866347630817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,uniform,0.2582826614379883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,uniform,0.39422400792439777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,uniform,0.08965866764386494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,uniform,0.08201600114504497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,uniform,0.08531199892361958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,uniform,0.10809600353240967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,uniform,0.13664000233014426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,uniform,0.1925599972407023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,uniform,0.18652266263961792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,uniform,0.411082665125529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,uniform,0.19821866353352866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,uniform,0.18678933382034302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,uniform,0.2905706763267517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,uniform,0.23082667589187622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,uniform,0.3137386639912923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,uniform,0.34723734855651855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,uniform,0.3123626708984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,uniform,0.3211093346277873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,uniform,0.42331735293070477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,uniform,0.09586133559544881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,uniform,0.5576693216959635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,uniform,0.10706133643786113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,uniform,0.09764800469080608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,uniform,0.11924800276756287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,uniform,0.12774399916330972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,uniform,0.14324266711870828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,uniform,0.13191999991734824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,uniform,0.15922133127848306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,uniform,0.23290133476257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,uniform,0.23018133640289307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,uniform,0.24025066693623862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,uniform,0.26817067464192706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,uniform,0.4097919861475627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,uniform,0.3211733301480611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,uniform,0.08060266574223836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,uniform,0.08422399560610454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,uniform,0.09256533781687419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,uniform,0.1076853374640147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,uniform,0.20218133926391602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,uniform,0.1872426668802897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,uniform,0.13875200351079306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,uniform,0.204858660697937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,uniform,0.18986133734385172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,uniform,0.30266133944193524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,uniform,0.23648534218470255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,uniform,0.3190186619758606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,uniform,0.3172159989674886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,uniform,0.42642664909362793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,uniform,0.32947200536727905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,uniform,0.36023465792338055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,uniform,0.4385066827138265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,uniform,0.1283146639664968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,uniform,0.1395093301932017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,uniform,0.12526399890581766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,uniform,0.5840320189793905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,uniform,0.15908799568812051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,uniform,0.17951999107996622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,uniform,0.17942400773366293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,uniform,0.21474132935206094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,uniform,0.19267199436823526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,uniform,0.24061866601308188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,uniform,0.25305600961049396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,uniform,0.2788693308830261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,uniform,0.3382026751836141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,uniform,0.43969066937764484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,uniform,0.09237333138783772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,uniform,0.6201226711273193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,uniform,0.0995786686738332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,uniform,0.11036266883214314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,uniform,0.1374613344669342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,uniform,0.1896373430887858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,uniform,0.2773759961128235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,uniform,0.20365333557128906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,uniform,0.20845866203308105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,uniform,0.23038933674494425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,uniform,0.417738676071167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,uniform,0.2804159919420878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,uniform,0.623525341351827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,uniform,0.329584002494812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,uniform,0.3281973401705424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,uniform,0.3416373332341512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,uniform,0.3848053216934204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,uniform,0.6343946854273478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,uniform,0.14546133081118265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,uniform,0.46625598271687824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,uniform,0.15035200119018555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,uniform,0.16387200355529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,uniform,0.19083199898401895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,uniform,0.24465600649515787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,uniform,0.2201226751009623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,uniform,0.22739734252293906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,uniform,0.2737226684888204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,uniform,0.24830400943756104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,uniform,0.46242133776346844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,uniform,0.2610666751861572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,uniform,0.29054399331410724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,uniform,0.0946560005346934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,uniform,0.3535786469777425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,uniform,0.664901336034139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,uniform,0.10457066694895427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,uniform,0.1218239963054657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,uniform,0.15664000312487283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,uniform,0.2383306622505188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,uniform,0.23263466358184814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,uniform,0.34886399904886883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,uniform,0.24972800413767496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,uniform,0.2728053331375122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,uniform,0.32703999678293866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,uniform,0.7621920108795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,uniform,0.4898826678593953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,uniform,0.339413324991862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,uniform,0.3534506559371948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,uniform,0.3887519836425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,uniform,0.48108800252278644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,uniform,0.6256800095240275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,uniform,0.9293493429819742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,uniform,0.23076266050338745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,uniform,0.2039733330408732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,uniform,0.21317867437998453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,uniform,0.2655786673227946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,uniform,0.324127991994222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,uniform,0.3412319819132487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,uniform,0.31059734026590985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,uniform,0.38710931936899823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,uniform,0.28170132637023926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,uniform,0.3014986713727315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,uniform,0.3456266721089681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,uniform,0.4320853153864543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,uniform,0.5835200150807699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,uniform,0.8756960233052572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,uniform,0.12477866808573405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,uniform,0.13645866513252258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,uniform,0.15894933541615805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,uniform,0.19766932725906372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,uniform,0.3171306649843852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,uniform,0.45578666528066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,uniform,0.2985919912656148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,uniform,0.3131306568781535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,uniform,0.3373173475265503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,uniform,0.6204320192337036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,uniform,0.40292267004648846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,uniform,0.9453012943267822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,uniform,0.26683733860651654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,uniform,0.355951984723409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,uniform,0.255295991897583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,uniform,0.37486398220062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,uniform,0.4217919905980428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,uniform,0.5173600117365519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,uniform,1.0299466451009114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,uniform,0.6871840159098307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,uniform,0.2851253350575765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,uniform,0.403989315032959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,uniform,0.32754133145014447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,uniform,0.41633601983388263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,uniform,0.44396265347798664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,uniform,0.49965333938598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,uniform,0.354362686475118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,uniform,0.40331733226776123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,uniform,0.3329813281695048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,uniform,0.49901334444681805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,uniform,1.0158613522847493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,uniform,0.1483680009841919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,uniform,0.6847519874572754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,uniform,0.16195199886957803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,uniform,0.1874720056851705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,uniform,0.2347093423207601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,uniform,0.40643731753031415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,uniform,0.5600746472676595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,uniform,0.3630400101343791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,uniform,0.5177280108133951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,uniform,0.40429333845774335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,uniform,0.4262933333714803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,uniform,0.7913706302642822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,uniform,1.2607306639353435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,uniform,0.4065653483072917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,uniform,0.3649119933446248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,uniform,0.43532268206278485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,uniform,0.3778880039850871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,uniform,0.4947520097096761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,uniform,0.40801600615183514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,uniform,0.6198613246281942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,uniform,0.8448320229848226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,uniform,1.300645351409912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,uniform,0.4747146765391032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,uniform,0.5868639945983887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,uniform,0.7279307047526041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,uniform,0.5977813402811686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,uniform,0.6384960015614828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,uniform,0.4730986754099528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,uniform,0.5211999813715616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,uniform,0.567957321802775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,uniform,0.6840533415476481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,uniform,1.334810733795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,uniform,0.19717333714167276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,uniform,0.22164267301559448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,uniform,0.9193920294443766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,uniform,0.25625600417455036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,uniform,0.3202773332595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,uniform,0.5616960128148397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,uniform,0.7596746285756429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,uniform,0.47840531667073566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,uniform,0.5173386732737223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,uniform,0.5721333424250284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,uniform,0.6699199676513672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,uniform,1.7905813852945964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,uniform,1.078709363937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,uniform,0.4923146565755208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,uniform,0.6007680098215739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,uniform,0.7472266356150309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,uniform,0.5279680093129476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,uniform,1.0357173283894856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,uniform,1.5522880554199219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,uniform,0.4782133499781291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,uniform,0.49399999777475995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,uniform,0.5361653168996176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,uniform,0.7641812960306803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,uniform,0.624618649482727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,uniform,0.7909440199534098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,uniform,0.8371146519978842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,uniform,0.9665866692860922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,uniform,0.6071039835611979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,uniform,0.6714666684468588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,uniform,0.8974293073018392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,uniform,1.2319680054982503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,uniform,0.7394186655680338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,uniform,1.6954773267110188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,uniform,0.24967465798060098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,uniform,0.2772586743036906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,uniform,0.32790933052698773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,uniform,0.4111040035883586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,uniform,0.7468427022298177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,uniform,1.0451200008392334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,uniform,0.5814026594161987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,uniform,0.6446239948272705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,uniform,0.7522239685058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,uniform,0.8506346543629965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,uniform,1.4070293108622234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,uniform,0.7697813510894775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,uniform,2.2745919227600098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,uniform,0.8397653102874756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,uniform,0.8843519687652588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,uniform,1.0799787044525146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,uniform,2.0195786158243814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,uniform,1.4066239992777507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,uniform,0.6910186608632406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,uniform,0.7166773478190104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,uniform,0.9216480255126953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,uniform,0.8018559614817301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,uniform,1.2200586795806885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,uniform,1.1424372990926106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,uniform,1.1172853310902913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,uniform,1.3900052706400554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,uniform,0.8551092942555746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,uniform,0.9631253083546957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,uniform,1.3046773274739583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,uniform,1.1049919923146565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,uniform,1.6898293495178223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,uniform,0.35152534643809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,uniform,0.3869119882583618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,uniform,2.42141326268514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,uniform,0.4775306781133016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,uniform,0.6026719808578491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,uniform,1.0850826899210613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,uniform,1.5153439839680989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,uniform,0.8486186663309733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,uniform,1.0902559757232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,uniform,0.9274346828460693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,uniform,1.2935199737548828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,uniform,2.108485380808512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,uniform,3.3613707224527993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,uniform,0.9723146756490072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,uniform,1.0785120328267415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,uniform,1.1844053268432617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,uniform,1.3651893933614094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,uniform,2.6299519538879395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,uniform,1.8416694005330403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,uniform,0.9183359940846761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,uniform,0.9823520183563232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,uniform,1.246613343556722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,uniform,1.0971840222676594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,uniform,1.4875359535217285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,uniform,1.5354399681091309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,uniform,1.7400906880696614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,uniform,1.8977440198262532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,uniform,1.143125295639038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,uniform,1.2908000151316326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,uniform,1.7213172912597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,uniform,1.4745279947916667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,uniform,2.261082649230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,uniform,3.3657814661661782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,uniform,0.4524960120519002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,uniform,0.4994560082753499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,uniform,0.6100693146387736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,uniform,0.7935466766357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,uniform,1.43450133005778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,uniform,2.0652267138163247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,uniform,1.119109312693278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,uniform,1.1745813687642415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,uniform,1.3706612586975098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,uniform,1.7146080334981282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,uniform,2.7242987950642905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,uniform,4.436815897623698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,uniform,1.3247679869333904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,uniform,1.4433120091756184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,uniform,1.6076960563659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,uniform,1.3895519574483235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,uniform,1.8479894002278645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,uniform,2.4517332712809243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,uniform,3.4796053568522134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,uniform,1.490671952565511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,uniform,1.6438080469767253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,uniform,1.83405335744222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,uniform,2.405946731567383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,uniform,2.5514933268229165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,uniform,3.0136585235595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,uniform,2.7015679677327475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,uniform,1.5893227259318035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,uniform,1.8391253153483074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,uniform,2.160325368245443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,uniform,2.667509396870931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,uniform,0.6542346477508545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,uniform,0.7069493134816488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,uniform,4.980256080627441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,uniform,3.3540159861246743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,uniform,0.871018648147583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,uniform,1.1732107003529866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,uniform,2.145802656809489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,uniform,3.0322132110595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,uniform,1.663658618927002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,uniform,1.8202880223592122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,uniform,2.120783964792887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,uniform,2.5770773887634277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,uniform,4.117727915445964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,uniform,6.646533330281575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,uniform,1.8319039344787598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,uniform,2.344735940297445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,uniform,2.0999840100606284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,uniform,3.547274589538574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,uniform,2.738565444946289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,uniform,5.194352149963379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,uniform,1.9382079442342122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,uniform,2.082597255706787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,uniform,2.2343360582987466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,uniform,2.545109272003174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,uniform,3.493605295817057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,uniform,3.6111253102620444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,uniform,3.57747745513916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,uniform,4.234997431437175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,uniform,2.2217599550882974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,uniform,2.555354595184326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,uniform,2.887301445007324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,uniform,3.530010541280111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,uniform,0.9093226591746012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,uniform,4.673274676005046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,uniform,0.9343787034352621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,uniform,6.75434684753418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,uniform,1.1569600105285645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,uniform,1.596394697825114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,uniform,2.9046347935994468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,uniform,4.141733487447103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,uniform,2.3180905977884927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,uniform,3.375237464904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,uniform,2.7153333028157554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,uniform,2.461338678995768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,uniform,5.421695709228516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,uniform,8.814773559570312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,uniform,2.457146644592285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,uniform,2.8428481419881186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,uniform,3.1972853342692056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,uniform,3.752645174662272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,uniform,4.791429201761882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,uniform,7.029285430908203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,uniform,2.4839466412862143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,uniform,2.628666718800863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,uniform,2.732111930847168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,uniform,3.189759890238444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,uniform,4.456021308898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,uniform,4.465834617614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,uniform,4.781786600748698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,uniform,5.220725377400716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,uniform,2.8507038752237954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,uniform,3.1580638885498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,uniform,3.622432072957357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,uniform,4.408255894978841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,uniform,5.8456376393636065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,uniform,1.0476373036702473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,uniform,8.523136138916016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,uniform,1.2362666924794514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,uniform,1.5064959526062012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,uniform,1.9803412755330403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,uniform,3.597653388977051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,uniform,5.248634656270345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,uniform,2.846288045247396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,uniform,2.9967466990152993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,uniform,3.302703857421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,uniform,4.234533309936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,uniform,6.752042770385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,uniform,0.04342933495839437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,uniform,10.853141784667969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,uniform,3.451653480529785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,uniform,0.03845333307981491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,uniform,3.166245460510254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,uniform,0.03418133407831192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,uniform,3.938511848449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,uniform,0.03811733424663544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,uniform,0.05417066812515259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,uniform,0.034741332133611046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,uniform,0.04545066754023234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,uniform,0.06072533130645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,uniform,0.037045332292715706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,uniform,6.066661198933919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,uniform,4.639616012573242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,uniform,0.05201066533724467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,uniform,0.05439466734727224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,uniform,0.04994133114814758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,uniform,0.051701332132021584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,uniform,0.06160533428192139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,uniform,0.03842133283615112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,uniform,0.03417066733042399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,uniform,0.03428266694148382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,uniform,8.895450592041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,uniform,0.03350933392842611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,uniform,0.03525333354870478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,uniform,0.048384000857671104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,uniform,0.038592000802357994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,uniform,0.060506666700045265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,uniform,0.05077866713205973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,uniform,0.04949333270390829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,uniform,0.05532800157864889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,uniform,0.0521919975678126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,uniform,0.05180266499519348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,uniform,0.05895466605822245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,uniform,0.050704002380371094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,uniform,0.05227200190226237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,uniform,0.038021333515644073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,uniform,0.05580799778302511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,uniform,0.06472533444563548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,uniform,0.045456002155939736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,uniform,0.03773866593837738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,uniform,0.03742400060097376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,uniform,0.04295999805132548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,uniform,0.057578667998313904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,uniform,0.04390933116277059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,uniform,0.04635733366012573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,uniform,0.06018666426340739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,uniform,0.05211733281612396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,uniform,0.05398933092753092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,uniform,0.0610453337430954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,uniform,0.054661333560943604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,uniform,0.06740266581376393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,uniform,0.03761066744724909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,uniform,0.04265599946180979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,uniform,0.03473600000143051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,uniform,0.03379199902216593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,uniform,0.03442666679620743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,uniform,0.037418665985266365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,uniform,0.061477333307266235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,uniform,0.05253866811593374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,uniform,0.053616002202034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,uniform,0.053861334919929504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,uniform,0.05880000193913778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,uniform,0.06256533165772755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,uniform,0.06714666883150737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,uniform,0.053157334526379905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,uniform,0.0707946668068568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,uniform,0.05286933481693268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,uniform,0.054773335655530296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,uniform,0.0598826656738917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,uniform,0.04403733213742574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,uniform,0.04211199780305227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,uniform,0.04177066683769226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,uniform,0.054474666714668274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,uniform,0.041989331444104515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,uniform,0.06163200239340464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,uniform,0.056362668673197426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,uniform,0.05489600201447805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,uniform,0.05306666592756907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,uniform,0.06146133442719778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,uniform,0.06371200084686279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,uniform,0.06382933259010315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,uniform,0.08699733018875122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,uniform,0.07156800230344136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,uniform,0.038218667109807335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,uniform,0.03759466608365377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,uniform,0.03823466598987579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,uniform,0.03961600114901861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,uniform,0.0611413319905599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,uniform,0.04374399781227112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,uniform,0.05310399830341339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,uniform,0.060826669136683144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,uniform,0.06172266602516174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,uniform,0.06327466666698456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,uniform,0.06961066524187724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,uniform,0.06152533491452535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,uniform,0.0634080022573471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,uniform,0.08123200138409932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,uniform,0.05937600135803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,uniform,0.06648533542950948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,uniform,0.07303466896216075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,uniform,0.09087999661763509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,uniform,0.04228266576925913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,uniform,0.046181331078211464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,uniform,0.039936001102129616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,uniform,0.04207466542720795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,uniform,0.05992533266544342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,uniform,0.07032000025113423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,uniform,0.05760000149408976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,uniform,0.05578133463859558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,uniform,0.056501333912213646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,uniform,0.07228800157705943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,uniform,0.07073066631952922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,uniform,0.07890666524569194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,uniform,0.0916319986184438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,uniform,0.1190880040327708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,uniform,0.0446720023949941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,uniform,0.04051200052102407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,uniform,0.04111466556787491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,uniform,0.04119466741879781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,uniform,0.053914666175842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,uniform,0.07362666726112366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,uniform,0.07670933504899342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,uniform,0.06805333495140076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,uniform,0.07679999868075053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,uniform,0.08076266447703044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,uniform,0.09041600426038106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,uniform,0.10885333021481831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,uniform,0.07320000231266022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,uniform,0.07128533224264781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,uniform,0.07454933226108551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,uniform,0.0812853326400121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,uniform,0.09134399890899658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,uniform,0.12356266379356384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,uniform,0.04427733520666758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,uniform,0.04284266630808512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,uniform,0.04204266766707102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,uniform,0.058965335289637245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,uniform,0.04205333193143209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,uniform,0.054511999090512596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,uniform,0.05755199988683065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,uniform,0.09248000383377075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,uniform,0.05771199862162272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,uniform,0.10169600447018941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,uniform,0.08944533268610637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,uniform,0.08928533395131429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,uniform,0.1240000029404958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,uniform,0.17507733901341757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,uniform,0.05322133501370748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,uniform,0.05131733417510986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,uniform,0.060933331648508705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,uniform,0.05471999943256378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,uniform,0.07358400026957194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,uniform,0.10212266445159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,uniform,0.09805867075920105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,uniform,0.09719467163085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,uniform,0.12757866581281027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,uniform,0.10190932949384053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,uniform,0.10903466741243999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,uniform,0.16370133558909097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,uniform,0.09035733342170715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,uniform,0.09072533249855042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,uniform,0.12597866853078207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,uniform,0.09379733602205913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,uniform,0.1032960017522176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,uniform,0.17784533898035684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,uniform,0.04825599988301595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,uniform,0.04442666471004486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,uniform,0.04194133480389913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,uniform,0.0521066685517629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,uniform,0.04398400088151296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,uniform,0.05569600065549215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,uniform,0.05487466851870219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,uniform,0.05124799907207489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,uniform,0.13172266880671182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,uniform,0.13195733229319254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,uniform,0.15683733423550925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,uniform,0.28921600182851154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,uniform,0.13756799697875977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,uniform,0.19847466548283896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,uniform,0.052789335449536644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,uniform,0.05503466725349426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,uniform,0.10478400190671285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,uniform,0.057029331723848976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,uniform,0.07527466615041097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,uniform,0.062421331803003945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,uniform,0.10850666960080464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,uniform,0.10854933659235637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,uniform,0.11250133315722148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,uniform,0.1228053371111552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,uniform,0.144378662109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,uniform,0.13289599617322287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,uniform,0.1987733244895935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,uniform,0.13247999548912048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,uniform,0.13920533657073975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,uniform,0.044938668608665466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,uniform,0.15794133146603903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,uniform,0.19940267006556192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,uniform,0.3000906705856323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,uniform,0.0429066667954127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,uniform,0.04327466587225596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,uniform,0.04507733384768168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,uniform,0.05853333572546641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,uniform,0.05699199934800466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,uniform,0.05760000149408976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,uniform,0.05668266614278158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,uniform,0.133050670226415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,uniform,0.13338133692741394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,uniform,0.1390506625175476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,uniform,0.29332266251246136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,uniform,0.15686399737993875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,uniform,0.1962560017903646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,uniform,0.05603733162085215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,uniform,0.0537066658337911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,uniform,0.06233066817124685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,uniform,0.054378668467203774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,uniform,0.10507200161616008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,uniform,0.07533333202203114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,uniform,0.10898133118947347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,uniform,0.1093386709690094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,uniform,0.17389865716298422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,uniform,0.11178132891654968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,uniform,0.12412266929944356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,uniform,0.143994669119517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,uniform,0.1988640030225118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,uniform,0.17493333419164023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,uniform,0.18384534120559692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,uniform,0.21090133984883627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,uniform,0.27220267057418823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,uniform,0.41733332475026447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,uniform,0.04854933420817057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,uniform,0.04204800228277842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,uniform,0.043103997906049095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,uniform,0.04525866607824961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,uniform,0.05739733576774597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,uniform,0.05474133292833964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,uniform,0.056794668237368263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,uniform,0.05579733351866404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,uniform,0.13513599832852682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,uniform,0.1341813306013743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,uniform,0.05359466870625814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,uniform,0.1997119983037313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,uniform,0.14082666238149008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,uniform,0.15875732898712158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,uniform,0.2948586742083232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,uniform,0.05460800230503082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,uniform,0.07603733241558075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,uniform,0.05659733215967814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,uniform,0.06383466720581055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,uniform,0.10797333717346191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,uniform,0.10998400052388509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,uniform,0.1118986705938975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,uniform,0.11294933160146077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,uniform,0.12601600090662637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,uniform,0.14613866806030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,uniform,0.17615999778111777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,uniform,0.20243734121322632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,uniform,0.17690134048461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,uniform,0.04180799921353658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,uniform,0.18593066930770874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,uniform,0.21277334292729697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,uniform,0.2754080096880595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,uniform,0.4177759885787964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,uniform,0.04055466751257578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,uniform,0.05235733091831207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,uniform,0.04674666623274485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,uniform,0.041722665230433144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,uniform,0.05387733379999796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,uniform,0.05403733253479004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,uniform,0.058575997749964394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,uniform,0.13531200091044107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,uniform,0.1416159967581431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,uniform,0.1353600025177002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,uniform,0.1597493290901184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,uniform,0.20219733317693075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,uniform,0.06299200157324474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,uniform,0.299727996190389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,uniform,0.05461333195368449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,uniform,0.057162667314211525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,uniform,0.05589866638183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,uniform,0.0772159993648529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,uniform,0.10929066936175029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,uniform,0.10847466190656026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,uniform,0.10962133606274922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,uniform,0.11512000362078349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,uniform,0.14892266194025675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,uniform,0.1272640029589335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,uniform,0.17675199111302695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,uniform,0.17754666010538736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,uniform,0.2057173252105713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,uniform,0.18494399388631186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,uniform,0.21349332729975382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,uniform,0.04376000165939331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,uniform,0.2778720060984294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,uniform,0.03921066721280416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,uniform,0.4173813263575236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,uniform,0.04091199984153112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,uniform,0.04714133342107137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,uniform,0.05449600021044413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,uniform,0.053690666953722634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,uniform,0.05385600030422211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,uniform,0.13641599814097086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,uniform,0.05970133344332377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,uniform,0.13564266761144003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,uniform,0.20398932695388794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,uniform,0.14437333742777506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,uniform,0.16140266259511313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,uniform,0.3006773392359416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,uniform,0.054799998799959816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,uniform,0.07812800010045369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,uniform,0.05535466472307841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,uniform,0.05696000158786774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,uniform,0.06410666803518932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,uniform,0.10989333192507426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,uniform,0.11369066437085469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,uniform,0.11078932881355286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,uniform,0.12650133172671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,uniform,0.11522666613260905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,uniform,0.14948266744613647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,uniform,0.20517333348592123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,uniform,0.17663466930389404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,uniform,0.17858133713404337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,uniform,0.2775839964548747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,uniform,0.18572799364725748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,uniform,0.21361599365870157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,uniform,0.043322667479515076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,uniform,0.4170453151067098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,uniform,0.04166933397452036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,uniform,0.053455998500188194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,uniform,0.04445866743723551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,uniform,0.06010133524735769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,uniform,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,uniform,0.05444266895453135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,uniform,0.055589333176612854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,uniform,0.13762666781743368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,uniform,0.20600533485412598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,uniform,0.14299733440081278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,uniform,0.13857600092887878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,uniform,0.16394666830698648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,uniform,0.3041599988937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,uniform,0.05691733459631602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,uniform,0.05673066775004069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,uniform,0.0654720018307368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,uniform,0.059114664793014526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,uniform,0.0801386684179306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,uniform,0.1122826635837555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,uniform,0.11449600259462993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,uniform,0.11128532886505127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,uniform,0.11806933085123698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,uniform,0.12732799847920737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,uniform,0.15096533298492432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,uniform,0.17934934298197427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,uniform,0.2079253395398458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,uniform,0.17898666858673096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,uniform,0.18760534127553305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,uniform,0.04977599779764811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,uniform,0.21663467089335123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,uniform,0.04790933430194855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,uniform,0.28171734015146893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,uniform,0.4256853262583415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,uniform,0.05041599770387014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,uniform,0.06062933305899302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,uniform,0.06009600063165029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,uniform,0.07241066793600719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,uniform,0.062319998939832054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,uniform,0.06361599763234456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,uniform,0.13978667060534158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,uniform,0.13960533340771994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,uniform,0.16716800133387247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,uniform,0.14667200048764548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,uniform,0.2081706722577413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,uniform,0.3089119990666707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,uniform,0.0572266678015391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,uniform,0.056346664826075234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,uniform,0.06001600126425425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,uniform,0.08102933565775554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,uniform,0.0668693333864212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,uniform,0.11346667011578877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,uniform,0.11443733175595601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,uniform,0.11403200030326843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,uniform,0.20987733205159506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,uniform,0.11796800295511882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,uniform,0.13147200147310892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,uniform,0.1550933321317037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,uniform,0.1825973391532898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,uniform,0.28332799673080444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,uniform,0.19243733088175455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,uniform,0.1821333368619283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,uniform,0.22254933913548788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,uniform,0.04911999901135763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,uniform,0.05050133168697357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,uniform,0.43200000127156574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,uniform,0.05986666679382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,uniform,0.0521066685517629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,uniform,0.06281599899133046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,uniform,0.06337066491444905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,uniform,0.06452266871929169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,uniform,0.07381866872310638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,uniform,0.14803199966748556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,uniform,0.14190933108329773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,uniform,0.14098667105038962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,uniform,0.169487992922465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,uniform,0.21227733294169107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,uniform,0.05738666653633118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,uniform,0.3129546642303467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,uniform,0.05903466542561849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,uniform,0.057674666245778404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,uniform,0.11492266257603963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,uniform,0.06841066479682922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,uniform,0.08319999774297078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,uniform,0.11654399832089742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,uniform,0.13075733184814453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,uniform,0.11571733156840007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,uniform,0.1190880040327708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,uniform,0.21464532613754272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,uniform,0.15689599514007568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,uniform,0.18425067265828451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,uniform,0.18398932615915933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,uniform,0.19355199734369913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,uniform,0.22405334313710532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,uniform,0.049402669072151184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,uniform,0.2909226616223653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,uniform,0.43588801225026447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,uniform,0.05192000170548757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,uniform,0.056320001681645714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,uniform,0.06261333326498668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,uniform,0.06607466439406078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,uniform,0.06765333314736684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,uniform,0.06273066500822704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,uniform,0.07834666470686595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,uniform,0.14403733611106873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,uniform,0.14396799604098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,uniform,0.17462400595347086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,uniform,0.3227786620457967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,uniform,0.15310933192571005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,uniform,0.058592001597086586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,uniform,0.21717333793640137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,uniform,0.059690664211908974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,uniform,0.0862506628036499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,uniform,0.12157866358757019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,uniform,0.06191466748714447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,uniform,0.07014399766921997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,uniform,0.1156213382879893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,uniform,0.1174773375193278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,uniform,0.1241919994354248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,uniform,0.13595733046531677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,uniform,0.1604320009549459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,uniform,0.2220426599184672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,uniform,0.18749332427978516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,uniform,0.18756800889968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,uniform,0.19818133115768433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,uniform,0.23152534166971842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,uniform,0.06300800045331319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,uniform,0.29553600152333576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,uniform,0.0642080008983612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,uniform,0.44228267669677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,uniform,0.07970133423805237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,uniform,0.06999999781449635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,uniform,0.08637866377830505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,uniform,0.07605866591135661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,uniform,0.07818666597207387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,uniform,0.09662399689356486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,uniform,0.14892266194025675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,uniform,0.14983999729156494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,uniform,0.22588266928990683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,uniform,0.16009599963823953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,uniform,0.1820746660232544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,uniform,0.33236799637476605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,uniform,0.07397333284219106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,uniform,0.06331199904282887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,uniform,0.06680533289909363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,uniform,0.11563199758529663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,uniform,0.08797333637873332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,uniform,0.17848533391952515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,uniform,0.11866666873296101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,uniform,0.12395733594894409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,uniform,0.12613333264986673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,uniform,0.23338133096694946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,uniform,0.14217600226402283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,uniform,0.1674506664276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,uniform,0.19477866093317667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,uniform,0.19411200284957886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,uniform,0.4526666800181071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,uniform,0.20828266938527426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,uniform,0.3064853350321452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,uniform,0.24297600984573364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,uniform,0.06433066725730896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,uniform,0.06542400022347768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,uniform,0.07340266803900401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,uniform,0.08100800216197968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,uniform,0.09026133020718892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,uniform,0.0842080016930898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,uniform,0.08312533299128215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,uniform,0.10211199522018433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,uniform,0.15119999647140503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,uniform,0.15174933274586996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,uniform,0.1869653264681498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,uniform,0.1622986694176992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,uniform,0.22855999072392783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,uniform,0.33686399459838867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,uniform,0.06436799963315327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,uniform,0.06780800223350525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,uniform,0.07530666887760162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,uniform,0.09088533123334248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,uniform,0.11827199657758077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,uniform,0.12783466776212057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,uniform,0.18272000551223755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,uniform,0.13222933808962503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,uniform,0.18128534158070883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,uniform,0.14630400141080221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,uniform,0.22266133626302084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,uniform,0.1949173410733541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,uniform,0.19558932383855185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,uniform,0.3391093413035075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,uniform,0.21065600713094076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,uniform,0.0751093327999115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,uniform,0.08475733796755473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,uniform,0.07178666690985362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,uniform,0.2446133295694987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,uniform,0.31349867582321167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,uniform,0.46116801102956134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,uniform,0.09847999612490337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,uniform,0.0920853316783905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,uniform,0.09544533491134644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,uniform,0.1076586643854777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,uniform,0.12129066387812297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,uniform,0.15668800473213196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,uniform,0.15809067090352377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,uniform,0.1700213352839152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,uniform,0.19608000914255777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,uniform,0.352234681447347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,uniform,0.2424853245417277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,uniform,0.06576000154018402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,uniform,0.06959466636180878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,uniform,0.09483733773231506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,uniform,0.0783679982026418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,uniform,0.1316373348236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,uniform,0.1234933336575826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,uniform,0.15313067038853964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,uniform,0.19688000281651816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,uniform,0.13667733470598856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,uniform,0.18592000007629395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,uniform,0.20241065820058188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,uniform,0.22016533215840658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,uniform,0.2355146606763204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,uniform,0.35228800773620605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,uniform,0.2058453361193339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,uniform,0.2566293279329936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,uniform,0.32691200574239093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,uniform,0.0895306666692098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,uniform,0.09659199913342793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,uniform,0.4792426824569702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,uniform,0.10876267155011494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,uniform,0.12563733259836832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,uniform,0.1225279966990153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,uniform,0.12770133217175803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,uniform,0.16024000446001688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,uniform,0.14054399728775024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,uniform,0.17165867487589517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,uniform,0.18524799744288126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,uniform,0.2115573287010193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,uniform,0.261957327524821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,uniform,0.07631466786066692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,uniform,0.35026665528615314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,uniform,0.5517919858296713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,uniform,0.08267199993133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,uniform,0.09478400150934856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,uniform,0.11633066336313884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,uniform,0.14776532848676047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,uniform,0.16729066769282022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,uniform,0.27058666944503784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,uniform,0.17956799268722534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,uniform,0.1573919951915741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,uniform,0.3078186710675557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,uniform,0.2277173399925232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,uniform,0.4947520097096761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,uniform,0.21714667479197183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,uniform,0.22013866901397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,uniform,0.23567465941111246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,uniform,0.27844266096750897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,uniform,0.5209759871164957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,uniform,0.1043839951356252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,uniform,0.36005866527557373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,uniform,0.12485333283742268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,uniform,0.11131733655929565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,uniform,0.15017599860827127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,uniform,0.17229332526524863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,uniform,0.14777066310246786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,uniform,0.15703466534614563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,uniform,0.20132799943288168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,uniform,0.18303465843200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,uniform,0.19734400510787964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,uniform,0.2255786657333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,uniform,0.372655987739563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,uniform,0.2759466568628947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,uniform,0.5863999923070272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,uniform,0.08227733274300893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,uniform,0.09114666779836018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,uniform,0.1362559994061788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,uniform,0.10702932874361674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,uniform,0.3395040035247803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,uniform,0.20687466859817505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,uniform,0.17245332400004068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,uniform,0.18390933672587076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,uniform,0.20853867133458456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,uniform,0.2610293428103129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,uniform,0.3709706862767537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,uniform,0.5941386620203654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,uniform,0.234442671140035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,uniform,0.2531999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,uniform,0.29184534152348834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,uniform,0.14326933026313782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,uniform,0.8074506918589274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,uniform,0.3644373416900635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,uniform,0.5123680035273234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,uniform,0.16886399189631143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,uniform,0.2154560089111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,uniform,0.15134400129318237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,uniform,0.20202666521072388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,uniform,0.20540799697240195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,uniform,0.23709867397944132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,uniform,0.2785173257191976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,uniform,0.218341330687205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,uniform,0.2757706642150879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,uniform,0.2355626622835795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,uniform,0.34984532992045086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,uniform,0.4841066598892212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,uniform,0.7660106817881266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,uniform,0.10466667016347249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,uniform,0.11687466502189636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,uniform,0.1765013337135315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,uniform,0.13609066605567932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,uniform,0.26574933528900146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,uniform,0.20587732394536337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,uniform,0.4362666606903076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,uniform,0.22761066754659018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,uniform,0.24942932526270548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,uniform,0.3113119999567668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,uniform,0.4630613327026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,uniform,0.7156853675842285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,uniform,0.26175999641418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,uniform,0.27937066555023193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,uniform,0.17611199617385864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,uniform,0.32254934310913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,uniform,0.5757280190785726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,uniform,0.40691200892130536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,uniform,0.2079626719156901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,uniform,0.8842826684316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,uniform,0.18757333358128866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,uniform,0.2600266734759013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,uniform,0.2529813249905904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,uniform,0.27403199672698975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,uniform,0.3030186692873637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,uniform,0.3622293472290039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,uniform,0.2564693291982015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,uniform,0.27905599276224774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,uniform,0.32475733757019043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,uniform,0.41155731678009033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,uniform,0.5743093490600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,uniform,0.1384106675783793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,uniform,0.8999413649241129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,uniform,0.12169599533081055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,uniform,0.15985066692034403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,uniform,0.33088000615437824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,uniform,0.21094934145609537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,uniform,0.5318933327992758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,uniform,0.2524213393529256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,uniform,0.2779680093129476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,uniform,0.38946131865183514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,uniform,0.31192533175150555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,uniform,0.6053119897842407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,uniform,0.9356373151143392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,uniform,0.33132266998291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,uniform,0.3041440049807231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,uniform,0.245904008547465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,uniform,0.49981868267059326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,uniform,0.38843198617299396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,uniform,0.2922826608022054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,uniform,0.7106773058573405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,uniform,0.26131200790405273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,uniform,1.1405920187632244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,uniform,0.3584746519724528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,uniform,0.37141867478688556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,uniform,0.39002664883931476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,uniform,0.5172319809595743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,uniform,0.430026650428772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,uniform,0.35014931360880536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,uniform,0.38472533226013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,uniform,0.4383840163548787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,uniform,0.5628053347269694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,uniform,0.7513386408487955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,uniform,0.16154133280118307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,uniform,1.2442986965179443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,uniform,0.18404799699783325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,uniform,0.21547200282414755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,uniform,0.29305599133173627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,uniform,0.7404212951660156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,uniform,0.4515999952952067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,uniform,0.3380906581878662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,uniform,0.37828266620635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,uniform,0.4243253469467163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,uniform,0.5318026542663574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,uniform,0.8395573298136393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,uniform,1.3489599227905273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,uniform,0.6283733447392782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,uniform,0.379807988802592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,uniform,0.413973331451416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,uniform,0.48444799582163495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,uniform,0.8693439960479736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,uniform,1.4438080787658691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,uniform,0.3167253335316976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,uniform,0.3757226864496867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,uniform,0.5048480033874512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,uniform,0.3345653216044108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,uniform,0.47994665304819745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,uniform,0.4819093147913615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,uniform,0.5633600155512491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,uniform,0.6780479749043783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,uniform,0.4418026606241862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,uniform,0.49952534834543866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,uniform,0.5578879912694296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,uniform,0.7146346569061279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,uniform,0.9321226278940836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,uniform,1.5536640485127766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,uniform,0.2011680006980896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,uniform,0.2278560002644857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,uniform,0.27132266759872437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,uniform,0.3717759847640991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,uniform,0.5978240172068278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,uniform,1.0199306805928547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,uniform,0.414250651995341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,uniform,0.5336320002873739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,uniform,0.4520639975865682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,uniform,0.6689493656158447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,uniform,1.0506133238474529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,uniform,1.7521600723266602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,uniform,0.5373813311258951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,uniform,0.587664008140564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,uniform,0.6612799962361654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,uniform,0.8437440395355225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,uniform,1.0932640234629314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,uniform,0.4495999813079834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,uniform,1.8423147201538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,uniform,0.5339413483937582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,uniform,0.47379199663798016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,uniform,0.6744639873504639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,uniform,0.6917173067728678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,uniform,0.731824000676473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,uniform,0.8049600124359131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,uniform,0.9710240364074707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,uniform,0.6149280071258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,uniform,0.685312032699585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,uniform,0.8180747032165527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,uniform,1.0107413132985432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,uniform,1.3854506810506184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,uniform,2.348085403442383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,uniform,0.3143999973932902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,uniform,0.27824000517527264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,uniform,0.38885335127512616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,uniform,0.5285919904708862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,uniform,0.8847573598225912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,uniform,1.4832480748494465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,uniform,0.5967146555582682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,uniform,0.6520906686782837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,uniform,0.7526986598968506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,uniform,0.9792799949645996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,uniform,1.575669288635254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,uniform,0.7166240215301514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,uniform,2.623274644215902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,uniform,0.7756160100301107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,uniform,0.8683359622955322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,uniform,1.1124266783396404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,uniform,0.6192160050074259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,uniform,0.5854986508687338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,uniform,1.4453546206156414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,uniform,0.7059093316396078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,uniform,2.431034723917643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,uniform,0.9018773237864176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,uniform,1.067471981048584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,uniform,0.9638453324635824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,uniform,0.9131840070088705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,uniform,1.2997013727823894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,uniform,0.7976586818695068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,uniform,0.9011306762695312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,uniform,1.0701759656270344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,uniform,1.3141012986501057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,uniform,3.1694558461507163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,uniform,1.867578665415446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,uniform,0.3556906779607137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,uniform,0.40134934584299725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,uniform,0.49744534492492676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,uniform,0.6844426790873209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,uniform,1.1875893274943035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,uniform,2.0750133196512857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,uniform,0.7585600217183431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,uniform,0.8191306591033936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,uniform,0.955077330271403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,uniform,1.275370677312215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,uniform,2.066655953725179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,uniform,3.53874142964681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,uniform,0.9243466854095459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,uniform,1.0110507011413574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,uniform,1.1850132942199707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,uniform,1.439850648244222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,uniform,1.923631985982259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,uniform,3.241530736287435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,uniform,0.8525653680165609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,uniform,0.9027040004730225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,uniform,1.0224106311798096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,uniform,1.3094453016916912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,uniform,1.3484853108723958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,uniform,1.4127306938171387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,uniform,1.5638453165690105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,uniform,1.9100853602091472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,uniform,1.1567520300547283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,uniform,1.3067946434020996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,uniform,1.5516212781270344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,uniform,1.958661397298177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,uniform,2.7650133768717446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,uniform,4.645658810933431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,uniform,0.49983465671539307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,uniform,0.5675359964370728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,uniform,0.7003359794616699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,uniform,1.0081706841786702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,uniform,1.7819466590881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,uniform,3.0295893351236978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,uniform,1.1158773104349773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,uniform,1.2039519945780437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,uniform,1.3820160230000813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,uniform,1.8898879686991374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,uniform,3.115034739176432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,uniform,5.247781435648601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,uniform,1.2985920111338298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,uniform,1.4576212565104167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,uniform,1.7122027079264324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,uniform,2.110736052195231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,uniform,2.8680906295776367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,uniform,1.121280034383138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,uniform,4.829173405965169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,uniform,1.1903200149536133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,uniform,1.363877296447754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,uniform,1.7685920397440593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,uniform,1.781295935312907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,uniform,1.865440050760905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,uniform,2.087109406789144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,uniform,2.5979040463765464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,uniform,1.5186079343159993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,uniform,1.6983946164449055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,uniform,2.047349294026693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,uniform,2.6574506759643555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,uniform,3.83786678314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,uniform,0.7452320257822672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,uniform,6.310117085774739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,uniform,0.6512960195541382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,uniform,0.9223679701487223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,uniform,1.3423466682434082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,uniform,2.4520533879597983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,uniform,1.448736031850179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,uniform,4.143552144368489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,uniform,1.5509546597798665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,uniform,2.4596479733784995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,uniform,1.8524640401204426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,uniform,4.1643571853637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,uniform,1.7452212969462078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,uniform,6.927600224812825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,uniform,1.9664746920267742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,uniform,2.279717286427816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,uniform,2.82044251759847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,uniform,3.9066079457600913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,uniform,6.438416163126628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,uniform,1.3897226651509602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,uniform,1.69378662109375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,uniform,1.480138619740804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,uniform,2.2129119237264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,uniform,2.266277313232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,uniform,2.3678506215413413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,uniform,2.6040053367614746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,uniform,3.2707039515177407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,uniform,1.8942559560139973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,uniform,2.540778636932373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,uniform,2.1232479413350425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,uniform,3.341808001200358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,uniform,4.799434661865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,uniform,7.847381591796875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,uniform,0.80731201171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,uniform,0.9220373630523682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,uniform,1.153824011484782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,uniform,3.1253493626912436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,uniform,1.6702133814493816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,uniform,5.196928024291992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,uniform,1.7677866617838542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,uniform,1.9241174062093098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,uniform,2.2282187143961587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,uniform,3.100858688354492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,uniform,5.19215456644694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,uniform,2.1195573806762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,uniform,8.48368008931478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,uniform,2.431743939717611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,uniform,2.8102238972981772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,2,uniform,0.047983999053637184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,4,8,uniform,0.056799997886021934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,uniform,3.5372320810953775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,4,uniform,0.05138133466243744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,2,uniform,0.0532533327738444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,4,uniform,0.05672533313433329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,4,8,uniform,0.06608533362547557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,1,uniform,0.05971199770768484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,8,uniform,0.07268799841403961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,32,uniform,0.07454399764537811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,16,uniform,0.07088533540566762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,16,uniform,0.04964800179004669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,4,uniform,0.07734400033950806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,uniform,5.061509450276692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,2,uniform,0.08334400256474812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,32,uniform,0.05121066669623057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,8,uniform,0.04780800143877665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,16,uniform,0.0686773310105006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,32,uniform,0.07539733250935872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,uniform,8.246874491373697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,8,uniform,0.06719466547171275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,32,uniform,0.07574399809042613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,16,uniform,0.07281599938869476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,2,uniform,0.08410132924715678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,8,uniform,0.07363733152548473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,4,uniform,0.0778186668952306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,4,8,uniform,0.05772800246874491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,4,uniform,0.05147733290990194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,2,uniform,0.058330665032068886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,2,uniform,0.05031466484069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,4,8,uniform,0.06549333532651265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,4,uniform,0.05973866581916809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,1,uniform,0.06402666866779327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,4,uniform,0.08239999910195668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,32,uniform,0.0747626672188441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,16,uniform,0.07188266515731812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,8,uniform,0.0783733328183492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,2,uniform,0.09074133634567261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,32,uniform,0.05295466880003611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,16,uniform,0.04997866849104563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,8,uniform,0.050383999943733215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,32,uniform,0.07586133480072021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,32,uniform,0.07624533275763194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,16,uniform,0.06974400083223979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,8,uniform,0.07044266661008199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,16,uniform,0.07272000114123027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,2,uniform,0.09204266468683879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,4,uniform,0.08523199955622356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,8,uniform,0.07981866598129272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,4,8,uniform,0.05926933387915293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,4,uniform,0.054485330979029335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,2,uniform,0.054458667834599815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,4,8,uniform,0.06486933430035909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,4,uniform,0.0642080008983612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,8,uniform,0.08333866794904073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,16,uniform,0.07575466732184093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,32,uniform,0.0755626658598582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,2,uniform,0.06154666841030121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,1,uniform,0.07235200206438701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,16,uniform,0.05217599868774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,4,uniform,0.08974400162696838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,2,uniform,0.1051626702149709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,8,uniform,0.053130666414896645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,32,uniform,0.052709331115086876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,32,uniform,0.07614399989446004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,8,uniform,0.07607999940713246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,16,uniform,0.07381866872310638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,32,uniform,0.0767146646976471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,4,uniform,0.0902453362941742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,16,uniform,0.07708266874154408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,8,uniform,0.08390399813652039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,2,uniform,0.10507733623186748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,4,8,uniform,0.06453333298365276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,4,8,uniform,0.06018133461475372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,4,uniform,0.055674667159716286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,2,uniform,0.053823997577031456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,4,uniform,0.06358933448791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,16,uniform,0.08531199892361958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,1,uniform,0.07256533205509186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,2,uniform,0.06367999811967213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,32,uniform,0.08809600273768108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,4,uniform,0.11018133163452148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,8,uniform,0.09674132863680522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,2,uniform,0.13498666882514954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,16,uniform,0.056602666775385536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,32,uniform,0.053802669048309326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,8,uniform,0.058448001742362976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,32,uniform,0.09876267115275066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,16,uniform,0.09472533067067464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,8,uniform,0.09896533687909444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,8,uniform,0.09693866968154907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,32,uniform,0.08453333377838135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,16,uniform,0.08737066388130188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,4,uniform,0.11158933242162068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,4,8,uniform,0.06621866424878438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,2,uniform,0.13959466417630514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,2,uniform,0.05526933570702871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,4,8,uniform,0.05994133154551188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,4,uniform,0.05592533449331919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,4,uniform,0.06656533479690552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,2,uniform,0.06528533498446147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,1,uniform,0.07351466516653697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,32,uniform,0.1165066659450531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,8,uniform,0.1290613313515981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,16,uniform,0.11311999956766765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,4,uniform,0.1529706617196401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,2,uniform,0.20811200141906738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,32,uniform,0.12164800365765889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,32,uniform,0.06835733354091644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,8,uniform,0.07680533329645793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,16,uniform,0.0719413310289383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,16,uniform,0.11834133664766948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,8,uniform,0.129530668258667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,8,uniform,0.1253493328889211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,32,uniform,0.11761599779129028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,16,uniform,0.11706667145093282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,2,uniform,0.2071733276049296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,4,uniform,0.1542080044746399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,4,8,uniform,0.05979733169078827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,2,uniform,0.05470400055249532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,4,uniform,0.05565333366394043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,1,uniform,0.07298666735490163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,4,uniform,0.06518400212128957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,4,8,uniform,0.06545599798361461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,2,uniform,0.06682666639486949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,8,uniform,0.18995199600855509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,32,uniform,0.1649386684099833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,16,uniform,0.16972267627716064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,4,uniform,0.22848532597223917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,32,uniform,0.13937066992123923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,2,uniform,0.34227200349171955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,32,uniform,0.07017066578070323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,8,uniform,0.0784800002972285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,16,uniform,0.07124266525109609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,16,uniform,0.13954666256904602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,8,uniform,0.1458026667435964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,16,uniform,0.17100799083709717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,32,uniform,0.16755733887354532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,8,uniform,0.18828266859054565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,4,uniform,0.2376319964726766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,4,8,uniform,0.0651093324025472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,2,uniform,0.33693865935007733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,4,uniform,0.05648533503214518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,4,8,uniform,0.059263999263445534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,2,uniform,0.056186666091283165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,4,uniform,0.06660266717274983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,32,uniform,0.16579733292261759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,2,uniform,0.0635040005048116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,1,uniform,0.07367466886838277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,8,uniform,0.18849599361419678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,16,uniform,0.1690773367881775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,16,uniform,0.0729066679875056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,4,uniform,0.2357599933942159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,2,uniform,0.3316799998283386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,32,uniform,0.07053333520889282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,8,uniform,0.07818133135636647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,32,uniform,0.21901333332061768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,32,uniform,0.1439466675122579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,16,uniform,0.1384213368097941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,8,uniform,0.14572800199190775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,4,uniform,0.3166026671727498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,8,uniform,0.24753065903981528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,16,uniform,0.22936532894770303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,4,8,uniform,0.05871999760468801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,2,uniform,0.46430933475494385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,4,uniform,0.054383998115857445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,2,uniform,0.05470400055249532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,4,8,uniform,0.06623466809590657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,4,uniform,0.06478400031725566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,32,uniform,0.16773333152135214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,2,uniform,0.06644266843795776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,1,uniform,0.07621333499749501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,16,uniform,0.1727573275566101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,8,uniform,0.19091200828552246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,4,uniform,0.23349332809448242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,16,uniform,0.07260799904664357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,16,uniform,0.13966400424639383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,2,uniform,0.3364106814066569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,8,uniform,0.07784000039100647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,32,uniform,0.07086400190989177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,32,uniform,0.14450132846832275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,8,uniform,0.24981866280237833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,16,uniform,0.23060800631841025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,8,uniform,0.1476906637350718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,32,uniform,0.2182613412539164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,2,uniform,0.4723840157190959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,4,uniform,0.31673065821329754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,4,8,uniform,0.06724800169467926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,4,uniform,0.06770666440327962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,2,uniform,0.06997333467006683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,4,8,uniform,0.08576533198356628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,2,uniform,0.09156266848246257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,4,uniform,0.08849599957466125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,1,uniform,0.09876267115275066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,32,uniform,0.1696000099182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,16,uniform,0.17334399620691934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,8,uniform,0.19164800643920898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,2,uniform,0.34437867005666095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,4,uniform,0.23638399442036948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,32,uniform,0.06974933544794719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,16,uniform,0.07332799832026164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,8,uniform,0.08051733175913493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,32,uniform,0.22036266326904297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,32,uniform,0.14292266964912415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,16,uniform,0.13894400000572205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,16,uniform,0.22897599140803018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,8,uniform,0.14850133657455444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,8,uniform,0.24996799230575562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,4,8,uniform,0.06694399813810985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,4,uniform,0.31405866146087646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,4,8,uniform,0.08773866295814514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,2,uniform,0.4665173292160034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,4,uniform,0.06791466474533081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,2,uniform,0.06910933554172516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,4,uniform,0.08861866593360901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,2,uniform,0.09062400460243225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,1,uniform,0.09910933176676433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,16,uniform,0.16993065675099692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,32,uniform,0.1685546636581421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,8,uniform,0.19362666209538779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,4,uniform,0.23665066560109457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,2,uniform,0.3449973265329997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,32,uniform,0.07178133229414622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,8,uniform,0.08002133170763652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,16,uniform,0.07401066521803538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,32,uniform,0.14152533809343973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,16,uniform,0.14101333419481912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,8,uniform,0.15079999963442484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,32,uniform,0.22130133708318075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,4,uniform,0.3073546687761943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,16,uniform,0.23147734006245932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,4,8,uniform,0.06663999954859416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,8,uniform,0.25325334072113037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,2,uniform,0.4713386694590251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,2,uniform,0.06861333549022675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,4,uniform,0.06737066805362701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,1,uniform,0.10010666648546855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,4,uniform,0.08890133102734883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,4,8,uniform,0.08721599976221721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,2,uniform,0.09084266424179077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,32,uniform,0.16964266697565714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,16,uniform,0.17246399323145548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,2,uniform,0.34301332632700604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,32,uniform,0.0731573353211085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,8,uniform,0.19459732373555502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,4,uniform,0.2346400022506714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,8,uniform,0.07999999821186066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,16,uniform,0.07289066910743713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,16,uniform,0.14168000221252441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,32,uniform,0.14616533120473227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,8,uniform,0.14702399571736655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,32,uniform,0.2195626695950826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,4,uniform,0.32151466608047485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,16,uniform,0.23129600286483765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,8,uniform,0.2511519988377889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,2,uniform,0.49056533972422284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,2,uniform,0.08097599943478902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,4,8,uniform,0.08377066254615784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,4,8,uniform,0.11010133226712544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,4,uniform,0.08041599889596303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,1,uniform,0.12062399586041768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,4,uniform,0.11257066329320271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,2,uniform,0.11019733548164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,4,uniform,0.2306293249130249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,16,uniform,0.17375467220942178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,8,uniform,0.19763733943303427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,32,uniform,0.1689280072848002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,2,uniform,0.34087467193603516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,32,uniform,0.14454399545987448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,32,uniform,0.07446399827798207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,16,uniform,0.07479466497898102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,8,uniform,0.08091199894746144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,16,uniform,0.14065600434939066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,8,uniform,0.14860799908638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,32,uniform,0.22147732973098755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,8,uniform,0.2551040053367615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,16,uniform,0.23375999927520752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,4,uniform,0.08072000245253245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,2,uniform,0.47226667404174805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,4,uniform,0.3110506733258565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,4,8,uniform,0.08529599507649739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,2,uniform,0.08189333478609721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,4,uniform,0.11162666479746501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,4,8,uniform,0.1106773316860199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,2,uniform,0.11098666985829671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,1,uniform,0.12058132886886597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,2,uniform,0.36132800579071045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,32,uniform,0.17190400759379068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,8,uniform,0.19792000452677408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,16,uniform,0.17441600561141968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,4,uniform,0.2355146606763204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,32,uniform,0.0726986676454544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,16,uniform,0.07389866809050243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,32,uniform,0.14628799756368002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,8,uniform,0.083146666487058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,16,uniform,0.1439413328965505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,8,uniform,0.152730663617452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,32,uniform,0.22225600481033325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,16,uniform,0.23220799366633096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,8,uniform,0.2550293405850728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,2,uniform,0.4846880038579305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,4,8,uniform,0.09481066465377808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,4,uniform,0.3182400067647298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,4,uniform,0.09569600224494934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,2,uniform,0.09423466523488362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,1,uniform,0.14061866203943887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,4,8,uniform,0.12839466333389282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,4,uniform,0.13166399796803793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,2,uniform,0.1341813306013743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,32,uniform,0.16995733976364136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,2,uniform,0.3440213203430176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,16,uniform,0.17209599415461221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,8,uniform,0.19841599464416504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,4,uniform,0.23786665995915732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,32,uniform,0.07621866464614868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,16,uniform,0.07372266550858815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,8,uniform,0.08363733688990276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,16,uniform,0.14436800281206766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,32,uniform,0.14575466513633728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,32,uniform,0.22362132867177328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,8,uniform,0.15130666891733804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,16,uniform,0.23447465896606445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,4,8,uniform,0.11121066411336263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,8,uniform,0.25247466564178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,2,uniform,0.47942399978637695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,4,uniform,0.31995733578999835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,4,uniform,0.10725333293279012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,2,uniform,0.15478932857513428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,4,uniform,0.15200000007947287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,2,uniform,0.1088853379090627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,4,8,uniform,0.1495733360449473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,1,uniform,0.16115732987721762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,32,uniform,0.17190400759379068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,8,uniform,0.20118399461110434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,16,uniform,0.17648533980051676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,4,uniform,0.2455199956893921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,2,uniform,0.35760533809661865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,32,uniform,0.09724266330401103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,16,uniform,0.09563733140627544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,32,uniform,0.22740266720453897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,8,uniform,0.11412800351778667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,16,uniform,0.14776532848676047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,32,uniform,0.14806399742762247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,8,uniform,0.15479999780654907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,16,uniform,0.23798932631810507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,8,uniform,0.2538879911104838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,2,uniform,0.4842933416366577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,4,uniform,0.3256693283716838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,4,uniform,0.12004799644152324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,4,8,uniform,0.12031466762224834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,2,uniform,0.12138133247693379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,4,8,uniform,0.17197867234547934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,1,uniform,0.17893334229787192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,4,uniform,0.173962672551473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,2,uniform,0.17571733395258585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,16,uniform,0.17806933323542276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,32,uniform,0.17442133029301962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,8,uniform,0.20105600357055664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,4,uniform,0.24418665965398154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,2,uniform,0.35514668623606366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,32,uniform,0.09658666451772054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,16,uniform,0.09781333804130554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,32,uniform,0.20686399936676025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,8,uniform,0.11313066879908244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,16,uniform,0.20707732439041138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,8,uniform,0.20961600542068481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,8,uniform,0.25570666790008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,32,uniform,0.2266026735305786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,16,uniform,0.23575466871261597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,2,uniform,0.4940906763076782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,4,8,uniform,0.14325867096583048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,4,uniform,0.32010666529337567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,4,8,uniform,0.2081813414891561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,4,uniform,0.13991999626159668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,2,uniform,0.14281599720319113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,1,uniform,0.22213866313298544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,4,uniform,0.21214399735132852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,2,uniform,0.218666672706604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,32,uniform,0.17534399032592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,16,uniform,0.18023467063903809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,8,uniform,0.20366400480270386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,32,uniform,0.09738666812578838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,4,uniform,0.2508373260498047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,2,uniform,0.3698506752649943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,16,uniform,0.09966400265693665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,8,uniform,0.11544000109036763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,32,uniform,0.20973332722981772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,16,uniform,0.20612800121307373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,8,uniform,0.2132479945818583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,32,uniform,0.22777599096298218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,8,uniform,0.26346667607625324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,16,uniform,0.24162666002909342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,4,uniform,0.33530131975809735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,2,uniform,0.4916906754175822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,2,uniform,0.1934880018234253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,4,8,uniform,0.2863733371098836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,4,8,uniform,0.19246399402618408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,4,uniform,0.19303999344507852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,4,uniform,0.2983040014902751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,2,uniform,0.30195732911427814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,1,uniform,0.30881067117055255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,16,uniform,0.2896639903386434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,32,uniform,0.2778720060984294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,8,uniform,0.3094773292541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,4,uniform,0.3891679843266805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,2,uniform,0.5719199975331625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,32,uniform,0.1267093320687612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,32,uniform,0.2749706705411275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,16,uniform,0.12526399890581766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,8,uniform,0.14239999651908875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,16,uniform,0.2701653242111206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,8,uniform,0.27802666028340656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,16,uniform,0.2502239942550659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,32,uniform,0.23995733261108398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,4,8,uniform,0.23548267285029092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,2,uniform,0.2358400026957194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,4,uniform,0.3490133285522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,8,uniform,0.27772800127665204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,4,uniform,0.23729066054026285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,2,uniform,0.5522720019022623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,4,8,uniform,0.36205867926279706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,4,uniform,0.37810667355855304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,1,uniform,0.39159464836120605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,2,uniform,0.38621334234873456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,32,uniform,0.28563199440638226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,8,uniform,0.3125493327776591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,16,uniform,0.29690666993459064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,4,uniform,0.4050453503926595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,2,uniform,0.5966453154881796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,16,uniform,0.14613866806030273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,32,uniform,0.14774933457374573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,8,uniform,0.16514666875203451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,32,uniform,0.3386026620864868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,16,uniform,0.3349546591440837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,8,uniform,0.3374720017115275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,4,8,uniform,0.3300480047861735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,16,uniform,0.4084320068359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,32,uniform,0.38517868518829346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,8,uniform,0.4209973414738973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,4,uniform,0.5531839927037557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,2,uniform,0.8203787008921305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,4,uniform,0.33048532406489056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,4,8,uniform,0.5173173348108927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,2,uniform,0.33055466413497925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,4,uniform,0.539680004119873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,1,uniform,0.5596426725387573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,2,uniform,0.5554346640904745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,32,uniform,0.3906720081965129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,16,uniform,0.40588800112406415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,4,uniform,0.5393013159434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,8,uniform,0.415829340616862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,16,uniform,0.1890986760457357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,2,uniform,0.7791146437327067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,32,uniform,0.19529600938161215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,8,uniform,0.20716800292332968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,32,uniform,0.4067466656366984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,16,uniform,0.40749867757161456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,8,uniform,0.41353599230448407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,32,uniform,0.40447998046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,16,uniform,0.4292373259862264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,8,uniform,0.44531198342641193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,4,8,uniform,0.4219839970270793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,4,uniform,0.5824746688206991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,2,uniform,0.8869012991587321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,2,uniform,0.4248960018157959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,4,uniform,0.42138131459554035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,4,uniform,0.6947946548461914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,4,8,uniform,0.6592106819152832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,2,uniform,0.718074639638265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,1,uniform,0.7229706446329752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,32,uniform,0.4926186800003052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,8,uniform,0.5202826658884684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,16,uniform,0.511685331662496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,2,uniform,0.9564853509267172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,4,uniform,0.6548053423563639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,32,uniform,0.24133867025375366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,16,uniform,0.23328532775243124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,8,uniform,0.2524906595547994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,32,uniform,0.5336906512578329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,32,uniform,0.5575840075810751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,16,uniform,0.5293173392613729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,8,uniform,0.5416320164998373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,8,uniform,0.590720017751058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,16,uniform,0.5857066710789999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,4,uniform,0.6037653287251791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,4,8,uniform,0.5989600022633871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,4,uniform,0.7615520159403483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,2,uniform,0.6132053136825562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,2,uniform,1.1244160334269206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,4,8,uniform,0.9688693682352701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,4,uniform,1.0238773028055828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,2,uniform,1.0578453540802002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,1,uniform,1.055578629175822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,8,uniform,0.7253973484039307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,32,uniform,0.7041172981262207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,16,uniform,0.7266879876454672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,4,uniform,0.8957119782765707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,32,uniform,0.33515731493632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,16,uniform,0.32205865780512494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,2,uniform,1.3017813364664714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,8,uniform,0.34540800253550213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,32,uniform,0.7282666365305582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,16,uniform,0.7248106797536215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,8,uniform,0.7405440012613932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,32,uniform,0.7297120094299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,16,uniform,0.7552586396535238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,8,uniform,0.7641013463338217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,4,uniform,0.9786293506622314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,2,uniform,1.4094079335530598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,4,8,uniform,0.7864747047424316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,4,uniform,0.796176036198934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,4,8,uniform,1.2673386732737224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,2,uniform,0.8057599862416586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,4,uniform,1.3405653635660808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,2,uniform,1.3882667223612468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,1,uniform,1.394053300221761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,16,uniform,0.9306506315867106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,32,uniform,0.8978826999664307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,8,uniform,0.9402933120727539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,4,uniform,1.126149336496989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,2,uniform,1.5934665997823079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,32,uniform,0.42896533012390137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,16,uniform,0.4058239857355754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,8,uniform,0.4416160186131795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,32,uniform,0.9224586486816406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,16,uniform,0.9235626856486002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,8,uniform,0.9396906693776449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,32,uniform,1.020405371983846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,16,uniform,1.0589226881663005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,4,8,uniform,1.1562399864196777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,8,uniform,1.0481279691060383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,4,uniform,1.1610026359558105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,4,uniform,1.308794657389323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,2,uniform,1.8698879877726238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,2,uniform,1.1807520389556885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,4,8,uniform,1.8673334121704102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,2,uniform,2.054240067799886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,4,uniform,1.9847413698832195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,1,uniform,2.0663040479024253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,32,uniform,1.3090293407440186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,16,uniform,1.3568800290425618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,8,uniform,1.3573120435078938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,4,uniform,1.6058665911356609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,2,uniform,2.266416072845459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,32,uniform,0.6108106772104899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,16,uniform,0.5786879857381185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,8,uniform,0.620031992594401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,32,uniform,1.372938632965088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,16,uniform,1.3786187171936035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,8,uniform,1.4029760360717773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,16,uniform,1.4061279296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,32,uniform,1.3502559661865234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,8,uniform,1.412021319071452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,4,uniform,1.7011466026306152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,4,8,uniform,1.5163413683573406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,2,uniform,2.4039200146993003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,4,uniform,1.540544033050537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,2,uniform,1.5606187184651692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,2,uniform,2.7297493616739907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,4,8,uniform,2.4778772989908853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,4,uniform,2.6386292775472007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,1,uniform,2.736805280049642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,32,uniform,1.720853328704834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,16,uniform,1.7746987342834473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,8,uniform,1.7838613192240398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,4,uniform,2.0855253537495932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,32,uniform,0.7950026988983154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,2,uniform,2.9314025243123374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,16,uniform,0.7554346720377604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,8,uniform,0.8056800365447998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,32,uniform,1.769370714823405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,16,uniform,1.7663200696309407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,8,uniform,1.818677266438802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,32,uniform,1.8177439371744792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,16,uniform,1.8816053072611492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,8,uniform,1.8714772860209148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,4,uniform,2.236959934234619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,2,uniform,3.1543359756469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,4,8,uniform,2.2454187075297036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,2,uniform,2.322005271911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,4,uniform,2.289397398630778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,4,8,uniform,3.6791305541992188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,4,uniform,3.9266398747762046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,1,uniform,4.08185609181722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,2,uniform,4.064629236857097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,32,uniform,2.541050593058268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,16,uniform,2.6267199516296387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,8,uniform,2.6483306884765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,4,uniform,3.0624160766601562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,32,uniform,1.1675679683685303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,2,uniform,4.256896018981934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,16,uniform,1.107098658879598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,8,uniform,1.181605339050293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,32,uniform,2.6123414039611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,16,uniform,2.6270346641540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,8,uniform,2.7061386108398438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,32,uniform,2.6237333615620932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,16,uniform,2.717551867167155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,8,uniform,2.708559989929199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,4,uniform,3.1944799423217773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,4,8,uniform,3.0022239685058594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,2,uniform,4.471311887105306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,4,uniform,3.0195627212524414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,2,uniform,3.0763680140177407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,4,8,uniform,4.889269193013509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,4,uniform,5.231034596761067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,1,uniform,5.454240163167317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,2,uniform,5.409605026245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,32,uniform,3.367717425028483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,16,uniform,3.4801012674967446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,8,uniform,3.499386787414551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,4,uniform,4.035418510437012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,2,uniform,5.578336079915364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,32,uniform,1.5430560111999512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,16,uniform,1.459712028503418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,8,uniform,1.5526399612426758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,32,uniform,3.453520139058431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,16,uniform,3.4884799321492515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,8,uniform,3.5817600886027017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,32,uniform,3.5661919911702475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,16,uniform,3.681898752848307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,8,uniform,3.6791254679361978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,4,8,uniform,3.7335147857666016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,4,uniform,4.276058514912923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,2,uniform,5.945066452026367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,4,uniform,3.7711785634358725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,2,uniform,3.8281545639038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,4,8,uniform,6.141829172770183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,2,uniform,6.758837381998698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,4,uniform,6.520661036173503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,1,uniform,6.784175872802734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,32,uniform,4.204314549763997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,16,uniform,4.333685239156087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,4,uniform,4.994842529296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,8,uniform,4.33950932820638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,2,uniform,6.961818695068359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,32,uniform,1.9150560696919758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,16,uniform,1.8194506963094075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,8,uniform,1.9416747093200684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,32,uniform,4.251557350158691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,16,uniform,4.2682240804036455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,8,uniform,4.401136080423991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,16,uniform,4.539375940958659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,32,uniform,4.369322776794434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,8,uniform,4.512922604878743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,2,uniform,7.229770660400391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,4,uniform,5.20088545481364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,4,8,uniform,0.03530666728814443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,4,uniform,0.029893333713213604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,2,uniform,0.02829866607983907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,1,uniform,0.029301332930723827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,4,8,uniform,0.048165331284205117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,4,uniform,0.03281066566705704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,1,uniform,0.03356799980004629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,2,uniform,0.030784000953038532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,32,uniform,0.05379733443260193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,8,uniform,0.05147733290990194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,16,uniform,0.04930133124192556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,2,uniform,0.08557333548863728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,4,uniform,0.062090665102005005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,16,uniform,0.0296426663796107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,32,uniform,0.0308746670683225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,8,uniform,0.03049066662788391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,4,uniform,0.03558400024970373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,32,uniform,0.05454400181770325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,8,uniform,0.04762666424115499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,16,uniform,0.04630400240421295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,4,uniform,0.05329066514968872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,2,uniform,0.06959466636180878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,16,uniform,0.05106666684150696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,32,uniform,0.054010664423306785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,8,uniform,0.05569600065549215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,4,uniform,0.07207466661930084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,4,8,uniform,0.03634133438269297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,4,uniform,0.02881066749493281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,2,uniform,0.10382933417956035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,2,uniform,0.02900800108909607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,1,uniform,0.030000001192092896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,4,8,uniform,0.047775998711586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,4,uniform,0.032933334509531655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,32,uniform,0.055498664577802025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,2,uniform,0.03276266654332479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,8,uniform,0.055248002211252846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,1,uniform,0.03811733424663544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,16,uniform,0.05067199965318044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,4,uniform,0.06698133548100789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,2,uniform,0.08988799651463826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,16,uniform,0.02938133229811986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,32,uniform,0.029690665503342945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,4,uniform,0.03751999884843826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,8,uniform,0.03160000095764796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,32,uniform,0.05017599960168203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,16,uniform,0.04529599845409393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,8,uniform,0.04665599763393402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,2,uniform,0.06645866731802623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,4,uniform,0.05347733199596405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,8,uniform,0.05508799850940704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,16,uniform,0.05027733246485392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,32,uniform,0.05240533252557119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,4,uniform,0.07169599831104279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,2,uniform,0.09885866443316142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,4,8,uniform,0.03382399926582972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,4,uniform,0.031231999397277832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,2,uniform,0.03233599911133448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,1,uniform,0.03422400106986364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,4,uniform,0.04587199787298838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,2,uniform,0.04722133278846741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,4,8,uniform,0.04308799902598063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,1,uniform,0.04489600161711375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,32,uniform,0.05258133510748545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,8,uniform,0.05705599983533224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,16,uniform,0.05639466643333435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,4,uniform,0.06741333504517873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,2,uniform,0.08733333150545756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,32,uniform,0.02922133356332779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,16,uniform,0.0306986669699351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,8,uniform,0.030437332888444264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,4,uniform,0.03610666592915853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,16,uniform,0.05003199974695841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,32,uniform,0.05002133548259735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,8,uniform,0.05750399827957153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,4,uniform,0.06273599962393443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,2,uniform,0.07343466579914093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,32,uniform,0.05514133473237356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,16,uniform,0.05436799923578898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,8,uniform,0.06348800162474315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,4,uniform,0.0763733337322871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,2,uniform,0.10776533683141072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,4,8,uniform,0.035930665830771126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,4,uniform,0.033914667864640556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,2,uniform,0.033546666304270424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,1,uniform,0.03618666778008143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,4,8,uniform,0.04683200021584829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,4,uniform,0.046575998266537987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,2,uniform,0.04359999795754751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,1,uniform,0.048810665806134544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,32,uniform,0.062208001812299095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,16,uniform,0.0688213308652242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,4,uniform,0.08292800188064575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,8,uniform,0.06738666693369548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,2,uniform,0.10673600435256958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,16,uniform,0.03514133393764496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,8,uniform,0.037647999823093414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,32,uniform,0.03230933348337809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,4,uniform,0.04324266811211904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,32,uniform,0.06789866586526234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,16,uniform,0.06825066606203715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,8,uniform,0.06849066913127899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,4,uniform,0.07561066746711731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,2,uniform,0.09492266178131104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,8,uniform,0.07400000095367432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,4,uniform,0.08794132868448894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,32,uniform,0.06272533535957336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,16,uniform,0.0641653339068095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,2,uniform,0.11940800150235494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,2,uniform,0.03461333364248276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,4,8,uniform,0.034143999218940735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,1,uniform,0.03982933362325033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,4,uniform,0.04684799909591675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,4,uniform,0.031717332700888314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,4,8,uniform,0.04412800073623657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,2,uniform,0.04773333172003428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,1,uniform,0.04717333118120829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,16,uniform,0.08980266253153484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,32,uniform,0.08624000350634257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,4,uniform,0.10849600036938985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,8,uniform,0.08845866719881694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,2,uniform,0.1399786671002706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,32,uniform,0.04720533390839895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,16,uniform,0.04758933186531067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,8,uniform,0.04987733562787374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,4,uniform,0.058101331194241844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,32,uniform,0.08724799752235413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,16,uniform,0.08749866485595703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,8,uniform,0.0895146628220876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,4,uniform,0.09801066915194194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,2,uniform,0.12820800145467123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,32,uniform,0.08620267113049825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,16,uniform,0.08915733297665913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,8,uniform,0.08835732936859131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,4,uniform,0.1129919985930125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,2,uniform,0.14631999532381693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,4,8,uniform,0.03382933388153712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,4,uniform,0.03189333279927572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,1,uniform,0.04001066585381826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,2,uniform,0.033770665526390076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,2,uniform,0.05004799862702688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,4,uniform,0.04470933477083842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,4,8,uniform,0.04462933540344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,1,uniform,0.052709331115086876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,32,uniform,0.13246400157610574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,8,uniform,0.14381333192189535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,16,uniform,0.13013866543769836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,4,uniform,0.18178133169809976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,2,uniform,0.2357706626256307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,4,uniform,0.06555200119813283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,8,uniform,0.05449600021044413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,16,uniform,0.0469760000705719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,32,uniform,0.04948799808820089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,8,uniform,0.10974933703740437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,32,uniform,0.1039680043856303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,16,uniform,0.10691733161608379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,4,uniform,0.12869333227475485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,2,uniform,0.1676266590754191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,32,uniform,0.1341546674569448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,16,uniform,0.13824533422787985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,8,uniform,0.14697066942850748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,4,uniform,0.1894773244857788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,4,8,uniform,0.0341333324710528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,2,uniform,0.25115732351938885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,4,uniform,0.03583999971548716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,2,uniform,0.03518400092919668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,1,uniform,0.03951466580231985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,4,8,uniform,0.049642667174339294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,4,uniform,0.048725331823031105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,2,uniform,0.050613333781560264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,1,uniform,0.05585066477457682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,16,uniform,0.13726400335629782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,32,uniform,0.13321600357691446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,8,uniform,0.14972800016403198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,4,uniform,0.18653867642084757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,2,uniform,0.25113600492477417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,32,uniform,0.04987733562787374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,16,uniform,0.051034669081370033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,8,uniform,0.055813332398732506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,4,uniform,0.06637333333492279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,32,uniform,0.09914666414260864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,16,uniform,0.10274666547775269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,8,uniform,0.10698133707046509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,4,uniform,0.1269866625467936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,2,uniform,0.16758400201797485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,16,uniform,0.17574399709701538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,32,uniform,0.17043733596801758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,8,uniform,0.19200533628463745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,4,uniform,0.24892799059549967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,2,uniform,0.3278133273124695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,4,8,uniform,0.03749333322048187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,4,uniform,0.03316266586383184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,2,uniform,0.037765334049860634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,1,uniform,0.04243200023969015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,4,8,uniform,0.04914666712284088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,4,uniform,0.04907733201980591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,2,uniform,0.05143466591835022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,32,uniform,0.13517333070437113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,16,uniform,0.13750400145848593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,1,uniform,0.053226664662361145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,8,uniform,0.15288000305493674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,2,uniform,0.2500693400700887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,4,uniform,0.18983999888102213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,32,uniform,0.04647466540336609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,16,uniform,0.05145066479841868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,4,uniform,0.06651733318964641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,8,uniform,0.05211733281612396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,32,uniform,0.10054399569829305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,16,uniform,0.10373866558074951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,8,uniform,0.10815999905268352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,4,uniform,0.129120002190272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,2,uniform,0.17547200123469034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,32,uniform,0.1740586757659912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,16,uniform,0.18108266592025757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,8,uniform,0.19609065850575766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,4,uniform,0.25041600068410236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,2,uniform,0.34145601590474445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,4,8,uniform,0.0401706670721372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,4,uniform,0.03961066653331121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,1,uniform,0.04734933376312256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,4,8,uniform,0.0476746658484141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,2,uniform,0.03887466589609782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,4,uniform,0.05144000053405762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,1,uniform,0.0666186660528183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,2,uniform,0.05042133231957754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,32,uniform,0.1455680032571157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,4,uniform,0.21543467044830322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,16,uniform,0.1488800048828125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,8,uniform,0.16485866904258728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,2,uniform,0.3115626573562622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,32,uniform,0.05243733525276184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,16,uniform,0.05198400219281515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,8,uniform,0.061648001273473106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,4,uniform,0.07212266822655995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,32,uniform,0.10735467076301575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,16,uniform,0.1164533297220866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,8,uniform,0.11613333225250244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,4,uniform,0.15270933508872986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,2,uniform,0.2084640065828959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,32,uniform,0.19221333662668863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,4,uniform,0.2940053343772888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,8,uniform,0.22181866566340128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,16,uniform,0.1913493275642395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,4,8,uniform,0.037205333511034645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,4,uniform,0.03692800054947535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,2,uniform,0.4225173393885295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,2,uniform,0.03885866701602936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,1,uniform,0.045663997530937195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,4,8,uniform,0.0516480008761088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,4,uniform,0.05201066533724467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,2,uniform,0.05568000177542368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,1,uniform,0.06324266890684764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,8,uniform,0.17165867487589517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,32,uniform,0.14588266611099243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,16,uniform,0.15412799517313638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,4,uniform,0.21957866350809732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,2,uniform,0.31202133496602374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,32,uniform,0.05193600058555603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,16,uniform,0.05620799958705902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,8,uniform,0.06115200122197469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,4,uniform,0.07701333363850911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,32,uniform,0.1072106659412384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,16,uniform,0.1128480037053426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,8,uniform,0.11839466293652852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,4,uniform,0.14933866262435913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,2,uniform,0.212442676226298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,32,uniform,0.1919893423716227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,8,uniform,0.22963200012842813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,16,uniform,0.19317867358525595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,4,uniform,0.2979360024134318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,2,uniform,0.42391467094421387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,4,8,uniform,0.037834666669368744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,4,uniform,0.03732266773780187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,2,uniform,0.04236799975236257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,1,uniform,0.05117333432038625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,4,8,uniform,0.052613332867622375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,4,uniform,0.04900800188382467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,2,uniform,0.05659199754397074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,1,uniform,0.06631466746330261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,32,uniform,0.14576533436775208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,16,uniform,0.15625066558519998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,8,uniform,0.17086933056513467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,4,uniform,0.22331732511520386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,2,uniform,0.31910934050877887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,32,uniform,0.049413333336512245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,16,uniform,0.0569706658522288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,8,uniform,0.06301333506902058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,4,uniform,0.07835733393828075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,32,uniform,0.11447466413180034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,16,uniform,0.11965866883595784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,8,uniform,0.12033599615097046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,2,uniform,0.21867199738820395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,4,uniform,0.15377599994341531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,32,uniform,0.19402666886647543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,16,uniform,0.19548267126083374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,8,uniform,0.23283199469248453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,4,uniform,0.29449599981307983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,2,uniform,0.4391893148422241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,4,8,uniform,0.04837333162625631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,2,uniform,0.04877866804599762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,4,uniform,0.04543999830881754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,1,uniform,0.05421866476535797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,4,uniform,0.05555733541647593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,4,8,uniform,0.06019733349482218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,1,uniform,0.07162666817506154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,2,uniform,0.062122667829195656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,32,uniform,0.15227199594179788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,16,uniform,0.15773333112398782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,8,uniform,0.17328532536824545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,4,uniform,0.22928533951441446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,32,uniform,0.054245332876841225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,2,uniform,0.3258773287137349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,16,uniform,0.05831466615200043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,8,uniform,0.06478400031725566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,4,uniform,0.08272000153859456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,32,uniform,0.10865599910418193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,16,uniform,0.11454932888348897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,8,uniform,0.12959999839464822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,4,uniform,0.156058669090271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,2,uniform,0.2201546629269918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,32,uniform,0.1957599918047587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,16,uniform,0.21261332432428995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,8,uniform,0.23441066344579062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,4,8,uniform,0.04897066454092661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,4,uniform,0.29922666152318317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,2,uniform,0.43775999546051025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,4,uniform,0.04916800061861674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,2,uniform,0.04718933502833048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,1,uniform,0.05629866818586985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,4,8,uniform,0.06132266422112783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,2,uniform,0.06330133477846782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,4,uniform,0.05680533250172933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,1,uniform,0.07705600063006084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,32,uniform,0.15284799536069235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,16,uniform,0.15938133001327515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,8,uniform,0.18010665973027548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,2,uniform,0.33377599716186523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,4,uniform,0.23222400744756064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,32,uniform,0.05540800094604492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,16,uniform,0.058389330903689064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,4,uniform,0.08369599779446919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,8,uniform,0.0666240006685257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,32,uniform,0.1111893355846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,16,uniform,0.11727466185887654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,8,uniform,0.13157866398493448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,4,uniform,0.16010133425394693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,2,uniform,0.2258453369140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,32,uniform,0.1957333286603292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,16,uniform,0.20898133516311646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,8,uniform,0.23800534009933472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,4,uniform,0.3049599925676982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,2,uniform,0.4501173496246338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,4,8,uniform,0.04975999891757965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,4,uniform,0.05004799862702688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,2,uniform,0.052383999029795326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,1,uniform,0.06295466423034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,4,8,uniform,0.05820266902446747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,4,uniform,0.06154133379459381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,2,uniform,0.06672533353169759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,1,uniform,0.07986666758855183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,32,uniform,0.15591466426849365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,16,uniform,0.15824000040690103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,8,uniform,0.18101332585016885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,4,uniform,0.24083733558654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,2,uniform,0.3456000089645386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,32,uniform,0.056186666091283165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,16,uniform,0.05979733169078827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,8,uniform,0.06922666728496552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,4,uniform,0.08823999762535095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,32,uniform,0.118559996287028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,4,uniform,0.17300266027450562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,16,uniform,0.12025066216786702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,8,uniform,0.13979732990264893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,2,uniform,0.24054400126139322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,32,uniform,0.20430932442347208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,16,uniform,0.21747199694315592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,8,uniform,0.24307199319203696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,4,uniform,0.3168960014979045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,2,uniform,0.46164798736572266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,4,8,uniform,0.05492266515890757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,4,uniform,0.052576000491778054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,2,uniform,0.05366933345794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,1,uniform,0.07039466500282288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,4,8,uniform,0.06105599800745646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,4,uniform,0.0609386662642161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,2,uniform,0.07467733323574066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,1,uniform,0.08820799986521403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,16,uniform,0.16922666629155478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,8,uniform,0.19485332568486533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,4,uniform,0.2532426714897156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,32,uniform,0.15620799859364828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,2,uniform,0.36724801858266193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,32,uniform,0.05539733171463013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,16,uniform,0.06532800197601318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,8,uniform,0.07364800075689952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,4,uniform,0.09354666868845622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,32,uniform,0.12186132868131001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,16,uniform,0.12867200374603271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,8,uniform,0.15054399768511453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,2,uniform,0.2525866627693176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,4,uniform,0.17991467316945395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,32,uniform,0.20828799406687418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,8,uniform,0.24864532550175986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,16,uniform,0.21915733814239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,4,uniform,0.32438933849334717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,4,8,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,2,uniform,0.4745813210805257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,4,uniform,0.05004266897837321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,2,uniform,0.05524266759554545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,1,uniform,0.06986133257548015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,4,8,uniform,0.06592533489068349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,4,uniform,0.06670933465162913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,2,uniform,0.07629333436489105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,1,uniform,0.09650133053461711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,32,uniform,0.16133333245913187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,16,uniform,0.1715786655743917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,8,uniform,0.19882667064666748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,4,uniform,0.25997867186864215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,2,uniform,0.38116268316904706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,32,uniform,0.0610346645116806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,16,uniform,0.06639466683069865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,4,uniform,0.10008533795674641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,8,uniform,0.07663999994595845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,32,uniform,0.12871467073758444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,16,uniform,0.13556266824404398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,8,uniform,0.15270933508872986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,2,uniform,0.26441067457199097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,4,uniform,0.1874026656150818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,32,uniform,0.21102400620778403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,16,uniform,0.22287466128667197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,8,uniform,0.25146132707595825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,4,uniform,0.33426666259765625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,2,uniform,0.4949973424275716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,4,uniform,0.05874133110046387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,4,8,uniform,0.05629866818586985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,2,uniform,0.06494933366775513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,1,uniform,0.07764799892902374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,4,8,uniform,0.07136533161004384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,2,uniform,0.08269333342711131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,1,uniform,0.10782933235168457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,4,uniform,0.06932266553243001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,32,uniform,0.1690773367881775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,16,uniform,0.17991999785105386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,8,uniform,0.20415999492009482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,4,uniform,0.2754666606585185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,2,uniform,0.41490666071573895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,32,uniform,0.06358399987220764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,16,uniform,0.07061866422494252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,8,uniform,0.08294400076071422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,4,uniform,0.11064533392588298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,32,uniform,0.13124799728393555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,8,uniform,0.16181866327921549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,16,uniform,0.13358933726946512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,4,uniform,0.20453333854675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,32,uniform,0.22336532672246298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,2,uniform,0.2887626687685649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,8,uniform,0.26971733570098877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,2,uniform,0.5406560103098551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,4,uniform,0.34980801741282147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,16,uniform,0.2289066712061564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,4,8,uniform,0.06389333307743073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,4,uniform,0.06211733321348826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,1,uniform,0.1058026651541392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,4,8,uniform,0.07521066566308339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,2,uniform,0.07493333518505096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,2,uniform,0.10682666301727295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,1,uniform,0.1418826679388682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,4,uniform,0.09070932865142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,32,uniform,0.1809013287226359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,16,uniform,0.18959466616312662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,8,uniform,0.23013333479563394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,4,uniform,0.3132320046424866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,2,uniform,0.5070506731669108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,32,uniform,0.06843199829260509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,16,uniform,0.0761706680059433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,8,uniform,0.09232532978057861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,4,uniform,0.1288053294022878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,32,uniform,0.13751467068990073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,16,uniform,0.14909866452217102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,8,uniform,0.17431465784708658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,4,uniform,0.23117866118748984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,2,uniform,0.36951998869578045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,16,uniform,0.25224532683690387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,32,uniform,0.2302453319231669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,8,uniform,0.294320007165273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,4,uniform,0.38683732350667316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,2,uniform,0.6208906571070353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,2,uniform,0.08675733208656311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,4,uniform,0.06705066561698914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,1,uniform,0.11988266309102376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,4,8,uniform,0.0650186687707901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,4,uniform,0.10001066327095032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,4,8,uniform,0.08308266599973042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,1,uniform,0.17392534017562866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,2,uniform,0.11411733428637187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,8,uniform,0.24318933486938477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.18689066171646118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,16,uniform,0.2081013321876526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,4,uniform,0.3504800001780192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,2,uniform,0.5745226542154948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,32,uniform,0.07226133346557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,16,uniform,0.07787733276685078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,8,uniform,0.1006666620572408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,4,uniform,0.1448319951693217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,32,uniform,0.1551199952761332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,16,uniform,0.1683573325475057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,4,uniform,0.2637173334757487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,2,uniform,0.43509332338968915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,8,uniform,0.19005866845448813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,32,uniform,0.2499893307685852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,8,uniform,0.3129066626230876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,16,uniform,0.26412800947825116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,4,uniform,0.4435253143310547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,2,uniform,0.6928479671478271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,4,8,uniform,0.08931199709574382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,4,uniform,0.09734400113423665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,2,uniform,0.12165333827336629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,1,uniform,0.17565866311391196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,4,uniform,0.13612799843152365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,4,8,uniform,0.12665599584579468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,1,uniform,0.2717493375142415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,2,uniform,0.1673439939816793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,32,uniform,0.21370132764180502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,16,uniform,0.23369600375493368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,8,uniform,0.2857973376909892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,4,uniform,0.4444799820582072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,2,uniform,0.7208960056304932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,32,uniform,0.08021866778532664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,16,uniform,0.09428266684214275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,8,uniform,0.11985599994659424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,4,uniform,0.18321067094802856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,32,uniform,0.16776533921559653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,16,uniform,0.18549867471059164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,8,uniform,0.22348799308141074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,4,uniform,0.34015464782714844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,2,uniform,0.5541599988937378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,32,uniform,0.26756266752878827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,16,uniform,0.29714133342107135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,8,uniform,0.351962685585022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,4,uniform,0.5327200094858805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,2,uniform,0.8464852968851725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,4,8,uniform,0.09778666496276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,4,uniform,0.10994666814804077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,1,uniform,0.2379680077234904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,4,8,uniform,0.13380799690882364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,2,uniform,0.14299199978510538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,4,uniform,0.15491732954978943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,2,uniform,0.2112320065498352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,1,uniform,0.3391733169555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.23246399561564127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,16,uniform,0.2563520073890686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,8,uniform,0.3367413282394409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,2,uniform,0.8580426375071207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,4,uniform,0.5186826785405477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,32,uniform,0.0870293378829956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,16,uniform,0.1032960017522176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,8,uniform,0.12971733013788858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,4,uniform,0.233130673567454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,32,uniform,0.188810666402181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,4,uniform,0.4143199920654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,8,uniform,0.26526399453481037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,16,uniform,0.20523200432459512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,2,uniform,0.6707946459452311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,32,uniform,0.29233066240946454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,16,uniform,0.3248479962348938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,8,uniform,0.4068373441696167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,4,uniform,0.6137919823328654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,2,uniform,0.9963200092315674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,4,8,uniform,0.14065600434939066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,4,uniform,0.15972266594568887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,1,uniform,0.3481333255767822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,2,uniform,0.21964265902837118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,2,uniform,0.321669340133667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,4,8,uniform,0.18853867053985596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,4,uniform,0.22707200050354004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,1,uniform,0.4962400197982788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,32,uniform,0.2667146722475688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,16,uniform,0.31228800614674884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,8,uniform,0.43782933553059894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,4,uniform,0.6704586346944174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,2,uniform,1.1470452944437664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,32,uniform,0.11782933274904887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,16,uniform,0.14659733573595682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,8,uniform,0.19934932390848795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,4,uniform,0.35166935125986737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,32,uniform,0.27049599091211957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,16,uniform,0.30954132477442425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,8,uniform,0.4010453224182129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,4,uniform,0.6006346543629965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,2,uniform,0.9780000050862631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,32,uniform,0.3389493227005005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,16,uniform,0.3865973154703776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,8,uniform,0.5044106642405192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,4,uniform,0.7763413588205973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,4,8,uniform,0.17238932847976685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,2,uniform,1.2799893220265706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,4,uniform,0.20521066586176553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,2,uniform,0.29074666897455853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,1,uniform,0.45498132705688477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,4,8,uniform,0.2299306591351827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,4,uniform,0.2856000065803528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,2,uniform,0.4220159848531087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,1,uniform,0.6533226569493612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,16,uniform,0.37121601899464923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.3014133373896281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,8,uniform,0.51801065603892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,4,uniform,0.8079040050506592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,2,uniform,1.3786932627360027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,32,uniform,0.13377599914868674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,16,uniform,0.1660266617933909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,8,uniform,0.25465599695841473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,4,uniform,0.42313599586486816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,32,uniform,0.2943893273671468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,16,uniform,0.3519359827041626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,8,uniform,0.474730650583903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,4,uniform,0.7340160210927328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,2,uniform,1.2076746622721355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,32,uniform,0.3896799882253011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,16,uniform,0.44857601324717206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,8,uniform,0.6044533252716064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,2,uniform,1.5774720509847004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,4,uniform,0.9289813041687012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,4,8,uniform,0.24004799127578735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,4,uniform,0.29704533020655316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,1,uniform,0.6583093404769897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,2,uniform,0.4286880095799764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,4,8,uniform,0.3360373179117839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,4,uniform,0.4394559860229492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,2,uniform,0.6094826857248942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,1,uniform,0.9504693349202474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,32,uniform,0.4403680165608724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,16,uniform,0.5538186629613241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,8,uniform,0.7654133637746176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,4,uniform,1.2340106964111328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,2,uniform,2.1251840591430664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,32,uniform,0.17777599891026816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,16,uniform,0.2435306708017985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,8,uniform,0.36951998869578045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,4,uniform,0.6176160176595052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,32,uniform,0.395087997118632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,4,uniform,1.04584534962972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,16,uniform,0.4870506525039673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,8,uniform,0.6516853173573812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,2,uniform,1.7541333834330242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,32,uniform,0.47142934799194336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,16,uniform,0.5732906659444174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,8,uniform,0.778277317682902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,4,uniform,1.2174773216247559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,2,uniform,2.086186726888021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,4,8,uniform,0.30161066850026447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,4,uniform,0.3951359987258911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,2,uniform,0.5486826499303182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,1,uniform,0.8599466482798258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,4,8,uniform,0.45265066623687744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,4,uniform,0.5758666594823202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,2,uniform,0.8039039770762125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,1,uniform,1.2639946937561035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,32,uniform,0.5286133289337158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,16,uniform,0.6637973388036092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,8,uniform,0.9357386430104574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,4,uniform,1.5233279863993328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,2,uniform,2.6574559211730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,32,uniform,0.21900266408920288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,16,uniform,0.31302932898203534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,8,uniform,0.4610026677449544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,4,uniform,0.7991680304209391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,8,uniform,0.8684906959533691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,16,uniform,0.6457600196202596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,32,uniform,0.5154613256454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,4,uniform,1.375813325246175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,2,uniform,2.2978506088256836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,16,uniform,0.8110986550649008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,32,uniform,0.6669812997182211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,8,uniform,1.064570665359497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,2,uniform,2.9497706095377603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,4,uniform,1.713823954264323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,4,8,uniform,0.4614186684290568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,4,uniform,0.5961600144704183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,2,uniform,0.8238933086395264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,4,uniform,0.8602026303609213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,1,uniform,1.2887893517812092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,4,8,uniform,0.6746933460235596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,2,uniform,1.1880266666412354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,1,uniform,1.8920106887817383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,32,uniform,0.7667093276977539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,16,uniform,0.9548693497975668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,8,uniform,1.3715839385986328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,4,uniform,2.199615955352783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,2,uniform,3.929504076639811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,32,uniform,0.33187200625737506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,16,uniform,0.45558400948842365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,8,uniform,0.6822613080342611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,4,uniform,1.174085299173991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,32,uniform,0.7152319749196371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,16,uniform,0.8861440022786459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,4,uniform,1.9319945971171062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,8,uniform,1.1869760354359944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,2,uniform,3.305013338724772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,32,uniform,0.8558986981709799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,16,uniform,1.0375626881917317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,8,uniform,1.4352800051371257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,4,uniform,2.3524533907572427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,4,8,uniform,0.6202720006306967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,2,uniform,4.04142411549886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,2,uniform,1.0879680315653484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,4,uniform,0.7763360341389974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,1,uniform,1.699109395345052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,4,8,uniform,0.9125866889953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,4,uniform,1.143877347310384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,2,uniform,1.588746706644694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,1,uniform,2.5160266558329263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,32,uniform,1.000170628229777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,16,uniform,1.2510720094045003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,8,uniform,1.8117760022481282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,4,uniform,2.875189463297526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,2,uniform,5.207370758056641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,32,uniform,0.43636266390482586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,16,uniform,0.5875893433888754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,8,uniform,0.8786186377207438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,4,uniform,1.545039971669515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,16,uniform,1.1587733427683513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,32,uniform,0.9386826356252035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,8,uniform,1.606858730316162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,4,uniform,2.5591413180033364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,32,uniform,1.1632533073425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,2,uniform,4.397786776224772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,16,uniform,1.4021280606587727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,8,uniform,1.9271839459737141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,4,uniform,3.1486241022745767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,2,uniform,5.468949635823567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,4,8,uniform,0.7573866844177246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,4,uniform,0.9654826323191324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,4,8,uniform,1.1206293106079102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,1,uniform,2.1055679321289062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,2,uniform,1.3381813367207844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,4,uniform,1.4361759821573894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,2,uniform,1.9896693229675293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,1,uniform,3.122389475504557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,32,uniform,1.2413547039031982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,16,uniform,1.5530400276184082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,8,uniform,2.2478453318277993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,4,uniform,3.6169811884562173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,2,uniform,6.44276237487793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,32,uniform,0.5458026727040609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,16,uniform,0.7358986536661783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,8,uniform,1.107973337173462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,4,uniform,1.9278186162312825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,32,uniform,1.1414026419321697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,8,uniform,1.9581386248270671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,16,uniform,1.4095147450764973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,4,uniform,3.1714986165364585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,2,uniform,5.391551971435547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,32,uniform,1.4506559371948242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,16,uniform,1.7870826721191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,8,uniform,2.4232640266418457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,uniform,0.046485334634780884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,4,uniform,3.9203360875447593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,uniform,0.037434667348861694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,uniform,0.03658666710058848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,uniform,0.045696000258127846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,uniform,0.06367466847101848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,uniform,0.04178133110205332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,uniform,0.08224000036716461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,uniform,0.06178133189678192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,uniform,0.05712533493836721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,uniform,0.056789333621660866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,uniform,0.05795733133951823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,uniform,0.061333333452542625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,uniform,0.04737600187460581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,uniform,0.038176000118255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,uniform,0.03626133253177007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,uniform,0.036159999668598175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,uniform,0.03665599972009659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,uniform,0.03756800045569738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,64,uniform,0.07795199751853943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,uniform,0.055018668373425804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,uniform,0.06359999875227611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,2,uniform,6.81982421875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,uniform,0.054042667150497437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,uniform,0.05448000133037567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,uniform,0.05625600119431814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,uniform,0.08190933366616567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,uniform,0.05677866439024607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,uniform,0.06328533093134563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,uniform,0.05719466507434845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,uniform,0.05886933207511902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,uniform,0.06187733511130015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,uniform,0.051029334465662636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,uniform,0.038346665600935616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,uniform,0.045312002301216125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,uniform,0.05958933134873708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,uniform,0.04306666553020477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,uniform,0.08020799855391185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,uniform,0.058287998040517174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,uniform,0.06186666587988535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,uniform,0.03660800059636434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,uniform,0.05853866537412008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,uniform,0.060549333691596985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,uniform,0.06373866895834605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,uniform,0.03676799933115641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,uniform,0.03798400113979975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,uniform,0.044682666659355164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,uniform,0.03674133370320002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,uniform,0.037402667105197906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,uniform,0.038773333032925926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,uniform,0.06380799909432729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,uniform,0.05619200070699056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,uniform,0.055813332398732506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,64,uniform,0.07829333345095317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,uniform,0.0806933343410492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,uniform,0.06123200058937073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,uniform,0.05884266893068949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,uniform,0.06300266583760579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,uniform,0.05936000247796377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,uniform,0.05850133299827576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,uniform,0.06058133145173391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,uniform,0.06562666594982147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,uniform,0.05005866785844167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,uniform,0.045882667104403176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,uniform,0.04399466514587402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,uniform,0.060789331793785095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,uniform,0.06156266729036967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,uniform,0.061119998494784035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,uniform,0.08320533235867818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,uniform,0.06252266466617584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,uniform,0.0625546673933665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,uniform,0.0639573335647583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,uniform,0.046351999044418335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,uniform,0.06834666430950165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,uniform,0.07323200007279713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,uniform,0.03844266633192698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,uniform,0.03826133410135905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,uniform,0.03759466608365377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,uniform,0.038618666430314384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,64,uniform,0.0772159993648529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,uniform,0.042863999803860985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,uniform,0.06406933565934499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,uniform,0.0637066662311554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,uniform,0.06492800017197926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,uniform,0.07089599967002869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,uniform,0.07648000121116638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,uniform,0.0798826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,uniform,0.06445333361625671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,uniform,0.062261333068211876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,uniform,0.06367466847101848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,uniform,0.07522666454315186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,uniform,0.06743999818960826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,uniform,0.04900266726811727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,uniform,0.04781333108743032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,uniform,0.04614399870236715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,uniform,0.058415999015172325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,uniform,0.061664000153541565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,uniform,0.07974933087825775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,uniform,0.0584799995024999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,uniform,0.08096000055472057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,uniform,0.08025600016117096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,uniform,0.08299200236797333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,uniform,0.08496000369389851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,uniform,0.09868266185124715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,uniform,0.04921066761016846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,uniform,0.045978665351867676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,uniform,0.04520000020662943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,uniform,0.04567466676235199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,uniform,0.058602665861447654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,uniform,0.050373335679372154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,64,uniform,0.08262399832407634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,uniform,0.07764799892902374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,uniform,0.08339200417200725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,uniform,0.09497066338857015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,uniform,0.08162133395671844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,uniform,0.07990933458010356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,uniform,0.08107199768225352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,uniform,0.07411199808120728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,uniform,0.0729973316192627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,uniform,0.08135466774304707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,uniform,0.05202666421731313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,uniform,0.08518399794896443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,uniform,0.09993066390355428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,uniform,0.05788266658782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,uniform,0.06453333298365276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,uniform,0.04493333399295807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,uniform,0.046053335070610046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,uniform,0.058517331878344216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,uniform,0.08835200468699138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,uniform,0.09498666723569234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,uniform,0.0946560005346934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,uniform,0.10459199547767639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,uniform,0.09698667128880818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,uniform,0.13462400436401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,uniform,0.056362668673197426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,uniform,0.056927998860677086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,uniform,0.07670400043328603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,uniform,0.053642665346463524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,uniform,0.0632533331712087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,uniform,0.10659199953079224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,64,uniform,0.11125333110491435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,uniform,0.10385599732398987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,uniform,0.09455999732017517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,uniform,0.09473599990208943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,uniform,0.10477333267529805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,uniform,0.12298132975896199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,uniform,0.11044800281524658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,uniform,0.09545600414276123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,uniform,0.10173867146174113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,uniform,0.10387733578681946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,uniform,0.048714667558670044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,uniform,0.1325920025507609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,uniform,0.047775998711586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,uniform,0.0594400018453598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,uniform,0.04693866769472758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,uniform,0.12847999731699625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,uniform,0.05866133173306783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,uniform,0.05875200033187866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,uniform,0.1279253363609314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,uniform,0.1297813355922699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,uniform,0.1341546674569448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,uniform,0.15358933806419373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,uniform,0.19605332612991333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,uniform,0.05672533313433329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,uniform,0.06426666676998138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,uniform,0.058864002426465355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,uniform,0.05640000104904175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,uniform,0.05773866673310598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,uniform,0.10971732934315999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,uniform,0.07880533238252004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,uniform,0.10607999563217163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,64,uniform,0.10494400064150493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,uniform,0.10335999727249146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,uniform,0.11766933401425679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,uniform,0.15532799561818442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,uniform,0.13049599528312683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,uniform,0.1313706636428833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,uniform,0.1302720010280609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,uniform,0.13684800267219543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,uniform,0.1975946625073751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,uniform,0.15479466319084167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,uniform,0.051216001311937966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,uniform,0.04685866832733154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,uniform,0.04465599854787191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,uniform,0.05985599756240845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,uniform,0.1290826698144277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,uniform,0.06420266628265381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,uniform,0.05787200232346853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,uniform,0.13105600078900656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,uniform,0.13519466916720072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,uniform,0.13127467036247253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,uniform,0.1537866691748301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,uniform,0.19274133443832397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,uniform,0.0537066658337911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,uniform,0.0547680010398229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,uniform,0.05587733288606008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,uniform,0.06498133142789204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,uniform,0.05737066765626272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,uniform,0.11154133081436157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,uniform,0.07768533130486806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,uniform,0.10644800464312236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,uniform,0.10708266496658325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,64,uniform,0.09861866633097331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,uniform,0.11854400237401326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,uniform,0.18445332845052084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,uniform,0.18910932540893555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,uniform,0.17897067467371622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,uniform,0.1821546753247579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,uniform,0.21401600042978922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,uniform,0.27596267064412433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,uniform,0.047040000557899475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,uniform,0.04783466458320618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,uniform,0.046762665112813316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,uniform,0.059845333298047386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,uniform,0.1525759994983673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,uniform,0.05762666463851929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,uniform,0.13108799854914346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,uniform,0.12985066572825113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,uniform,0.059152002135912575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,uniform,0.13171199957529703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,uniform,0.13818666338920593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,uniform,0.053370664517084755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,uniform,0.05345066885153452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,uniform,0.1513866682847341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,uniform,0.1971199909845988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,uniform,0.05774400134881338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,64,uniform,0.10900266965230306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,uniform,0.06491200129191081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,uniform,0.057189335425694786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,uniform,0.07695466776688893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,uniform,0.1076800028483073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,uniform,0.10700800021489461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,uniform,0.12001066406567891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,uniform,0.11412266890207927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,uniform,0.18132267395655313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,uniform,0.15807466705640158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,uniform,0.18446399768193564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,uniform,0.217466672261556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,uniform,0.18143999576568604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,uniform,0.1930933396021525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,uniform,0.041120000183582306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,uniform,0.27750933170318604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,uniform,0.04203199843565623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,uniform,0.04373333354791006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,uniform,0.05680533250172933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,uniform,0.13313066959381104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,uniform,0.053301334381103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,uniform,0.05459199845790863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,uniform,0.1323306659857432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,uniform,0.13288000226020813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,uniform,0.13912533720334372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,uniform,0.19875733057657877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,uniform,0.15610667069753012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,uniform,0.05578133463859558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,uniform,0.05513066550095876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,uniform,0.05505066613356272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,uniform,0.0775786687930425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,64,uniform,0.11027200023333232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,uniform,0.0582826683918635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,uniform,0.06611200173695882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,uniform,0.121370663245519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,uniform,0.10732266306877136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,uniform,0.10781866312026978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,uniform,0.15947733322779337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,uniform,0.10791466633478801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,uniform,0.18279999494552612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,uniform,0.17949867248535156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,uniform,0.18277867635091147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,uniform,0.19135467211405435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,uniform,0.28116800387700397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,uniform,0.21698667605717978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,uniform,0.041850666205088295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,uniform,0.0440533310174942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,uniform,0.04379733403523763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,uniform,0.05236266553401947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,uniform,0.05487466851870219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,uniform,0.056746666630109154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,uniform,0.1320693294207255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,uniform,0.13268267114957175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,uniform,0.13340800007184347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,uniform,0.1399786671002706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,uniform,0.15842666228612265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,uniform,0.1996906598409017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,uniform,0.057855998476346336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,uniform,0.055567999680837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,uniform,0.05454933146635691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,64,uniform,0.11348266402880351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,uniform,0.08030933141708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,uniform,0.0588319996992747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,uniform,0.06645333270231883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,uniform,0.1102133293946584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,uniform,0.12108799815177917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,uniform,0.11108266313870747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,uniform,0.11288533608118693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,uniform,0.16242133577664694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,uniform,0.1843199928601583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,uniform,0.1816906730333964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,uniform,0.1923946738243103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,uniform,0.22085867325464884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,uniform,0.2788640062014262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,uniform,0.18801599740982056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,uniform,0.04279466470082601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,uniform,0.05385600030422211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,uniform,0.042394667863845825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,uniform,0.04462933540344238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,uniform,0.05340800185998281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,uniform,0.13428266843159994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,uniform,0.13372266292572021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,uniform,0.13388267159461975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,uniform,0.1413706640402476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,uniform,0.16115199526151022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,uniform,0.057333335280418396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,uniform,0.05215999980767568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,uniform,0.06760533154010773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,uniform,0.20207999149958292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,uniform,0.055258666475613914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,uniform,0.056133334835370384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,uniform,0.05924266576766968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,uniform,0.11036266883214314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,uniform,0.08216000099976857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,64,uniform,0.10117333134015401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,uniform,0.12220266461372375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,uniform,0.10829333464304607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,uniform,0.1143999993801117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,uniform,0.16259732842445374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,uniform,0.18522133429845175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,uniform,0.18569066127141318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,uniform,0.18720000982284546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,uniform,0.19619733095169067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,uniform,0.047839999198913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,uniform,0.22275733947753906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,uniform,0.27481067180633545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,uniform,0.04481600224971771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,uniform,0.05710400144259135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,uniform,0.045653333266576133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,uniform,0.13711999853452048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,uniform,0.058634668588638306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,uniform,0.05609600245952606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,uniform,0.1344160040219625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,uniform,0.1354986627896627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,uniform,0.1420746644337972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,uniform,0.16382933656374613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,uniform,0.06022400160630544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,uniform,0.20482667287190756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,uniform,0.05868266522884369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,uniform,0.05625600119431814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,uniform,0.05681066711743673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,uniform,0.06948799888292949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,uniform,0.11373866597811381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,uniform,0.08275199929873149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,64,uniform,0.10967999696731567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,uniform,0.11268267035484314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,uniform,0.11250666777292888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,uniform,0.12410133083661397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,uniform,0.16407466928164163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,uniform,0.1868799924850464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,uniform,0.18833067019780478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,uniform,0.2876693407694499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,uniform,0.18664532899856567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,uniform,0.22779200474421182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,uniform,0.20047465960184732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,uniform,0.04401599864164988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,uniform,0.04609066744645437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,uniform,0.05651199817657471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,uniform,0.04860266546408335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,uniform,0.057392001152038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,uniform,0.05942399799823761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,uniform,0.13546133041381836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,uniform,0.1360479990641276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,uniform,0.16526400049527487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,uniform,0.13529599706331888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,uniform,0.14378133416175842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,uniform,0.05934933324654897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,uniform,0.20806399981180826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,uniform,0.06851733227570851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,uniform,0.05710400144259135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,uniform,0.05733866492907206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,uniform,0.059989333152770996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,64,uniform,0.10760533809661865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,uniform,0.08450667063395183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,uniform,0.1130560040473938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,uniform,0.11031466722488403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,uniform,0.11416533589363098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,uniform,0.16713599363962808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,uniform,0.12550399700800577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,uniform,0.1875200072924296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,uniform,0.1886613368988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,uniform,0.19658666849136353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,uniform,0.18311999241511026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,uniform,0.22595200935999551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,uniform,0.3008906642595927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,uniform,0.044639999667803444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,uniform,0.05124799907207489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,uniform,0.05726933479309082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,uniform,0.05756799876689911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,uniform,0.04696000119050344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,uniform,0.062447999914487205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,uniform,0.1376586655775706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,uniform,0.13743467132250467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,uniform,0.1692053278287252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,uniform,0.13758400082588196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,uniform,0.14707733194033304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,uniform,0.2115359902381897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,uniform,0.05903466542561849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,uniform,0.05769599974155426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,uniform,0.060266668597857155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,uniform,0.06049066781997681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,uniform,0.07077866792678833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,uniform,0.08470933636029561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,64,uniform,0.10993599891662598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,uniform,0.1166986624399821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,uniform,0.110944002866745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,uniform,0.11850133538246155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,uniform,0.18574400742848715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,uniform,0.13063466548919678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,uniform,0.17106133699417114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,uniform,0.1907786726951599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,uniform,0.18733332554499307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,uniform,0.06241600215435028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,uniform,0.20296533902486166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,uniform,0.06424533327420552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,uniform,0.23230934143066406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,uniform,0.29842666784922284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,uniform,0.06772799789905548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,uniform,0.0853653351465861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,uniform,0.07493866483370464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,uniform,0.07905066510041554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,uniform,0.1416853368282318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,uniform,0.14244799812634787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,uniform,0.1437066694100698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,uniform,0.15230400363604227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,uniform,0.17722666263580322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,uniform,0.22126400470733643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,uniform,0.057087997595469155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,uniform,0.05845866600672404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,uniform,0.06124266485373179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,uniform,0.11116266250610352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,uniform,0.06823466718196869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,64,uniform,0.10697600245475769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,uniform,0.08298133313655853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,uniform,0.11085866888364156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,uniform,0.11538666486740112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,uniform,0.1260533332824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,uniform,0.17574934164683023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,uniform,0.13664533694585165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,uniform,0.1866719921429952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,uniform,0.1873706579208374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,uniform,0.1920373241106669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,uniform,0.2046239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,uniform,0.23760533332824707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,uniform,0.06268799801667531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,uniform,0.3105813264846802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,uniform,0.06492800017197926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,uniform,0.0695253312587738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,uniform,0.08043733239173889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,uniform,0.08196799953778584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,uniform,0.08736000458399455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,uniform,0.1420746644337972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,uniform,0.14199466506640115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,uniform,0.1550826629002889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,uniform,0.1450506647427877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,uniform,0.18005865812301636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,uniform,0.2255786657333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,uniform,0.0851093331972758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,uniform,0.057999998331069946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,uniform,0.06171200176080068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,uniform,0.06829866766929626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,uniform,0.059232001503308616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,uniform,0.11244799693425496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,64,uniform,0.11371733744939168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,uniform,0.12079466382662456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,uniform,0.12626133362452188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,uniform,0.1707520087560018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,uniform,0.13825600345929465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,uniform,0.23347200949986777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,uniform,0.19844265778859457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,uniform,0.19290665785471597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,uniform,0.19942933320999146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,uniform,0.210314671198527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,uniform,0.2491040031115214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,uniform,0.31569600105285645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,uniform,0.06826133529345195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,uniform,0.06384533147017162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,uniform,0.08145066599051158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,uniform,0.0864586631457011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,uniform,0.0749120016892751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,uniform,0.0958133339881897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,uniform,0.14634133378664652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,uniform,0.14575466513633728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,uniform,0.14829867084821066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,uniform,0.16051200032234192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,uniform,0.1878239909807841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,uniform,0.237936000029246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,uniform,0.05820799867312113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,uniform,0.0625439981619517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,uniform,0.059450666109720864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,uniform,0.07086400190989177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,uniform,0.08699199557304382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,uniform,0.11692800124486287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,uniform,0.142085333665212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,uniform,0.11995733777681987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,64,uniform,0.11479999621709187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,uniform,0.24253332614898682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,uniform,0.17583467562993368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,uniform,0.12690666317939758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,uniform,0.19985065857569376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,uniform,0.20275733868281046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,uniform,0.3331786592801412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,uniform,0.22049599885940552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,uniform,0.08038933575153351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,uniform,0.20388267437616983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,uniform,0.2507200042406718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,uniform,0.08501866459846497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,uniform,0.09583466251691182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,uniform,0.10823999842007954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,uniform,0.11296533544858296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,uniform,0.12523200114568075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,uniform,0.15588800112406412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,uniform,0.17049066225687662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,uniform,0.20035733779271445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,uniform,0.15813866257667542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,uniform,0.2518986662228902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,uniform,0.07030400137106578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,uniform,0.3428373336791992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,uniform,0.07148799796899159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,uniform,0.0773226668437322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,uniform,0.09033600489298503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,uniform,0.11478933691978455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,uniform,0.14150933424631754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,uniform,0.15896000464757284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,64,uniform,0.11980266372362773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,uniform,0.1508746643861135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,uniform,0.17358932892481485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,uniform,0.21310933430989584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,uniform,0.3343413273493449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,uniform,0.23566933472951254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,uniform,0.27967466910680133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,uniform,0.21262933810551962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,uniform,0.23931199312210083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,uniform,0.21697600682576498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,uniform,0.3678559859593709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,uniform,0.09596799810727437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,uniform,0.1295253336429596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,uniform,0.10248532891273499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,uniform,0.11533332864443462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,uniform,0.1544373333454132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,uniform,0.13846932848294577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,uniform,0.16190933187802634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,uniform,0.16407466928164163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,uniform,0.17885865767796835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,uniform,0.20850666364034018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,uniform,0.2661173343658447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,uniform,0.3632693290710449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,uniform,0.06946133573849995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,uniform,0.07552533348401387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,uniform,0.13329600294431052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,uniform,0.0995360016822815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,uniform,0.08228266735871632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,uniform,0.18965866168340048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,64,uniform,0.13270399967829385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,uniform,0.16171733538309732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,uniform,0.1742186745007833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,uniform,0.1990399956703186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,uniform,0.27635733286539715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,uniform,0.40062932173411053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,uniform,0.21658132473627725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,uniform,0.21102933088938394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,uniform,0.23536000649134317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,uniform,0.3534080187479655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,uniform,0.27508799235026044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,uniform,0.12828800082206726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,uniform,0.1530346671740214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,uniform,0.5050079822540283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,uniform,0.1365333298842112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,uniform,0.17805866400400797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,uniform,0.1895786722501119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,uniform,0.2104426622390747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,uniform,0.21128000815709433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,uniform,0.18953599532445273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,uniform,0.1814133326212565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,uniform,0.2531413237253825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,uniform,0.3304799993832906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,uniform,0.47172268231709796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,uniform,0.08481066425641377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,uniform,0.090421328941981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,uniform,0.10073600212732951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,uniform,0.12326932946840923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,uniform,0.17814934253692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,64,uniform,0.16113066673278809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,uniform,0.24337599674860635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,uniform,0.17886932690938315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,uniform,0.22603732347488403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,uniform,0.1952000061670939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,uniform,0.3404159943262736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,uniform,0.5068586667378744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,uniform,0.22618132829666138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,uniform,0.23327465852101645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,uniform,0.2521493236223857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,uniform,0.1497706671555837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,uniform,0.3025866746902466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,uniform,0.16100800037384033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,uniform,0.3889706532160441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,uniform,0.5573546489079794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,uniform,0.1807253360748291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,uniform,0.22726933161417642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,uniform,0.26826133330663043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,uniform,0.2392959992090861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,uniform,0.22102399667104086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,uniform,0.20632533232371011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,uniform,0.2423093318939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,uniform,0.38351468245188397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,uniform,0.2908800045649211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,uniform,0.5502293507258097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,uniform,0.09062400460243225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,uniform,0.09852799773216248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,uniform,0.11156266927719116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,uniform,0.21955732504526773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,uniform,0.13690666357676187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,uniform,0.2964479923248291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,64,uniform,0.1948266625404358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,uniform,0.24966400861740112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,uniform,0.22801599899927774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,uniform,0.282586673895518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,uniform,0.4368266661961873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,uniform,0.6652853488922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,uniform,0.26075732707977295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,uniform,0.2754773298899333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,uniform,0.3650826613108317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,uniform,0.3048959970474243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,uniform,0.47943464914957684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,uniform,0.21439466873804727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,uniform,0.6998720169067383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,uniform,0.2288693388303121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,uniform,0.255514661471049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,uniform,0.33716265360514325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,uniform,0.3236853281656901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,uniform,0.3802880048751831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,uniform,0.28037333488464355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,uniform,0.2996319929758708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,uniform,0.3262079954147339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,uniform,0.3877333402633667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,uniform,0.5109813213348389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,uniform,0.7127573490142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,uniform,0.12152533729871114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,uniform,0.13199466466903687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,uniform,0.18438933293024698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,uniform,0.15178133050600687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,uniform,0.2967840035756429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,uniform,0.3967573245366414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,uniform,0.29214932521184284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,64,uniform,0.2490933338801066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,uniform,0.32013867298762005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,uniform,0.3641279935836792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,uniform,0.5916213194529215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,uniform,0.9067520300547282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,uniform,0.3099520007769267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,uniform,0.3266773422559102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,uniform,0.43492265542348224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,uniform,0.36274667580922443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,uniform,0.268832008043925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,uniform,0.5787306626637777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,uniform,0.8418827056884766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,uniform,0.28565865755081177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,uniform,0.3246026635169983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,uniform,0.4177866776784261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,uniform,0.49513598283131915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,uniform,0.44040532906850177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,uniform,0.35068265597025555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,uniform,0.41066133975982666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,uniform,0.38156267007191974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,uniform,0.895471970240275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,uniform,0.6418559948603312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,uniform,0.48325332005818683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,uniform,0.14335466424624124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,uniform,0.15664000312487283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,uniform,0.18204800287882486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,uniform,0.22489066918691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,uniform,0.38074131806691486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,uniform,0.5385546684265137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,64,uniform,0.2909119923909505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,uniform,0.35687466462453205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,uniform,0.3949813445409139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,uniform,0.4487359921137492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,uniform,0.7423413594563802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,uniform,1.1673920154571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,uniform,0.4501013358434041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,uniform,0.4264586766560872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,uniform,0.5674773454666138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,uniform,0.487829327583313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,uniform,1.0503253142038982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,uniform,0.7614453633626302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,uniform,0.3837493260701497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,uniform,0.4614880084991455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,uniform,0.406335989634196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,uniform,0.6030773321787516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,uniform,0.6409066518147787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,uniform,0.7157173156738281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,uniform,0.48946666717529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,uniform,0.5790026585261027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,uniform,0.5312533378601074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,uniform,0.6756479740142822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,uniform,0.19822933276494345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,uniform,0.9002400239308676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,uniform,1.2845760186513264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,uniform,0.21530133485794067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,uniform,0.25128533442815143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,uniform,0.31651200850804645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,uniform,0.5541013479232788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,uniform,0.7819519837697347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,64,uniform,0.4217706521352132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,uniform,0.5189013481140137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,uniform,0.6657173236211141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,uniform,0.5681120157241821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,uniform,1.1021493275960286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,uniform,1.7339520454406738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,uniform,0.557370662689209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,uniform,0.5995093186696371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,uniform,0.6397706667582194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,uniform,0.4978400071461995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,uniform,0.7444053490956625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,uniform,0.9884906609853109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,uniform,0.5315146843592325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,uniform,0.6147626638412476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,uniform,1.3766132990519206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,uniform,0.7929653326670328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,uniform,0.8429866631825765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,uniform,0.9512906869252523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,uniform,0.6289226611455282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,uniform,0.765455961227417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,uniform,0.9140960375467936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,uniform,0.6813333034515381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,uniform,1.1708319981892903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,uniform,1.7387466430664062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,uniform,0.25390400489171344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,uniform,0.27270932992299396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,uniform,0.3173546592394511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,uniform,0.7321279843648275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,uniform,0.41172266006469727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,uniform,1.06659730275472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,64,uniform,0.5188693205515543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,uniform,0.6452693144480387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,uniform,0.7069653669993082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,uniform,0.8685279687245687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,uniform,1.42084805170695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,uniform,2.2896745999654136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,uniform,0.7263253529866537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,uniform,0.7865493297576904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,uniform,0.8605546951293945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,uniform,0.9922986825307211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,uniform,1.2764000097910564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,uniform,1.816538651784261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,uniform,0.7205653190612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,uniform,0.9108426570892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,uniform,0.772864023844401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,uniform,1.1668533484141033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,uniform,1.2411680221557617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,uniform,1.3879733085632324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,uniform,0.9143146673838297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,uniform,0.9798453648885092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,uniform,1.121402661005656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,uniform,1.3600586255391438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,uniform,1.7636426289876301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,uniform,2.5619254112243652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,uniform,0.3614879846572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,uniform,0.3863946596781413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,uniform,0.4535306692123413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,uniform,0.5906933148701986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,uniform,1.083557367324829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,uniform,1.5561599731445312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,64,uniform,0.7527039845784506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,uniform,0.9361866315205892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,uniform,1.284762700398763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,uniform,1.0289759635925293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,uniform,2.149893283843994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,uniform,3.3921066919962564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,uniform,1.0167307058970134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,uniform,1.1518080234527588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,uniform,1.2631839911142986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,uniform,1.4479626019795735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,uniform,1.8598880767822266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,uniform,2.719600041707357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,uniform,0.9615413347880045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,uniform,1.0568853219350178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,uniform,1.2409173647562664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,uniform,1.6205760637919109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,uniform,1.7099413871765137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,uniform,1.9770399729410808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,uniform,1.2089653015136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,uniform,1.2845546404520671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,uniform,1.4943572680155437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,uniform,1.8284746805826824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,uniform,2.399338722229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,uniform,3.4959678649902344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,uniform,0.46612266699473065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,uniform,0.501584013303121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,uniform,0.6090346574783325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,uniform,1.4662346839904785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,uniform,0.7962506612141927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,uniform,2.120960076649984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,64,uniform,0.9787360032399496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,uniform,1.2358293533325195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,uniform,1.38972806930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,uniform,1.6547253926595051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,uniform,2.8246825536092124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,uniform,4.52128537495931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,uniform,1.4750720659891765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,uniform,1.3154719670613606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,uniform,1.685109297434489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,uniform,1.2653439839680989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,uniform,2.034501393636068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,uniform,2.5574132601420083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,uniform,3.625610669453939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,uniform,1.332133372624715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,uniform,1.5730080604553223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,uniform,2.074357350667318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,uniform,2.247312068939209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,uniform,2.461205323537191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,uniform,1.57094939549764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,uniform,1.8591359456380208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,uniform,1.6366292635599773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,uniform,2.3174293835957847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,uniform,3.028575897216797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,uniform,4.3898773193359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,uniform,0.5682400067647299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,uniform,0.6263893445332845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,uniform,0.9879786968231201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,uniform,0.7340746720631918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,uniform,1.8628212610880535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,uniform,2.680586814880371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,64,uniform,1.2047306696573894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,uniform,1.5168213844299316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,uniform,2.0661493937174478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,uniform,1.6557013193766277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,uniform,3.511653264363607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,uniform,5.564352035522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,uniform,1.8792959849039714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,uniform,0.038362666964530945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,uniform,2.1010719935099282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,uniform,0.03417599946260452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,uniform,1.6784052848815918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,uniform,0.03623999903599421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,uniform,0.04481600224971771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,uniform,0.03297599901755651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,uniform,0.06030400097370148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,uniform,0.03681600093841553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,uniform,2.492015997568766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,uniform,3.2134825388590493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,uniform,0.05110933383305868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,uniform,4.604629198710124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,uniform,0.051258668303489685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,uniform,0.0499946673711141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,uniform,0.049327999353408813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,uniform,0.054383998115857445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,uniform,0.033626665671666466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,uniform,0.03844800094763438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,uniform,0.034341332813103996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,uniform,0.033946665624777474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,uniform,0.03299733251333237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,uniform,0.03521066655715307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,64,uniform,0.06004266440868378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,uniform,0.04933333396911621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,uniform,0.051141331593195595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,uniform,0.047930667797724404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,uniform,0.05113600194454193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,uniform,0.048991998036702476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,uniform,0.06085333228111267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,uniform,0.050570666790008545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,uniform,0.05158400038878123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,uniform,0.039674667020638786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,uniform,0.05053866902987162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,uniform,0.033344000577926636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,uniform,0.05555733541647593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,uniform,0.05205333232879639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,uniform,0.03457599878311157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,uniform,0.04571733375390371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,uniform,0.03695466617743174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,uniform,0.03676799933115641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,uniform,0.06176533301671346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,uniform,0.051498666405677795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,uniform,0.050426666935284935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,uniform,0.05109333495299021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,uniform,0.053530668218930565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,uniform,0.03617066641648611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,uniform,0.05779199798901876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,uniform,0.03378133227427801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,uniform,0.03365333378314972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,uniform,0.03380800038576126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,uniform,0.03402666747570038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,uniform,0.05176533261934916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,64,uniform,0.05994666616121928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,uniform,0.04942933221658071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,uniform,0.03677333394686381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,uniform,0.05050666630268097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,uniform,0.05239466826121012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,uniform,0.054101333022117615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,uniform,0.05158400038878123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,uniform,0.06222933530807495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,uniform,0.0514933317899704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,uniform,0.06018666426340739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,uniform,0.05193066596984863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,uniform,0.05417599777380625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,uniform,0.039306665460268654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,uniform,0.03745600084463755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,uniform,0.03740799923737844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,uniform,0.04326933125654856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,uniform,0.045738667249679565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,uniform,0.042591998974482216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,uniform,0.052383999029795326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,uniform,0.05996799965699514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,uniform,0.05166399975617727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,uniform,0.053530668218930565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,uniform,0.03839466720819473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,uniform,0.034373333056767784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,uniform,0.06377066671848297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,uniform,0.0581279993057251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,uniform,0.03422400106986364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,uniform,0.03460799902677536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,uniform,0.04072533299525579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,uniform,0.036229332288106285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,uniform,0.052928000688552856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,64,uniform,0.062458669145902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,uniform,0.0521919975678126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,uniform,0.05884266893068949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,uniform,0.053370664517084755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,uniform,0.05266666909058889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,uniform,0.06233066817124685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,uniform,0.06484800080458324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,uniform,0.05435200035572052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,uniform,0.05293866495291392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,uniform,0.05749333401521047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,uniform,0.06613333523273468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,uniform,0.03689600030581156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,uniform,0.038549333810806274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,uniform,0.03764266769091288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,uniform,0.04268800218900045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,uniform,0.04563199977080027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,uniform,0.04438933233420054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,uniform,0.06157866617043813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,uniform,0.06343466540177663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,uniform,0.060592000683148704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,uniform,0.07123200098673503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,uniform,0.06414400041103363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,uniform,0.08451199531555176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,uniform,0.03854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,uniform,0.039162665605545044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,uniform,0.038245332737763725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,uniform,0.03845866769552231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,uniform,0.04334933559099833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,uniform,0.05193600058555603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,uniform,0.06197333335876465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,64,uniform,0.058880001306533813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,uniform,0.06158933540185293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,uniform,0.06774933139483134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,uniform,0.059445331494013466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,uniform,0.07905066510041554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,uniform,0.06131733457247416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,uniform,0.07055999835332234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,uniform,0.06322666505972545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,uniform,0.06125866870085398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,uniform,0.0662666658560435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,uniform,0.08454400300979614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,uniform,0.042581334710121155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,uniform,0.038373333712418876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,uniform,0.03821333249409994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,uniform,0.0382080003619194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,uniform,0.042805333932240806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,uniform,0.04452799757321676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,uniform,0.07239466905593872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,uniform,0.07338666419188182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,uniform,0.07234133283297221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,uniform,0.07881600161393483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,uniform,0.11508267124493916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,uniform,0.09047466516494751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,uniform,0.041077333192030586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,uniform,0.041093334555625916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,uniform,0.044581333796183266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,uniform,0.04159466673930486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,uniform,0.052015999952952065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,64,uniform,0.07092266778151195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,uniform,0.0841493308544159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,uniform,0.06759466727574666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,uniform,0.07243200143178304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,uniform,0.07277333239714305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,uniform,0.0777759999036789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,uniform,0.1043893297513326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,uniform,0.0729066679875056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,uniform,0.07365866502126057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,uniform,0.07314666608969371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,uniform,0.09130133191744487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,uniform,0.08036266764005025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,uniform,0.11690666278203328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,uniform,0.039887999494870506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,uniform,0.043231998880704246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,uniform,0.037077332536379494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,uniform,0.03871466716130575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,uniform,0.04460266729195913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,uniform,0.044794668753941856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,uniform,0.08981333176294963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,uniform,0.10081066687901814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,uniform,0.08992000420888265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,uniform,0.09242133299509685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,uniform,0.1699946721394857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,uniform,0.12293866276741028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,uniform,0.041850666205088295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,uniform,0.04618666569391886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,uniform,0.04284266630808512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,uniform,0.043322667479515076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,uniform,0.06816533207893372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,uniform,0.08441600203514099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,uniform,0.05268799761931101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,64,uniform,0.0713866651058197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,uniform,0.07880533238252004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,uniform,0.07895466685295105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,uniform,0.09499200185139973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,uniform,0.0902880032857259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,uniform,0.1283573309580485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,uniform,0.09053333600362141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,uniform,0.10365866621335347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,uniform,0.12479999661445618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,uniform,0.09381866455078125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,uniform,0.0383840004603068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,uniform,0.03885333240032196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,uniform,0.17362133661905924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,uniform,0.03852266569932302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,uniform,0.044341335693995156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,uniform,0.0916266640027364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,uniform,0.04563733438650767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,uniform,0.04545066754023234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,uniform,0.09057600299517314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,uniform,0.09355200330416362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,uniform,0.10198400417963664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,uniform,0.12338667114575703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,uniform,0.043477331598599754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,uniform,0.1681706706682841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,uniform,0.041146665811538696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,uniform,0.04307733476161957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,uniform,0.05426133175690969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,uniform,0.04621866842110952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,uniform,0.07832533121109009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,uniform,0.06824000179767609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,64,uniform,0.075914666056633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,uniform,0.08155733346939087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,uniform,0.08578133583068848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,uniform,0.1285599966843923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,uniform,0.09629333019256592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,uniform,0.11740799744923909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,uniform,0.11693333586057027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,uniform,0.12156266967455547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,uniform,0.13643733660380045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,uniform,0.1639840006828308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,uniform,0.23587733507156372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,uniform,0.03886933376391729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,uniform,0.040522667268911995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,uniform,0.03828266759713491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,uniform,0.044879997769991554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,uniform,0.09479467074076335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,uniform,0.045594667394955955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,uniform,0.09152533610661824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,uniform,0.09227200349171956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,uniform,0.044106667240460716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,uniform,0.10492266217867534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,uniform,0.12354666988054912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,uniform,0.04298666616280874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,uniform,0.04200000067551931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,uniform,0.17274133364359537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,uniform,0.04294399917125702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,uniform,0.04677333434422811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,uniform,0.05555200080076853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,uniform,0.06950933237870534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,uniform,0.08067733546098073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,64,uniform,0.07462933162848155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,uniform,0.0972160001595815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,uniform,0.1309386690457662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,uniform,0.08200533191363017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,uniform,0.0870293378829956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,uniform,0.12123200297355652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,uniform,0.1213653286298116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,uniform,0.12010133266448975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,uniform,0.13528000315030417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,uniform,0.03825599948565165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,uniform,0.16740266482035318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,uniform,0.2360746661822001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,uniform,0.036992001036802925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,uniform,0.04119999955097834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,uniform,0.03639466563860575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,uniform,0.04213866591453552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,uniform,0.04387199878692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,uniform,0.09264533718427022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,uniform,0.09306666254997253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,uniform,0.09616000453631084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,uniform,0.12497066458066304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,uniform,0.10539733370145161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,uniform,0.04340800146261851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,uniform,0.17418134212493896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,uniform,0.04191466669241587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,uniform,0.043477331598599754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,uniform,0.055205335219701133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,uniform,0.04837866624196371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,uniform,0.0709440012772878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,uniform,0.07987200220425923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,64,uniform,0.07686399916807811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,uniform,0.08356799681981404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,uniform,0.0867786705493927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,uniform,0.09839999675750732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,uniform,0.1246453324953715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,uniform,0.13426132996877035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,uniform,0.12011200189590454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,uniform,0.12109333276748657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,uniform,0.1377226710319519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,uniform,0.1681706706682841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,uniform,0.2392746607462565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,uniform,0.03629866739114126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,uniform,0.036373332142829895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,uniform,0.038805333276589714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,uniform,0.04342933495839437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,uniform,0.041434665520985924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,uniform,0.044938668608665466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,uniform,0.09312533338864644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,uniform,0.09650666515032451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,uniform,0.09359467029571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,uniform,0.17468800147374472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,uniform,0.10593600074450175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,uniform,0.12626666824022928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,uniform,0.04570133487383524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,uniform,0.047050664822260536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,uniform,0.04372799893220266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,uniform,0.042810668547948204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,uniform,0.07143466671307881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,uniform,0.05460800230503082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,uniform,0.08153066535790761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,uniform,0.08413867155710857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,64,uniform,0.07965333263079326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,uniform,0.0879146655400594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,uniform,0.09885332981745402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,uniform,0.12116799751917522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,uniform,0.13236266374588013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,uniform,0.11902399857838948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,uniform,0.12531200051307678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,uniform,0.137445330619812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,uniform,0.16745599110921225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,uniform,0.03731200098991394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,uniform,0.2376906673113505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,uniform,0.03703466554482778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,uniform,0.040922666589419045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,uniform,0.039093332986036934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,uniform,0.04347200194994608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,uniform,0.04607999821503957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,uniform,0.09511466821034749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,uniform,0.09778666496276855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,uniform,0.09442133704821269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,uniform,0.10671466588973999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,uniform,0.17739200592041016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,uniform,0.04609066744645437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,uniform,0.12827199697494507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,uniform,0.04516266783078512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,uniform,0.04337066908677419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,uniform,0.04798933366934458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,uniform,0.057802667220433555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,uniform,0.07277333239714305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,64,uniform,0.07870399951934814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,uniform,0.08335466186205547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,uniform,0.09018666545550029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,uniform,0.135535995165507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,uniform,0.10030399759610494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,uniform,0.08450667063395183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,uniform,0.12115733822186787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,uniform,0.23986667394638062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,uniform,0.17381866772969565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,uniform,0.1372053325176239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,uniform,0.12397332986195882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,uniform,0.03750933210055033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,uniform,0.12822399536768594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,uniform,0.03935466706752777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,uniform,0.044981335600217186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,uniform,0.04142933338880539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,uniform,0.04682666560014089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,uniform,0.04888000090916952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,uniform,0.09645332892735799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,uniform,0.09628267089525859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,uniform,0.10036266843477885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,uniform,0.10830932855606079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,uniform,0.1306933363278707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,uniform,0.04580266773700714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,uniform,0.04450666904449463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,uniform,0.17948800325393677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,uniform,0.04524266719818115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,64,uniform,0.07846400141716003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,uniform,0.04921066761016846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,uniform,0.05889600018660227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,uniform,0.07444266478220622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,uniform,0.08534399668375652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,uniform,0.08498666683832805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,uniform,0.13686933120091757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,uniform,0.08943999807039897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,uniform,0.10276266932487488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,uniform,0.12633066376050314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,uniform,0.12497599919637044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,uniform,0.12639466921488443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,uniform,0.14272000392278036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,uniform,0.1740000049273173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,uniform,0.24166399240493774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,uniform,0.03728000074625015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,uniform,0.039919999738534294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,uniform,0.0518453319867452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,uniform,0.04628799855709076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,uniform,0.045754666129748024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,uniform,0.04206933577855428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,uniform,0.09820800026257832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,uniform,0.09705600142478943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,uniform,0.10949333508809407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,uniform,0.10083733002344768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,uniform,0.1333013375600179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,uniform,0.04711999992529551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,uniform,0.04660800099372864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,uniform,0.18362132708231607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,uniform,0.05124266445636749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,uniform,0.04555733501911163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,uniform,0.08577066659927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,uniform,0.05861866474151611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,uniform,0.07602133353551228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,64,uniform,0.08064533273379008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,uniform,0.08620267113049825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,uniform,0.10504532853762309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,uniform,0.09281599521636963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,uniform,0.13948266704877219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,uniform,0.12410666545232137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,uniform,0.1267146666844686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,uniform,0.14573333660761514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,uniform,0.1301653285821279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,uniform,0.17725332578023276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,uniform,0.044362664222717285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,uniform,0.2508053382237752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,uniform,0.038319999972979225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,uniform,0.04092800120512644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,uniform,0.04814399778842926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,uniform,0.04978133241335551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,uniform,0.09992532928784688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,uniform,0.05398400127887726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,uniform,0.09936533371607463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,uniform,0.1029919981956482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,uniform,0.11422933141390483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,uniform,0.13635733723640442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,uniform,0.187226672967275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,uniform,0.04590400060017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,uniform,0.04746133089065552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,uniform,0.04804799954096476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,uniform,0.05091733237107595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,uniform,0.06108266611893972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,uniform,0.0790719985961914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,64,uniform,0.0823466678460439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,uniform,0.08588266372680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,uniform,0.08675199747085571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,uniform,0.0960106650988261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,uniform,0.12642133235931396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,uniform,0.10687999924023946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,uniform,0.14346667130788168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,uniform,0.1474293371041616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,uniform,0.1274773379166921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,uniform,0.13388267159461975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,uniform,0.25247466564178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,uniform,0.18216532468795776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,uniform,0.04924266537030538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,uniform,0.06066133578618368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,uniform,0.05152533451716105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,uniform,0.055914665261904396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,uniform,0.06398933132489522
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,uniform,0.07128533224264781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,uniform,0.10523733496665955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,uniform,0.10552000006039937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,uniform,0.10921600461006165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,uniform,0.12104533116022746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,uniform,0.053258667389551796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,uniform,0.19772799809773764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,uniform,0.14378133416175842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,uniform,0.047839999198913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,uniform,0.04907733201980591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,uniform,0.059861332178115845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,uniform,0.07656000057856242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,64,uniform,0.08582400282224019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,uniform,0.10661866267522176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,uniform,0.09066667159398396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,uniform,0.10083199540774028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,uniform,0.113946666320165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,uniform,0.09226666887601216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,uniform,0.14941333731015524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,uniform,0.13594133655230203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,uniform,0.13737066586812338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,uniform,0.13131200273831686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,uniform,0.15454933047294617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,uniform,0.18609066804250082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,uniform,0.05286933481693268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,uniform,0.05959466596444448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,uniform,0.05031466484069824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,uniform,0.2611733277638753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,uniform,0.06401066482067108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,uniform,0.06723199784755707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,uniform,0.07448533177375793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,uniform,0.11065066854159038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,uniform,0.19779733816782633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,uniform,0.1067519982655843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,uniform,0.1452959974606832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,uniform,0.10661866267522176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,uniform,0.12362666924794515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,uniform,0.049839998284975685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,uniform,0.04996799925963084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,uniform,0.05434666574001312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,uniform,0.0631039987007777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,uniform,0.07833600044250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,uniform,0.10259200135866801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,uniform,0.11002666751543681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,64,uniform,0.09002133210500081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,uniform,0.09612266222635905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,uniform,0.20317866404851279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,uniform,0.14221866925557455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,uniform,0.11838400363922119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,uniform,0.1378613313039144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,uniform,0.13916800419489542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,uniform,0.19706666469573975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,uniform,0.13954666256904602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,uniform,0.1611840029557546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,uniform,0.2632853388786316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,uniform,0.05259733398755392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,uniform,0.056048000852266945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,uniform,0.06442666550477345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,uniform,0.06677333513895671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,uniform,0.08110400040944417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,uniform,0.0717493345340093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,uniform,0.11708266536394756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,uniform,0.1120853324731191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,uniform,0.11136000355084737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,uniform,0.1301706631978353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,uniform,0.15160533785820007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,uniform,0.20992000897725424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,uniform,0.05092266698678335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,uniform,0.05726400017738342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,uniform,0.06549333532651265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,uniform,0.05351999898751577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,uniform,0.08155733346939087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,uniform,0.11565333604812622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,64,uniform,0.09284266829490662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,uniform,0.09822932879130046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,uniform,0.14664533734321594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,uniform,0.12167466680208842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,uniform,0.10497066378593445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,uniform,0.20782933632532755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,uniform,0.1420799990495046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,uniform,0.14272532860438028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,uniform,0.1492959956328074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,uniform,0.16802666584650675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,uniform,0.19934932390848795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,uniform,0.2802346746126811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,uniform,0.06442666550477345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,uniform,0.07278400162855785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,uniform,0.08277333279450734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,uniform,0.09134933352470398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,uniform,0.10281599561373393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,uniform,0.08559999863306682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,uniform,0.12477333347002666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,uniform,0.12895466883977255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,uniform,0.1437333325544993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,uniform,0.16525333126386008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,uniform,0.21156267325083414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,uniform,0.06246933341026306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,uniform,0.3129120071729024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,uniform,0.06414933502674103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,uniform,0.08318933347860973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,uniform,0.07060266534487407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,uniform,0.10637866457303365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,uniform,0.15648000439008078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,uniform,0.11516799529393514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,uniform,0.18555732568105063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,64,uniform,0.09995200236638387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,uniform,0.12628266215324402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,uniform,0.28334933519363403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,uniform,0.1483733355998993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,uniform,0.15196266770362854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,uniform,0.07649600009123485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,uniform,0.15682133038838705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,uniform,0.1829973260561625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,uniform,0.16365866859753928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,uniform,0.08575466275215149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,uniform,0.30164267619450885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,uniform,0.22333866357803345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,uniform,0.09882666667302449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,uniform,0.10130666693051656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,uniform,0.12557333707809448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,uniform,0.11031466722488403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,uniform,0.1346826652685801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,uniform,0.13888532916704813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,uniform,0.15403733650843301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,uniform,0.17778132359186807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,uniform,0.22696532805760702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,uniform,0.06614933411280315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,uniform,0.3300373355547587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,uniform,0.06939200063546498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,uniform,0.09422399600346883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,uniform,0.12454400459925334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,uniform,0.07868800063927968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,uniform,0.132341335217158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,64,uniform,0.11344533165295918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,uniform,0.19184533754984537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,uniform,0.1427733302116394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,uniform,0.16851200660069784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,uniform,0.16661333044370016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,uniform,0.32659733295440674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,uniform,0.21634666124979654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,uniform,0.1726026733716329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,uniform,0.3017066717147827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,uniform,0.19147199392318726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,uniform,0.22504534324010214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,uniform,0.43938668568929035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,uniform,0.1383093297481537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,uniform,0.1020853320757548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,uniform,0.11033599575360616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,uniform,0.14760532975196838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,uniform,0.12934399644533792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,uniform,0.1681279937426249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,uniform,0.15994133551915488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,uniform,0.16725333531697592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,uniform,0.18720000982284546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,uniform,0.43197333812713623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,uniform,0.22259734074274698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,uniform,0.2876746654510498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,uniform,0.07902400195598602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,uniform,0.08616000413894653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,uniform,0.09569066762924194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,uniform,0.15938666462898254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,uniform,0.24919466177622476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,uniform,0.11658666531244914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,64,uniform,0.13678933183352152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,uniform,0.15381333231925964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,uniform,0.1969119906425476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,uniform,0.16700265804926553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,uniform,0.27533866961797077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,uniform,0.4012106657028198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,uniform,0.18896534045537314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,uniform,0.1959893306096395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,uniform,0.21638399362564087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,uniform,0.2558613419532776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,uniform,0.5032159884770712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,uniform,0.3397173484166463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,uniform,0.15381333231925964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,uniform,0.12043733398119609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,uniform,0.1323360006014506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,uniform,0.17119999726613364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,uniform,0.18517865737279257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,uniform,0.21269333362579346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,uniform,0.18574933211008707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,uniform,0.19617066780726114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,uniform,0.21568000316619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,uniform,0.34172264734903973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,uniform,0.26146666208902997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,uniform,0.5098613500595093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,uniform,0.08835732936859131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,uniform,0.09696533282597859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,uniform,0.10966933767000835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,uniform,0.30456533034642536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,uniform,0.1898933251698812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,uniform,0.13358933726946512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,64,uniform,0.16359466314315796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,uniform,0.1886026660601298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,uniform,0.20755199591318765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,uniform,0.2471733291943868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,uniform,0.34885334968566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,uniform,0.5190080006917318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,uniform,0.22137600183486938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,uniform,0.23541865746180216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,uniform,0.2626826763153076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,uniform,0.315008004506429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,uniform,0.42499732971191406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,uniform,0.6446666717529297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,uniform,0.18225600322087607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,uniform,0.16703466574350992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,uniform,0.2113706668217977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,uniform,0.2384213407834371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,uniform,0.25547732909520465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,uniform,0.2984960079193115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,uniform,0.2469493349393209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,uniform,0.28970666726430255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,uniform,0.2621600031852722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,uniform,0.35143999258677167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,uniform,0.45134933789571124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,uniform,0.6880533695220947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,uniform,0.11735999584197998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,uniform,0.128330667813619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,uniform,0.14469333489735922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,uniform,0.1813066601753235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,64,uniform,0.21221866210301718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,uniform,0.26125866174697876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,uniform,0.39906132221221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,uniform,0.2458560069402059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,uniform,0.27222933371861774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,uniform,0.32293333609898883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,uniform,0.48028798898061115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,uniform,0.2741386691729228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,uniform,0.725050687789917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,uniform,0.3234399954477946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,uniform,0.2895519932111104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,uniform,0.3940853277842204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,uniform,0.5188800096511841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,uniform,0.20582934220631918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,uniform,0.22631466388702393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,uniform,0.8050399621327718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,uniform,0.2733706633249919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,uniform,0.33085866769154865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,uniform,0.30505599578221637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,uniform,0.38913599650065106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,uniform,0.36274667580922443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,uniform,0.3305600086847941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,uniform,0.30615466833114624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,uniform,0.5607146819432577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,uniform,0.4382079839706421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,uniform,0.8635466893513998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,uniform,0.1402079959710439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,uniform,0.1530400017897288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,uniform,0.17501866817474365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,uniform,0.22077866395314535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,uniform,0.3417653242746989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,uniform,0.5395946502685547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,64,uniform,0.2536533276240031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,uniform,0.3352320194244385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,uniform,0.29789332548777264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,uniform,0.39660799503326416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,uniform,0.3859093189239502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,uniform,0.356112003326416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,uniform,0.9292799631754557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,uniform,0.6041546662648519
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,uniform,0.41578133900960285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,uniform,0.5090186595916748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,uniform,0.6537919839223226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,uniform,1.005845308303833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,uniform,0.2903253237406413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,uniform,0.4336320161819458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,uniform,0.31804267565409344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,uniform,0.39058132966359455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,uniform,0.47151466210683185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,uniform,0.5573920011520386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,uniform,0.4259680112202962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,uniform,0.4564799865086873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,uniform,0.515882651011149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,uniform,0.6123146613438925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,uniform,1.2626187006632488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,uniform,0.7989866733551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,uniform,0.1893333395322164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,uniform,0.2084160049756368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,uniform,0.24027733008066812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,uniform,0.313701331615448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,uniform,0.48290665944417316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,uniform,0.7664213180541992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,64,uniform,0.3607199986775716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,uniform,0.42430933316548664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,uniform,0.5838186740875244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,uniform,0.47197333971659344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,uniform,0.8785813649495443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,uniform,0.47843201955159503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,uniform,1.381872018178304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,uniform,0.5159573157628378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,uniform,0.5627359946568807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,uniform,0.6783786614735922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,uniform,0.8568373521169027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,uniform,1.3271893660227458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,uniform,0.37396268049875897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,uniform,0.4158986806869507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,uniform,0.5629706780115763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,uniform,0.5169013341267904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,uniform,0.6153333187103271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,uniform,0.7377599875132242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,uniform,0.5498400131861368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,uniform,0.5861333211263021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,uniform,0.7986079851786295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,uniform,1.058618704477946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,uniform,0.6643093427022299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,uniform,1.6715413729349773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,uniform,0.2381653388341268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,uniform,0.26151466369628906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,uniform,0.3033653299013774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,uniform,0.4078400135040283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,uniform,0.647429347038269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,uniform,1.0519946416219075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,64,uniform,0.45020798842112225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,uniform,0.5968106587727865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,uniform,0.530133326848348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,uniform,0.7435733477274576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,uniform,1.1505760351816814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,uniform,1.8340907096862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,uniform,0.6164480050404867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,uniform,0.667189359664917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,uniform,0.8801546891530355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,uniform,0.7338879903157552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,uniform,1.118133306503296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,uniform,1.7439306577046711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,uniform,0.5341493288675944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,uniform,0.5918773412704468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,uniform,0.736133337020874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,uniform,0.8193120161692301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,uniform,0.8922719955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,uniform,1.057482639948527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,uniform,0.7899413108825684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,uniform,0.8400373458862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,uniform,0.9606506824493408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,uniform,1.1603413422902424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,uniform,1.566282590230306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,uniform,0.3379146655400594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,uniform,2.5101280212402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,uniform,0.36850134531656903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,uniform,0.43328531583150226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,uniform,0.5802453358968099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,uniform,0.9648479620615641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,uniform,1.5486507415771484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,uniform,0.763983964920044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,64,uniform,0.6495093504587809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,uniform,0.8609973589579264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,uniform,1.0722506841023762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,uniform,2.7361227671305337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,uniform,1.7096053759257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,uniform,0.8833333651224772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,uniform,0.9424906571706136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,uniform,1.0573973655700684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,uniform,1.2636213302612305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,uniform,1.6711360613505046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,uniform,2.649413267771403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,uniform,0.698533296585083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,uniform,0.7857920328776041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,uniform,0.9727520147959391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,uniform,1.0768319765726726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,uniform,1.187391996383667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,uniform,1.4216586748758953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,uniform,1.0306506951649983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,uniform,1.093717336654663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,uniform,1.2462026278177898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,uniform,1.5563732782999675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,uniform,2.092965284983317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,uniform,0.4354986747105916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,uniform,3.38427734375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,uniform,0.4797439972559611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,uniform,1.2856746514638264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,uniform,0.5762506723403931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,uniform,0.7673973242441813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,uniform,2.159322738647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,64,uniform,0.8434720039367676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,uniform,0.9959946473439535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,uniform,1.1171786785125732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,uniform,1.4011200269063313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,uniform,2.247397263844808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,uniform,3.6619412104288735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,uniform,1.1489760080973308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,uniform,1.4190452893575032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,uniform,1.245743989944458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,uniform,1.6932373046875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,uniform,2.2272799809773765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,uniform,3.516021410624186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,uniform,0.8606452941894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,uniform,0.971343994140625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,uniform,1.338762601216634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,uniform,1.2156000137329102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,uniform,1.4756372769673665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,uniform,1.7760213216145833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,uniform,1.2644106547037761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,uniform,1.3629172643025715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,uniform,1.5620320638020833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,uniform,2.645397345225016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,uniform,1.961301326751709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,uniform,0.587994654973348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,uniform,0.5310133298238119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,uniform,4.2167361577351885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,uniform,0.7027680079142252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,uniform,1.6291680335998535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,uniform,0.9551306565602621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,uniform,2.6935574213663735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,uniform,1.2181706428527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,64,uniform,1.029157320658366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,uniform,1.366586685180664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,uniform,1.7233014106750488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,uniform,2.7890666325887046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,uniform,4.513418515523274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,8,8,uniform,0.05314133564631144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,uniform,1.4437227249145508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,8,8,uniform,0.05885866781075796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,4,uniform,0.048512001832326256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,4,uniform,0.054117331902186074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,uniform,1.5243892669677734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,uniform,1.738298734029134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,2,uniform,0.05493866900602976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,32,uniform,0.07136533161004384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,64,uniform,0.07489599784215291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,uniform,2.834533373514811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,uniform,2.151423931121826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,16,uniform,0.07188799977302551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,64,uniform,0.05230933427810669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,uniform,4.479184150695801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,8,uniform,0.07043200234572093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,4,uniform,0.07376533250013988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,32,uniform,0.050101334849993386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,16,uniform,0.047423998514811196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,16,uniform,0.06683733562628429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,64,uniform,0.07418133318424225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,32,uniform,0.068271999557813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,32,uniform,0.07130666573842366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,64,uniform,0.07532800237337749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,16,uniform,0.07320533196131389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,8,8,uniform,0.05271466573079427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,4,uniform,0.07558933397134145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,4,uniform,0.04766400158405304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,8,uniform,0.07262399792671204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,8,8,uniform,0.05930666625499725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,4,uniform,0.053370664517084755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,32,uniform,0.07202133536338806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,2,uniform,0.05913599828879038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,64,uniform,0.07450133562088013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,8,uniform,0.07523733377456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,16,uniform,0.07286933561166127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,4,uniform,0.07991999884446462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,16,uniform,0.048351998130480446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,32,uniform,0.04896533489227295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,64,uniform,0.07614933451016744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,64,uniform,0.052069331208864846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,32,uniform,0.06924266616503398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,16,uniform,0.06756266454855601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,64,uniform,0.07484800120194753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,16,uniform,0.07375999788443248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,32,uniform,0.07293866574764252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,8,uniform,0.07699733475844066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,4,uniform,0.08258666594823201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,8,8,uniform,0.053210665782292686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,2,uniform,0.0639466643333435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,8,8,uniform,0.058778668443361916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,4,uniform,0.05884799857934316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,4,uniform,0.050954664746920265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,32,uniform,0.07051733136177063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,4,uniform,0.08834667007128398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,64,uniform,0.07495466868082683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,16,uniform,0.07739200194676717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,64,uniform,0.052485331892967224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,8,uniform,0.08113066852092743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,32,uniform,0.049269333481788635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,16,uniform,0.050997331738471985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,32,uniform,0.0709386666615804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,64,uniform,0.07461866736412048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,64,uniform,0.07552533348401387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,16,uniform,0.07106133302052815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,32,uniform,0.0728959987560908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,8,uniform,0.08107733229796092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,16,uniform,0.07913066446781158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,8,8,uniform,0.054378668467203774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,4,uniform,0.08800533413887024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,4,uniform,0.05096533397833506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,2,uniform,0.06230400005976359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,8,8,uniform,0.05764266848564148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,4,uniform,0.059279998143514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,64,uniform,0.07497600217660268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,16,uniform,0.08328000207742055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,32,uniform,0.07630933324495952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,64,uniform,0.053226664662361145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,4,uniform,0.10079466303189595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,8,uniform,0.08868267138799031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,32,uniform,0.05158400038878123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,32,uniform,0.07659733295440674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,16,uniform,0.05276266733805338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,64,uniform,0.07483200232187907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,64,uniform,0.07594133416811626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,32,uniform,0.07735999921957652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,16,uniform,0.07375999788443248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,16,uniform,0.08306133250395457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,8,uniform,0.08780266841252644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,4,uniform,0.10583999752998352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,8,8,uniform,0.05820799867312113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,4,uniform,0.05118933320045471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,8,8,uniform,0.05366933345794678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,4,uniform,0.05779733260472616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,8,uniform,0.103301336367925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,2,uniform,0.06444266438484192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,32,uniform,0.08539199829101562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,16,uniform,0.09321600198745728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,64,uniform,0.0839519997437795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,4,uniform,0.13291733463605246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,64,uniform,0.05603733162085215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,32,uniform,0.05694933235645294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,16,uniform,0.05842666824658712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,32,uniform,0.0953493316968282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,64,uniform,0.10064533352851868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,16,uniform,0.10029866298039754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,64,uniform,0.08644266923268636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,32,uniform,0.08957333366076152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,4,uniform,0.1360106666882833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,8,uniform,0.1039466659228007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,16,uniform,0.09457066655158997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,8,8,uniform,0.055045331517855324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,64,uniform,0.11637866497039795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,8,8,uniform,0.05898666878541311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,4,uniform,0.0591893345117569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,4,uniform,0.052042668064435325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,2,uniform,0.06434133152167003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,32,uniform,0.11618666847546895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,4,uniform,0.20322134097417197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,16,uniform,0.12692800164222717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,64,uniform,0.05749333401521047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,8,uniform,0.14849600195884705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,32,uniform,0.05691199998060862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,64,uniform,0.10175999999046326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,16,uniform,0.06061333417892456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,32,uniform,0.10094400246938069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,16,uniform,0.10706667105356853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,32,uniform,0.11715199549992879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,16,uniform,0.1283093293507894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,64,uniform,0.11966933806737264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,4,uniform,0.20627200603485107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,8,uniform,0.14878933628400168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,8,8,uniform,0.053727999329566956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,4,uniform,0.051925331354141235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,8,8,uniform,0.057914664347966514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,4,uniform,0.06011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,2,uniform,0.06410666803518932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,32,uniform,0.1181813379128774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,64,uniform,0.11955199639002483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,16,uniform,0.1293280025323232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,32,uniform,0.058559998869895935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,64,uniform,0.05602133274078369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,4,uniform,0.2062079906463623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,8,uniform,0.15203733245531717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,16,uniform,0.06112533311049143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,64,uniform,0.14251200358072916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,32,uniform,0.14523733655611673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,64,uniform,0.10054933031400044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,16,uniform,0.1569760044415792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,32,uniform,0.10196266571680705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,16,uniform,0.1053013304869334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,8,uniform,0.18900267283121744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,8,8,uniform,0.053360000252723694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,4,uniform,0.052570665876070656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,4,uniform,0.2760213414827983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,8,8,uniform,0.057392001152038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,4,uniform,0.06084799766540527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,2,uniform,0.06410133341948192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,64,uniform,0.11972799897193909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,32,uniform,0.11807466546694438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,8,uniform,0.15004266301790872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,16,uniform,0.12961600224177042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,4,uniform,0.2046239972114563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,64,uniform,0.05659733215967814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,32,uniform,0.059077332417170204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,16,uniform,0.1072266697883606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,16,uniform,0.06011199951171875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,64,uniform,0.10224533081054688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,32,uniform,0.10363733768463135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,64,uniform,0.14512532949447632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,32,uniform,0.14542933305104574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,4,uniform,0.26916799942652386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,8,uniform,0.1887306571006775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,16,uniform,0.15963733196258545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,4,uniform,0.06321066617965698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,8,8,uniform,0.05367999772230784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,4,uniform,0.05336533486843109
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,8,8,uniform,0.06398400167624156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,2,uniform,0.07172800103823344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,64,uniform,0.1202133297920227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,32,uniform,0.11906666556994121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,8,uniform,0.15229866902033487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,16,uniform,0.12970133622487387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,64,uniform,0.10340799887975057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,4,uniform,0.20635199546813965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,64,uniform,0.056847999493281044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,16,uniform,0.061119998494784035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,32,uniform,0.0594400018453598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,32,uniform,0.10250666737556458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,16,uniform,0.10685867071151733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,32,uniform,0.14727999766667685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,64,uniform,0.1428053379058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,16,uniform,0.1600213348865509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,4,uniform,0.2723093430201213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,8,uniform,0.18928533792495728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,8,8,uniform,0.05423999826113383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,4,uniform,0.05306666592756907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,4,uniform,0.0625546673933665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,8,8,uniform,0.06469333171844482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,2,uniform,0.07000533243020375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,64,uniform,0.11931733290354411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,32,uniform,0.11892267068227132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,64,uniform,0.056847999493281044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,16,uniform,0.1288159986337026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,32,uniform,0.058373332023620605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,4,uniform,0.2042613426844279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,8,uniform,0.15332800149917603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,16,uniform,0.059845333298047386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,64,uniform,0.10241066416104634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,16,uniform,0.10798399647076924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,32,uniform,0.1030613382657369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,32,uniform,0.14761599898338318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,16,uniform,0.1586079994837443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,8,uniform,0.19011733929316202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,64,uniform,0.1440000037352244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,4,uniform,0.2667466600735982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,4,uniform,0.05420800050099691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,8,8,uniform,0.05388266841570536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,4,uniform,0.06234666705131531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,8,8,uniform,0.06523199876149495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,2,uniform,0.06885333359241486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,64,uniform,0.11964266498883565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,8,uniform,0.15330666303634644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,32,uniform,0.1190826694170634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,16,uniform,0.12866133451461792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,64,uniform,0.058133333921432495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,4,uniform,0.20737600326538086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,32,uniform,0.058101331194241844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,16,uniform,0.060271998246510826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,32,uniform,0.14873600006103516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,32,uniform,0.10557333628336589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,64,uniform,0.10302933057149251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,64,uniform,0.1453279952208201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,16,uniform,0.10765332976977031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,8,uniform,0.18766399224599203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,16,uniform,0.16210132837295532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,4,uniform,0.27220267057418823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,8,8,uniform,0.06876266499360402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,4,uniform,0.06504533191521962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,8,8,uniform,0.08071466783682506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,2,uniform,0.08357866605122884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,4,uniform,0.0781173308690389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,64,uniform,0.12108266353607178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,8,uniform,0.1520960032939911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,32,uniform,0.11974400281906128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,16,uniform,0.12981333335240683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,4,uniform,0.20430399974187216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,64,uniform,0.057520002126693726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,16,uniform,0.06131199995676676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,32,uniform,0.104912002881368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,32,uniform,0.05891199906667074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,64,uniform,0.10477866729100545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,64,uniform,0.14644267161687216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,16,uniform,0.10941867033640544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,32,uniform,0.1497866710027059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,4,uniform,0.2766079902648926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,8,uniform,0.1909653345743815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,16,uniform,0.16338133811950684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,8,8,uniform,0.06543466448783875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,4,uniform,0.06514133512973785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,8,8,uniform,0.08119999865690868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,2,uniform,0.0860693355401357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,4,uniform,0.07947200040022533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,64,uniform,0.12330666184425354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,16,uniform,0.13146666685740152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,32,uniform,0.12011200189590454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,4,uniform,0.20578666528066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,8,uniform,0.1548479994138082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,64,uniform,0.0591786652803421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,32,uniform,0.058837334314982094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,64,uniform,0.10586133599281311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,16,uniform,0.062133332093556724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,4,uniform,0.27638934055964154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,8,uniform,0.1931999921798706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,64,uniform,0.14619732896486917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,16,uniform,0.16270933548609415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,32,uniform,0.1076746682325999
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,16,uniform,0.11058132847150166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,32,uniform,0.14908267060915628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,8,8,uniform,0.06688533226648967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,4,uniform,0.0684853345155716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,8,8,uniform,0.08406933148701985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,4,uniform,0.08213333288828532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,2,uniform,0.09114666779836018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,64,uniform,0.12333866953849792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,32,uniform,0.12138666709264119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,16,uniform,0.13313066959381104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,8,uniform,0.1553546686967214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,4,uniform,0.21314666668574014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,64,uniform,0.05919999877611796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,16,uniform,0.06263466676076253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,32,uniform,0.059343998630841575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,32,uniform,0.10713066657384236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,64,uniform,0.10616000493367513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,16,uniform,0.10943466424942017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,32,uniform,0.1520906686782837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,16,uniform,0.16433599591255188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,64,uniform,0.14842666188875833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,8,uniform,0.19024533033370972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,4,uniform,0.27775466442108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,4,uniform,0.07790933549404144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,8,8,uniform,0.0778186668952306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,2,uniform,0.10866133371988933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,4,uniform,0.10087999701499939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,8,8,uniform,0.09915733337402344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,64,uniform,0.12326932946840923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,32,uniform,0.1241386632124583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,16,uniform,0.1349386672178904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,64,uniform,0.07379200061162312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,8,uniform,0.1548799971739451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,4,uniform,0.21852266788482666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,32,uniform,0.07441066702206929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,16,uniform,0.08246933420499165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,64,uniform,0.10528533657391866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,32,uniform,0.10757333040237427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,16,uniform,0.11292800307273865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,64,uniform,0.15321066975593567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,8,uniform,0.1978879968325297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,16,uniform,0.16740800937016806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,32,uniform,0.1553439994653066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,4,uniform,0.2856480081876119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,4,uniform,0.08030933141708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,2,uniform,0.11380267143249512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,4,uniform,0.10711999734242757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,8,8,uniform,0.08037866652011871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,8,8,uniform,0.1091306706269582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,64,uniform,0.12398399909337361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,32,uniform,0.1251359979311625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,4,uniform,0.21902400255203247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,16,uniform,0.13706666231155396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,8,uniform,0.15708266695340475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,64,uniform,0.07267199953397115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,16,uniform,0.08251733581225078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,32,uniform,0.07338666419188182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,64,uniform,0.12477333347002666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,16,uniform,0.1446293294429779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,32,uniform,0.14331733187039694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,16,uniform,0.16929600636164346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,32,uniform,0.15409066279729208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,64,uniform,0.15318399667739868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,8,uniform,0.19702933231989542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,4,uniform,0.28115199009577435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,8,8,uniform,0.09346666932106018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,4,uniform,0.09514133135477702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,4,uniform,0.12929600477218628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,2,uniform,0.13614933689435324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,8,8,uniform,0.12633066376050314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,64,uniform,0.1272426644961039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,32,uniform,0.12825066844622293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,4,uniform,0.22560532887776694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,16,uniform,0.14065600434939066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,8,uniform,0.16315733393033346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,64,uniform,0.07458133498827617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,32,uniform,0.07560533285140991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,16,uniform,0.08572266499201457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,16,uniform,0.1481706698735555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,32,uniform,0.1443839967250824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,64,uniform,0.1290613313515981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,16,uniform,0.1729546586672465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,32,uniform,0.1580959955851237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,64,uniform,0.1551413337389628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,8,uniform,0.20217067003250122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,4,uniform,0.2929973403612773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,4,uniform,0.17508800824483237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,8,8,uniform,0.12091199556986491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,4,uniform,0.11995733777681987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,8,8,uniform,0.16985599199930826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,2,uniform,0.18010133504867554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,64,uniform,0.1798186699549357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,32,uniform,0.1822506586710612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,8,uniform,0.23917333285013834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,16,uniform,0.19421333074569702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,4,uniform,0.3257546623547872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,64,uniform,0.08795733253161113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,32,uniform,0.08970133463541667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,16,uniform,0.09886399904886882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,16,uniform,0.18006932735443115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,64,uniform,0.15809067090352377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,32,uniform,0.17392534017562866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,32,uniform,0.16801067193349203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,64,uniform,0.16689066092173258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,16,uniform,0.1827626625696818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,4,uniform,0.3090933362642924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,8,uniform,0.21625065803527832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,8,8,uniform,0.13979199528694153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,8,8,uniform,0.21287999550501505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,4,uniform,0.219376007715861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,4,uniform,0.13962133725484213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,2,uniform,0.2216800053914388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,64,uniform,0.1846346656481425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,8,uniform,0.2450986703236898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,32,uniform,0.1896053353945414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,64,uniform,0.09659199913342793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,16,uniform,0.2002399961153666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,4,uniform,0.33936532338460285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,32,uniform,0.09532800316810608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,16,uniform,0.11174933115641277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,64,uniform,0.18226132790247598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,64,uniform,0.243776003519694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,32,uniform,0.21277334292729697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,16,uniform,0.2149440050125122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,16,uniform,0.2612373431523641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,32,uniform,0.25075199206670123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,8,uniform,0.3237866759300232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,4,uniform,0.1962719957033793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,8,8,uniform,0.29647467533747357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,8,8,uniform,0.19217065970102945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,4,uniform,0.46074668566385907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,4,uniform,0.30509867270787555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,2,uniform,0.30903999010721844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,64,uniform,0.2439733346303304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,16,uniform,0.2576106588045756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,32,uniform,0.24965333938598633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,8,uniform,0.3188213308652242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,64,uniform,0.12875200311342874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,4,uniform,0.44177067279815674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,32,uniform,0.1256480018297831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,16,uniform,0.1362506647904714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,32,uniform,0.24937599897384644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,64,uniform,0.22470933198928833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,64,uniform,0.2586453358332316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,16,uniform,0.25285865863164264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,32,uniform,0.26693334182103473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,16,uniform,0.2786506613095601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,8,uniform,0.34667734305063885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,4,uniform,0.4958133300145467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,8,8,uniform,0.38260265191396076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,8,8,uniform,0.23898667097091675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,4,uniform,0.24081067244211832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,4,uniform,0.3897973299026489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,2,uniform,0.39563198884328205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,64,uniform,0.30075732866923016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,32,uniform,0.3104959925015767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,16,uniform,0.3132373293240865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,8,uniform,0.3771786689758301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,4,uniform,0.5353920062383016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,64,uniform,0.14991466204325357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,32,uniform,0.14686399698257446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,16,uniform,0.15736533204714456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,64,uniform,0.2762399911880493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,16,uniform,0.3193066716194153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,32,uniform,0.31576534112294513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,32,uniform,0.35790399710337323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,64,uniform,0.3438986539840698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,16,uniform,0.35895999272664386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,8,uniform,0.44441600640614826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,4,uniform,0.6321119864781698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,4,uniform,0.5611466566721598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,8,8,uniform,0.33219732840855914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,4,uniform,0.33557868003845215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,8,8,uniform,0.547327995300293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,2,uniform,0.5687466859817505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,64,uniform,0.417520006497701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,32,uniform,0.43142934640248615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,8,uniform,0.5146933396657308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,16,uniform,0.43039464950561523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,16,uniform,0.20754132668177286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,64,uniform,0.1990293264389038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,4,uniform,0.7164906660715739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,32,uniform,0.1943626602490743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,64,uniform,0.3698720137278239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,32,uniform,0.42628800868988037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,16,uniform,0.4342399835586548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,16,uniform,0.4589173396428426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,32,uniform,0.45708266894022626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,64,uniform,0.44124265511830646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,8,uniform,0.5604533354441324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,4,uniform,0.7995306650797526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,8,8,uniform,0.42792534828186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,4,uniform,0.42984533309936523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,8,8,uniform,0.7060266335805258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,2,uniform,0.7314026355743408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,4,uniform,0.7238240242004395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,32,uniform,0.5470346609751383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,16,uniform,0.5510613520940145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,64,uniform,0.5413440068562826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,4,uniform,0.8773760000864664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,64,uniform,0.2524426579475403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,8,uniform,0.644431988398234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,32,uniform,0.2405173381169637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,16,uniform,0.2595093250274658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,16,uniform,0.5409813324610392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,64,uniform,0.454309344291687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,32,uniform,0.5292319854100546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,32,uniform,0.6305760145187378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,8,uniform,0.7458986441294352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,64,uniform,0.6110719839731852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,16,uniform,0.6229973236719767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,4,uniform,1.0331146717071533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,4,uniform,0.6226720015207926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,8,8,uniform,0.6153759956359863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,8,8,uniform,1.029706637064616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,2,uniform,1.0793920358022053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,4,uniform,1.0694773197174072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,64,uniform,0.7621920108795166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,16,uniform,0.7807520230611166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,32,uniform,0.779263973236084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,8,uniform,0.9054133097330729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,64,uniform,0.3500373363494873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,4,uniform,1.243232011795044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,32,uniform,0.3344373305638631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,16,uniform,0.35649601618448895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,64,uniform,0.6540586551030477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,32,uniform,0.7730773289998373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,16,uniform,0.7906560103098551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,16,uniform,0.8333386580149332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,64,uniform,0.8046826521555582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,32,uniform,0.823754628499349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,8,uniform,0.97652800877889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,4,uniform,1.3388266563415527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,8,8,uniform,0.808789332707723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,4,uniform,0.8172640005747477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,8,8,uniform,1.3552746772766113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,4,uniform,1.4019360542297363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,2,uniform,1.4096533457438152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,64,uniform,0.9869813124338785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,16,uniform,1.0088053544362385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,32,uniform,1.0108106931050618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,8,uniform,1.1597812970479329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,4,uniform,1.59115203221639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,64,uniform,0.4469653367996216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,32,uniform,0.4296160141626994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,16,uniform,0.4546080032984416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,64,uniform,0.8321066697438558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,32,uniform,0.9926346937815348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,16,uniform,1.006826639175415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,64,uniform,1.0604320367177327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,32,uniform,1.0916266441345215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,16,uniform,1.0856640338897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,8,uniform,1.2685333093007405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,4,uniform,1.7222506205240886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,8,8,uniform,1.1820586522420247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,4,uniform,1.204591989517212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,8,8,uniform,2.019338607788086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,4,uniform,2.0773493448893228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,2,uniform,2.0958879788716636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,64,uniform,1.4390239715576172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,32,uniform,1.4838879903157551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,16,uniform,1.4824213981628418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,8,uniform,1.685754617055257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,4,uniform,2.3038026491800943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,64,uniform,0.6430933475494385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,32,uniform,0.610858678817749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,16,uniform,0.6546186606089274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,64,uniform,1.2074933052062988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,32,uniform,1.4392372767130535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,64,uniform,1.5211572647094727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,16,uniform,1.4714080492655437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,32,uniform,1.569002628326416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,8,uniform,1.7902453740437825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,4,uniform,2.4538186391194663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,16,uniform,1.5743680000305176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,8,8,uniform,1.5639999707539876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,4,uniform,1.591909408569336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,8,8,uniform,2.6684799194335938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,4,uniform,2.7534348169962564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,2,uniform,2.775162696838379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,64,uniform,1.8900480270385742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,32,uniform,1.9446293512980144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,16,uniform,1.9477866490681965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,8,uniform,2.202415943145752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,4,uniform,2.995807965596517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,64,uniform,0.8367146650950114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,32,uniform,0.7972373167673746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,16,uniform,0.8534453709920248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,64,uniform,1.5748000144958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,32,uniform,1.8955626487731934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,16,uniform,1.9471359252929688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,32,uniform,2.1003519694010415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,64,uniform,2.0430986086527505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,16,uniform,2.101616064707438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,8,uniform,2.3833707173665366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,4,uniform,3.2181971867879233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,8,8,uniform,1.9375093777974446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,4,uniform,1.975279966990153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,8,8,uniform,3.328879992167155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,4,uniform,3.443338712056478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,2,uniform,3.4517494837443032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,64,uniform,2.3560694058736167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,8,uniform,2.730815887451172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,16,uniform,2.431093374888102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,4,uniform,3.7198079427083335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,32,uniform,2.422880013783773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,32,uniform,0.984229326248169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,64,uniform,1.0397066275278728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,16,uniform,1.0515573024749756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,32,uniform,2.321674664815267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,64,uniform,1.9358506202697754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,64,uniform,2.5114612579345703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,16,uniform,2.385082721710205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,32,uniform,2.5765973726908364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,16,uniform,2.5815626780192056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,8,uniform,2.9315306345621743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,4,uniform,3.9355786641438804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,8,8,uniform,0.032672000428040825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,4,uniform,0.027327999472618103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,2,uniform,0.027493332823117573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,8,8,uniform,0.029450667401154835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,4,uniform,0.030847998956839245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,64,uniform,0.05295999844868978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,2,uniform,0.030437332888444264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,32,uniform,0.047600001096725464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,16,uniform,0.04877333343029022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,8,uniform,0.05110933383305868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,4,uniform,0.06116800010204315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,32,uniform,0.029071999092896778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,64,uniform,0.029616000751654308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,16,uniform,0.0290133332212766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,8,uniform,0.029978667696317036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,64,uniform,0.054570664962132774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,16,uniform,0.04500266909599304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,32,uniform,0.04574933151404063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,8,uniform,0.04663466910521189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,4,uniform,0.05269866685072581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,32,uniform,0.04909333089987437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,16,uniform,0.05076266825199127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,64,uniform,0.05357866485913595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,8,uniform,0.05525333185990652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,8,8,uniform,0.02852799991766612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,4,uniform,0.07125866909821828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,4,uniform,0.02759466568628947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,2,uniform,0.027717334528764088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,8,8,uniform,0.03281066566705704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,4,uniform,0.03088533381621043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,64,uniform,0.054048001766204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,32,uniform,0.0489333321650823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,2,uniform,0.03127466638882955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,16,uniform,0.04957866668701172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,8,uniform,0.05436799923578898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,4,uniform,0.06451199948787689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,64,uniform,0.029701332251230877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,32,uniform,0.02863466739654541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,8,uniform,0.03120533376932144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,16,uniform,0.02926933268706004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,64,uniform,0.04948266843954722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,32,uniform,0.043663998444875084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,8,uniform,0.046053335070610046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,4,uniform,0.05317866802215576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,16,uniform,0.0443146675825119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,64,uniform,0.050373335679372154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,32,uniform,0.04751466711362203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,16,uniform,0.049829334020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,4,uniform,0.06856533388296764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,8,8,uniform,0.027045334378878277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,8,uniform,0.055071999629338585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,4,uniform,0.02659733345111211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,2,uniform,0.028815999627113342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,8,8,uniform,0.03194666653871536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,4,uniform,0.03303466737270355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,2,uniform,0.034629332522551216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,64,uniform,0.04957333207130432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,16,uniform,0.050714666644732155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,32,uniform,0.04513599971930186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,8,uniform,0.05648000041643778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,4,uniform,0.06740266581376393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,64,uniform,0.027866666515668232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,32,uniform,0.029152000943819683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,16,uniform,0.02991466720898946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,8,uniform,0.030426666140556335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,16,uniform,0.04619733492533366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,32,uniform,0.043893332282702126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,64,uniform,0.05027199784914652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,8,uniform,0.04983466863632202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,4,uniform,0.05453866720199585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,64,uniform,0.05341866612434387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,32,uniform,0.04747200012207031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,16,uniform,0.052069331208864846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,8,uniform,0.059530665477116905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,4,uniform,0.0735093355178833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,8,8,uniform,0.028666667640209198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,4,uniform,0.027797333896160126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,2,uniform,0.028778667251269024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,8,8,uniform,0.03204799940188726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,4,uniform,0.03294399877389272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,2,uniform,0.035349334279696144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,32,uniform,0.05463466544946035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,64,uniform,0.04881600042184194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,16,uniform,0.056234667698542275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,8,uniform,0.0588266650835673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,4,uniform,0.0754559983809789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,64,uniform,0.028405333558718365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,32,uniform,0.029071999092896778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,8,uniform,0.03293866664171219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,16,uniform,0.02882666637500127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,64,uniform,0.04964800179004669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,32,uniform,0.052906667192777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,16,uniform,0.05247466762860616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,8,uniform,0.052527998884518944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,4,uniform,0.06770666440327962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,64,uniform,0.05101866523424784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,32,uniform,0.05585066477457682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,16,uniform,0.05468266705671946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,8,uniform,0.06529066463311513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,8,8,uniform,0.029125332832336426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,4,uniform,0.07746666669845581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,4,uniform,0.02900800108909607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,2,uniform,0.027989332874615986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,8,8,uniform,0.033759998778502144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,4,uniform,0.031311998764673867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,2,uniform,0.0340693344672521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,64,uniform,0.0658079981803894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,32,uniform,0.06828799843788147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,16,uniform,0.06517333288987477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,8,uniform,0.07550399998823802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,4,uniform,0.09297600388526917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,64,uniform,0.03272533416748047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,16,uniform,0.03492266684770584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,32,uniform,0.032986665765444435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,8,uniform,0.03947199881076813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,64,uniform,0.06222933530807495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,32,uniform,0.062080000837643944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,16,uniform,0.062122667829195656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,4,uniform,0.08422399560610454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,8,uniform,0.06709866722424825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,64,uniform,0.06664533416430156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,32,uniform,0.06392533580462138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,16,uniform,0.07145066559314728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,8,uniform,0.07515199979146321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,4,uniform,0.09895466764767964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,8,8,uniform,0.028618666032950085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,4,uniform,0.02685333291689555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,8,8,uniform,0.033215999603271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,2,uniform,0.02938133229811986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,2,uniform,0.037605332831541695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,4,uniform,0.03303466737270355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,64,uniform,0.08423999945322673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,16,uniform,0.09418666362762451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,32,uniform,0.09153067072232564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,8,uniform,0.10988266269365947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,4,uniform,0.13876799742380777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,32,uniform,0.034703999757766724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,64,uniform,0.033759998778502144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,16,uniform,0.03583999971548716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,8,uniform,0.039808000127474465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,64,uniform,0.06758933266003926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,16,uniform,0.07211199899514516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,32,uniform,0.06985599795977275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,8,uniform,0.08187733093897502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,4,uniform,0.10405866305033366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,64,uniform,0.09565866986910503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,32,uniform,0.0997920036315918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,16,uniform,0.10453333457310994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,8,uniform,0.12612799803415933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,8,8,uniform,0.028762665887673695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,2,uniform,0.030767999589443207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,4,uniform,0.028565332293510437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,4,uniform,0.1439306636651357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,8,8,uniform,0.034314667185147606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,4,uniform,0.03459733227888743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,64,uniform,0.08943999807039897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,2,uniform,0.03583999971548716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,32,uniform,0.09274133046468098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,8,uniform,0.11132799585660298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,16,uniform,0.09898666540781657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,4,uniform,0.1474560002485911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,64,uniform,0.03398400048414866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,32,uniform,0.035232000052928925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,16,uniform,0.03754133234421412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,8,uniform,0.043103997906049095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,64,uniform,0.0641599992911021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,32,uniform,0.07092266778151195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,16,uniform,0.07284800211588542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,4,uniform,0.10702932874361674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,8,uniform,0.07855466504891713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,64,uniform,0.10812266667683919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,32,uniform,0.1125386655330658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,4,uniform,0.1973653237024943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,16,uniform,0.118559996287028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,8,uniform,0.1459946632385254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,8,8,uniform,0.028090665737787884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,4,uniform,0.02775999903678894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,2,uniform,0.029152000943819683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,8,8,uniform,0.03340800106525421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,4,uniform,0.03736533224582672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,2,uniform,0.040181333820025124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,64,uniform,0.09040533502896626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,32,uniform,0.09362666805585225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,16,uniform,0.09992000460624695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,8,uniform,0.1186346709728241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,4,uniform,0.14969600240389505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,64,uniform,0.03586666782697042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,32,uniform,0.032986665765444435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,8,uniform,0.04539200166861216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,16,uniform,0.03616533428430557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,64,uniform,0.06478933493296306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,16,uniform,0.07328533132870992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,32,uniform,0.07162666817506154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,8,uniform,0.07948266466458638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,4,uniform,0.10804800192515056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,64,uniform,0.1097920040289561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,32,uniform,0.11915199955304463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,16,uniform,0.12073066830635071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,8,uniform,0.15243200461069742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,4,uniform,0.19825067122777304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,8,8,uniform,0.031354665756225586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,4,uniform,0.031002665559450786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,2,uniform,0.034261333445707955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,8,8,uniform,0.03682666768630346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,2,uniform,0.04205333193143209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,4,uniform,0.03619199991226196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,64,uniform,0.09126399954160054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,32,uniform,0.10037333766619365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,16,uniform,0.10439466436704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,8,uniform,0.13222933808962503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,4,uniform,0.17759466171264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,64,uniform,0.037818667789300285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,16,uniform,0.04338666796684265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,32,uniform,0.036981334288915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,8,uniform,0.050554667909940086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,64,uniform,0.06828799843788147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,32,uniform,0.08057066798210144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,16,uniform,0.0784693310658137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,8,uniform,0.09041600426038106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,4,uniform,0.11897599697113037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,64,uniform,0.12133333086967468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,32,uniform,0.12958932916323343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,16,uniform,0.12966932853062949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,4,uniform,0.24482667446136475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,8,uniform,0.1698933243751526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,8,8,uniform,0.029743999242782593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,4,uniform,0.031850665807724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,2,uniform,0.03264000018437704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,8,8,uniform,0.03882133215665817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,4,uniform,0.03902933249870936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,2,uniform,0.04098666707674662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,64,uniform,0.09498666723569234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,32,uniform,0.10007466872533162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,16,uniform,0.10917866230010986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,8,uniform,0.13248533010482788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,4,uniform,0.1798293391863505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,32,uniform,0.03932266682386398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,64,uniform,0.040549332896868386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,16,uniform,0.04308799902598063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,8,uniform,0.04993600149949392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,64,uniform,0.07364266614119212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,32,uniform,0.08026133477687836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,16,uniform,0.08362133304278056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,8,uniform,0.09239466985066731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,4,uniform,0.12711466352144876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,64,uniform,0.11512533823649089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,32,uniform,0.12356799840927124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,16,uniform,0.12983999649683634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,8,uniform,0.17128000656763712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,4,uniform,0.24160534143447876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,8,8,uniform,0.02992533395687739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,4,uniform,0.032111999889214836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,8,8,uniform,0.038746667404969536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,2,uniform,0.03419200082619985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,2,uniform,0.04549333453178406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,4,uniform,0.03700799991687139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,64,uniform,0.09121599793434143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,32,uniform,0.10103467106819153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,16,uniform,0.1066986620426178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,8,uniform,0.13035733501116434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,4,uniform,0.18185599644978842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,32,uniform,0.04008533308903376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,64,uniform,0.03792533278465271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,16,uniform,0.04371733466784159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,8,uniform,0.05121066669623057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,64,uniform,0.07432533303896587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,32,uniform,0.08163733283678691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,16,uniform,0.08508800466855367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,8,uniform,0.09372267127037048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,4,uniform,0.1292586624622345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,64,uniform,0.12241066495577495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,32,uniform,0.13024000326792398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,16,uniform,0.13544000188509622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,8,uniform,0.17762666940689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,4,uniform,0.24890132745107016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,8,8,uniform,0.034789333740870156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,4,uniform,0.03579733272393545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,2,uniform,0.03786666691303253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,8,8,uniform,0.04372266431649526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,4,uniform,0.042378668983777366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,64,uniform,0.09805333614349365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,2,uniform,0.05072533090909322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,16,uniform,0.11261333028475444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,8,uniform,0.1376053293546041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,4,uniform,0.18666666746139526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,32,uniform,0.10022399822870891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,64,uniform,0.044922664761543274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,32,uniform,0.04257066547870636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,16,uniform,0.04956800242265066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,8,uniform,0.05422399938106537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,64,uniform,0.07482133309046428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,32,uniform,0.08184533317883809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,16,uniform,0.08583999673525493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,8,uniform,0.10284800330797832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,4,uniform,0.1334719955921173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,64,uniform,0.12612266341845194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,32,uniform,0.13734400272369385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,4,uniform,0.2562613288561503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,16,uniform,0.14890133341153464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,8,uniform,0.1824000080426534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,8,8,uniform,0.03369600077470144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,4,uniform,0.03480533262093862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,2,uniform,0.03878399978081385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,8,8,uniform,0.04200533529122671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,4,uniform,0.04294399917125702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,2,uniform,0.053557331363360085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,32,uniform,0.1065066655476888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,64,uniform,0.09339732925097148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,16,uniform,0.11483200391133626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,8,uniform,0.14122666915257773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,4,uniform,0.18659200270970663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,32,uniform,0.04569066564242045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,16,uniform,0.048826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,64,uniform,0.04301333427429199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,8,uniform,0.059215997656186424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,64,uniform,0.07027199864387512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,32,uniform,0.08337600032488506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,16,uniform,0.08313600222269694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,8,uniform,0.10532266894976298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,4,uniform,0.13201066851615906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,64,uniform,0.13115200400352478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,32,uniform,0.13709333539009094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,16,uniform,0.15503467122713724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,8,uniform,0.18440532684326172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,4,uniform,0.25861867268880206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,8,8,uniform,0.03571200122435888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,4,uniform,0.037434667348861694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,2,uniform,0.0408693328499794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,8,8,uniform,0.04750399788220724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,2,uniform,0.05686933298905691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,4,uniform,0.04372799893220266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,32,uniform,0.10755200187365214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,16,uniform,0.11197866996129353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,64,uniform,0.09475732843081157
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,8,uniform,0.1437279979387919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,4,uniform,0.19362133741378784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,64,uniform,0.046037331223487854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,32,uniform,0.04474666714668274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,16,uniform,0.05055999755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,8,uniform,0.05885866781075796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,64,uniform,0.07157333195209503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,32,uniform,0.07982400059700012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,16,uniform,0.08525866270065308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,8,uniform,0.10414933164914449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,64,uniform,0.12797866264979044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,4,uniform,0.13898133238156637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,32,uniform,0.13980266451835632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,16,uniform,0.15279466907183328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,8,uniform,0.19309866428375244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,4,uniform,0.26241066058476764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,8,8,uniform,0.044906665881474815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,4,uniform,0.042725334564844765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,2,uniform,0.04887466629346212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,8,8,uniform,0.051669334371884666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,4,uniform,0.057392001152038574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,2,uniform,0.0668693333864212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,64,uniform,0.10002133250236511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,32,uniform,0.11202133695284526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,16,uniform,0.12418666481971741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,8,uniform,0.1479520003000895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,4,uniform,0.21113600333531699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,64,uniform,0.04308266441027323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,32,uniform,0.04924799998601278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,16,uniform,0.053823997577031456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,8,uniform,0.06604800124963124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,64,uniform,0.08379200100898743
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,32,uniform,0.09027199943860371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,8,uniform,0.11706133683522542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,4,uniform,0.15478400389353433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,16,uniform,0.09341333309809367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,64,uniform,0.14247999588648477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,8,uniform,0.2025279998779297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,16,uniform,0.16037866473197937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,32,uniform,0.14574399590492249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,4,uniform,0.27879999081293744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,8,8,uniform,0.04313066601753235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,4,uniform,0.045381332437197365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,8,8,uniform,0.056847999493281044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,4,uniform,0.05845333139101664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,2,uniform,0.04923733572165171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,2,uniform,0.06997333467006683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,64,uniform,0.10630933443705241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,32,uniform,0.10830400387446086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,16,uniform,0.1262399951616923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,8,uniform,0.15693333745002747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,4,uniform,0.21191465854644775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,64,uniform,0.04720533390839895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,32,uniform,0.049253334601720176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,16,uniform,0.05529066423575083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,8,uniform,0.06579199930032094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,64,uniform,0.07749333480993907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,32,uniform,0.08603733777999878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,16,uniform,0.09595200419425964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,8,uniform,0.11421866218249004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,4,uniform,0.15550399820009866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,64,uniform,0.13743467132250467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,32,uniform,0.14654399951299033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,16,uniform,0.1618133286635081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,8,uniform,0.2002026637395223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,4,uniform,0.28489067157109577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,2,uniform,0.057520002126693726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,4,uniform,0.04775466521581014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,8,8,uniform,0.04675200084845225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,8,8,uniform,0.059450666109720864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,2,uniform,0.07444266478220622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,4,uniform,0.061477333307266235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,32,uniform,0.11515200138092041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,64,uniform,0.1123306651910146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,16,uniform,0.12796800335248312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,4,uniform,0.2315733234087626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,8,uniform,0.16153599818547568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,64,uniform,0.05183466772238413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,32,uniform,0.052789335449536644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,16,uniform,0.05622399846712748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,8,uniform,0.07263466715812683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,64,uniform,0.0870293378829956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,32,uniform,0.08985066413879395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,16,uniform,0.10013866424560547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,8,uniform,0.12896000345547995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,4,uniform,0.1681706706682841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,32,uniform,0.1530453364054362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,64,uniform,0.1481760044892629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,16,uniform,0.1745013395945231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,8,uniform,0.219376007715861
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,4,uniform,0.2990293304125468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,8,8,uniform,0.05114666620890299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,4,uniform,0.053642665346463524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,2,uniform,0.0709440012772878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,8,8,uniform,0.06107200185457865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,2,uniform,0.09223467111587524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,4,uniform,0.07437333464622498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,32,uniform,0.13265599807103476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,64,uniform,0.12140267093976338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,8,uniform,0.18901334206263223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,16,uniform,0.14154133200645447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,4,uniform,0.2711626688639323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,64,uniform,0.05162133276462555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,32,uniform,0.0589279979467392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,16,uniform,0.06228800117969513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,8,uniform,0.08381866415341695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,64,uniform,0.08738666772842407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,8,uniform,0.14029866456985474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,16,uniform,0.1130400002002716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,32,uniform,0.0997759997844696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,4,uniform,0.1974666714668274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,64,uniform,0.154858668645223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,32,uniform,0.16661333044370016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,16,uniform,0.1857653260231018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,8,uniform,0.2362933357556661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,4,uniform,0.3357866605122884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,4,uniform,0.06070399781068166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,2,uniform,0.08040533463160197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,8,8,uniform,0.05656533439954122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,4,uniform,0.0843946635723114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,2,uniform,0.10475200414657593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,8,8,uniform,0.06886933247248332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.12989866733551025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,32,uniform,0.14164266983668009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,16,uniform,0.15524799625078836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,8,uniform,0.20543466011683145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,4,uniform,0.31242666641871136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,32,uniform,0.0632479985555013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,64,uniform,0.05589866638183594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,16,uniform,0.07442133128643036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,8,uniform,0.09296000003814697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,16,uniform,0.12934933106104532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,64,uniform,0.09569066762924194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,32,uniform,0.10781866312026978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,8,uniform,0.16022400061289468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,4,uniform,0.23221333821614584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,64,uniform,0.1706613302230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,32,uniform,0.17950934171676636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,16,uniform,0.20705600579579672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,8,uniform,0.2603360017140706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,4,uniform,0.38599467277526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,8,8,uniform,0.06609599788983662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,4,uniform,0.07863466441631317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,2,uniform,0.09995200236638387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,4,uniform,0.103301336367925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,2,uniform,0.1370560030142466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,8,8,uniform,0.08343467116355896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,64,uniform,0.14827199776967367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,32,uniform,0.15620799859364828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,16,uniform,0.1844266653060913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,8,uniform,0.24270933866500854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,4,uniform,0.3949013153711955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,64,uniform,0.06267199913660686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,32,uniform,0.07092266778151195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,16,uniform,0.08166400094827016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,8,uniform,0.11024533708890279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,64,uniform,0.10652800401051839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,32,uniform,0.12387733658154805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,8,uniform,0.18655999501546225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,16,uniform,0.14507733782132468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,64,uniform,0.18634666999181113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,4,uniform,0.3077920079231262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,32,uniform,0.2058346668879191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,16,uniform,0.22773333390553793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,8,uniform,0.29966400067011517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,4,uniform,0.4759146769841512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,8,8,uniform,0.06917333106199901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,4,uniform,0.0883786678314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,2,uniform,0.11685867110888164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,8,8,uniform,0.09985599915186565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,4,uniform,0.11449066797892253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,2,uniform,0.17895466089248657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.1632426679134369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,32,uniform,0.17525333166122437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,16,uniform,0.2079306642214457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,8,uniform,0.29647467533747357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,4,uniform,0.4697973330815633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,64,uniform,0.07069333394368489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,32,uniform,0.07733866572380066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,16,uniform,0.09307199716567993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,8,uniform,0.12082667152086894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,64,uniform,0.12057066957155864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,32,uniform,0.1390773355960846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,16,uniform,0.16451199849446616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,8,uniform,0.22649067640304565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,4,uniform,0.37409599622090656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,64,uniform,0.20467732350031534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,32,uniform,0.22190932432810465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,16,uniform,0.26182933648427326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,8,uniform,0.34836268424987793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,4,uniform,0.5491253137588501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,8,8,uniform,0.10146133104960124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,4,uniform,0.12546666463216147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,8,8,uniform,0.1383680005868276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,4,uniform,0.1756640076637268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,2,uniform,0.1787733236948649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,2,uniform,0.2736853361129761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,64,uniform,0.19384533166885376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,32,uniform,0.21030400196711221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,16,uniform,0.25994666417439777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,8,uniform,0.39391998449961346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,4,uniform,0.623802661895752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,64,uniform,0.08236266672611237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,32,uniform,0.09531199932098389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,8,uniform,0.18230400482813516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,16,uniform,0.11743467052777608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,64,uniform,0.16831467549006143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,32,uniform,0.19243733088175455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,16,uniform,0.23335466782251993
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,8,uniform,0.3460693359375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,64,uniform,0.24755734205245972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,4,uniform,0.5466986497243246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,32,uniform,0.2738879919052124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,16,uniform,0.3152906696001689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,4,uniform,0.7209973335266113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,8,uniform,0.4500480095545451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,8,8,uniform,0.11917333801587422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,4,uniform,0.14824000000953674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,2,uniform,0.23896533250808716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,8,8,uniform,0.16446933150291443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,4,uniform,0.21739200750986734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,2,uniform,0.3439146677652995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.22273067633310953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,32,uniform,0.24890132745107016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,16,uniform,0.3094773292541504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,8,uniform,0.4715413252512614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,4,uniform,0.7592960198720297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,64,uniform,0.0881066620349884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,32,uniform,0.10918933153152466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,16,uniform,0.14178133010864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,8,uniform,0.22842133045196533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,64,uniform,0.18943466742833456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,32,uniform,0.2209333380063375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,16,uniform,0.2847573359807332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,8,uniform,0.41813333829243976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,4,uniform,0.6719306310017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,64,uniform,0.28466665744781494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,32,uniform,0.3094399968783061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,16,uniform,0.38839467366536456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,8,uniform,0.5397813320159912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,4,uniform,0.8754773139953613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,8,8,uniform,0.16478400429089865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,4,uniform,0.2286400000254313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,2,uniform,0.35024531682332355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,4,uniform,0.3338133494059245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,2,uniform,0.5099200010299683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,8,8,uniform,0.23137599229812622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,64,uniform,0.3124106725056966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,32,uniform,0.35631998380025226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,16,uniform,0.4649226665496826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,8,uniform,0.7039413452148438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,4,uniform,1.1513333320617676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,64,uniform,0.13075199723243713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,32,uniform,0.15340800086657205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,16,uniform,0.21297067403793335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,8,uniform,0.3354613383611043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,32,uniform,0.30962133407592773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,64,uniform,0.23768534262975058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,16,uniform,0.41227734088897705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,8,uniform,0.5866933266321818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,4,uniform,0.9631360371907552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,64,uniform,0.3471413453420003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,32,uniform,0.40053868293762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,16,uniform,0.49934399127960205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,8,uniform,0.7086079915364584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,8,8,uniform,0.2136426568031311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,4,uniform,1.1469813187917073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,4,uniform,0.30643733342488605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,2,uniform,0.4614826838175456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,4,uniform,0.433626651763916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,8,8,uniform,0.30204800764719647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,2,uniform,0.6623520056406657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.3696213165918986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,32,uniform,0.43070932229359943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,16,uniform,0.5712266763051351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,8,uniform,0.8733173211415609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,4,uniform,1.4365599950154622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,64,uniform,0.15132266283035278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,32,uniform,0.18281066417694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,16,uniform,0.27215466896692914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,8,uniform,0.43140268325805664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,64,uniform,0.3043253421783447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,32,uniform,0.4145439863204956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,16,uniform,0.536085327466329
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,8,uniform,0.7690613269805908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,4,uniform,1.2633492946624756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,64,uniform,0.46952001253763836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,32,uniform,0.5321333408355713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,8,uniform,0.9825226465861002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,16,uniform,0.668399969736735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,8,8,uniform,0.31959466139475506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,4,uniform,0.44449599583943683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,4,uniform,1.6094506581624348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,2,uniform,0.682042678197225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,4,uniform,0.632261315981547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,8,8,uniform,0.4601493279139201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,2,uniform,0.9791680177052816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,64,uniform,0.5335253477096558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,32,uniform,0.6420640150705973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,16,uniform,0.8301386833190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,8,uniform,1.2467626730600994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,4,uniform,2.1183093388875327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,64,uniform,0.21345599492390951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,32,uniform,0.26663466294606525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,8,uniform,0.6311039924621582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,16,uniform,0.4044160048166911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,64,uniform,0.4299360116322835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,16,uniform,0.7258880138397217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,32,uniform,0.5513333479563395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,8,uniform,1.0642346541086833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,4,uniform,1.8087414105733235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,64,uniform,0.6201706727345785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,32,uniform,0.719754695892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,16,uniform,0.9095786412556967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,8,8,uniform,0.4195839961369832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,8,uniform,1.3348906834920247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,4,uniform,2.206991990407308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,2,uniform,0.8886400063832601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,4,uniform,0.5772906541824341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,4,uniform,0.8317386309305826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,8,8,uniform,0.6022453308105469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,2,uniform,1.2968746821085613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,32,uniform,0.831397294998169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,16,uniform,1.0715413093566895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,64,uniform,0.6731093724568685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,8,uniform,1.6498400370279949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,4,uniform,2.786831855773926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,64,uniform,0.25524266560872394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,32,uniform,0.3513546784718831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,8,uniform,0.8073333104451498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,16,uniform,0.5104053417841593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,64,uniform,0.5526826779047648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,16,uniform,0.9684693018595377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,32,uniform,0.726645310719808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,8,uniform,1.4190773963928223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,4,uniform,2.3984373410542807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,16,uniform,1.23417067527771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,64,uniform,0.8268266518910726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,32,uniform,0.9687306880950928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,8,uniform,1.7602613766988118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,8,8,uniform,0.5207039912541708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,4,uniform,2.9864107767740884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,4,uniform,0.7122080326080322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,2,uniform,1.1021119753519695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,8,8,uniform,0.7646293640136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,4,uniform,1.0366133054097493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,2,uniform,1.6222826639811199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,64,uniform,0.8611253102620443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,32,uniform,1.0183520317077637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,16,uniform,1.3357280095418294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,4,uniform,3.4524641036987305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,8,uniform,2.018330732981364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,64,uniform,0.3234933416048686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,32,uniform,0.43795732657114667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,16,uniform,0.6308106581370035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,8,uniform,1.0103946526845295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,64,uniform,0.655402660369873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,32,uniform,0.886298656463623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,16,uniform,1.1863679885864258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,8,uniform,1.712469259897868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,4,uniform,2.971658706665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,64,uniform,1.0382933616638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,32,uniform,1.1912906964619954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,16,uniform,1.5275893211364746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,uniform,0.03790933390458425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,uniform,0.038762666285037994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,8,uniform,2.182565371195475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,uniform,0.05248000224431356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,uniform,0.04029333343108495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,uniform,0.07807999849319458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,4,uniform,3.74452273050944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,uniform,0.058005332946777344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,uniform,0.05729066828886668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,uniform,0.05671466886997223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,uniform,0.056101332108179726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,uniform,0.057248001297314964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,uniform,0.04299733539422353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,uniform,0.03754666695992152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,uniform,0.03602133442958196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,uniform,0.03616533428430557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,uniform,0.035189333061377205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,uniform,0.0359946663180987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,128,uniform,0.07958933214346568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,64,uniform,0.06852266689141591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,uniform,0.05454400181770325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,uniform,0.05395199855168661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,uniform,0.05313600103060404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,uniform,0.053472002347310386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,uniform,0.07769600053628285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,uniform,0.061978667974472046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,uniform,0.05774933099746704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,uniform,0.057333335280418396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,uniform,0.05635199944178263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,uniform,0.05804799993832906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,uniform,0.038032000263532005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,uniform,0.043807998299598694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,uniform,0.036117332677046456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,uniform,0.04193066557248434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,uniform,0.05786666770776113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,uniform,0.062458669145902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,uniform,0.056976000467936196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,uniform,0.07947200040022533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,uniform,0.057631999254226685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,uniform,0.05850133299827576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,uniform,0.0429013321797053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,uniform,0.03699733316898346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,uniform,0.03664000084002813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,uniform,0.03568000098069509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,uniform,0.03660800059636434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,uniform,0.03510399907827377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,64,uniform,0.06300800045331319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,128,uniform,0.07723733286062877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,uniform,0.05417599777380625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,uniform,0.054773335655530296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,uniform,0.06224533418814341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,uniform,0.05696000158786774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,uniform,0.07985599835713704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,uniform,0.06048533320426941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,uniform,0.057477335135142006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,uniform,0.058448001742362976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,uniform,0.05835199852784475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,uniform,0.03828266759713491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,uniform,0.037861332297325134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,uniform,0.04590400060017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,uniform,0.044666667779286705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,uniform,0.07773866752783458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,uniform,0.062133332093556724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,uniform,0.058362667759259544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,uniform,0.05925333499908447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,uniform,0.04571199913819631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,uniform,0.06272000074386597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,uniform,0.03799466788768768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,uniform,0.05632533133029938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,uniform,0.03676266719897588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,128,uniform,0.07923200229803722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,64,uniform,0.05894400179386139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,uniform,0.03655466685692469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,uniform,0.03845333307981491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,uniform,0.05588266750176748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,uniform,0.05528533458709717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,uniform,0.054746667544047035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,uniform,0.08119999865690868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,uniform,0.06029333174228668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,uniform,0.06278933087984721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,uniform,0.05853333572546641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,uniform,0.058687999844551086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,uniform,0.06065066655476888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,uniform,0.06366399923960368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,uniform,0.03809600075085958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,uniform,0.03847466657559077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,uniform,0.045109331607818604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,uniform,0.04358933369318644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,uniform,0.07951466739177704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,uniform,0.062319998939832054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,uniform,0.06107200185457865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,uniform,0.07146133482456207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,uniform,0.06584000090758006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,uniform,0.06247466802597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,uniform,0.04876266419887543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,uniform,0.038912000755469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,uniform,0.03793599953254064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,uniform,0.037685332198937736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,uniform,0.03946666667858759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,128,uniform,0.07621866464614868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,64,uniform,0.06353599826494853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,uniform,0.06558933357397716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,uniform,0.06237866481145223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,uniform,0.07247466842333476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,uniform,0.04061333338419596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,uniform,0.07829333345095317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,uniform,0.06421866516272227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,uniform,0.06162666777769724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,uniform,0.07955199976762135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,uniform,0.06235733131567637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,uniform,0.0631573349237442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,uniform,0.07227733234564464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,uniform,0.07614399989446004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,uniform,0.04146133363246918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,uniform,0.03830400109291077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,uniform,0.04632000128428141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,uniform,0.04504533112049103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,uniform,0.07776533563931783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,uniform,0.07748800019423167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,uniform,0.08586666981379192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,uniform,0.04502399762471517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,uniform,0.047968000173568726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,uniform,0.09582400321960449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,uniform,0.08097066481908162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,uniform,0.04549333453178406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,uniform,0.050373335679372154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,uniform,0.04744533201058706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,uniform,0.05710933109124502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,128,uniform,0.08332799871762593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,uniform,0.07658666869004567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,64,uniform,0.07436800003051758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,uniform,0.07785599927107494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,uniform,0.08478933572769165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,uniform,0.07935466865698497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,uniform,0.09387200077374776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,uniform,0.08002666632334392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,uniform,0.07937600215276082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,uniform,0.09696533282597859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,uniform,0.07998399933179219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,uniform,0.086325337489446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,uniform,0.040949332217375435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,uniform,0.03856533269087473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,uniform,0.052154665191968284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,uniform,0.046522667010625206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,uniform,0.10251733660697937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,uniform,0.11030933260917664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,uniform,0.09757866462071736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,uniform,0.09648000200589497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,uniform,0.09628267089525859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,uniform,0.04704533517360687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,uniform,0.13079999883969626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,uniform,0.04798933366934458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,uniform,0.05013866722583771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,uniform,0.045941332976023354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,uniform,0.058245331048965454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,uniform,0.05158400038878123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,128,uniform,0.07878933350245158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,uniform,0.09045333663622539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,uniform,0.08379733562469482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,uniform,0.08180266618728638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,uniform,0.09916800260543823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,64,uniform,0.07898666461308797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,uniform,0.0986346701780955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,uniform,0.10241066416104634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,uniform,0.09724266330401103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,uniform,0.10109866658846538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,uniform,0.04162666698296865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,uniform,0.1074026624361674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,uniform,0.1328053375085195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,uniform,0.10214933753013611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,uniform,0.040949332217375435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,uniform,0.043935999274253845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,uniform,0.0440533310174942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,uniform,0.09103467067082723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,uniform,0.10030933221181233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,uniform,0.10102400183677673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,uniform,0.11357866724332173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,uniform,0.12865066528320312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,uniform,0.05003733436266581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,uniform,0.045279999574025474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,uniform,0.04800533254941305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,uniform,0.04756799836953481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,64,uniform,0.07543466488520305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,uniform,0.05163733164469401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,uniform,0.05831466615200043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,128,uniform,0.07896533111731212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,uniform,0.09267733494440715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,uniform,0.07867200175921123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,uniform,0.08502399921417236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,uniform,0.11404266953468323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,uniform,0.11329066753387451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,uniform,0.10285866260528564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,uniform,0.11841066678365071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,uniform,0.12138133247693379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,uniform,0.16456533471743265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,uniform,0.13235200444857279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,uniform,0.04628799855709076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,uniform,0.10058666268984477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,uniform,0.038693333665529885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,uniform,0.038922667503356934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,uniform,0.04623466730117798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,uniform,0.11467732985814412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,uniform,0.0986346701780955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,uniform,0.09860799709955852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,uniform,0.046021332343419395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,uniform,0.04865066707134247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,uniform,0.12594133615493774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,uniform,0.09878933429718018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,uniform,0.0466186652580897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,uniform,0.058559998869895935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,uniform,0.04762133459250132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,uniform,0.05365333457787832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,128,uniform,0.08106666803359985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,uniform,0.08897067109743755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,64,uniform,0.07840000092983246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,uniform,0.07729599873224895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,uniform,0.08282666901747386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,uniform,0.10292800267537434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,uniform,0.11748266220092773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,uniform,0.1260640025138855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,uniform,0.11745066444079082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,uniform,0.12995200355847678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,uniform,0.03833599885304769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,uniform,0.12224533160527547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,uniform,0.16214932998021445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,uniform,0.03827200084924698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,uniform,0.04587199787298838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,uniform,0.09007466832796733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,uniform,0.04678399860858917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,uniform,0.10253866513570149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,uniform,0.09566400448481242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,uniform,0.050341332952181496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,uniform,0.10213333368301392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,uniform,0.11300266782442729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,uniform,0.13106667002042136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,uniform,0.046495998899141945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,uniform,0.05247466762860616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,uniform,0.04626133541266123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,uniform,0.047925333182017006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,uniform,0.06001066664854685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,uniform,0.08648533622423808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,128,uniform,0.08092799782752991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,64,uniform,0.07817066709200542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,uniform,0.07991999884446462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,uniform,0.09377599755922954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,uniform,0.10374400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,uniform,0.12018666664759318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,uniform,0.12286399801572163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,uniform,0.12192533413569133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,uniform,0.13313600420951843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,uniform,0.11626133322715759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,uniform,0.0383840004603068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,uniform,0.03793599953254064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,uniform,0.16726932922999063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,uniform,0.045925334095954895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,uniform,0.04706133405367533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,uniform,0.10034666458765666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,uniform,0.10238933563232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,uniform,0.0997279981772105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,uniform,0.10231999556223552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,uniform,0.11539733409881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,uniform,0.047055999437967934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,uniform,0.04995200037956238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,uniform,0.04809600114822388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,uniform,0.12746133406956991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,uniform,0.04836800197760264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,128,uniform,0.0846666693687439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,uniform,0.05970133344332377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,uniform,0.05218133330345154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,64,uniform,0.08160000046094258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,uniform,0.08718933661778767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,uniform,0.10742933551470439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,uniform,0.0839466651280721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,uniform,0.09079999725023906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,uniform,0.1378933290640513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,uniform,0.11948266625404358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,uniform,0.12038399775822957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,uniform,0.12642666697502136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,uniform,0.11590933799743652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,uniform,0.16130666931470236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,uniform,0.03852800031503042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,uniform,0.03845333307981491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,uniform,0.04600533346335093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,uniform,0.048512001832326256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,uniform,0.10689600308736165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,uniform,0.09690133730570476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,uniform,0.09823466340700786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,uniform,0.0995306670665741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,uniform,0.04791999856630961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,uniform,0.11194666226704915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,uniform,0.13319466511408487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,uniform,0.048714667558670044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,uniform,0.04727466901143392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,uniform,0.059562668204307556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,uniform,0.0491839994986852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,uniform,0.05533333122730255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,128,uniform,0.08468799789746602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,64,uniform,0.0812906672557195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,uniform,0.08470933636029561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,uniform,0.09282666444778442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,uniform,0.08495466907819112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,uniform,0.10403199990590413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,uniform,0.13724799950917563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,uniform,0.11849600076675415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,uniform,0.11825600266456604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,uniform,0.12463999787966411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,uniform,0.12142933408419292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,uniform,0.048058668772379555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,uniform,0.16587199767430624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,uniform,0.03950933367013931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,uniform,0.050981332858403526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,uniform,0.1034399966398875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,uniform,0.10317333539326985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,uniform,0.10238933563232422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,uniform,0.1013866662979126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,uniform,0.040021332601706185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,uniform,0.11371733744939168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,uniform,0.13692266742388406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,uniform,0.04741866886615753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,uniform,0.048154667019844055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,uniform,0.04984533290068308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,uniform,0.05495999753475189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,uniform,0.048911998669306435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,uniform,0.08449066678682964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,128,uniform,0.08401067058245341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,uniform,0.0589279979467392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,64,uniform,0.0790773332118988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,uniform,0.12172266840934753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,uniform,0.0958186686038971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,uniform,0.08541867136955261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,uniform,0.10577600200970967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,uniform,0.12317333618799846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,uniform,0.12317333618799846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,uniform,0.1718399922053019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,uniform,0.1418453355630239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,uniform,0.11910399794578552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,uniform,0.03886399914820989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,uniform,0.09967466195424397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,uniform,0.04186666508515676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,uniform,0.051258668303489685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,uniform,0.04877866804599762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,uniform,0.10248532891273499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,uniform,0.09683199723561604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,uniform,0.13702932993570963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,uniform,0.10666666428248088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,uniform,0.11618666847546895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,uniform,0.049546668926874794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,uniform,0.04970666766166687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,uniform,0.06230400005976359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,uniform,0.04831466575463613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,uniform,0.04943466683228811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,uniform,0.056186666091283165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,128,uniform,0.08565866947174072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,64,uniform,0.0792746643225352
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,uniform,0.09616000453631084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,uniform,0.08850133419036865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,uniform,0.08438400427500407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,uniform,0.11939199765523274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,uniform,0.12480533123016357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,uniform,0.10770666599273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,uniform,0.14284800489743552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,uniform,0.12197867035865784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,uniform,0.12809600432713827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,uniform,0.03894400099913279
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,uniform,0.1750719944636027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,uniform,0.041738669077555336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,uniform,0.049466664592425026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,uniform,0.051370665431022644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,uniform,0.10373333096504211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,uniform,0.10031466682751973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,uniform,0.10244799653689067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,uniform,0.11803733309110005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,uniform,0.1390880048274994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,uniform,0.05083733300367991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,uniform,0.048986668388048805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,uniform,0.10266133149464925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,uniform,0.05021866659323374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,uniform,0.051669334371884666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,uniform,0.0848426620165507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,uniform,0.05527466535568237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,128,uniform,0.08380800485610962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,uniform,0.0658079981803894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,64,uniform,0.08256533245245616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,uniform,0.08799999952316284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,uniform,0.1262453297773997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,uniform,0.09413333733876546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,uniform,0.11206400394439697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,uniform,0.12343466281890869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,uniform,0.1288373370965322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,uniform,0.12242133418718974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,uniform,0.14190399646759033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,uniform,0.04498666524887085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,uniform,0.1771786610285441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,uniform,0.04714666803677877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,uniform,0.05315199991067251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,uniform,0.10549333691596985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,uniform,0.05827199916044871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,uniform,0.10948800047238667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,uniform,0.10098666946093242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,uniform,0.10157333811124165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,uniform,0.04641066491603851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,uniform,0.14103466272354126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,uniform,0.11538666486740112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,uniform,0.047775998711586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,uniform,0.04900266726811727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,uniform,0.05328000088532766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,128,uniform,0.08591999610265096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,uniform,0.061280002196629844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,uniform,0.07464000085989635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,64,uniform,0.08318933347860973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,uniform,0.1288159986337026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,uniform,0.08794666330019633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,uniform,0.0857973297437032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,uniform,0.09882666667302449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,uniform,0.12873066465059915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,uniform,0.1174773375193278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,uniform,0.14814399679501852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,uniform,0.12692800164222717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,uniform,0.046096002062161766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,uniform,0.13376532991727194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,uniform,0.04766400158405304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,uniform,0.18281066417694092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,uniform,0.057946667075157166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,uniform,0.11094933748245239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,uniform,0.06044266621271769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,uniform,0.10985066493352254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,uniform,0.04751466711362203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,uniform,0.1056106686592102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,uniform,0.11846400300661723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,uniform,0.11317867040634155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,uniform,0.048298666874567665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,uniform,0.15030399958292642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,uniform,0.050383999943733215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,uniform,0.06256533165772755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,uniform,0.05305066704750061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,uniform,0.07876266539096832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,128,uniform,0.08067733546098073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,uniform,0.14984533190727234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,uniform,0.09416533509890239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,uniform,0.08751466870307922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,64,uniform,0.08135466774304707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,uniform,0.1088853379090627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,uniform,0.1302773356437683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,uniform,0.13755733768145242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,uniform,0.12961600224177042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,uniform,0.13191999991734824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,uniform,0.05031999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,uniform,0.19291732708613077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,uniform,0.046821330984433494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,uniform,0.15382933616638184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,uniform,0.06364266574382782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,uniform,0.05864533285299937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,uniform,0.04867733518282572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,uniform,0.10579733053843181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,uniform,0.11177600423494975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,uniform,0.10468266407648723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,uniform,0.11589333415031433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,uniform,0.12840533256530762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,uniform,0.15127999583880106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,uniform,0.04897599915663401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,uniform,0.05046933392683665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,uniform,0.054842665791511536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,128,uniform,0.08375466863314311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,uniform,0.06403199831644694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,uniform,0.07926400005817413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,uniform,0.088837335507075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,uniform,0.09611733754475911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,64,uniform,0.08214933176835378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,uniform,0.11193066835403442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,uniform,0.06001600126425425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,uniform,0.15482667088508606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,uniform,0.1360106666882833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,uniform,0.13472533226013184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,uniform,0.13371200362841287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,uniform,0.14239999651908875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,uniform,0.16190933187802634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,uniform,0.1972586711247762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,uniform,0.06550399959087372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,uniform,0.08022400240103404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,uniform,0.08601599931716919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,uniform,0.11147200067838033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,uniform,0.1083573301633199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,uniform,0.11504532893498738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,uniform,0.20271466175715128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,uniform,0.15377066532770792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,uniform,0.05008533100287119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,uniform,0.05273066461086273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,uniform,0.1281653344631195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,uniform,0.060592000683148704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,uniform,0.05429333448410034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,uniform,0.07412800192832947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,uniform,0.09607999523480733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,128,uniform,0.09174933036168416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,64,uniform,0.08779733379681905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,uniform,0.1104800005753835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,uniform,0.1455573340257009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,uniform,0.14724799990653992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,uniform,0.1982240080833435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,uniform,0.1444960037867228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,uniform,0.12000532944997151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,uniform,0.14436266819636026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,uniform,0.15291200081507364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,uniform,0.17029867569605509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,uniform,0.21830934286117554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,uniform,0.06532266736030579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,uniform,0.07296533385912578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,uniform,0.08577066659927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,uniform,0.09493333101272583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,uniform,0.13607466220855713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,uniform,0.11691199739774068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,uniform,0.1143946647644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,uniform,0.12143466869990031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,uniform,0.16449066996574402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,uniform,0.2157813310623169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,uniform,0.052042668064435325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,uniform,0.057904000083605446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,uniform,0.0664106657107671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,uniform,0.11226666967074077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,uniform,0.054287999868392944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,uniform,0.08165866633256276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,128,uniform,0.10637332995732625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,64,uniform,0.10453333457310994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,uniform,0.11638399958610535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,uniform,0.12813867131868997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,uniform,0.1558613379796346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,uniform,0.16030399998029074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,uniform,0.24132800102233887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,uniform,0.15239999691645303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,uniform,0.1772693395614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,uniform,0.29334932565689087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,uniform,0.21451733509699503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,uniform,0.14858667055765787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,uniform,0.08282133440176646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,uniform,0.09301867087682088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,uniform,0.11227200428644817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,uniform,0.12340799967447917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,uniform,0.14146666725476584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,uniform,0.13611732920010886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,uniform,0.14922666549682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,uniform,0.17002665996551514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,uniform,0.20890667041142783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,uniform,0.28437866767247516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,uniform,0.06683733562628429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,uniform,0.06840000053246816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,uniform,0.07310399909814198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,uniform,0.08353066444396973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,uniform,0.10886399944623311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,uniform,0.1451466679573059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,128,uniform,0.113946666320165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,64,uniform,0.11618666847546895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,uniform,0.1290880044301351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,uniform,0.14299199978510538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,uniform,0.20308800538380942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,uniform,0.1628106633822123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,uniform,0.2927040060361226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,uniform,0.1678453286488851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,uniform,0.17432532707850137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,uniform,0.1016480028629303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,uniform,0.19732799132665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,uniform,0.24329600731531778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,uniform,0.15260799725850424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,uniform,0.32549333572387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,uniform,0.11285866300264995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,uniform,0.13871999581654867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,uniform,0.1502293348312378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,uniform,0.1474240024884542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,uniform,0.16433599591255188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,uniform,0.18583466609319052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,uniform,0.2326186696688334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,uniform,0.31568533182144165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,uniform,0.07261333366235097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,uniform,0.06876266499360402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,uniform,0.07904000083605449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,uniform,0.09201066692670186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,uniform,0.12658666570981345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,uniform,0.16582399606704712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,128,uniform,0.13939733306566873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,64,uniform,0.1422719955444336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,uniform,0.1593546668688456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,uniform,0.1750453313191732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,uniform,0.25154133637746173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,uniform,0.3691680034001668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,uniform,0.19116799036661783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,uniform,0.19580266873041788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,uniform,0.21016534169514975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,uniform,0.23865065972010294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,uniform,0.2955519954363505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,uniform,0.4060426553090413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,uniform,0.1356053352355957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,uniform,0.1518346667289734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,uniform,0.19032533963521323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,uniform,0.20940266052881876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,uniform,0.30408533414204914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,uniform,0.19096000989278158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,uniform,0.19632534186045328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,uniform,0.24368000030517578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,uniform,0.21314134200414023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,uniform,0.4057546854019165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,uniform,0.0853706697622935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,uniform,0.0897813340028127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,uniform,0.09982400139172871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,uniform,0.1172266701857249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,uniform,0.2198773423830668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,uniform,0.16671999295552573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,128,uniform,0.17244267463684082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,uniform,0.20078933238983154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,64,uniform,0.1757226586341858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,uniform,0.2244266668955485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,uniform,0.32337067524592084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,uniform,0.4947893222173055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,uniform,0.2171786626180013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,uniform,0.22426666816075644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,uniform,0.1609333356221517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,uniform,0.24155733982721964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,uniform,0.351093331972758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,uniform,0.27904532353083294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,uniform,0.4811840057373047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,uniform,0.18337066968282065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,uniform,0.24398932854334512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,uniform,0.27080533901850384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,uniform,0.2302453319231669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,uniform,0.24282666047414145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,uniform,0.26216532786687213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,uniform,0.3004213372866313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,uniform,0.37825600306193036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,uniform,0.5010186831156412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,uniform,0.0922826627890269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,uniform,0.09821333487828572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,uniform,0.11019200086593628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,uniform,0.1329813301563263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,uniform,0.2901866634686788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,uniform,0.2119040091832479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,128,uniform,0.19252800941467285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,64,uniform,0.1980959971745809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,uniform,0.24249066909154257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,uniform,0.27348266045252484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,uniform,0.40347198645273846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,uniform,0.6391626596450806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,uniform,0.2979466716448466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,uniform,0.28563199440638226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,uniform,0.32074133555094403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,uniform,0.3638399839401245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,uniform,0.4545546770095825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,uniform,0.22959466775258383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,uniform,0.6010453303654989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,uniform,0.3861759901046753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,uniform,0.25805334250132245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,uniform,0.3441653251647949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,uniform,0.32093334197998047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,uniform,0.3328533371289571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,uniform,0.362885316212972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,uniform,0.4118933280309041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,uniform,0.5189066727956136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,uniform,0.7167253494262695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,uniform,0.13370133439699808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,uniform,0.12633599837621054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,uniform,0.15310399731000265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,uniform,0.41118399302164715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,uniform,0.29899199803670246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,uniform,0.18311466773351034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,128,uniform,0.28036266565322876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,64,uniform,0.28414400418599445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,uniform,0.34357865651448566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,uniform,0.38741334279378253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,uniform,0.5840479930241903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,uniform,0.9162507057189941
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,uniform,0.3654186725616455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,uniform,0.380351980527242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,uniform,0.4119946559270223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,uniform,0.4649386803309123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,uniform,0.2900320092837016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,uniform,0.329312006632487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,uniform,0.5858240127563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,uniform,0.7823253472646078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,uniform,0.4501013358434041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,uniform,0.5024160146713257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,uniform,0.4087253411610921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,uniform,0.42711468537648517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,uniform,0.5287413199742635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,uniform,0.4647626479466756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,uniform,0.6670133272806803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,uniform,0.9506719907124838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,uniform,0.1528426706790924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,uniform,0.1606613298257192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,uniform,0.1845653255780538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,uniform,0.23058666785558066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,uniform,0.3951946496963501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,uniform,0.5540213187535604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,uniform,0.42291200160980225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,128,uniform,0.3348960081736247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,64,uniform,0.34187201658884686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,uniform,0.4877599875132243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,uniform,0.7620960076649984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,uniform,1.225215991338094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,uniform,0.4657013416290283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,uniform,0.4885653257369995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,uniform,0.5270613431930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,uniform,0.5974400043487549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,uniform,0.7490879694620768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,uniform,1.0029866695404053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,uniform,0.41739734013875324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,uniform,0.6580426692962646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,uniform,0.4728906551996867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,uniform,0.7322080135345459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,uniform,0.5877706607182821
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,uniform,0.608298659324646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,uniform,0.6638079881668091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,uniform,0.7628746827443441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,uniform,0.9597813288370768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,uniform,1.3700532913208008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,uniform,0.2105706731478373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,uniform,0.22433066368103027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,uniform,0.2608213424682617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,uniform,0.5651626586914062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,uniform,0.32421332597732544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,64,uniform,0.4877013365427653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,uniform,0.8001120090484619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,128,uniform,0.47603734334309894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,uniform,0.6019573211669922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,uniform,0.6999680201212565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,uniform,1.1302773157755535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,uniform,1.8179413477579753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,uniform,0.6985440254211426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,uniform,0.6705706914265951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,uniform,0.8530986309051514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,uniform,0.7624213695526123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,uniform,1.0713280042012532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,uniform,1.494490623474121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,uniform,0.5451893409093221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,uniform,0.8649866580963135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,uniform,0.6275573174158732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,uniform,0.9785386721293131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,uniform,0.8666026592254639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,uniform,0.7930293083190918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,uniform,0.7611467043558756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,uniform,1.0158507029215496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,uniform,1.3168319861094158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,uniform,1.8475680351257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,uniform,0.2687573234240214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,uniform,0.2858346700668335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,uniform,0.3348906834920247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,uniform,1.1017920176188152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,uniform,0.7910292943318685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,uniform,0.4283573230107625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,128,uniform,0.6135733524958292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,64,uniform,0.628981351852417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,uniform,0.781434694925944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,uniform,0.9055893421173096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,uniform,1.500655968983968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,uniform,2.4129652976989746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,uniform,0.8699359893798828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,uniform,1.0075626373291016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,uniform,0.9081493218739828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,uniform,1.1418133576711018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,uniform,1.4090453783671062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,uniform,1.9571092923482258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,uniform,0.6686186790466309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,uniform,0.7794133027394613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,uniform,1.203936020533244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,uniform,1.0680426756540935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,uniform,0.9694293340047201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,uniform,0.9314186573028564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,uniform,1.0765013694763184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,uniform,1.2934079964955647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,uniform,1.6494347254435222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,uniform,2.3327147165934243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,uniform,0.32825066645940143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,uniform,0.3473386764526367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,uniform,0.4049546718597412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,uniform,0.5167839924494425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,128,uniform,0.7523893515268961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,uniform,0.948415994644165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,uniform,1.363642692565918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,64,uniform,0.7729439735412598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,uniform,0.962282657623291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,uniform,1.119381348292033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,uniform,1.8533973693847656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,uniform,0.03349866718053818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,uniform,2.9733492533365884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,uniform,0.03291733314593633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,uniform,1.0775946776072185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,uniform,0.03604800005753835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,uniform,0.03676266719897588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,uniform,1.1350773175557454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,uniform,0.05080533524354299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,uniform,1.2534560362497966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,uniform,1.4446132977803547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,uniform,0.06044266621271769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,uniform,1.7957013448079426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,uniform,0.04934399823347727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,uniform,0.048672000567118325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,uniform,0.0489279975493749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,uniform,2.5258827209472656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,uniform,0.03882133215665817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,uniform,0.03362133353948593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,uniform,0.032618666688601174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,uniform,0.0506933331489563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,uniform,0.03336533407370249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,uniform,0.03285333265860876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,uniform,0.03378133227427801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,128,uniform,0.06172800064086914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,uniform,0.04765866696834564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,64,uniform,0.05158400038878123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,uniform,0.04888000090916952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,uniform,0.04761599997679392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,uniform,0.06117333471775055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,uniform,0.049653331438700356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,uniform,0.04887466629346212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,uniform,0.051407997806866966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,uniform,0.050698667764663696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,uniform,0.0496319979429245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,uniform,0.03660800059636434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,uniform,0.0517439991235733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,uniform,0.03256533294916153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,uniform,0.03403199960788091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,uniform,0.06266133487224579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,uniform,0.035749333600203194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,uniform,0.051685333251953125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,uniform,0.049728001157442726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,uniform,0.05031999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,uniform,0.051311999559402466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,uniform,0.05305600166320801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,uniform,0.03364799916744232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,uniform,0.03330666571855545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,uniform,0.03835733234882355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,uniform,0.03412266572316488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,uniform,0.03303466737270355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,uniform,0.03436266630887985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,uniform,0.05101866523424784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,64,uniform,0.05117866893609365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,uniform,0.04913066824277242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,128,uniform,0.061834668119748436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,uniform,0.048623998959859215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,uniform,0.04934399823347727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,uniform,0.06274133423964183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,uniform,0.05117333432038625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,uniform,0.05246399839719137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,uniform,0.050517335534095764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,uniform,0.051354666550954185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,uniform,0.05459199845790863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,uniform,0.03429866582155228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,uniform,0.034272000193595886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,uniform,0.04058133314053217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,uniform,0.03690666705369949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,uniform,0.05113600194454193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,uniform,0.05036800106366476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,uniform,0.05916800101598104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,uniform,0.051407997806866966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,uniform,0.0386613334218661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,uniform,0.05213333169619242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,uniform,0.056090667843818665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,uniform,0.034234667817751564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,uniform,0.033071999748547874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,uniform,0.03410666684309641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,128,uniform,0.060421332716941833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,uniform,0.034202667574087776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,uniform,0.036757332583268486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,64,uniform,0.0513919989267985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,uniform,0.0491839994986852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,uniform,0.050053333242734276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,uniform,0.0598880002895991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,uniform,0.05136533578236898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,uniform,0.05415999889373779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,uniform,0.05226133267084757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,uniform,0.05157333115736643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,uniform,0.0335413341720899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,uniform,0.05748266478379568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,uniform,0.05148266752560934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,uniform,0.05347733199596405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,uniform,0.03458133339881897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,uniform,0.037130666275819145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,uniform,0.05138133466243744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,uniform,0.03724266588687897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,uniform,0.06322666505972545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,uniform,0.051776001850763954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,uniform,0.05300266544024149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,uniform,0.05606933434804281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,uniform,0.061946665247281395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,uniform,0.034128000338872276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,uniform,0.040336000422636666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,uniform,0.0347626656293869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,uniform,0.03489066660404205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,uniform,0.0363520011305809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,uniform,0.05218133330345154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,64,uniform,0.05171733101209005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,128,uniform,0.061717331409454346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,uniform,0.03990933299064636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,uniform,0.052042668064435325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,uniform,0.054341331124305725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,uniform,0.06465066472689311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,uniform,0.0576853354771932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,uniform,0.06234666705131531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,uniform,0.051957334081331887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,uniform,0.05358933409055074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,uniform,0.057189335425694786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,uniform,0.06367999811967213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,uniform,0.034634667138258614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,uniform,0.034714666505654655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,uniform,0.037317333122094475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,uniform,0.041120000183582306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,uniform,0.06313600142796834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,uniform,0.06275733311971028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,uniform,0.062496001521746315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,uniform,0.061162665486335754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,uniform,0.06904000043869019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,uniform,0.08270399769147237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,uniform,0.03976000100374222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,uniform,0.03908800085385641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,uniform,0.03854399919509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,uniform,0.03832533210515976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,uniform,0.04358933369318644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,uniform,0.05120000243186951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,64,uniform,0.061978667974472046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,128,uniform,0.06155733267466227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,uniform,0.0610346645116806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,uniform,0.06817600131034851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,uniform,0.06295466423034668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,uniform,0.07832000156243642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,uniform,0.062362665931383766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,uniform,0.0828000009059906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,uniform,0.07121600210666656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,uniform,0.06278400123119354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,uniform,0.062496001521746315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,uniform,0.06427733103434245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,uniform,0.034474665919939675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,uniform,0.03515200068553289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,uniform,0.03814399987459183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,uniform,0.038149334490299225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,uniform,0.07543466488520305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,uniform,0.07006399830182393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,uniform,0.08767466743787129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,uniform,0.07332799832026164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,uniform,0.07934399942557017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,uniform,0.03979733337958654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,uniform,0.041189332803090416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,uniform,0.11179199814796448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,uniform,0.03947199881076813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,uniform,0.04058666775623957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,uniform,0.04447466631730398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,uniform,0.07477333148320515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,128,uniform,0.06195199986298879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,uniform,0.051370665431022644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,64,uniform,0.06228266656398773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,uniform,0.06554666658242543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,uniform,0.06877866884072621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,uniform,0.0867199997107188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,uniform,0.07493333518505096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,uniform,0.07311466832955678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,uniform,0.09173867106437683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,uniform,0.0759680022795995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,uniform,0.07814399898052216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,uniform,0.11498133341471355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,uniform,0.03482666611671448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,uniform,0.037733333806196846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,uniform,0.035418666899204254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,uniform,0.07612800101439159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,uniform,0.038805333276589714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,uniform,0.07414933542410533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,uniform,0.11293866237004598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,uniform,0.07448000212510426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,uniform,0.07849066456158955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,uniform,0.09020266930262248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,uniform,0.04043733328580856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,uniform,0.039733332892258964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,uniform,0.044591998060544334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,uniform,0.04067733387152354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,uniform,0.0394400010506312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,128,uniform,0.06418666740258534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,uniform,0.053226664662361145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,64,uniform,0.06282133360703786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,uniform,0.06989866495132446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,uniform,0.0658240020275116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,uniform,0.07509866853555043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,uniform,0.08871466914812724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,uniform,0.10719466209411621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,uniform,0.09133332967758179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,uniform,0.08542933066685994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,uniform,0.08402132987976074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,uniform,0.08754133184750874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,uniform,0.035216001172860466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,uniform,0.1426400045553843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,uniform,0.036464000741640724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,uniform,0.037962667644023895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,uniform,0.07980800171693166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,uniform,0.03878399978081385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,uniform,0.0744053324063619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,uniform,0.07622933387756348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,uniform,0.07460266848405202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,uniform,0.08990400036176045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,uniform,0.040048000713189445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,uniform,0.040634666879971824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,uniform,0.11326400438944499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,uniform,0.03984000037113825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,uniform,0.041482667128245033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,uniform,0.045834665497144066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,uniform,0.05298133194446564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,128,uniform,0.06465066472689311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,64,uniform,0.06426133215427399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,uniform,0.06772266825040181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,uniform,0.0697813332080841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,uniform,0.09004799524943034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,uniform,0.07604266703128815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,uniform,0.09270933270454407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,uniform,0.08656000097592671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,uniform,0.08561066786448161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,uniform,0.08321600159009297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,uniform,0.1086186667283376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,uniform,0.14215999841690063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,uniform,0.03822399924198786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,uniform,0.036133334040641785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,uniform,0.035989334185918175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,uniform,0.04035733391841253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,uniform,0.07420266668001811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,uniform,0.0777759999036789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,uniform,0.09338666995366414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,uniform,0.07540800174077351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,uniform,0.07804800073305766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,uniform,0.11295466621716817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,uniform,0.0403466671705246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,uniform,0.04083200047413508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,uniform,0.045498669147491455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,uniform,0.0401706670721372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,uniform,0.04154666761557261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,128,uniform,0.0642133355140686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,uniform,0.0532533327738444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,64,uniform,0.06413866579532623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,uniform,0.07745600243409474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,uniform,0.07044800122578938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,uniform,0.09051733215649922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,uniform,0.06809066732724507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,uniform,0.08746133248011272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,uniform,0.08575999736785889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,uniform,0.10871466994285583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,uniform,0.08665066957473755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,uniform,0.09552533427874248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,uniform,0.03822399924198786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,uniform,0.03516799956560135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,uniform,0.036864000062147774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,uniform,0.14459199706713358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,uniform,0.07601599891980489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,uniform,0.04074133435885111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,uniform,0.07806399961312611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,uniform,0.0762613316377004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,uniform,0.08184533317883809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,uniform,0.04060266663630804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,uniform,0.0920799970626831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,uniform,0.11565867066383362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,uniform,0.04083733260631561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,uniform,0.04040000090996424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,uniform,0.046485334634780884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,128,uniform,0.06570133566856384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,uniform,0.0536053329706192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,uniform,0.041696002086003624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,uniform,0.06785599887371063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,uniform,0.07605866591135661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,uniform,0.07234666744867961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,64,uniform,0.06684266527493794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,uniform,0.08478933572769165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,uniform,0.09135466814041138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,uniform,0.08604799707730611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,uniform,0.08805867036183675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,uniform,0.09422933061917622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,uniform,0.10988266269365947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,uniform,0.03655466685692469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,uniform,0.14417066176732382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,uniform,0.03572800010442734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,uniform,0.04072533299525579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,uniform,0.038933334251244865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,uniform,0.07619200150171916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,uniform,0.08249066770076752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,uniform,0.07808533310890198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,uniform,0.04111466556787491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,uniform,0.0942026674747467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,uniform,0.07784000039100647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,uniform,0.11690666278203328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,uniform,0.04125333329041799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,uniform,0.042437334855397545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,uniform,0.05423999826113383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,uniform,0.04664533336957296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,128,uniform,0.06638933221499126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,uniform,0.040906667709350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,64,uniform,0.06563733518123627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,uniform,0.0687306672334671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,uniform,0.07963733375072479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,uniform,0.09085333347320557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,uniform,0.07415466507275899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,uniform,0.086517333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,uniform,0.08777599533398946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,uniform,0.09091732899347942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,uniform,0.09595200419425964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,uniform,0.036015999813874565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,uniform,0.10970667004585266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,uniform,0.1455626686414083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,uniform,0.03850133220354716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,uniform,0.04112533231576284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,uniform,0.042581334710121155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,uniform,0.07905599971612294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,uniform,0.09487467010815938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,uniform,0.07910400132338206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,uniform,0.08001066744327545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,uniform,0.08222933113574982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,uniform,0.04185600082079569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,uniform,0.12025599678357442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,uniform,0.04176533222198486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,uniform,0.04330133398373922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,uniform,0.041264000038305916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,128,uniform,0.06720000008742015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,uniform,0.0472320020198822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,uniform,0.05566399792830149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,uniform,0.07311466832955678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,64,uniform,0.06647466619809468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,uniform,0.07131200035413106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,uniform,0.07977599898974101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,uniform,0.09346666932106018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,uniform,0.08993599812189738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,uniform,0.09101333220799764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,uniform,0.08963200449943542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,uniform,0.03628266602754593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,uniform,0.0995093286037445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,uniform,0.11337600151697795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,uniform,0.03870933254559835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,uniform,0.15177599589029947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,uniform,0.04139200101296107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,uniform,0.08042666812737782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,uniform,0.043023998538653054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,uniform,0.08050133287906647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,uniform,0.08501866459846497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,uniform,0.0956213374932607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,uniform,0.08130133152008057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,uniform,0.1202186644077301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,uniform,0.042378668983777366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,uniform,0.0418453315893809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,uniform,0.04179200033346812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,uniform,0.05635733405749003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,uniform,0.047450666626294456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,uniform,0.04368533194065094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,128,uniform,0.06925333539644878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,uniform,0.07398933172225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,64,uniform,0.06886933247248332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,uniform,0.07003733515739441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,uniform,0.09684800108273824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,uniform,0.0923520028591156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,uniform,0.08142933249473572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,uniform,0.09703999757766724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,uniform,0.09036800265312195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,uniform,0.11716266473134358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,uniform,0.09175466497739156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,uniform,0.14998400211334229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,uniform,0.0439573327700297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,uniform,0.03696533292531967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,uniform,0.03941866755485535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,uniform,0.04264000058174133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,uniform,0.08378666639328003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,uniform,0.0823413332303365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,uniform,0.08154666423797607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,uniform,0.09789866209030151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,uniform,0.0844533344109853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,uniform,0.1239359974861145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,uniform,0.04308266441027323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,uniform,0.043061330914497375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,uniform,0.04298666616280874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,uniform,0.058415999015172325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,uniform,0.044405331214269005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,uniform,0.04885333279768626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,64,uniform,0.06819733480612437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,128,uniform,0.0703893353541692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,uniform,0.07341866691907246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,uniform,0.07554133236408234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,uniform,0.09719467163085938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,uniform,0.08383466800053914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,uniform,0.09463999668757121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,uniform,0.09106666843096416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,uniform,0.09486400087674458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,uniform,0.10034666458765666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,uniform,0.1178559958934784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,uniform,0.042453333735466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,uniform,0.15642133355140686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,uniform,0.04659200211366018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,uniform,0.045040001471837364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,uniform,0.04943466683228811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,uniform,0.08475200335184734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,uniform,0.08430932958920796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,uniform,0.08772800366083781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,uniform,0.090037335952123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,uniform,0.12786666552225748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,uniform,0.10194133718808492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,uniform,0.04322666426499685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,uniform,0.04345066845417023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,128,uniform,0.07357866565386455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,uniform,0.0447626660267512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,uniform,0.07162666817506154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,uniform,0.05560533205668131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,uniform,0.04855999847253164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,uniform,0.07832000156243642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,64,uniform,0.07435733576615651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,uniform,0.08730133374532063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,uniform,0.07902400195598602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,uniform,0.10335999727249146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,uniform,0.09941333532333374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,uniform,0.10199466347694397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,uniform,0.10011733571688335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,uniform,0.1069546639919281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,uniform,0.12545599540074667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,uniform,0.16337600350379944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,uniform,0.049509331583976746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,uniform,0.04318400224049886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,uniform,0.045328001181284584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,uniform,0.05186133086681366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,uniform,0.09073600172996521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,uniform,0.08973333239555359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,uniform,0.11123200257619222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,uniform,0.09444266557693481
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,uniform,0.0913866659005483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,uniform,0.04313066601753235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,uniform,0.13479466239611307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,uniform,0.04506133496761322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,uniform,0.05829333265622457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,uniform,0.045968001087506614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,uniform,0.07507733503977458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,uniform,0.04935466746489207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,128,uniform,0.07293866574764252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,64,uniform,0.07381333410739899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,uniform,0.07982933521270752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,uniform,0.08707200487454732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,uniform,0.09969600041707356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,uniform,0.10321066776911418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,uniform,0.13435199856758118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,uniform,0.10445333520571391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,uniform,0.10157333811124165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,uniform,0.04429866870244344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,uniform,0.11078932881355286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,uniform,0.1307413379351298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,uniform,0.16774932543436685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,uniform,0.04764799773693085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,uniform,0.052245333790779114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,uniform,0.05714133381843567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,uniform,0.09217066566149394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,uniform,0.09211732943852742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,uniform,0.09242133299509685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,uniform,0.09925867120424907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,uniform,0.14101866881052652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,uniform,0.11291733384132385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,uniform,0.04557333389918009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,uniform,0.04593066871166229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,uniform,0.04693333307902018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,128,uniform,0.07543999950091045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,uniform,0.07704533139864604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,uniform,0.05100266635417938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,uniform,0.05942933261394501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,64,uniform,0.07658133407433827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,uniform,0.10452799995740254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,uniform,0.08295466502507527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,uniform,0.09132267038027446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,uniform,0.13850133617719015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,uniform,0.10754133264223735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,uniform,0.10781332850456238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,uniform,0.10677867134412129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,uniform,0.11668266852696736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,uniform,0.06007466713587443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,uniform,0.13852799932161966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,uniform,0.054586668809254967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,uniform,0.1743519902229309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,uniform,0.069882666071256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,uniform,0.07715199887752533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,uniform,0.10132267077763875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,uniform,0.0999679962793986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,uniform,0.10668800274531047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,uniform,0.11911466717720032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,uniform,0.1421386698881785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,uniform,0.19209599494934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,uniform,0.0490880012512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,uniform,0.049829334020614624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,uniform,0.07316266496976216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,uniform,0.05372266471385956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,uniform,0.09612266222635905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,uniform,0.059578667084376015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,128,uniform,0.08675733208656311
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,64,uniform,0.08639466762542725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,uniform,0.10022399822870891
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,uniform,0.11178666353225708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,uniform,0.12814933061599731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,uniform,0.11938132842381795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,uniform,0.17302932341893515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,uniform,0.11917866269747417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,uniform,0.1232319970925649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,uniform,0.06679466863473256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,uniform,0.13185600439707437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,uniform,0.05881600081920624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,uniform,0.19058666626612344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,uniform,0.15151466925938925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,uniform,0.07842666904131572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,uniform,0.08731733759244283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,uniform,0.1109920044740041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,uniform,0.10930666327476501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,uniform,0.12936000029246011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,uniform,0.11680533488591512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,uniform,0.15441067020098367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,uniform,0.20680532852808634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,uniform,0.05295999844868978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,uniform,0.055125330885251365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,uniform,0.05921066800753275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,uniform,0.0825493335723877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,uniform,0.06778133412202199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,uniform,0.11889599760373433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,128,uniform,0.09868266185124715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,64,uniform,0.09854933619499207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,uniform,0.10849600036938985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,uniform,0.12172266840934753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,uniform,0.14452266693115234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,uniform,0.20139199495315552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,uniform,0.12982933719952902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,uniform,0.19174933433532715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,uniform,0.13329600294431052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,uniform,0.14134400089581808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,uniform,0.0780213326215744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,uniform,0.15818132956822714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,uniform,0.26681600014368695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,uniform,0.08754666646321614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,uniform,0.10386133193969727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,uniform,0.11358400185902913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,uniform,0.14706133802731833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,uniform,0.2643253405888875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,uniform,0.1325653294722239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,uniform,0.1360479990641276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,uniform,0.16108266512552896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,uniform,0.19490132729212442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,uniform,0.06851733227570851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,uniform,0.06981866558392842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,uniform,0.07585066556930542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,uniform,0.08700266480445862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,uniform,0.10638933380444844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,uniform,0.14819733301798502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,128,uniform,0.11311999956766765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,64,uniform,0.11443733175595601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,uniform,0.1272053321202596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,uniform,0.14145599802335104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,uniform,0.1847040057182312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,uniform,0.24083733558654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,uniform,0.15269866585731506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,uniform,0.1556000014146169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,uniform,0.22483734289805093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,uniform,0.16521599888801575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,uniform,0.1839466691017151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,uniform,0.09573333462079366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,uniform,0.303327997525533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,uniform,0.1079253355662028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,uniform,0.12638399998346964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,uniform,0.14032000303268433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,uniform,0.15051733454068503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,uniform,0.15440000096956888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,uniform,0.18609066804250082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,uniform,0.3105173309644063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,uniform,0.16701332728068033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,uniform,0.22338134050369263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,uniform,0.07554666697978973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,uniform,0.07892266909281413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,uniform,0.08592533071835835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,uniform,0.12071999907493591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,uniform,0.17690666516621908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,uniform,0.0983840028444926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,128,uniform,0.13557866215705872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,64,uniform,0.13870933651924133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,uniform,0.15356799960136414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,uniform,0.17176000277201334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,uniform,0.30829334259033203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,uniform,0.180293341477712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,uniform,0.2246133287747701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,uniform,0.1846026579538981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,uniform,0.19926933447519937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,uniform,0.2234826683998108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,uniform,0.2752319971720378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,uniform,0.1274666686852773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,uniform,0.3872213363647461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,uniform,0.14341866970062256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,uniform,0.1710933248202006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,uniform,0.1893226703008016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,uniform,0.20457599560419717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,uniform,0.19729065895080566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,uniform,0.24735466639200845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,uniform,0.218122661113739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,uniform,0.4180320103963216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,uniform,0.29633599519729614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,uniform,0.09532266855239868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,uniform,0.10076799988746643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,uniform,0.10971200466156006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,uniform,0.16192533572514853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,uniform,0.12824533383051553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,128,uniform,0.1722453236579895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,uniform,0.2433440089225769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,64,uniform,0.1785866618156433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,uniform,0.19965332746505737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,uniform,0.2232746680577596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,uniform,0.2961653272310893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,uniform,0.43194135030110675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,uniform,0.2295786738395691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,uniform,0.22193600734074911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,uniform,0.24478934208552042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,uniform,0.3386880159378052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,uniform,0.279423991839091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,uniform,0.48571733633677167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,uniform,0.21498666206995645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,uniform,0.17653334140777588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,uniform,0.15333333611488342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,uniform,0.24232532580693564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,uniform,0.24075732628504434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,uniform,0.25413866837819415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,uniform,0.2691520055135091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,uniform,0.3068053325017293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,uniform,0.3671146631240845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,uniform,0.5208106835683187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,uniform,0.11076800028483073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,uniform,0.11723732948303223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,uniform,0.12898666659990946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,uniform,0.15169599652290344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,uniform,0.21044800678888956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,64,uniform,0.20813866456349692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,uniform,0.3200586636861165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,128,uniform,0.20054399967193604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,uniform,0.240831991036733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,uniform,0.2733173370361328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,uniform,0.3663946787516276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,uniform,0.2818880081176758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,uniform,0.2953706582387288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,uniform,0.554095983505249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,uniform,0.358458677927653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,uniform,0.31430933872858685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,uniform,0.4270933469136556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,uniform,0.6124373277028402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,uniform,0.21285333236058554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,uniform,0.2986560066541036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,uniform,0.3409866491953532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,uniform,0.24270933866500854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,uniform,0.33204267422358197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,uniform,0.346890648206075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,uniform,0.37269866466522217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,uniform,0.4238293170928955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,uniform,0.7421920299530029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,uniform,0.519045352935791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,uniform,0.14915200074513754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,uniform,0.15778133273124695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,uniform,0.17364267508188883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,uniform,0.2071733276049296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,uniform,0.2911679943402608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,128,uniform,0.28331732749938965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,uniform,0.43055466810862225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,64,uniform,0.28965866565704346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,uniform,0.33558932940165204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,uniform,0.3822559912999471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,uniform,0.5254240036010742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,uniform,0.7885653177897135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,uniform,0.3752853473027547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,uniform,0.39347732067108154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,uniform,0.41868265469868976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,uniform,0.4750239849090576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,uniform,0.5697066783905029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,uniform,0.8035946687062582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,uniform,0.26604266961415607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,uniform,0.3157493273417155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,uniform,0.38778666655222577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,uniform,0.4445279836654663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,uniform,0.4439306656519572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,uniform,0.48152001698811847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,uniform,0.5429013172785441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,uniform,0.4241439898808797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,uniform,0.6764640013376871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,uniform,0.9842507044474283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,uniform,0.18159999450047812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,uniform,0.1925013264020284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,uniform,0.21440533796946207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,uniform,0.26320000489552814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,uniform,0.3878026803334554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,uniform,0.579802672068278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,128,uniform,0.34771732489267987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,uniform,0.4869600137074788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,64,uniform,0.35742934544881183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,uniform,0.41814935207366943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,uniform,0.6908000310262045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,uniform,1.0510400136311848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,uniform,0.4816746711730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,uniform,0.5020639896392822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,uniform,0.607370654741923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,uniform,0.5392640034357706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,uniform,0.7361706892649332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,uniform,1.0412426789601643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,uniform,0.37732799847920734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,uniform,0.44788265228271484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,uniform,0.56004798412323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,uniform,0.6471360127131144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,uniform,0.610864003499349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,uniform,0.6352106730143229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,uniform,0.6883359750111898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,uniform,0.7878026962280273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,uniform,0.976207971572876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,uniform,1.4366453488667805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,uniform,0.2521119912465413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,uniform,0.26822400093078613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,uniform,0.2969759901364644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,uniform,0.3710506757100423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,uniform,0.5435466766357422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,uniform,0.8444320360819498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,128,uniform,0.49724264939626056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,64,uniform,0.5135413408279419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,uniform,0.6005973418553671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,uniform,0.7081546783447266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,uniform,1.0068053404490154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,uniform,0.6946720282236735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,uniform,1.5463147163391113
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,uniform,0.7217280069986979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,uniform,0.7819093068440756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,uniform,0.880623976389567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,uniform,0.4944800138473511
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,uniform,1.0803893407185872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,uniform,1.5460693041483562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,uniform,0.5967733462651571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,uniform,0.7353653113047282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,uniform,0.8585920333862305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,uniform,0.8909119764963785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,uniform,0.8253653049468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,uniform,0.7957973480224609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,uniform,1.0402133464813232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,uniform,1.2946399847666423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,uniform,0.321125328540802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,uniform,0.3423733313878377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,uniform,1.9164479573567708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,uniform,0.3922079801559448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,uniform,0.49747733275095624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,uniform,0.7496960163116455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,uniform,1.1496213277180989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,128,uniform,0.6425066788991293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,64,uniform,0.6585546731948853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,uniform,0.7747466564178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,uniform,0.9158186912536621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,uniform,1.3103893597920735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,uniform,2.0438079833984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,uniform,0.9058346748352051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,uniform,0.9379839897155762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,uniform,1.0164159933725994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,uniform,1.4114559491475422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,uniform,2.02236270904541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,uniform,1.1512213548024495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,uniform,0.6113866567611694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,uniform,0.7355733712514242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,uniform,0.9206026395161947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,uniform,1.0676533381144206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,uniform,0.976634661356608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,uniform,1.632538636525472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,uniform,1.0189332962036133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,uniform,1.101354678471883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,uniform,1.2851306597391765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,uniform,2.4322452545166016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,uniform,0.3919573227564494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,uniform,0.41813333829243976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,uniform,0.4705599943796794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,uniform,0.5990986824035645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,uniform,0.9244053363800049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,uniform,1.4665652910868328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,64,uniform,0.8185973167419434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,128,uniform,0.79257599512736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,uniform,0.9554453690846761
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,uniform,1.1252533594767253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,uniform,1.645792007446289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,uniform,2.4893333117167153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,14336,2,8,16,8,uniform,0.04924799998601278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,16,8,uniform,0.05417066812515259
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,uniform,1.1168159643809001
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,uniform,1.1627679665883381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,128,uniform,0.07540800174077351
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,uniform,1.2558613618214924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,4,uniform,0.056405335664749146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,uniform,1.8152532577514648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,uniform,2.6114400227864585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,uniform,1.438111941019694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,16,uniform,0.07147199908892314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,64,uniform,0.07021333277225494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,32,uniform,0.07176533341407776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,8,uniform,0.07213866710662842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,1,128,uniform,0.05249066650867462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,64,uniform,0.06833600004514058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,32,uniform,0.04720533390839895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,64,uniform,0.050144001841545105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,1,128,uniform,0.07217066486676534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,32,uniform,0.06579733391602834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,16,uniform,0.07231999933719635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,128,uniform,0.07507733503977458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,64,uniform,0.07230400045712788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,32,uniform,0.07344000041484833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,8,uniform,0.07163199782371521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,14336,2,8,16,8,uniform,0.050197333097457886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,16,8,uniform,0.05500799914201101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,128,uniform,0.07537066439787547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,4,uniform,0.05519466598828634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,32,uniform,0.07364266614119212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,16,uniform,0.07242133220036824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,64,uniform,0.07122666637102763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,32,uniform,0.04731200138727824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,8,uniform,0.07398933172225952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,64,uniform,0.04937066634496053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,1,128,uniform,0.053039997816085815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,1,128,uniform,0.07539199789365132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,64,uniform,0.07017600039641063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,32,uniform,0.06742933392524719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,64,uniform,0.07251200079917908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,128,uniform,0.0761599987745285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,32,uniform,0.07379200061162312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,16,uniform,0.07263466715812683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,14336,2,8,16,8,uniform,0.04930133124192556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,8,uniform,0.07484800120194753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,128,uniform,0.0761599987745285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,16,8,uniform,0.05547733108202616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,4,uniform,0.05981333553791046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,16,uniform,0.07529599964618683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,64,uniform,0.0716480016708374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,32,uniform,0.07263466715812683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,64,uniform,0.0498933345079422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,8,uniform,0.07886399825414021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,32,uniform,0.04834666848182678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,1,128,uniform,0.05442133545875549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,64,uniform,0.06982400019963582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,1,128,uniform,0.07650133470694225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,32,uniform,0.06700266897678375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,128,uniform,0.07542933523654938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,64,uniform,0.07206933200359344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,32,uniform,0.07375999788443248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,14336,2,8,16,8,uniform,0.050010666251182556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,16,uniform,0.07730666796366374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,8,uniform,0.07910400132338206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,64,uniform,0.07085866729418437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,4,uniform,0.05949866771697998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,128,uniform,0.07689600189526875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,16,8,uniform,0.054010664423306785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,16,uniform,0.08002133170763652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,32,uniform,0.07810666660467784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,8,uniform,0.086517333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,64,uniform,0.05117333432038625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,1,128,uniform,0.053472002347310386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,1,128,uniform,0.07548266649246216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,32,uniform,0.049413333336512245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,32,uniform,0.06937600175539653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,64,uniform,0.07010133564472198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,32,uniform,0.0774293343226115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,128,uniform,0.07669866581757863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,64,uniform,0.07419200241565704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,16,uniform,0.08085866769154866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,8,uniform,0.08573866883913676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,16,8,uniform,0.054272000988324486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,14336,2,8,16,8,uniform,0.051130667328834534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,128,uniform,0.07638399799664815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,4,uniform,0.060191998879114784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,64,uniform,0.07525866727034251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,32,uniform,0.08427199721336365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,1,128,uniform,0.054885332783063255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,16,uniform,0.08618666728337605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,32,uniform,0.052928000688552856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,8,uniform,0.09799466530481975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,64,uniform,0.05269333223501841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,64,uniform,0.07330666482448578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,32,uniform,0.07461333274841309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,1,128,uniform,0.07582933207352956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,32,uniform,0.08412266770998637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,128,uniform,0.07495466868082683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,64,uniform,0.07624533275763194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,16,uniform,0.08740267157554626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,8,uniform,0.09827733039855957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,128,uniform,0.08474133412043254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,14336,2,8,16,8,uniform,0.05042133231957754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,16,8,uniform,0.055434669057528176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,64,uniform,0.08921066919962566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,4,uniform,0.06050133208433787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,32,uniform,0.09729066491127014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,16,uniform,0.10558933019638062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,8,uniform,0.12729600071907043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,1,128,uniform,0.05427733560403188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,64,uniform,0.05460800230503082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,1,128,uniform,0.07561600208282471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,32,uniform,0.054714664816856384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,64,uniform,0.07619200150171916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,32,uniform,0.09734400113423665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,32,uniform,0.07712533573309581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,128,uniform,0.08873066306114197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,64,uniform,0.08955732981363933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,8,uniform,0.1286133329073588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,16,uniform,0.10514666636784871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,14336,2,8,16,8,uniform,0.05121066669623057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,4,uniform,0.0611413319905599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,16,8,uniform,0.055018668373425804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,16,uniform,0.10543466607729594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,128,uniform,0.0904906690120697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,32,uniform,0.09591999650001526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,64,uniform,0.08942400415738423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,8,uniform,0.1302293340365092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,64,uniform,0.05384000142415365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,1,128,uniform,0.05551999807357788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,1,128,uniform,0.07660800218582153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,32,uniform,0.05497066676616669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,128,uniform,0.11101866761843364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,64,uniform,0.07694399853547414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,32,uniform,0.07940266529719035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,32,uniform,0.12099200487136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,64,uniform,0.1107360025246938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,16,uniform,0.13481600085894266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,8,uniform,0.16856000820795694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,64,uniform,0.0888426701227824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,16,8,uniform,0.055919999877611794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,4,uniform,0.06058133145173391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,14336,2,8,16,8,uniform,0.05109333495299021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,128,uniform,0.09008533755938213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,32,uniform,0.09770666559537251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,16,uniform,0.10794666409492493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,8,uniform,0.1340000033378601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,1,128,uniform,0.05417599777380625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,64,uniform,0.05420266588528951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,64,uniform,0.11307733257611592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,32,uniform,0.07891199986139934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,32,uniform,0.05506666501363119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,64,uniform,0.07783466577529907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,128,uniform,0.11398933331171672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,1,128,uniform,0.07933866480986278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,32,uniform,0.12251733740170796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,8,uniform,0.1694773236910502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,16,uniform,0.13618133465449014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,14336,2,8,16,8,uniform,0.0499893327554067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,4,uniform,0.06330133477846782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,128,uniform,0.08880533774693807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,16,8,uniform,0.05967999994754791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,64,uniform,0.09073066711425781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,32,uniform,0.09756267070770264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,16,uniform,0.1069653332233429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,8,uniform,0.13121599952379862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,1,128,uniform,0.054197331269582115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,64,uniform,0.0543093333641688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,32,uniform,0.05570133527119955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,32,uniform,0.07851199805736542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,64,uniform,0.07807466884454091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,128,uniform,0.10958400368690491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,1,128,uniform,0.07901866734027863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,4,uniform,0.06423999865849812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,64,uniform,0.11083199580510457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,16,uniform,0.13586666186650595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,14336,2,8,16,8,uniform,0.051039998730023704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,8,uniform,0.16894400119781494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,32,uniform,0.12203199664751689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,128,uniform,0.09038399656613667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,16,8,uniform,0.05734399954477946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,64,uniform,0.09162132938702901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,8,uniform,0.1376106639703115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,32,uniform,0.0967733363310496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,16,uniform,0.10811733206113179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,1,128,uniform,0.056015998125076294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,64,uniform,0.05492266515890757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,32,uniform,0.0558186670144399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,64,uniform,0.07764266431331635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,1,128,uniform,0.08025600016117096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,32,uniform,0.07930133243401845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,128,uniform,0.11141332983970642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,64,uniform,0.11395733555157979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,32,uniform,0.12337066729863484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,16,uniform,0.136272003253301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,14336,2,8,16,8,uniform,0.05032533407211304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,4,uniform,0.06358933448791504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,8,uniform,0.169429341952006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,16,8,uniform,0.05789333085219065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,128,uniform,0.09258133172988892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,32,uniform,0.09842666983604431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,64,uniform,0.09265599648157756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,8,uniform,0.13784533739089966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,16,uniform,0.10803199807802837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,1,128,uniform,0.055344000458717346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,64,uniform,0.05448000133037567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,32,uniform,0.05633600056171417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,128,uniform,0.11321600278218587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,64,uniform,0.07975466549396515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,1,128,uniform,0.07884799937407176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,64,uniform,0.11293866237004598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,32,uniform,0.08070399860541026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,32,uniform,0.12541332840919495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,14336,2,8,16,8,uniform,0.05259199937184652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,16,uniform,0.1370560030142466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,16,8,uniform,0.06085866689682007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,8,uniform,0.16939733425776163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,32,uniform,0.10142399867375691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,4,uniform,0.06460266808668773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,128,uniform,0.09219732880592346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,64,uniform,0.09316800038019817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,16,uniform,0.10930666327476501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,8,uniform,0.1393226683139801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,32,uniform,0.056202664971351624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,1,128,uniform,0.056927998860677086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,64,uniform,0.05508266886075338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,1,128,uniform,0.07971733311812083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,64,uniform,0.07884799937407176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,32,uniform,0.08150933186213176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,128,uniform,0.11487467090288798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,32,uniform,0.12490133444468181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,64,uniform,0.11580800016721089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,16,uniform,0.13904000322024027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,14336,2,8,16,8,uniform,0.05357866485913595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,16,8,uniform,0.059477334221204124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,128,uniform,0.09388800462086995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,4,uniform,0.06643733382225037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,8,uniform,0.17257066567738852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,64,uniform,0.09387733538945515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,64,uniform,0.055999999245007835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,32,uniform,0.10036266843477885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,16,uniform,0.1111893355846405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,8,uniform,0.1388159990310669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,1,128,uniform,0.056986664732297264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,32,uniform,0.05632533133029938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,1,128,uniform,0.08155199885368347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,64,uniform,0.0798826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,32,uniform,0.08185066779454549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,64,uniform,0.11629866560300191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,128,uniform,0.11597333351771037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,32,uniform,0.12376532951990764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,16,uniform,0.13885333140691122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,8,uniform,0.1715839902559916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,16,8,uniform,0.0618399977684021
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,4,uniform,0.06689066688219707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,14336,2,8,16,8,uniform,0.054133335749308266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,128,uniform,0.09433600306510925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,64,uniform,0.056346664826075234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,32,uniform,0.10205333431561787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,64,uniform,0.09514133135477702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,16,uniform,0.11246933539708455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,1,128,uniform,0.057674666245778404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,8,uniform,0.14131200313568115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,32,uniform,0.05667733152707418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,64,uniform,0.08035199840863545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,1,128,uniform,0.08175466458002727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,32,uniform,0.12635200222333273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,32,uniform,0.08298133313655853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,64,uniform,0.11603732903798421
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,16,uniform,0.14010666807492575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,128,uniform,0.1176533301671346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,14336,2,8,16,8,uniform,0.06177066763242086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,8,uniform,0.1711626648902893
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,4,uniform,0.08018133540948232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,16,8,uniform,0.07576533158620198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,128,uniform,0.09550933043162028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,64,uniform,0.09711999694506328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,32,uniform,0.10444800059000652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,16,uniform,0.11528533697128296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,8,uniform,0.14151466886202493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,64,uniform,0.06007466713587443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,1,128,uniform,0.05994133154551188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,32,uniform,0.06287999947865804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,1,128,uniform,0.08011733492215474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,64,uniform,0.08190399905045827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,32,uniform,0.08584533135096233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,128,uniform,0.11868799726168315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,32,uniform,0.12869866689046225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,64,uniform,0.11950400471687317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,8,uniform,0.17817066113154092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,16,uniform,0.14148799578348795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,14336,2,8,16,8,uniform,0.06406933565934499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,16,8,uniform,0.0795360008875529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,4,uniform,0.08435199658075969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,64,uniform,0.09699733058611552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,128,uniform,0.09869866569836934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,32,uniform,0.10579199592272441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,16,uniform,0.11481600006421407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,8,uniform,0.14215999841690063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,1,128,uniform,0.05755199988683065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,1,128,uniform,0.09875733653704326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,64,uniform,0.060746664802233376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,32,uniform,0.06346133351325989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,32,uniform,0.10483733812967937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,64,uniform,0.09971200426419576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,16,8,uniform,0.08386666576067607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,128,uniform,0.11939199765523274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,16,uniform,0.14362667004267374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,14336,2,8,16,8,uniform,0.06716800232728322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,32,uniform,0.1313813328742981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,64,uniform,0.12000532944997151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,8,uniform,0.17802667617797852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,4,uniform,0.08927466471989949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,128,uniform,0.09910933176676433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,32,uniform,0.11017599701881409
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,64,uniform,0.10035199920336406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,8,uniform,0.14983466267585754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,16,uniform,0.11855467160542806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,64,uniform,0.06155733267466227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,1,128,uniform,0.058543999989827476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,32,uniform,0.06458666423956554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,1,128,uniform,0.10258133212725322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,64,uniform,0.09880533814430237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,32,uniform,0.10744000474611919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,128,uniform,0.12341866890589397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,64,uniform,0.12430399656295776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,32,uniform,0.13612266381581625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,8,uniform,0.18523200352986655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,14336,2,8,16,8,uniform,0.082096000512441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,16,uniform,0.15007999539375305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,16,8,uniform,0.10492799679438274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,4,uniform,0.11385599772135417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,128,uniform,0.1302720010280609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,64,uniform,0.07057600220044453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,8,uniform,0.2060906688372294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,32,uniform,0.13955733180046082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,16,uniform,0.1605226695537567
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,64,uniform,0.1290186643600464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,1,128,uniform,0.0718453327814738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,32,uniform,0.0765173335870107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,64,uniform,0.11155733466148376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,1,128,uniform,0.11749333143234253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,128,uniform,0.13270933429400125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,32,uniform,0.13292266925175986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,32,uniform,0.14522133270899454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,64,uniform,0.13158399860064188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,14336,2,8,16,8,uniform,0.09479999542236328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,16,uniform,0.15939199924468994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,8,uniform,0.19819200038909912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,16,8,uniform,0.12828266620635986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,4,uniform,0.13820800185203552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,16,uniform,0.17041067282358804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,128,uniform,0.13660800457000732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,64,uniform,0.1339893341064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,32,uniform,0.14459733168284097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,1,128,uniform,0.07633600135644276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,8,uniform,0.21405333280563354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,64,uniform,0.0744053324063619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,32,uniform,0.08392000198364258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,1,128,uniform,0.13532267014185587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,64,uniform,0.13380799690882364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,128,uniform,0.1699413259824117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,32,uniform,0.1508853336175283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,64,uniform,0.16723734140396118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,32,uniform,0.17804799477259317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,14336,2,8,16,8,uniform,0.12147200107574463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,16,uniform,0.21397332350413004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,16,8,uniform,0.17433599630991617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,8,uniform,0.27399466435114544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,4,uniform,0.18314667542775473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,128,uniform,0.17282134294509888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,64,uniform,0.17070400714874268
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,16,uniform,0.21180800596872965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,32,uniform,0.17856534322102866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,1,128,uniform,0.08979733784993489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,8,uniform,0.27131199836730957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,64,uniform,0.08950400352478027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,32,uniform,0.09614933530489604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,64,uniform,0.16141333182652792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,32,uniform,0.168938676516215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,1,128,uniform,0.16389333208402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,64,uniform,0.18339733282725015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,128,uniform,0.18334933121999106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,16,uniform,0.23438932498296103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,32,uniform,0.1967466672261556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,8,uniform,0.30210665861765545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,16,8,uniform,0.2214133342107137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,14336,2,8,16,8,uniform,0.14467733105023703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,4,uniform,0.22702399889628092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,128,uniform,0.2060693303743998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,64,uniform,0.206112007300059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,32,uniform,0.21521600087483725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,16,uniform,0.24517333507537842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,1,128,uniform,0.09888000289599101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,8,uniform,0.3226986726125081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,64,uniform,0.09854933619499207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,32,uniform,0.10520000259081523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,1,128,uniform,0.19234132766723633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,64,uniform,0.19101866086324057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,32,uniform,0.2142933408419291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,128,uniform,0.23907200495402017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,64,uniform,0.24438933531443277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,32,uniform,0.25220266977945965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,16,uniform,0.2884160081545512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,14336,2,8,16,8,uniform,0.19946134090423584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,8,uniform,0.38386666774749756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,16,8,uniform,0.3100480039914449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,4,uniform,0.31768532594045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,128,uniform,0.27693865696589154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,64,uniform,0.28065599997838336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,8,uniform,0.4299466609954834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,32,uniform,0.28640000025431317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,16,uniform,0.3242933352788289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,1,128,uniform,0.13609600067138672
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,32,uniform,0.14012266198794046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,64,uniform,0.13197867075602213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,1,128,uniform,0.25076266129811603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,64,uniform,0.24449066321055093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,32,uniform,0.2752426664034526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,128,uniform,0.2988053361574809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,64,uniform,0.3022666573524475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,32,uniform,0.3102933367093404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,16,8,uniform,0.39657068252563477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,16,uniform,0.3563466469446818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,14336,2,8,16,8,uniform,0.24658133586247763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,8,uniform,0.4766240119934082
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,4,uniform,0.4023306767145793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,64,uniform,0.3510560194651286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,128,uniform,0.3479359944661458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,32,uniform,0.35414401690165204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,16,uniform,0.39988799889882404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,8,uniform,0.5133279959360758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,1,128,uniform,0.16125866770744324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,32,uniform,0.16539733608563742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,64,uniform,0.15590932965278625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,64,uniform,0.29209067424138385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,1,128,uniform,0.29570666948954266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,32,uniform,0.3346773386001587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,128,uniform,0.40032533804575604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,16,uniform,0.4641280174255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,64,uniform,0.40329599380493164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,32,uniform,0.4042559862136841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,8,uniform,0.6016159852345785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,14336,2,8,16,8,uniform,0.3473973274230957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,16,8,uniform,0.5730186700820923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,4,uniform,0.5772426525751749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,128,uniform,0.483354647954305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,64,uniform,0.4859093427658081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,32,uniform,0.49214398860931396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,16,uniform,0.5537600119908651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,8,uniform,0.7140853404998779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,1,128,uniform,0.2183893322944641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,64,uniform,0.2100106676419576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,32,uniform,0.21927465995152792
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,1,128,uniform,0.418938676516215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,64,uniform,0.4169280131657918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,32,uniform,0.478928009668986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,128,uniform,0.5233973264694214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,32,uniform,0.5383733510971069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,16,uniform,0.6071786483128866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,64,uniform,0.5320159991582235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,14336,2,8,16,8,uniform,0.4440053304036458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,8,uniform,0.7800532976786295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,16,8,uniform,0.7403733730316162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,4,uniform,0.7496426900227865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,128,uniform,0.619322657585144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,32,uniform,0.6351999839146932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,64,uniform,0.6320586601893107
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,8,uniform,0.9208532969156901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,16,uniform,0.7080000241597494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,1,128,uniform,0.27314666906992596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,32,uniform,0.27380265792210895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,64,uniform,0.26216532786687213
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,1,128,uniform,0.5192586580912272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,128,uniform,0.6829493045806885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,64,uniform,0.5151360034942627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,32,uniform,0.605189323425293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,32,uniform,0.6944853464762369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,64,uniform,0.6940906842549642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,8,uniform,1.0084586938222249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,16,uniform,0.7765440146128336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,14336,2,8,16,8,uniform,0.6427626609802246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,16,8,uniform,1.0891520182291667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,4,uniform,1.098421335220337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,128,uniform,0.8975466887156168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,64,uniform,0.9113600254058838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,32,uniform,0.9159946441650391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,16,uniform,1.013594627380371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,8,uniform,1.3219412962595622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,1,128,uniform,0.3851519823074341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,64,uniform,0.3678453365961711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,32,uniform,0.387935996055603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,1,128,uniform,0.7459413210550944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,64,uniform,0.736245314280192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,32,uniform,0.8717866738637289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,32,uniform,0.9997173150380453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,64,uniform,0.9888799985249838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,128,uniform,0.9730292956034342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,16,uniform,1.1057706673940022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,8,uniform,1.4336214065551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,14336,2,8,16,8,uniform,0.8458986282348633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,16,8,uniform,1.432352066040039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,4,uniform,1.4402772585550945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,128,uniform,1.1608746846516926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,16,uniform,1.3106026649475098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,64,uniform,1.18340269724528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,32,uniform,1.1825333436330159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,8,uniform,1.7090773582458496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,1,128,uniform,0.4945760170618693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,64,uniform,0.47066132227579754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,32,uniform,0.4986506700515747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,64,uniform,0.9525919755299886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,1,128,uniform,0.961178700129191
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,32,uniform,1.1340266863505046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,64,uniform,1.3095520337422688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,128,uniform,1.2863787015279133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,32,uniform,1.3146666685740154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,16,uniform,1.4580480257670085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,8,uniform,1.8687200546264648
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,14336,2,8,16,8,uniform,1.038645346959432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,16,8,uniform,1.7837173144022624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,4,uniform,1.795962651570638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,128,uniform,1.4328373273213704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,32,uniform,1.468117396036784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,64,uniform,1.4574613571166992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,16,uniform,1.6296586990356445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,1,128,uniform,0.5981813271840414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,64,uniform,0.5699040095011393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,8,uniform,2.1079840660095215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,32,uniform,0.6061919927597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,1,128,uniform,1.170576016108195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,64,uniform,1.1660693486531575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,32,uniform,1.3876372973124187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,64,uniform,1.608789285024007
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,128,uniform,1.5841174125671387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,32,uniform,1.6166079839070637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,16,uniform,1.7819627126057942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,8,uniform,2.2850027084350586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,16,8,uniform,0.02758399893840154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,4,uniform,0.02717333287000656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,16,8,uniform,0.03150933235883713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,128,uniform,0.04957333207130432
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,4,uniform,0.0301706666747729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,64,uniform,0.04629333317279816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,32,uniform,0.0469813346862793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,16,uniform,0.04783466458320618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,8,uniform,0.050848002235094704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,1,128,uniform,0.030576000610987347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,64,uniform,0.02824000020821889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,32,uniform,0.028309332827727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,16,uniform,0.028309332827727
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,1,128,uniform,0.05425600210825602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,64,uniform,0.04520000020662943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,16,uniform,0.04444799820582072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,32,uniform,0.043338666359583534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,8,uniform,0.0462719996770223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,128,uniform,0.05241066714127859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,64,uniform,0.04782933493455251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,32,uniform,0.04736533264319102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,16,uniform,0.0497920016447703
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,16,8,uniform,0.02796799937884013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,8,uniform,0.0553706685702006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,4,uniform,0.026709333062171936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,16,8,uniform,0.030576000610987347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,4,uniform,0.0310506671667099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,128,uniform,0.053354665637016296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,64,uniform,0.047397335370381675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,32,uniform,0.048453330993652344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,16,uniform,0.0483893354733785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,8,uniform,0.05320000151793162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,64,uniform,0.028223998844623566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,1,128,uniform,0.02942933390537898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,16,uniform,0.028602667152881622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,32,uniform,0.028069332242012024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,1,128,uniform,0.049839998284975685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,64,uniform,0.04350399971008301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,16,uniform,0.042954668402671814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,8,uniform,0.04613333443800608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,32,uniform,0.042591998974482216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,128,uniform,0.054048001766204834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,64,uniform,0.04680533210436503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,32,uniform,0.046522667010625206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,16,uniform,0.05102399984995524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,8,uniform,0.055445333321889244
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,16,8,uniform,0.026906666656335194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,16,8,uniform,0.03033600002527237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,4,uniform,0.02630399912595749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,4,uniform,0.030458666384220123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,128,uniform,0.05232533315817515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,64,uniform,0.04552533229192098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,16,uniform,0.05038933455944061
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,32,uniform,0.0452106644709905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,8,uniform,0.05619733532269796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,1,128,uniform,0.029114666084448498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,64,uniform,0.026538667579491932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,32,uniform,0.028421332438786823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,16,uniform,0.029445332785447437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,1,128,uniform,0.05397866666316986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,16,uniform,0.04659200211366018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,8,uniform,0.05013866722583771
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,32,uniform,0.04274133344491323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,64,uniform,0.042303999265034996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,128,uniform,0.04980266590913137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,64,uniform,0.04561600089073181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,32,uniform,0.046709333856900535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,16,uniform,0.04925866425037384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,8,uniform,0.05891199906667074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,16,8,uniform,0.027461332579453785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,4,uniform,0.02733866622050603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,16,8,uniform,0.03030933439731598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,4,uniform,0.030805334448814392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,128,uniform,0.05392000079154968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,64,uniform,0.04726399978001913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,32,uniform,0.0490880012512207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,16,uniform,0.05193066596984863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,8,uniform,0.05535466472307841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,1,128,uniform,0.028512001037597656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,64,uniform,0.027072000006834667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,32,uniform,0.029114666084448498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,16,uniform,0.028991999725500744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,1,128,uniform,0.049600000182787575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,16,uniform,0.045834665497144066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,32,uniform,0.04381333291530609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,64,uniform,0.0431573341290156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,8,uniform,0.049141332507133484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,128,uniform,0.04996266464392344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,64,uniform,0.04608533283074697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,32,uniform,0.047839999198913574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,8,uniform,0.05977066854635874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,16,uniform,0.05217599868774414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,16,8,uniform,0.02777066578467687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,4,uniform,0.027930667002995808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,4,uniform,0.031136001149813335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,16,8,uniform,0.029066666960716248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,128,uniform,0.0537120004494985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,32,uniform,0.05152533451716105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,64,uniform,0.05426666637261709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,16,uniform,0.06000000238418579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,8,uniform,0.06542400022347768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,1,128,uniform,0.030000001192092896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,64,uniform,0.02926933268706004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,32,uniform,0.030373332401116688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,16,uniform,0.03179733455181122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,1,128,uniform,0.049839998284975685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,64,uniform,0.04905066887537638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,16,uniform,0.051551997661590576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,32,uniform,0.04948799808820089
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,8,uniform,0.06178133189678192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,128,uniform,0.05346133311589559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,64,uniform,0.054901331663131714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,32,uniform,0.053370664517084755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,16,uniform,0.06169066826502482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,8,uniform,0.06677866478761037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,4,uniform,0.026357332865397137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,16,8,uniform,0.025749333202838898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,16,8,uniform,0.02905600021282832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,4,uniform,0.0308693324526151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,128,uniform,0.062447999914487205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,32,uniform,0.06499200065930684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,16,uniform,0.07854933540026347
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,64,uniform,0.06328000128269196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,8,uniform,0.08893332878748576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,1,128,uniform,0.030906667311986286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,32,uniform,0.030181333422660828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,16,uniform,0.03427733232577642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,64,uniform,0.029978667696317036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,1,128,uniform,0.056757330894470215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,64,uniform,0.051551997661590576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,32,uniform,0.06043200194835663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,16,uniform,0.059114664793014526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,8,uniform,0.06479466458161671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,128,uniform,0.07231466472148895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,64,uniform,0.06542400022347768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,32,uniform,0.07267733414967854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,16,uniform,0.07453333338101704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,8,uniform,0.09383466839790344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,16,8,uniform,0.027263998985290527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,4,uniform,0.026538667579491932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,16,8,uniform,0.030986666679382324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,4,uniform,0.03019733230272929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,128,uniform,0.06810666620731354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,64,uniform,0.06410666803518932
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,32,uniform,0.07071466743946075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,16,uniform,0.0805920014778773
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,1,128,uniform,0.031317333380381264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,8,uniform,0.09000000357627869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,64,uniform,0.03068800022204717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,32,uniform,0.030320001145203907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,16,uniform,0.03416533271471659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,1,128,uniform,0.05202666421731313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,64,uniform,0.05110933383305868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,32,uniform,0.056277334690093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,8,uniform,0.07088000078996022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,16,uniform,0.05996799965699514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,128,uniform,0.07955199976762135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,64,uniform,0.07692266503969829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,32,uniform,0.08328533172607422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,8,uniform,0.11634666721026103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,16,uniform,0.08703999718030293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,16,8,uniform,0.02735466758410136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,4,uniform,0.02678400029738744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,16,8,uniform,0.03071466585000356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,4,uniform,0.030933332939942677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,128,uniform,0.06871999800205231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,64,uniform,0.07023466626803081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,32,uniform,0.07150400181611379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,16,uniform,0.08188800017038982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,8,uniform,0.09744000434875488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,1,128,uniform,0.03068266560633977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,64,uniform,0.03046400099992752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,32,uniform,0.03180799881617228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,16,uniform,0.034272000193595886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,1,128,uniform,0.05821866790453593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,64,uniform,0.05736533304055532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,32,uniform,0.06257066627343495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,8,uniform,0.07273600002129872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,16,uniform,0.06026133398214976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,128,uniform,0.08032000064849854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,64,uniform,0.07807466884454091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,32,uniform,0.08546666304270427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,8,uniform,0.12199466427167256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,16,uniform,0.08984000484148662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,16,8,uniform,0.028698667883872986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,4,uniform,0.030432000756263733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,16,8,uniform,0.03188266605138779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,4,uniform,0.03355200091997782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,32,uniform,0.07619200150171916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,128,uniform,0.06668266654014587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,64,uniform,0.06789866586526234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,8,uniform,0.106495996316274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,16,uniform,0.08954133590062459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,1,128,uniform,0.03125333289305369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,64,uniform,0.03348266581694285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,32,uniform,0.03367999941110611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,16,uniform,0.03811199963092804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,64,uniform,0.06052266558011373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,1,128,uniform,0.05552533268928528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,16,uniform,0.06405866642793019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,32,uniform,0.06494933366775513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,8,uniform,0.07313600182533264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,128,uniform,0.08361599842707317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,64,uniform,0.08130133152008057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,8,uniform,0.14283200105031332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,32,uniform,0.08516266942024231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,16,uniform,0.0963253378868103
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,16,8,uniform,0.02861333390076955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,4,uniform,0.02888533224662145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,16,8,uniform,0.031317333380381264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,4,uniform,0.03405333310365677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,128,uniform,0.06683733562628429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,64,uniform,0.06838933130105336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,32,uniform,0.07666666805744171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,16,uniform,0.08929066856702168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,8,uniform,0.11209600170453389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,1,128,uniform,0.03328000009059906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,64,uniform,0.03363733241955439
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,32,uniform,0.03480000048875809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,16,uniform,0.0384853333234787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,1,128,uniform,0.056405335664749146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,64,uniform,0.05453333258628845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,16,uniform,0.06481599807739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,32,uniform,0.06136000156402588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,8,uniform,0.07853866616884868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,128,uniform,0.08389332890510559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,64,uniform,0.08624000350634257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,16,uniform,0.10157333811124165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,32,uniform,0.08573866883913676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,8,uniform,0.14472533265749613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,4,uniform,0.030618667602539062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,16,8,uniform,0.02789866675933202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,16,8,uniform,0.03315199911594391
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,4,uniform,0.03291733314593633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,128,uniform,0.0717493345340093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,32,uniform,0.07373333474000295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,64,uniform,0.06901333232720692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,16,uniform,0.09077866872151692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,8,uniform,0.11641066273053487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,1,128,uniform,0.033743999898433685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,64,uniform,0.03439466655254364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,32,uniform,0.03552533437808355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,16,uniform,0.0395413339138031
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,1,128,uniform,0.05729599793752035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,64,uniform,0.056645333766937256
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,32,uniform,0.06221333146095276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,16,uniform,0.0661599983771642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,128,uniform,0.08102400104204814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,8,uniform,0.07594666878382365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,64,uniform,0.08732799688975017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,32,uniform,0.08672533432642619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,16,uniform,0.10363200306892395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,8,uniform,0.14160533746083578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,16,8,uniform,0.03178133318821589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,4,uniform,0.03333866596221924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,16,8,uniform,0.03385066737731298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,4,uniform,0.036144000788529716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,128,uniform,0.07390399773915608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,64,uniform,0.0800906668106715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,32,uniform,0.08362666765848796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,8,uniform,0.12076800068219502
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,16,uniform,0.09364266196886699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,1,128,uniform,0.03544000039498011
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,32,uniform,0.036320000886917114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,64,uniform,0.036933332681655884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,16,uniform,0.04031466692686081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,1,128,uniform,0.06759466727574666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,64,uniform,0.06044266621271769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,32,uniform,0.06779733300209045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,16,uniform,0.07778133451938629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,8,uniform,0.09105066458384196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,64,uniform,0.08633066217104594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,128,uniform,0.08935466408729553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,8,uniform,0.15053866306940714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,16,uniform,0.116757333278656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,32,uniform,0.0900426705678304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,16,8,uniform,0.03169066707293192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,4,uniform,0.031845333675543465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,16,8,uniform,0.03639466563860575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,4,uniform,0.035642666121323906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,128,uniform,0.07943999767303467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,32,uniform,0.0885653297106425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,16,uniform,0.0997973382472992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,64,uniform,0.07692799965540568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,8,uniform,0.12353066603342693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,1,128,uniform,0.03517866631348928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,64,uniform,0.037274666130542755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,32,uniform,0.0364533339937528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,16,uniform,0.042064001162846885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,1,128,uniform,0.0627040018637975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,64,uniform,0.06072533130645752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,32,uniform,0.06863999863465627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,8,uniform,0.09326400359471639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,16,uniform,0.0743999977906545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,128,uniform,0.08506666620572408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,64,uniform,0.08753066261609395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,16,uniform,0.11250133315722148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,8,uniform,0.1481760044892629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,32,uniform,0.09027199943860371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,16,8,uniform,0.032058666149775185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,4,uniform,0.032672000428040825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,16,8,uniform,0.03677866607904434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,4,uniform,0.03676266719897588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,128,uniform,0.07523733377456665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,64,uniform,0.0824480007092158
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,16,uniform,0.10170666376749675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,32,uniform,0.08522133032480876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,8,uniform,0.12710932890574136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,1,128,uniform,0.03573333223660787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,64,uniform,0.038319999972979225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,16,uniform,0.042992000778516136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,32,uniform,0.03736000011364619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,1,128,uniform,0.06523199876149495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,64,uniform,0.06329066554705302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,32,uniform,0.06961066524187724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,16,uniform,0.07614933451016744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,8,uniform,0.10175466537475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,128,uniform,0.08767466743787129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,64,uniform,0.09345066547393799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,32,uniform,0.0932426651318868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,16,uniform,0.12141866485277812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,8,uniform,0.15583466490109762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,16,8,uniform,0.03833066672086716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,4,uniform,0.04041066765785217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,4,uniform,0.045978665351867676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,16,8,uniform,0.04093866546948751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,128,uniform,0.08311999837557475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,64,uniform,0.0800906668106715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,16,uniform,0.10744000474611919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,32,uniform,0.08399466673533122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,8,uniform,0.13172800342241922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,1,128,uniform,0.039333333571751915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,64,uniform,0.04186666508515676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,32,uniform,0.0409706657131513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,16,uniform,0.04978133241335551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,32,uniform,0.07621333499749501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,64,uniform,0.070592001080513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,1,128,uniform,0.07154133419195811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,8,uniform,0.09872532884279887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,16,uniform,0.0858133335908254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,128,uniform,0.09589866797129314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,64,uniform,0.10086933771769206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,16,uniform,0.12684800227483115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,32,uniform,0.1034879982471466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,8,uniform,0.16588266690572104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,4,uniform,0.0408746674656868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,16,8,uniform,0.03698666642109553
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,4,uniform,0.04824000100294749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,128,uniform,0.07818133135636647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,16,8,uniform,0.04268266757329305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,64,uniform,0.08635733524958293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,8,uniform,0.13949867089589438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,32,uniform,0.09052266677220662
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,16,uniform,0.10374400019645691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,1,128,uniform,0.04167999823888143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,64,uniform,0.039306665460268654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,32,uniform,0.04428799947102865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,16,uniform,0.04925866425037384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,1,128,uniform,0.07250133156776428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,64,uniform,0.07148799796899159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,16,uniform,0.08236800134181976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,32,uniform,0.07190399865309398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,8,uniform,0.10174399614334106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,128,uniform,0.09620799620946248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,64,uniform,0.09585066636403401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,32,uniform,0.10523733496665955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,8,uniform,0.16340800126393637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,16,uniform,0.12386133273442586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,4,uniform,0.04095466683308283
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,16,8,uniform,0.04008000095685323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,16,8,uniform,0.04331199824810028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,4,uniform,0.05083199838797251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,128,uniform,0.08347200353940327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,32,uniform,0.10129066308339436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,64,uniform,0.09371733665466309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,16,uniform,0.10989333192507426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,8,uniform,0.14923733472824097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,64,uniform,0.044693330923716225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,1,128,uniform,0.04310933252175649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,32,uniform,0.04663466910521189
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,16,uniform,0.050997331738471985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,1,128,uniform,0.07646933197975159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,32,uniform,0.07787199815114339
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,16,uniform,0.0958026647567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,64,uniform,0.06935999790827434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,8,uniform,0.11328533291816711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,128,uniform,0.09999466935793559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,64,uniform,0.10587199529012044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,32,uniform,0.1127306620279948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,16,uniform,0.13800000150998434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,8,uniform,0.1814240018526713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,16,8,uniform,0.045514668027559914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,4,uniform,0.05157333115736643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,16,8,uniform,0.05728533367315928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,4,uniform,0.06753066678841908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,128,uniform,0.0912000040213267
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,32,uniform,0.11215466260910034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,64,uniform,0.10095466176668803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,16,uniform,0.12292266885439555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,8,uniform,0.16907199223836264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,1,128,uniform,0.04297066728274027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,64,uniform,0.04643733302752177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,32,uniform,0.048826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,16,uniform,0.057904000083605446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,1,128,uniform,0.08735466996828715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,64,uniform,0.08637866377830505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,16,uniform,0.10745066404342651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,32,uniform,0.08744000395139058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,8,uniform,0.134250670671463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,32,uniform,0.13014933466911316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,128,uniform,0.11020800471305847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,64,uniform,0.11148266990979512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,16,uniform,0.15355733036994934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,8,uniform,0.19570134083429971
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,16,8,uniform,0.051445335149765015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,4,uniform,0.055642664432525635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,4,uniform,0.07850133379300435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,16,8,uniform,0.06505600114663442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.09891200065612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,64,uniform,0.11019733548164368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,32,uniform,0.12053333719571431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,16,uniform,0.13648533821105957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,8,uniform,0.18660267194112143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,64,uniform,0.05046933392683665
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,32,uniform,0.054229333996772766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,1,128,uniform,0.04833066463470459
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,16,uniform,0.06526400148868561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,1,128,uniform,0.09289066990216573
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,64,uniform,0.09064533313115437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,32,uniform,0.09442133704821269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,8,uniform,0.14822933077812195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,16,uniform,0.11165866255760193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,64,uniform,0.12265066305796306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,128,uniform,0.12490133444468181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,32,uniform,0.13616533080736795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,16,uniform,0.16942399740219116
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,16,8,uniform,0.05653866628805796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,8,uniform,0.21463465690612793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,4,uniform,0.07100266714890797
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,4,uniform,0.09198400378227234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,16,8,uniform,0.0709386666615804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,32,uniform,0.13461333513259888
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,128,uniform,0.119759996732076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,64,uniform,0.12076266606648763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,8,uniform,0.2288480003674825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,16,uniform,0.16598400473594666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,1,128,uniform,0.055493334929148354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,32,uniform,0.06205866734186808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,64,uniform,0.058464000622431435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,16,uniform,0.07826133569081624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,1,128,uniform,0.09725333253542583
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,64,uniform,0.09770666559537251
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,32,uniform,0.1104853351910909
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,16,uniform,0.13319466511408487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,8,uniform,0.1743839979171753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,128,uniform,0.13780799508094788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,64,uniform,0.1434399982293447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,32,uniform,0.15743466218312582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,16,uniform,0.19591466585795084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,8,uniform,0.25924267371495563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,16,8,uniform,0.06170133252938589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,4,uniform,0.08188266555468242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,16,8,uniform,0.08330666522185008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,4,uniform,0.10662399729092915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,32,uniform,0.15786666671435037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,64,uniform,0.13528000315030417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.12657599647839865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,16,uniform,0.18808533747990927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,8,uniform,0.2759466568628947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,1,128,uniform,0.06211733321348826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,32,uniform,0.07126399874687195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,64,uniform,0.060677334666252136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,16,uniform,0.0879200001557668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,32,uniform,0.13011200229326883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,1,128,uniform,0.1071519951025645
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,64,uniform,0.10770666599273682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,16,uniform,0.1562399963537852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,8,uniform,0.21261332432428995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,128,uniform,0.1597813367843628
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,32,uniform,0.18498667081197104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,64,uniform,0.160671999057134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,16,uniform,0.22182933489481607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,8,uniform,0.3173440098762512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,16,8,uniform,0.08298133313655853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,16,8,uniform,0.1086346705754598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,4,uniform,0.10077866911888123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,4,uniform,0.142085333665212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,128,uniform,0.15581867098808289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,64,uniform,0.1714293360710144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,16,uniform,0.23542932669321695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,32,uniform,0.18780267238616943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,8,uniform,0.371237317721049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,1,128,uniform,0.06884799897670746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,64,uniform,0.07587199906508128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,32,uniform,0.08442133665084839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,16,uniform,0.11081066727638245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,1,128,uniform,0.13165332873662314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,64,uniform,0.13893866539001465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,32,uniform,0.16499732931454977
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,16,uniform,0.20137067635854086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,8,uniform,0.30851199229558307
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,128,uniform,0.1882986625035604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,64,uniform,0.19590934117635092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,32,uniform,0.22098666429519653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,16,uniform,0.27422932783762616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,8,uniform,0.41119468212127686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,16,8,uniform,0.09102400143941243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,4,uniform,0.12298132975896199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,16,8,uniform,0.12636799613634744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,4,uniform,0.18105065822601318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.18447466691335043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,64,uniform,0.19792000452677408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,32,uniform,0.21930134296417236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,16,uniform,0.2926986614863078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,8,uniform,0.4472586711247762
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,1,128,uniform,0.0790880024433136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,64,uniform,0.08468799789746602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,16,uniform,0.1341866652170817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,32,uniform,0.09641599655151367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,1,128,uniform,0.1469386617342631
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,64,uniform,0.15574933091799417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,32,uniform,0.1925920049349467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,16,uniform,0.25033066670099896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,8,uniform,0.38105066617329914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,128,uniform,0.2211573322614034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,64,uniform,0.23222933212916055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,16,uniform,0.34035201867421466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,32,uniform,0.26288000742594403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,8,uniform,0.4996480147043864
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,16,8,uniform,0.1364959975083669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,4,uniform,0.18907199303309122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,16,8,uniform,0.18713066975275675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,4,uniform,0.28541332483291626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,128,uniform,0.23805334170659384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,64,uniform,0.2657546599706014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,32,uniform,0.3102399905522664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,16,uniform,0.4333759943644206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,8,uniform,0.662448008855184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,1,128,uniform,0.0958133339881897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,64,uniform,0.10850133498509724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,32,uniform,0.12664000193277994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,16,uniform,0.19078399737675986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,1,128,uniform,0.1985386610031128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,64,uniform,0.2010400096575419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,32,uniform,0.2741760015487671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,16,uniform,0.3722826639811198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,8,uniform,0.5447520017623901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,128,uniform,0.2832213242848714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,64,uniform,0.29710400104522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,32,uniform,0.3490399916966756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,16,uniform,0.45793600877126056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,8,uniform,0.6671679814656576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,16,8,uniform,0.1657546659310659
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,16,8,uniform,0.23613866170247397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,4,uniform,0.2510240077972412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,4,uniform,0.3580373525619507
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.29393599430720013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,64,uniform,0.31747732559839886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,32,uniform,0.38493335247039795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,16,uniform,0.5279093186060587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,8,uniform,0.82369597752889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,1,128,uniform,0.10678399602572124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,64,uniform,0.12265066305796306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,16,uniform,0.2520373264948527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,32,uniform,0.1553600033124288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,1,128,uniform,0.2527573307355245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,64,uniform,0.2612160046895345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,32,uniform,0.3381119966506958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,16,uniform,0.4763573408126831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,8,uniform,0.7019360065460205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,64,uniform,0.4068640073140462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,128,uniform,0.3712426821390788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,32,uniform,0.48241599400838214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,16,uniform,0.6377600034077963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,8,uniform,0.914901336034139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,16,8,uniform,0.2482773264249166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,16,8,uniform,0.356170654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,4,uniform,0.36818134784698486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,4,uniform,0.5269813140233358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,128,uniform,0.4244053363800049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,64,uniform,0.47013866901397705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,32,uniform,0.5796159903208414
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,16,uniform,0.7787893613179525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,8,uniform,1.2140639623006184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,64,uniform,0.1833440065383911
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,1,128,uniform,0.15960533420244852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,32,uniform,0.24315200249354044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,16,uniform,0.3744586706161499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,1,128,uniform,0.32993600765864056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,64,uniform,0.3580640157063802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,32,uniform,0.4809759855270386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,8,uniform,1.017365296681722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,16,uniform,0.6677760283152262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,64,uniform,0.5529333353042603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,32,uniform,0.667850653330485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,128,uniform,0.4991786479949951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,16,8,uniform,0.32889066139856976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,16,uniform,0.8623572985331217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,8,uniform,1.2754027048746746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,4,uniform,0.48209067185719806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,16,8,uniform,0.4615679979324341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,4,uniform,0.6937440236409506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,64,uniform,0.5993760029474894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.5332959890365601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,32,uniform,0.7471893628438314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,16,uniform,1.0051679611206055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,8,uniform,1.5847679773966472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,1,128,uniform,0.18805867433547974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,64,uniform,0.22505066792170206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,32,uniform,0.3168746630350749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,16,uniform,0.47494399547576904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,1,128,uniform,0.4302613337834676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,64,uniform,0.4704586664835612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,32,uniform,0.6297173500061035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,16,uniform,0.864303986231486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,8,uniform,1.3405866622924805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,128,uniform,0.6641226609547933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,64,uniform,0.7341759999593099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,32,uniform,0.8899626731872559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,16,uniform,1.1547893683115642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,16,8,uniform,0.41278398036956787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,8,uniform,1.694149335225423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,4,uniform,0.6045813163121542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,16,8,uniform,0.573861320813497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,4,uniform,0.8541706403096517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,64,uniform,0.7633919715881348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,128,uniform,0.6708532969156901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,32,uniform,0.9248159726460775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,16,uniform,1.2383626302083333
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,8,uniform,1.9715894063313801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,1,128,uniform,0.23038933674494425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,64,uniform,0.2660320003827413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,32,uniform,0.38209601243336994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,16,uniform,0.5820000171661377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,1,128,uniform,0.5002400080362955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,64,uniform,0.5589600006739298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,32,uniform,0.7785706520080566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,8,uniform,1.6211466789245605
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,16,uniform,1.063962697982788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,128,uniform,0.8092266718546549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,64,uniform,0.9048906962076823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,32,uniform,1.0707306861877441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,uniform,0.03499199946721395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,uniform,0.0418453315893809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,uniform,0.07876800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,16,uniform,1.4013439814249675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,uniform,0.0618453323841095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,uniform,0.05504000186920166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,uniform,0.05628266433874766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,uniform,0.05552533268928528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,uniform,0.053632001082102455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,8,uniform,2.1099467277526855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,uniform,0.03749333322048187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,uniform,0.036277333895365395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,uniform,0.03482666611671448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,uniform,0.03608000030120214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,64,uniform,0.05407999952634176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,128,uniform,0.06797333558400472
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,uniform,0.05300800005594889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,uniform,0.05309333403905233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,uniform,0.03294399877389272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,uniform,0.052671998739242554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,256,uniform,0.07952000200748444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,uniform,0.06214933097362518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,uniform,0.056176001826922096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,uniform,0.055349335074424744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,uniform,0.056618665655454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,uniform,0.0554666668176651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,uniform,0.035936000446478523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,uniform,0.040864000717798867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,uniform,0.07913599908351898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,uniform,0.05759466687838236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,uniform,0.06339733302593231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,uniform,0.056234667698542275
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,uniform,0.056320001681645714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,uniform,0.05675200124581655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,uniform,0.03828799972931544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,uniform,0.03639466563860575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,uniform,0.03526933242877325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,uniform,0.035402665535608925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,uniform,0.035546667873859406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,128,uniform,0.06925866504510243
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,64,uniform,0.05528533458709717
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,uniform,0.054431999723116554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,uniform,0.054197331269582115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,256,uniform,0.0799786647160848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,uniform,0.05414933462937673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,uniform,0.06342400113741557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,uniform,0.05866133173306783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,uniform,0.05739733576774597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,uniform,0.056602666775385536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,uniform,0.0566293348868688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,uniform,0.04186666508515676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,uniform,0.036159999668598175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,uniform,0.08001066744327545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,uniform,0.05755199988683065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,uniform,0.06112533311049143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,uniform,0.057434668143590294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,uniform,0.05719466507434845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,uniform,0.058592001597086586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,uniform,0.03825066735347112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,uniform,0.03615466753641764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,uniform,0.0358240008354187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,uniform,0.03583999971548716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,64,uniform,0.05505600074927012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,128,uniform,0.06382933259010315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,uniform,0.05425600210825602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,uniform,0.05434666574001312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,uniform,0.056133334835370384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,256,uniform,0.07858666777610779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,uniform,0.06516799827416737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,uniform,0.05773866673310598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,uniform,0.05765866736570994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,uniform,0.05810666580994924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,uniform,0.060080001751581825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,uniform,0.03629866739114126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,uniform,0.04177066683769226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,uniform,0.06311999758084615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,uniform,0.08188800017038982
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,uniform,0.05763733386993408
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,uniform,0.05769066512584686
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,uniform,0.059808000922203064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,uniform,0.06136533121267954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,uniform,0.03789866715669632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,uniform,0.03674133370320002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,uniform,0.03704000016053518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,uniform,0.038176000118255615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,uniform,0.036618667344252266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,128,uniform,0.06362133224805196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,64,uniform,0.05611200133959452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,uniform,0.05699199934800466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,uniform,0.05653866628805796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,uniform,0.05845866600672404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,uniform,0.06411733229955037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,256,uniform,0.08045333127180736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,uniform,0.057962665955225624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,uniform,0.036533333361148834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,uniform,0.0629120022058487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,uniform,0.04297600189844767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,uniform,0.07856533428033192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,uniform,0.07099733253320058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,uniform,0.06276266773541768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,uniform,0.06346133351325989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,uniform,0.06567466755708058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,uniform,0.05734399954477946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,uniform,0.038890667259693146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,uniform,0.07198399802049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,uniform,0.05825600028038025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,uniform,0.03764266769091288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,uniform,0.038805333276589714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,uniform,0.04354133208592733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,uniform,0.03959999978542328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,128,uniform,0.06969066460927327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,uniform,0.06268799801667531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,uniform,0.0788266658782959
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,uniform,0.07225599884986877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,uniform,0.06305066744486491
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,64,uniform,0.06125866870085398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,uniform,0.06538133323192596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,256,uniform,0.07899199922879536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,uniform,0.06308799982070923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,uniform,0.06757333377997081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,uniform,0.041936000188191734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,uniform,0.07195733487606049
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,uniform,0.08044800162315369
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,uniform,0.07799999912579854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,uniform,0.035402665535608925
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,uniform,0.08204799890518188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,uniform,0.07845333218574524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,uniform,0.08488000432650249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,uniform,0.03950933367013931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,uniform,0.09479467074076335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,uniform,0.03905600061019262
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,uniform,0.03952533255020777
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,128,uniform,0.06548266609509786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,uniform,0.04074666649103165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,uniform,0.04452799757321676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,uniform,0.07150933146476746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,64,uniform,0.06414400041103363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,uniform,0.07623466849327087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,uniform,0.07949333389600118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,uniform,0.08281066517035167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,256,uniform,0.08006933331489563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,uniform,0.0804799993832906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,uniform,0.08086400230725606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,uniform,0.08408000071843465
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,uniform,0.0365280012289683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,uniform,0.09693333506584167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,uniform,0.0423573354880015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,uniform,0.0804799993832906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,uniform,0.08309866487979889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,uniform,0.0798826664686203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,uniform,0.08077333370844524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,uniform,0.08623466889063518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,uniform,0.09768533706665039
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,uniform,0.03959999978542328
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,uniform,0.04027733455101649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,uniform,0.03893866638342539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,uniform,0.04171733558177948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,uniform,0.0450133333603541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,128,uniform,0.06532266736030579
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,64,uniform,0.06976533432801564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,uniform,0.07423466444015503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,256,uniform,0.08195200065771739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,uniform,0.08418132861455281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,uniform,0.0777706652879715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,uniform,0.08979733784993489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,uniform,0.09573866923650105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,uniform,0.08773866295814514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,uniform,0.08886399865150452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,uniform,0.11201066772143047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,uniform,0.042730664213498436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,uniform,0.03664533297220866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,uniform,0.08159466584523518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,uniform,0.07986133297284444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,uniform,0.08282666901747386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,uniform,0.08337600032488506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,uniform,0.08519466718037923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,uniform,0.03997333347797394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,uniform,0.09609599908192952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,uniform,0.03941333293914795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,uniform,0.03904533386230469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,uniform,0.044533332188924156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,128,uniform,0.07008533179759979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,64,uniform,0.06610133250554402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,uniform,0.07804800073305766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,uniform,0.07278400162855785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,uniform,0.09038933118184407
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,uniform,0.04073066761096319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,uniform,0.08489599823951721
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,256,uniform,0.08692800005276997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,uniform,0.09107200304667155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,uniform,0.09145599603652954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,uniform,0.11123200257619222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,uniform,0.03573333223660787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,uniform,0.0990133285522461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,uniform,0.04223466912905375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,uniform,0.08700799942016602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,uniform,0.07970133423805237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,uniform,0.08072533210118611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,uniform,0.08362666765848796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,uniform,0.04009599983692169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,uniform,0.04032533367474874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,uniform,0.08214933176835378
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,uniform,0.04067733387152354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,uniform,0.04141866664091746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,uniform,0.04386133452256521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,uniform,0.09717333316802979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,64,uniform,0.07082133491834004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,128,uniform,0.06563733518123627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,uniform,0.07341866691907246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,uniform,0.07745600243409474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,256,uniform,0.08205866813659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,uniform,0.0864533285299937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,uniform,0.09020800391832988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,uniform,0.09142933289210002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,uniform,0.08873066306114197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,uniform,0.09949333469072978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,uniform,0.03649600098530451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,uniform,0.1129866639773051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,uniform,0.042261332273483276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,uniform,0.08187200129032135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,uniform,0.0796800007422765
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,uniform,0.08640533685684204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,uniform,0.08377066254615784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,uniform,0.0811359981695811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,uniform,0.09889599680900574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,uniform,0.04011733333269755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,uniform,0.03957333415746689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,uniform,0.04035199930270513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,uniform,0.04206933577855428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,uniform,0.04603200157483419
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,128,uniform,0.06782933572928111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,uniform,0.07419733206431071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,64,uniform,0.0674720009167989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,uniform,0.07876800000667572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,256,uniform,0.0841919978459676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,uniform,0.08747200171152751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,uniform,0.09070400396982829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,uniform,0.09128000338872273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,uniform,0.03716800113519033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,uniform,0.09245333075523376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,uniform,0.11471999684969585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,uniform,0.09788266817728679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,uniform,0.04244266450405121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,uniform,0.08320533235867818
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,uniform,0.08163733283678691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,uniform,0.08311466872692108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,uniform,0.08281599978605907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,uniform,0.08713600039482117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,uniform,0.0992746651172638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,uniform,0.04089066634575526
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,uniform,0.04078399886687597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,uniform,0.04215466479460398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,uniform,0.040378667414188385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,128,uniform,0.06859200199445088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,uniform,0.04574400186538696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,64,uniform,0.0680213322242101
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,uniform,0.07514666517575581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,uniform,0.07894933223724365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,uniform,0.0867146650950114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,256,uniform,0.08488000432650249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,uniform,0.09025067090988159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,uniform,0.09153067072232564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,uniform,0.0976746678352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,uniform,0.09009066224098206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,uniform,0.044346665342648826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,uniform,0.037861332297325134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,uniform,0.1144533356030782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,uniform,0.08458133538564046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,uniform,0.08339200417200725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,uniform,0.08361599842707317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,uniform,0.08398399750391643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,uniform,0.08773333827654521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,uniform,0.09957333405812581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,uniform,0.04065600037574768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,uniform,0.04119999955097834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,uniform,0.043194666504859924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,uniform,0.04090133309364319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,128,uniform,0.06852266689141591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,64,uniform,0.06871999800205231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,uniform,0.04680533210436503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,uniform,0.07618666688601176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,uniform,0.08126933375994365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,uniform,0.08665600419044495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,256,uniform,0.08532266815503438
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,uniform,0.09336533149083455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,uniform,0.09219732880592346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,uniform,0.10005866487820943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,uniform,0.09030399719874065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,uniform,0.03762666632731756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,uniform,0.11677866180737813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,uniform,0.04487466812133789
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,uniform,0.08478400111198425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,uniform,0.08247999846935272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,uniform,0.08474666873613994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,uniform,0.0881226658821106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,uniform,0.08385599652926128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,uniform,0.10132799545923869
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,uniform,0.041797334949175514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,uniform,0.04197866717974345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,uniform,0.04171733558177948
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,uniform,0.04311466713746389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,uniform,0.04612799982229868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,128,uniform,0.06832533578077953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,uniform,0.07564799984296162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,64,uniform,0.0690880020459493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,uniform,0.07947733501593272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,uniform,0.08903466661771138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,256,uniform,0.086517333984375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,uniform,0.09528000156084697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,uniform,0.09016533692677815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,uniform,0.09551999966303508
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,uniform,0.03835733234882355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,uniform,0.11978666981061299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,uniform,0.10229866703351338
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,uniform,0.04520533482233683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,uniform,0.0846453309059143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,uniform,0.08425600330034892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,uniform,0.08389866352081299
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,uniform,0.08892266949017842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,uniform,0.0855466624101003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,uniform,0.10237866640090942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,uniform,0.042362665136655174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,uniform,0.041893333196640015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,uniform,0.041840001940727234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,uniform,0.044351999958356224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,128,uniform,0.07056533296902974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,uniform,0.04677866895993551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,uniform,0.07665599882602692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,64,uniform,0.07060799996058147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,uniform,0.0806933343410492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,uniform,0.08825066685676575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,uniform,0.0923520028591156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,256,uniform,0.08550933003425598
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,uniform,0.09557867050170898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,uniform,0.04311466713746389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,uniform,0.09669333696365356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,uniform,0.1190826694170634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,uniform,0.10367467006047566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,uniform,0.08822400371233623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,uniform,0.0883786678314209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,uniform,0.08711999654769897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,uniform,0.08725866675376892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,uniform,0.09316800038019817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,uniform,0.10551466544469197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,uniform,0.044250667095184326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,uniform,0.04710400104522705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,uniform,0.04419733087221781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,uniform,0.0459199994802475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,uniform,0.05081599950790405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,uniform,0.05716800192991892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,128,uniform,0.07317333420117696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,64,uniform,0.07276799778143565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,uniform,0.09174399574597676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,uniform,0.07921066880226135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,256,uniform,0.09126933415730794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,uniform,0.0790880024433136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,uniform,0.09706133604049683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,uniform,0.09900800387064616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,uniform,0.09794666369756062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,uniform,0.104010671377182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,uniform,0.12112533052762349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,uniform,0.05073066552480062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,uniform,0.04391466577847799
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,uniform,0.08405866225560506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,uniform,0.08778132994969685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,uniform,0.09363733728726704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,uniform,0.08980266253153484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,uniform,0.08758399883906047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,uniform,0.10730666915575664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,uniform,0.04363200068473816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,uniform,0.044581333796183266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,uniform,0.05172266562779745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,uniform,0.05842666824658712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,128,uniform,0.07092266778151195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,uniform,0.04626133541266123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,uniform,0.07699733475844066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,uniform,0.08717333277066548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,64,uniform,0.07236800094445546
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,uniform,0.10289067029953003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,256,uniform,0.0913706620534261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,uniform,0.09982933600743611
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,uniform,0.10231999556223552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,uniform,0.11098133524258931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,uniform,0.04426133135954539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,uniform,0.13034133116404215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,uniform,0.05221866567929586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,uniform,0.1074026624361674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,uniform,0.09292266766230266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,uniform,0.09060800075531006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,uniform,0.092549333969752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,uniform,0.09084266424179077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,uniform,0.11128000418345134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,uniform,0.0444106658299764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,uniform,0.046575998266537987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,uniform,0.09754666686058044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,uniform,0.044624000787734985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,uniform,0.05134400228659312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,uniform,0.0609386662642161
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,128,uniform,0.07239999870459239
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,uniform,0.08738133311271667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,64,uniform,0.07337066531181335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,uniform,0.07901866734027863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,uniform,0.1048906644185384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,256,uniform,0.0963200032711029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,uniform,0.10026133060455322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,uniform,0.10274666547775269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,uniform,0.13091199596722922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,uniform,0.04692266881465912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,uniform,0.10494400064150493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,uniform,0.11220799883206685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,uniform,0.05764799813429514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,uniform,0.08936533331871033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,uniform,0.09330667058626811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,uniform,0.08896533648173015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,uniform,0.10831999778747559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,uniform,0.044922664761543274
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,uniform,0.1344160040219625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,uniform,0.09981866677602132
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,uniform,0.04775466521581014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,uniform,0.05638933181762695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,uniform,0.049770668148994446
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,uniform,0.0705866664648056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,128,uniform,0.07972266773382823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,64,uniform,0.07947733501593272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,uniform,0.08622933427492778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,uniform,0.09889066219329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,uniform,0.1256586710611979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,256,uniform,0.1016426682472229
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,uniform,0.11405866344769795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,uniform,0.10980266332626343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,uniform,0.05173333485921224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,uniform,0.1146399974822998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,uniform,0.12392000357309978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,uniform,0.061978667974472046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,uniform,0.14614933729171753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,uniform,0.09473599990208943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,uniform,0.09669333696365356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,uniform,0.10265599687894185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,uniform,0.11534933249155681
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,uniform,0.1416213313738505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,uniform,0.09465066591898601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,uniform,0.04920533299446106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,uniform,0.045882667104403176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,uniform,0.05284800132115682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,uniform,0.07780799766381581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,uniform,0.0609493354956309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,64,uniform,0.08318399886290233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,128,uniform,0.08291733264923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,uniform,0.1074186662832896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,uniform,0.0934826632340749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,uniform,0.15526933471361795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,256,uniform,0.10084799925486247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,uniform,0.1234933336575826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,uniform,0.11460799972216289
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,uniform,0.11195733149846394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,uniform,0.08588266372680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,uniform,0.1416159967581431
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,uniform,0.17814934253692627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,uniform,0.06520000100135803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,uniform,0.1067573328812917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,uniform,0.10595732927322388
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,uniform,0.11829866965611775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,uniform,0.13565333684285483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,uniform,0.11064533392588298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,uniform,0.050010666251182556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,uniform,0.17148800690968832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,uniform,0.057909334699312844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,uniform,0.05220800141493479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,uniform,0.08974400162696838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,64,uniform,0.09292800227801006
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,uniform,0.07090133428573608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,uniform,0.10404266913731892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,128,uniform,0.09121066331863403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,uniform,0.1824586590131124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,uniform,0.1378933290640513
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,256,uniform,0.11379200220108032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,uniform,0.07351999978224437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,uniform,0.0958026647567749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,uniform,0.13780267039934793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,uniform,0.12900267044703165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,uniform,0.12575999895731607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,uniform,0.1600160002708435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,uniform,0.2030506730079651
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,uniform,0.11561066905657451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,uniform,0.11794132987658183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,uniform,0.12181867162386577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,uniform,0.1325973371664683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,uniform,0.155157337586085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,uniform,0.19443732500076294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,uniform,0.05366399884223938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,uniform,0.05630933245023092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,uniform,0.06362133224805196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,uniform,0.08045866588751475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,uniform,0.09955733021100362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,128,uniform,0.11312533418337505
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,64,uniform,0.11715199549992879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,uniform,0.1290773351987203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,uniform,0.16268266240755716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,uniform,0.22579199075698853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,256,uniform,0.12946133812268576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,uniform,0.15506666898727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,uniform,0.093941330909729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,uniform,0.1602666676044464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,uniform,0.12572800119717917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,uniform,0.17702933152516684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,uniform,0.20161600907643637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,uniform,0.25483200947443646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,uniform,0.15730133652687073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,uniform,0.15306133031845093
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,uniform,0.16336533427238464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,uniform,0.17895466089248657
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,uniform,0.06879466772079468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,uniform,0.26070932547251385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,uniform,0.07356266677379608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,uniform,0.2086720069249471
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,uniform,0.08196799953778584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,uniform,0.10825066765149434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,uniform,0.13610133528709412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,uniform,0.20772800842920938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,128,uniform,0.12898133198420206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,64,uniform,0.13436266779899597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,uniform,0.2910826603571574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,uniform,0.15387733777364096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,256,uniform,0.15236266454060873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,uniform,0.18046400944391885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,uniform,0.11606933673222859
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,uniform,0.15748799840609232
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,uniform,0.18829333782196045
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,uniform,0.2059733271598816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,uniform,0.3062826593716939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,uniform,0.2427039941151937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,uniform,0.17509333292643228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,uniform,0.1779680053393046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,uniform,0.1885439952214559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,uniform,0.20692267020543417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,uniform,0.24712532758712769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,uniform,0.3104906678199768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,uniform,0.07464000085989635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,uniform,0.08126933375994365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,uniform,0.09149332841237386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,uniform,0.12708800037701926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,uniform,0.16526933511098227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,64,uniform,0.15288533767064413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,128,uniform,0.14512000481287637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,uniform,0.1888266603151957
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,uniform,0.24437334140141806
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,uniform,0.36298668384552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,256,uniform,0.19662400086720785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,uniform,0.228112002213796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,uniform,0.15610133608182272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,uniform,0.2177706758181254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,uniform,0.26103999217351276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,uniform,0.30740267038345337
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,uniform,0.24041599035263062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,uniform,0.37825600306193036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,uniform,0.2365600069363912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,uniform,0.24092799425125122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,uniform,0.2536853353182475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,uniform,0.2804639935493469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,uniform,0.3347466786702474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,uniform,0.10357866684595744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,uniform,0.09427733222643535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,uniform,0.43004798889160156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,uniform,0.12069333593050639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,uniform,0.17257066567738852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,uniform,0.2278719941775004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,128,uniform,0.2078933318456014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,64,uniform,0.21621867020924887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,uniform,0.25118933121363324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,uniform,0.35684800148010254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,uniform,0.5078719854354858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,256,uniform,0.24779733022054037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,uniform,0.18899200359980264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,uniform,0.27874666452407837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,uniform,0.28382933139801025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,uniform,0.29948800802230835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,uniform,0.32823999722798664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,uniform,0.48285333315531415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,uniform,0.385103980700175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,uniform,0.2943466703097026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,uniform,0.3042293389638265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,uniform,0.3219520052274068
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,uniform,0.35469865798950195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,uniform,0.10618133346239726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,uniform,0.4233920176823934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,uniform,0.5620693365732828
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,uniform,0.1185706655184428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,uniform,0.1399733324845632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,uniform,0.22646933794021606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,uniform,0.3022613326708476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,128,uniform,0.2410773237546285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,64,uniform,0.2511039972305298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,uniform,0.45470933119455975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,uniform,0.3134559988975525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,uniform,0.6649066607157389
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,256,uniform,0.3179466724395752
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,uniform,0.2693706750869751
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,uniform,0.40189866224924725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,uniform,0.3612373272577922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,uniform,0.3797066609064738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,uniform,0.4157173236211141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,uniform,0.4875679810841878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,uniform,0.6191093524297079
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,uniform,0.4213333527247111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,uniform,0.4323626756668091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,uniform,0.4572319984436035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,uniform,0.5083893140157064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,uniform,0.8057546615600586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,uniform,0.14703999956448874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,uniform,0.6033759911855062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,uniform,0.1644426683584849
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,uniform,0.19848533471425375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,uniform,0.4339626630147298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,uniform,0.31910934050877887
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,128,uniform,0.33949331442515057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,64,uniform,0.3569493293762207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,uniform,0.45048534870147705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,uniform,0.9848159948984782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,uniform,0.6616479953130087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,uniform,0.3481706778208415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,uniform,0.5289546648661295
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,256,uniform,0.4436533451080322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,uniform,0.5166186491648356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,uniform,0.5433813333511353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,uniform,0.6947626272837321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,uniform,0.9004533290863037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,uniform,0.5931253433227539
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,uniform,0.5428320169448853
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,uniform,0.5565973520278931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,uniform,0.5889439980189005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,uniform,0.662992000579834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,uniform,0.798255999883016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,uniform,0.18252799908320108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,uniform,1.0706240336100261
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,uniform,0.20315200090408325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,uniform,0.2502506573994954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,uniform,0.5906399885813395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,uniform,0.44603200753529865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,128,uniform,0.4378613233566284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,64,uniform,0.4579999844233195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,uniform,0.5703200101852417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,uniform,0.856655995051066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,uniform,1.3094507058461506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,uniform,0.42792534828186035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,uniform,0.6584213177363077
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,256,uniform,0.5891786813735962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,uniform,0.6650453408559164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,uniform,0.705567995707194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,uniform,0.7726293404897054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,uniform,1.1701866785685222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,uniform,0.9034186999003092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,uniform,0.6622986793518066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,uniform,0.6828052997589111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,uniform,0.7239200274149576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,uniform,0.8105706373850504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,uniform,0.988480011622111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,uniform,0.22404799858729044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,uniform,1.3287146886189778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,uniform,0.25191466013590497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,uniform,0.3041546742121379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,uniform,0.5088640054066976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,128,uniform,0.5318719943364462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,uniform,0.7178239822387695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,uniform,0.7083946863810221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,uniform,1.0655253728230794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,64,uniform,0.5576800107955933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,uniform,1.6154346466064453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,uniform,0.03292799989382426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,uniform,0.036144000788529716
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,uniform,0.060319999853769936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,uniform,0.05055999755859375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,uniform,0.04913066824277242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,uniform,0.04853333532810211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,uniform,0.04821333289146423
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,uniform,0.0484799991051356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,uniform,0.03352533280849457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,uniform,0.03305066625277201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,uniform,0.032672000428040825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,uniform,0.03239466746648153
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,uniform,0.0327360009153684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,64,uniform,0.048437332113583885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,128,uniform,0.052229334910710655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,uniform,0.04781333108743032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,256,uniform,0.7138079802195231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,uniform,0.04729066789150238
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,uniform,0.04722133278846741
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,uniform,0.050928001602490745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,uniform,0.865290641784668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,256,uniform,0.05958933134873708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,uniform,0.9576640129089355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,uniform,0.04990399877230326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,uniform,0.04911466439565023
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,uniform,0.8218080202738444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,uniform,0.049626668294270836
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,uniform,0.03551466763019562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,uniform,0.049365331729253135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,uniform,0.03275733441114426
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,uniform,0.06191466748714447
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,uniform,0.051370665431022644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,uniform,0.04977599779764811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,uniform,0.050442665815353394
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,uniform,0.05031999945640564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,uniform,0.04913066824277242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,uniform,1.1274826526641846
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,uniform,0.03362133353948593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,uniform,0.032799998919169106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,uniform,0.033386667569478355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,uniform,0.032698666055997215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,uniform,1.4852479298909504
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,128,uniform,0.051589335004488625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,uniform,0.03382399926582972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,uniform,0.04854933420817057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,64,uniform,0.049216002225875854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,uniform,0.04841599861780802
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,uniform,0.04938133557637533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,256,uniform,0.0613973339398702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,uniform,0.05282666782538096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,uniform,0.05068266888459524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,uniform,0.033146666983763375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,uniform,0.04979733129342397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,uniform,0.051221330960591636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,uniform,0.050997331738471985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,uniform,0.061349332332611084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,uniform,0.035760000348091125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,uniform,0.04952000081539154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,uniform,0.05562133093674978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,uniform,0.050293331344922386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,uniform,0.05008000135421753
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,uniform,0.03302400062481562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,uniform,0.05239466826121012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,uniform,0.034789333740870156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,uniform,0.032986665765444435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,uniform,0.033546666304270424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,uniform,0.03400533397992452
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,64,uniform,0.048767998814582825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,128,uniform,0.05138133466243744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,uniform,0.04877333343029022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,uniform,0.049322664737701416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,uniform,0.05165866514046987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,uniform,0.053258667389551796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,256,uniform,0.05949333310127258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,uniform,0.049973333875338234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,uniform,0.05093866586685181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,uniform,0.05113600194454193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,uniform,0.05351466437180837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,uniform,0.0365226666132609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,uniform,0.060085331400235496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,uniform,0.0332640012105306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,uniform,0.05176533261934916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,uniform,0.055589333176612854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,uniform,0.051269332567850746
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,uniform,0.05060799916585287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,uniform,0.05000533163547516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,uniform,0.033471999069054924
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,uniform,0.034341332813103996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,uniform,0.03393599887688955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,uniform,0.036303999523321785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,uniform,0.03421333432197571
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,128,uniform,0.051413332422574363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,uniform,0.04938133557637533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,64,uniform,0.049498667319615684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,uniform,0.050842667619387306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,uniform,0.05422399938106537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,uniform,0.052383999029795326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,256,uniform,0.06088533500830332
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,uniform,0.05054399867852529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,uniform,0.05152533451716105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,uniform,0.03319466610749563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,uniform,0.05253866811593374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,uniform,0.05658133327960968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,uniform,0.06098133325576782
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,uniform,0.03619199991226196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,uniform,0.05633600056171417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,uniform,0.0517546683549881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,uniform,0.052943999568621315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,uniform,0.05586666862169901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,uniform,0.06247466802597046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,uniform,0.035760000348091125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,uniform,0.03500800083080927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,uniform,0.03530666728814443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,uniform,0.0401653324564298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,uniform,0.03739733248949051
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,64,uniform,0.051311999559402466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,128,uniform,0.05486399928728739
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,uniform,0.0639466643333435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,uniform,0.05273599922657013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,uniform,0.058543999989827476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,uniform,0.05226133267084757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,256,uniform,0.0647626668214798
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,uniform,0.05351466437180837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,uniform,0.053632001082102455
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,uniform,0.06423999865849812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,uniform,0.058042665322621666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,uniform,0.03379199902216593
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,uniform,0.03674133370320002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,uniform,0.0610453337430954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,uniform,0.06314133107662201
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,uniform,0.06308799982070923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,uniform,0.06947733461856842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,uniform,0.06385066608587901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,uniform,0.08035733302434285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,uniform,0.0360959991812706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,uniform,0.035205334424972534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,uniform,0.0374293327331543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,128,uniform,0.05332266787687937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,64,uniform,0.05376533170541128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,uniform,0.05850133299827576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,uniform,0.0415040006240209
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,uniform,0.06151466568311056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,uniform,0.06683733562628429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,uniform,0.0629066675901413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,256,uniform,0.0649599979321162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,uniform,0.062463998794555664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,uniform,0.06515733400980632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,uniform,0.034261333445707955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,uniform,0.0364479993780454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,uniform,0.0708426684141159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,uniform,0.08396800359090169
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,uniform,0.06410133341948192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,uniform,0.06437333424886067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,uniform,0.06428800026575725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,uniform,0.06964799761772156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,uniform,0.06540800134340923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,uniform,0.08196266492207845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,uniform,0.03598399957021078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,uniform,0.03644266724586487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,uniform,0.03631466627120972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,uniform,0.04213866591453552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,uniform,0.03790933390458425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,128,uniform,0.0543093333641688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,64,uniform,0.054789334535598755
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,uniform,0.059008002281188965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,uniform,0.06867200136184692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,uniform,0.06249066690603892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,uniform,0.0693280001481374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,256,uniform,0.06545599798361461
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,uniform,0.06949866811434428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,uniform,0.08064533273379008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,uniform,0.07382933298746745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,uniform,0.0986346701780955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,uniform,0.03461333364248276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,uniform,0.03692266593376795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,uniform,0.06448533137639363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,uniform,0.0645546664794286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,uniform,0.06490133206049602
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,uniform,0.06594133377075195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,uniform,0.07090133428573608
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,uniform,0.036474667489528656
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,uniform,0.08447466293970744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,uniform,0.03661333272854487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,uniform,0.03670933345953623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,uniform,0.03865066667397817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,128,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,uniform,0.059263999263445534
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,uniform,0.04231466849644979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,64,uniform,0.05596800148487091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,uniform,0.06366399923960368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,256,uniform,0.06643199920654297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,uniform,0.06982933481534322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,uniform,0.07161599894364674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,uniform,0.07452799876530965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,uniform,0.06982400019963582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,uniform,0.09865599870681763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,uniform,0.0819413314263026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,uniform,0.03483733286460241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,uniform,0.03740799923737844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,uniform,0.06551466882228851
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,uniform,0.06605866551399231
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,uniform,0.06595733265082042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,uniform,0.07271466652552287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,uniform,0.06670400003592174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,uniform,0.03640000025431315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,uniform,0.0848586658636729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,uniform,0.036805334190527596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,uniform,0.036831999818483986
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,uniform,0.0383093332250913
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,128,uniform,0.05686399837334951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,uniform,0.042122667034467064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,64,uniform,0.0557226687669754
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,uniform,0.06994133194287618
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,uniform,0.060165335734685264
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,uniform,0.06356800099213918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,uniform,0.07157333195209503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,256,uniform,0.06683200101057689
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,uniform,0.07463466624418895
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,uniform,0.07055999835332234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,uniform,0.081535999973615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,uniform,0.0990559955437978
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,uniform,0.034186666210492454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,uniform,0.037717332442601524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,uniform,0.06607466439406078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,uniform,0.06569066643714905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,uniform,0.0668746680021286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,uniform,0.0724373310804367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,uniform,0.06817066669464111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,uniform,0.08594666918118794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,uniform,0.036677333215872444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,uniform,0.037461332976818085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,uniform,0.03728533287843069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,uniform,0.04234666625658671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,uniform,0.039461334546407066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,128,uniform,0.057189335425694786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,uniform,0.060640002290407814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,64,uniform,0.05624533196290334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,uniform,0.06377600133419037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,uniform,0.07156800230344136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,uniform,0.07303999861081441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,256,uniform,0.06829866766929626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,uniform,0.07145066559314728
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,uniform,0.07420800129572551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,uniform,0.08301866551240285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,uniform,0.03755733370780945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,uniform,0.10038933157920837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,uniform,0.035301332672437034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,uniform,0.06975466509660085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,uniform,0.0674239993095398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,uniform,0.06724266707897186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,uniform,0.06801066795984904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,uniform,0.07436266541481018
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,uniform,0.08593066533406575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,uniform,0.037818667789300285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,uniform,0.037776000797748566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,uniform,0.0379573330283165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,uniform,0.044453332821528115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,uniform,0.04081066697835922
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,128,uniform,0.05787733197212219
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,uniform,0.06170133252938589
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,64,uniform,0.057589332262674965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,uniform,0.06599466502666473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,uniform,0.07206933200359344
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,256,uniform,0.06808533271153767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,uniform,0.07231999933719635
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,uniform,0.08342933654785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,uniform,0.07299200197060902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,uniform,0.10159466663996379
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,uniform,0.07688533266385396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,uniform,0.03587199995915095
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,uniform,0.03987200061480204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,uniform,0.06936533252398173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,uniform,0.06869866450627644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,uniform,0.06875733534495036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,uniform,0.07072000205516815
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,uniform,0.076773335536321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,uniform,0.03826133410135905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,uniform,0.08767466743787129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,uniform,0.03826666623353958
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,uniform,0.038133333126703896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,128,uniform,0.05721066892147064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,uniform,0.044256001710891724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,uniform,0.040474665661652885
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,64,uniform,0.05846933523813883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,uniform,0.06208533545335134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,uniform,0.06642666459083557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,uniform,0.07298666735490163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,256,uniform,0.0711839993794759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,uniform,0.07637866834799449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,uniform,0.07808533310890198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,uniform,0.07595199843247731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,uniform,0.08689600229263306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,uniform,0.10450133681297302
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,uniform,0.04038933416207632
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,uniform,0.03612266729275385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,uniform,0.07098666826883952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,uniform,0.06992533306280772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,uniform,0.07023466626803081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,uniform,0.07190933326880138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,uniform,0.07833600044250488
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,uniform,0.03827200084924698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,uniform,0.09019200007120769
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,uniform,0.03895466774702072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,uniform,0.03879466652870178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,uniform,0.0408693328499794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,uniform,0.04445866743723551
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,64,uniform,0.05876266459623972
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,128,uniform,0.058143998185793556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,uniform,0.06485333542029063
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,uniform,0.0673226664463679
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,uniform,0.0759626676638921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,uniform,0.0748533308506012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,uniform,0.07634133100509644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,256,uniform,0.07275199890136719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,uniform,0.08648533622423808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,uniform,0.07828266421953838
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,uniform,0.10538132985432942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,uniform,0.041290665666262306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,uniform,0.03644266724586487
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,uniform,0.07161066432793935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,uniform,0.07213333249092102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,uniform,0.0734506646792094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,uniform,0.0397119993964831
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,uniform,0.07396266857783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,uniform,0.07911466558774312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,uniform,0.0922826627890269
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,uniform,0.04020266731580099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,uniform,0.04237333436806997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,uniform,0.040181333820025124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,uniform,0.0458186666170756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,128,uniform,0.06005866825580597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,uniform,0.07014933228492737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,uniform,0.06539733211199443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,64,uniform,0.06125866870085398
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,uniform,0.07602666815121968
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,256,uniform,0.07401066521803538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,uniform,0.07765866816043854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,uniform,0.08182933429876964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,uniform,0.07849599917729695
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,uniform,0.08795199791590373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,uniform,0.10865066448847453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,uniform,0.041375999649365745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,uniform,0.04535466432571411
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,uniform,0.07653333246707916
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,uniform,0.07677866518497467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,uniform,0.07712533573309581
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,uniform,0.08425600330034892
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,uniform,0.07840000092983246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,uniform,0.044154668847719826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,uniform,0.09824533263842265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,uniform,0.04275199770927429
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,uniform,0.04200533529122671
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,uniform,0.04804266492525736
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,uniform,0.05680533250172933
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,uniform,0.0708000014225642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,128,uniform,0.06230400005976359
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,uniform,0.08342933654785156
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,uniform,0.07513600091139476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,64,uniform,0.06195733447869619
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,256,uniform,0.07939733564853668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,uniform,0.08331199983755748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,uniform,0.08337600032488506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,uniform,0.08585600058237712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,uniform,0.09354133407274882
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,uniform,0.041690667470296226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,uniform,0.11474133531252544
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,uniform,0.04752000172932943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,uniform,0.07863466441631317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,uniform,0.07804800073305766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,uniform,0.07912000020345052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,uniform,0.08040533463160197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,uniform,0.08588266372680664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,uniform,0.10069333513577779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,uniform,0.04254400233427683
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,uniform,0.043231998880704246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,uniform,0.045141334335009255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,uniform,0.049312000473340355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,uniform,0.058229332168896995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,128,uniform,0.06412800153096516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,64,uniform,0.06574933230876923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,uniform,0.07248533268769582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,uniform,0.07896000146865845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,uniform,0.09577600161234538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,256,uniform,0.08006933331489563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,uniform,0.08558400472005208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,uniform,0.08669333656628926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,uniform,0.08900800347328186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,uniform,0.04367466767628988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,uniform,0.11869866649309795
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,uniform,0.09889066219329834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,uniform,0.04919999837875366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,uniform,0.08247999846935272
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,uniform,0.08323733508586884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,uniform,0.08341866731643677
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,uniform,0.08470933636029561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,uniform,0.09145067135492961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,uniform,0.10673066973686218
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,uniform,0.043381333351135254
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,uniform,0.04444799820582072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,uniform,0.045941332976023354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,uniform,0.05053866902987162
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,128,uniform,0.06854400038719177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,uniform,0.06047466893990835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,64,uniform,0.0685280015071233
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,uniform,0.07663999994595845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,uniform,0.08291733264923096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,uniform,0.1006773312886556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,256,uniform,0.08575999736785889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,uniform,0.09120532870292664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,uniform,0.08992000420888265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,uniform,0.09449066718419392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,uniform,0.12520000338554382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,uniform,0.10355732838312785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,uniform,0.04706133405367533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,uniform,0.056559999783833824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,uniform,0.0879200001557668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,uniform,0.0906826655069987
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,uniform,0.09781333804130554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,uniform,0.09152533610661824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,uniform,0.11081066727638245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,uniform,0.13487999637921652
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,uniform,0.04590400060017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,uniform,0.04785066843032837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,uniform,0.050197333097457886
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,uniform,0.05675200124581655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,uniform,0.07016000151634216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,64,uniform,0.07986133297284444
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,128,uniform,0.0796319991350174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,uniform,0.08781866232554118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,uniform,0.0990826686223348
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,uniform,0.1193333367506663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,256,uniform,0.09643200039863586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,uniform,0.10658666491508484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,uniform,0.10353066523869832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,uniform,0.1037600040435791
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,uniform,0.11369066437085469
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,uniform,0.1399946709473928
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,uniform,0.05121066669623057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,uniform,0.06499733527501424
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,uniform,0.09868266185124715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,uniform,0.09687999884287517
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,uniform,0.10122666756312053
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,uniform,0.10678399602572124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,uniform,0.11949867010116577
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,uniform,0.14612799882888794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,uniform,0.04839999973773956
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,uniform,0.05101866523424784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,uniform,0.0804906686147054
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,uniform,0.054229333996772766
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,uniform,0.06338133414586385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,128,uniform,0.08635733524958293
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,64,uniform,0.08777067065238953
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,uniform,0.09749866525332133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,uniform,0.1090880036354065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,uniform,0.141184002161026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,uniform,0.12309333682060242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,256,uniform,0.10457600156466167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,uniform,0.11131200194358826
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,uniform,0.11539733409881592
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,uniform,0.17798399925231934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,uniform,0.1404266655445099
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,uniform,0.06753066678841908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,uniform,0.09041600426038106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,uniform,0.1170186698436737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,uniform,0.11778666575749715
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,uniform,0.12181333700815837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,uniform,0.13120533029238382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,uniform,0.14553067088127136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,uniform,0.1806079943974813
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,uniform,0.05937066674232483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,uniform,0.0592853327592214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,uniform,0.06713066498438518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,uniform,0.0775679995616277
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,128,uniform,0.10114133358001709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,uniform,0.09875733653704326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,64,uniform,0.10398933291435242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,uniform,0.13751467068990073
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,uniform,0.11519466837247212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,uniform,0.16910932461420694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,256,uniform,0.125109334786733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,uniform,0.13641599814097086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,uniform,0.13179199894269308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,uniform,0.14638933539390564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,uniform,0.08226133386294048
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,uniform,0.10447999835014343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,uniform,0.16460266709327698
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,uniform,0.20573866367340088
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,uniform,0.13338667154312134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,uniform,0.13517866532007852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,uniform,0.14018666744232178
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,uniform,0.1513973375161489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,uniform,0.2088693380355835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,uniform,0.1671253244082133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,uniform,0.06811200082302094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,uniform,0.07113066812356313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,uniform,0.07761066655317943
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,uniform,0.08939199646313985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,uniform,0.1141813298066457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,128,uniform,0.12298132975896199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,64,uniform,0.12689600388209024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,uniform,0.1411786675453186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,uniform,0.16331733266512552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,uniform,0.2072640061378479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,256,uniform,0.14736533164978027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,uniform,0.16036799550056458
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,uniform,0.1675893266995748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,uniform,0.18017599980036417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,uniform,0.10622400045394897
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,uniform,0.1379039982954661
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,uniform,0.20142932732899985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,uniform,0.25649599234263104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,uniform,0.17562667528788248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,uniform,0.1789919932683309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,uniform,0.18707199891408285
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,uniform,0.20070399840672812
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,uniform,0.22365866104761759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,uniform,0.08807466427485149
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,uniform,0.28296534220377606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,uniform,0.09236799677213033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,uniform,0.10143466790517171
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,uniform,0.11878933509190877
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,uniform,0.15289066235224405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,128,uniform,0.15124266346295676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,64,uniform,0.15946666399637857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,uniform,0.21204266945521036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,uniform,0.17481066783269247
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,uniform,0.27647467454274494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,256,uniform,0.18584533532460532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,uniform,0.20153599977493286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,uniform,0.13064000010490417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,uniform,0.17200533548990884
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,uniform,0.2251680095990499
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,uniform,0.25305066506067914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,uniform,0.2104319930076599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,uniform,0.32307199637095135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,uniform,0.21024533112843832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,uniform,0.21396799882253012
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,uniform,0.24159467220306396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,uniform,0.22407466173171997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,uniform,0.2710453271865845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,uniform,0.35040001074473065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,uniform,0.10222933689753215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,uniform,0.10800533493359883
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,uniform,0.11939733227094014
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,uniform,0.14499732851982117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,128,uniform,0.17869333426157633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,64,uniform,0.18592000007629395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,uniform,0.21622933944066366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,uniform,0.19909334182739258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,uniform,0.2550400098164876
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,uniform,0.34799468517303467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,256,uniform,0.23460266987482706
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,uniform,0.2531519929567973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,uniform,0.17432000239690146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,uniform,0.2347573240598043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,uniform,0.28405867020289105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,uniform,0.2644266684850057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,uniform,0.3181653420130412
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,uniform,0.40775465965270996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,uniform,0.2861386736234029
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,uniform,0.2922186652819316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,uniform,0.3304426670074463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,uniform,0.3060800035794576
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,uniform,0.3770293394724528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,uniform,0.48955198129018146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,uniform,0.1334826648235321
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,uniform,0.14147200187047324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,uniform,0.15828266739845276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,uniform,0.2775733272234599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,uniform,0.1955733299255371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,128,uniform,0.24847465753555298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,64,uniform,0.25624533494313556
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,uniform,0.2903520067532857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,uniform,0.36298668384552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,uniform,0.48422400156656903
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,256,uniform,0.3104586601257324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,uniform,0.21669334173202515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,uniform,0.3018133242925008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,uniform,0.3358773390452067
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,uniform,0.3475253184636434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,uniform,0.4205813407897949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,uniform,0.3752533197402954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,uniform,0.5414186716079712
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,uniform,0.36292266845703125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,uniform,0.37407998243967694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,uniform,0.3898186683654785
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,uniform,0.4230560064315796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,uniform,0.485152006149292
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,uniform,0.637440005938212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,uniform,0.1595306694507599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,uniform,0.1702880064646403
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,uniform,0.1930933396021525
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,uniform,0.2555306752522786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,uniform,0.36329599221547443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,128,uniform,0.30269332726796466
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,uniform,0.3659679889678955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,64,uniform,0.3147679964701335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,uniform,0.4602453311284383
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,uniform,0.6356319983800253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,256,uniform,0.39951467514038086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,uniform,0.4318346579869588
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,uniform,0.3023306727409363
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,uniform,0.4288586775461833
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,uniform,0.5420106649398804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,uniform,0.446666677792867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,uniform,0.4803680181503296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,uniform,0.6961599985758463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,uniform,0.5210400025049845
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,uniform,0.5326186815897623
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,uniform,0.5569973389307658
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,uniform,0.606170654296875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,uniform,0.7015306949615479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,uniform,0.22140800952911377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,uniform,0.9196053345998129
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,uniform,0.23482133944829306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,uniform,0.27078400055567425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,uniform,0.36582398414611816
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,128,uniform,0.42971734205881756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,uniform,0.4976213375727336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,64,uniform,0.4447306791941325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,uniform,0.523365338643392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,uniform,0.6650026639302572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,uniform,0.9222826957702637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,uniform,0.3956480026245117
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,uniform,0.5739573240280151
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,256,uniform,0.5686826705932617
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,uniform,0.6150986750920614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,uniform,0.6426133314768473
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,uniform,0.7907679875691732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,uniform,0.6888586680094401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,uniform,1.0196213722229004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,uniform,0.6891787052154541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,uniform,0.6727999846140543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,uniform,0.7202880382537842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,uniform,0.7915146350860596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,uniform,0.9233813285827637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,uniform,1.2168800036112468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,uniform,0.29941866795221966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,uniform,0.2828800082206726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,uniform,0.6727680365244547
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,uniform,0.3563093344370524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,uniform,0.4852906862894694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,128,uniform,0.5565386613210043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,64,uniform,0.5763253370920817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,uniform,0.672165314356486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,uniform,0.8751359780629476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,uniform,1.2237173716227214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,uniform,0.49559466044108075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,uniform,0.7145333290100098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,256,uniform,0.7473546663920084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,uniform,0.7963946660359701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,uniform,0.8979466756184896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,uniform,0.83350936571757
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,uniform,1.0338986714680989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,uniform,1.3272960186004639
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,uniform,0.8276693026224772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,uniform,0.8484053611755371
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,uniform,0.8922879695892334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,uniform,1.1509919961293538
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,uniform,0.9761386712392172
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,uniform,1.5190827051798503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,uniform,0.35257065296173096
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,uniform,0.3667093515396118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,uniform,0.4291040102640788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,uniform,0.584277351697286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,uniform,0.8392906983693441
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,128,uniform,0.6802773475646973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,64,uniform,0.7072426478068033
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,uniform,1.5198346773783367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,uniform,0.8305919965108236
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,uniform,1.0834879875183105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,1,256,uniform,0.07452799876530965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,16384,2,8,32,8,uniform,0.056133334835370384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,2,128,uniform,0.0699893335501353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,4,64,uniform,0.07183466851711273
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,8,32,uniform,0.07053333520889282
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,256,16,16,uniform,0.0701386680205663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,2,128,uniform,0.05040533343950907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,4096,1536,8,128,4,64,uniform,0.04811733464399973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,2,128,uniform,0.06917333106199901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,6144,2560,8,160,4,64,uniform,0.06592533489068349
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,1,256,uniform,0.07419733206431071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,2,128,uniform,0.07055999835332234
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,256,uniform,0.9152320226033529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,8,32,uniform,0.07130666573842366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,4,64,uniform,0.07240533332029979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1,7168,2048,8,384,16,16,uniform,0.07074666519959767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,16384,2,8,32,8,uniform,0.05563200016816457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,1,256,uniform,0.0747680018345515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,uniform,1.0289440155029297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,4,64,uniform,0.07326933244864146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,2,128,uniform,0.07003200054168701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,8,32,uniform,0.0710399995247523
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,256,16,16,uniform,0.07144533097743988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,uniform,0.9846933682759603
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,2,128,uniform,0.05050666630268097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,4096,1536,8,128,4,64,uniform,0.04757866760094961
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,uniform,1.1183253129323323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,2,128,uniform,0.06971733272075653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,6144,2560,8,160,4,64,uniform,0.06701333324114482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,2,128,uniform,0.07202666501204173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,uniform,1.6771413485209148
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,1,256,uniform,0.07561066746711731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,4,64,uniform,0.0732586681842804
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,uniform,1.2947999636332195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,16384,2,8,32,8,uniform,0.05529066423575083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,16,16,uniform,0.07142933209737141
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2,7168,2048,8,384,8,32,uniform,0.07330666482448578
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,1,256,uniform,0.07631466786066692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,2,128,uniform,0.07180266578992207
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,4,64,uniform,0.07155199845631917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,8,32,uniform,0.07114666700363159
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,256,16,16,uniform,0.07322666545708974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,2,128,uniform,0.04983466863632202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,4096,1536,8,128,4,64,uniform,0.047338664531707764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,2,128,uniform,0.07117333511511485
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,1,256,uniform,0.07541333138942719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,6144,2560,8,160,4,64,uniform,0.06718400120735168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,2,128,uniform,0.0712960014740626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,4,64,uniform,0.07308266560236613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,16,16,uniform,0.07428800066312154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4,7168,2048,8,384,8,32,uniform,0.07237866520881653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,16384,2,8,32,8,uniform,0.05566933254400889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,2,128,uniform,0.07137600084145863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,16,16,uniform,0.07778133451938629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,4,64,uniform,0.07310933371384938
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,8,32,uniform,0.07462933162848155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,256,1,256,uniform,0.07670933504899342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,2,128,uniform,0.04975999891757965
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,4096,1536,8,128,4,64,uniform,0.047482664386431374
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,2,128,uniform,0.07009066641330719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,1,256,uniform,0.07499733567237854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,6144,2560,8,160,4,64,uniform,0.06644799808661143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,4,64,uniform,0.07315200070540111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,16,16,uniform,0.07916800181070964
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,2,128,uniform,0.07213866710662842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8,7168,2048,8,384,8,32,uniform,0.07601066430409749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,16384,2,8,32,8,uniform,0.05601066847642263
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,1,256,uniform,0.075354665517807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,16,16,uniform,0.08434133728345235
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,2,128,uniform,0.07193600138028462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,4,64,uniform,0.07807466884454091
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,256,8,32,uniform,0.08009600142637889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,2,128,uniform,0.05093866586685181
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,2,128,uniform,0.07082133491834004
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,4096,1536,8,128,4,64,uniform,0.05163733164469401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,6144,2560,8,160,4,64,uniform,0.07133333384990692
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,1,256,uniform,0.07625600198904674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,4,64,uniform,0.07778133451938629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,2,128,uniform,0.07268266876538594
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,8,32,uniform,0.08140799899895985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,16384,2,8,32,8,uniform,0.05640000104904175
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16,7168,2048,8,384,16,16,uniform,0.08527466654777527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,1,256,uniform,0.07787733276685078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,2,128,uniform,0.07615466912587483
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,4,64,uniform,0.08348266283671062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,8,32,uniform,0.08775466680526733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,256,16,16,uniform,0.09682666261990865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,4,64,uniform,0.05264533559481303
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,4096,1536,8,128,2,128,uniform,0.05126399795214335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,2,128,uniform,0.07209066549936931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,6144,2560,8,160,4,64,uniform,0.07326933244864146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,2,128,uniform,0.07719466586907704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,1,256,uniform,0.07712000111738841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,4,64,uniform,0.08308266599973042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,8,32,uniform,0.088319996992747
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,16384,2,8,32,8,uniform,0.056330665946006775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,32,7168,2048,8,384,16,16,uniform,0.09684800108273824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,1,256,uniform,0.0775626649459203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,4,64,uniform,0.08393067121505737
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,2,128,uniform,0.07853333155314128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,8,32,uniform,0.0895306666692098
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,256,16,16,uniform,0.09787733356157939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,2,128,uniform,0.05124266445636749
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,1,256,uniform,0.07784533500671387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,4096,1536,8,128,4,64,uniform,0.05212266743183136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,4,64,uniform,0.0705866664648056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,6144,2560,8,160,2,128,uniform,0.07196266452471416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,2,128,uniform,0.08305599788824718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,4,64,uniform,0.08924800157546997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,16384,2,8,32,8,uniform,0.05560533205668131
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,8,32,uniform,0.0960746705532074
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,48,7168,2048,8,384,16,16,uniform,0.10833600163459778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,1,256,uniform,0.0775786687930425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,2,128,uniform,0.07836266855398814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,8,32,uniform,0.09013332923253377
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,4,64,uniform,0.08596799770991008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,256,16,16,uniform,0.09773866335550944
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,2,128,uniform,0.052560001611709595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,4096,1536,8,128,4,64,uniform,0.052383999029795326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,2,128,uniform,0.07271466652552287
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,1,256,uniform,0.07782933115959167
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,6144,2560,8,160,4,64,uniform,0.07233066856861115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,4,64,uniform,0.09009599685668945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,2,128,uniform,0.0842026670773824
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,8,32,uniform,0.09850666920344035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,64,7168,2048,8,384,16,16,uniform,0.11079466342926025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,16384,2,8,32,8,uniform,0.057962665955225624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,1,256,uniform,0.07900266846021016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,2,128,uniform,0.078575998544693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,4,64,uniform,0.08681066830952962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,8,32,uniform,0.08982933561007182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,4,64,uniform,0.0525546669960022
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,256,16,16,uniform,0.09868799646695454
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,4096,1536,8,128,2,128,uniform,0.05246399839719137
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,2,128,uniform,0.07182399928569794
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,6144,2560,8,160,4,64,uniform,0.0718399981657664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,8,32,uniform,0.097871998945872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,4,64,uniform,0.08910933136940002
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,1,256,uniform,0.0790773332118988
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,2,128,uniform,0.08205866813659668
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,80,7168,2048,8,384,16,16,uniform,0.11238400141398112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,16384,2,8,32,8,uniform,0.05884266893068949
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,1,256,uniform,0.07884266475836436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,4,64,uniform,0.08629866441090901
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,2,128,uniform,0.07868266602357228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,8,32,uniform,0.08982400099436443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,256,16,16,uniform,0.09795733292897542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,2,128,uniform,0.05199466645717621
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,2,128,uniform,0.07322666545708974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,4096,1536,8,128,4,64,uniform,0.0540533314148585
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,6144,2560,8,160,4,64,uniform,0.07352533439795177
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,1,256,uniform,0.07973333199818929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,4,64,uniform,0.09070400396982829
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,2,128,uniform,0.08197333415349324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,8,32,uniform,0.09707732995351155
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,96,7168,2048,8,384,16,16,uniform,0.11315733194351196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,16384,2,8,32,8,uniform,0.05858666698137919
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,2,128,uniform,0.07926400005817413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,1,256,uniform,0.08107733229796092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,4,64,uniform,0.08577066659927368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,8,32,uniform,0.09012266993522644
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,256,16,16,uniform,0.1002346674601237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,2,128,uniform,0.052602668603261314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,4096,1536,8,128,4,64,uniform,0.0529013325770696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,2,128,uniform,0.0736053337653478
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,6144,2560,8,160,4,64,uniform,0.07442666590213776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,2,128,uniform,0.08639466762542725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,1,256,uniform,0.08290666838486989
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,8,32,uniform,0.09709866841634114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,16,16,uniform,0.11283733447392781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,128,7168,2048,8,384,4,64,uniform,0.09098133444786072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,16384,2,8,32,8,uniform,0.06020799775918325
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,2,128,uniform,0.07978133360544841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,4,64,uniform,0.08662933111190796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,1,256,uniform,0.0809440016746521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,8,32,uniform,0.09359467029571533
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,4,64,uniform,0.05351466437180837
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,256,16,16,uniform,0.10040000081062317
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,4096,1536,8,128,2,128,uniform,0.05355200171470642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,2,128,uniform,0.07431999842325847
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,6144,2560,8,160,4,64,uniform,0.07471466561158498
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,1,256,uniform,0.08156266808509827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,2,128,uniform,0.08612266182899475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,8,32,uniform,0.10019733508427937
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,4,64,uniform,0.09519466757774353
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,160,7168,2048,8,384,16,16,uniform,0.11416000127792358
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,16384,2,8,32,8,uniform,0.060640002290407814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,1,256,uniform,0.08098666866620381
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,2,128,uniform,0.08203200002511342
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,4,64,uniform,0.08779199918111165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,8,32,uniform,0.0925333301226298
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,256,16,16,uniform,0.10231999556223552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,2,128,uniform,0.054858664671579994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,2,128,uniform,0.07452266911665599
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,4096,1536,8,128,4,64,uniform,0.05439466734727224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,6144,2560,8,160,4,64,uniform,0.07455466687679291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,1,256,uniform,0.08285866677761078
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,2,128,uniform,0.08916800220807393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,4,64,uniform,0.09641066193580627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,8,32,uniform,0.10110933581988017
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,16384,2,8,32,8,uniform,0.061381335059801735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,192,7168,2048,8,384,16,16,uniform,0.11755200227101643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,2,128,uniform,0.0809333324432373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,1,256,uniform,0.08010133107503255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,4,64,uniform,0.08695466319719951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,8,32,uniform,0.09337600072224934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,256,16,16,uniform,0.10440533359845479
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,2,128,uniform,0.0543093333641688
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,4,64,uniform,0.07541333138942719
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,4096,1536,8,128,4,64,uniform,0.054933334390322365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,2,128,uniform,0.08874133229255676
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,1,256,uniform,0.08197866876920064
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,6144,2560,8,160,2,128,uniform,0.07682133217652638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,4,64,uniform,0.09492799639701843
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,8,32,uniform,0.10413866241772969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,256,7168,2048,8,384,16,16,uniform,0.11914133032162984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,16384,2,8,32,8,uniform,0.06178133189678192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,2,128,uniform,0.08267199993133545
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,1,256,uniform,0.0820906658967336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,4,64,uniform,0.08968533078829448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,16,16,uniform,0.10544000069300334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,256,8,32,uniform,0.0953439970811208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,2,128,uniform,0.056549335519472756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,2,128,uniform,0.07779733339945476
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,4096,1536,8,128,4,64,uniform,0.05690666536490122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,6144,2560,8,160,4,64,uniform,0.07696000238259633
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,1,256,uniform,0.0848586658636729
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,4,64,uniform,0.09731200337409973
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,2,128,uniform,0.09244799613952637
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,16,16,uniform,0.1256533364454905
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,320,7168,2048,8,384,8,32,uniform,0.10815466443697612
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,16384,2,8,32,8,uniform,0.06442666550477345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,1,256,uniform,0.08310933411121368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,8,32,uniform,0.09980266292889912
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,2,128,uniform,0.08458667000134786
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,4,64,uniform,0.09156800309816997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,256,16,16,uniform,0.10687466462453206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,2,128,uniform,0.056277334690093994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,4096,1536,8,128,4,64,uniform,0.0576800008614858
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,2,128,uniform,0.0828906645377477
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,1,256,uniform,0.08721066514650981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,6144,2560,8,160,4,64,uniform,0.08063466846942902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,2,128,uniform,0.09456533193588257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,4,64,uniform,0.10076799988746643
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,16,16,uniform,0.12382933497428894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,384,7168,2048,8,384,8,32,uniform,0.10776533683141072
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,16384,2,8,32,8,uniform,0.06687999765078227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,1,256,uniform,0.08566932876904805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,2,128,uniform,0.08879466851552327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,4,64,uniform,0.09528000156084697
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,8,32,uniform,0.10095466176668803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,256,16,16,uniform,0.11287466684977214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,2,128,uniform,0.058037335673967995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,4096,1536,8,128,4,64,uniform,0.05853333572546641
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,2,128,uniform,0.08126933375994365
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,6144,2560,8,160,4,64,uniform,0.08212799827257793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,1,256,uniform,0.08962666988372803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,2,128,uniform,0.09825600186983745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,4,64,uniform,0.10681600371996562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,16384,2,8,32,8,uniform,0.08407466610272725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,16,16,uniform,0.13158399860064188
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,512,7168,2048,8,384,8,32,uniform,0.1143946647644043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,1,256,uniform,0.09956799944241841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,2,128,uniform,0.10016000270843506
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,8,32,uniform,0.11966400345166524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,4,64,uniform,0.10911466677983601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,256,16,16,uniform,0.14192533493041992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,4,64,uniform,0.06277333199977875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,4096,1536,8,128,2,128,uniform,0.05825600028038025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,2,128,uniform,0.09033600489298503
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,6144,2560,8,160,4,64,uniform,0.09213866790135701
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,1,256,uniform,0.09802132844924927
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,8,32,uniform,0.12567466497421265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,2,128,uniform,0.1067733367284139
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,4,64,uniform,0.11660266915957133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,16384,2,8,32,8,uniform,0.0929813285668691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,768,7168,2048,8,384,16,16,uniform,0.14229866862297058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,1,256,uniform,0.10925867160161336
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,2,128,uniform,0.10909866293271382
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,4,64,uniform,0.11449066797892253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,8,32,uniform,0.12844799955685934
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,256,16,16,uniform,0.15236799915631613
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,2,128,uniform,0.06071466704209646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,4096,1536,8,128,4,64,uniform,0.06601066887378693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,2,128,uniform,0.1070186694463094
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,6144,2560,8,160,4,64,uniform,0.1072746713956197
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,2,128,uniform,0.1349066694577535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,4,64,uniform,0.14196800192197165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,1,256,uniform,0.11732799808184306
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,8,32,uniform,0.16158933440844217
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1024,7168,2048,8,384,16,16,uniform,0.19290665785471597
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,16384,2,8,32,8,uniform,0.1169599990049998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,1,256,uniform,0.14033599694569907
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,2,128,uniform,0.13868266344070435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,8,32,uniform,0.1637173295021057
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,16,16,uniform,0.19248000780741373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,256,4,64,uniform,0.14536000291506448
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,4,64,uniform,0.07506666580835979
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,4096,1536,8,128,2,128,uniform,0.07248533268769582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,2,128,uniform,0.12319466471672058
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,6144,2560,8,160,4,64,uniform,0.12061333656311035
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,16384,2,8,32,8,uniform,0.14290666580200195
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,1,256,uniform,0.13249066472053528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,2,128,uniform,0.15079999963442484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,4,64,uniform,0.15893333156903586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,16,16,uniform,0.2153600056966146
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,1536,7168,2048,8,384,8,32,uniform,0.18023999532063803
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,1,256,uniform,0.15894400080045065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,2,128,uniform,0.1552853286266327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,4,64,uniform,0.161189337571462
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,8,32,uniform,0.1774186690648397
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,256,16,16,uniform,0.21865065892537436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,4,64,uniform,0.08169599870840709
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,2,128,uniform,0.14659733573595682
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,4096,1536,8,128,2,128,uniform,0.07969599962234497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,6144,2560,8,160,4,64,uniform,0.14638933539390564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,1,256,uniform,0.16827199856440225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,16384,2,8,32,8,uniform,0.1920373241106669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,2,128,uniform,0.18793066342671713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,4,64,uniform,0.19390400250752768
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,8,32,uniform,0.21500800053278604
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,2048,7168,2048,8,384,16,16,uniform,0.2621440092722575
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,1,256,uniform,0.2072533369064331
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,2,128,uniform,0.20310399929682413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,4,64,uniform,0.20932799577713013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,8,32,uniform,0.2297066648801168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,256,16,16,uniform,0.2839786609013875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,2,128,uniform,0.09943999846776326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,4096,1536,8,128,4,64,uniform,0.10276800394058228
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,2,128,uniform,0.18638400236765543
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,6144,2560,8,160,4,64,uniform,0.18632533152898154
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,1,256,uniform,0.20323199033737183
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,16384,2,8,32,8,uniform,0.23399466276168823
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,2,128,uniform,0.22522133588790894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,4,64,uniform,0.2320693333943685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,8,32,uniform,0.25734933217366535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,3072,7168,2048,8,384,16,16,uniform,0.3195093274116516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,1,256,uniform,0.25117866198221844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,4,64,uniform,0.25486934185028076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,2,128,uniform,0.25075199206670123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,8,32,uniform,0.27803732951482135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,256,16,16,uniform,0.3339093526204427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,2,128,uniform,0.11170666416486104
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,4096,1536,8,128,4,64,uniform,0.11763200163841248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,2,128,uniform,0.21221333742141724
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,6144,2560,8,160,4,64,uniform,0.2105813423792521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,1,256,uniform,0.25711466868718463
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,2,128,uniform,0.2991466720898946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,16384,2,8,32,8,uniform,0.3264373342196147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,4,64,uniform,0.30294932921727497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,8,32,uniform,0.33218665917714435
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,4096,7168,2048,8,384,16,16,uniform,0.3980746666590373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,2,128,uniform,0.3417066733042399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,1,256,uniform,0.34405334790547687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,4,64,uniform,0.34546132882436115
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,2,128,uniform,0.14921067158381143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,8,32,uniform,0.3791999816894531
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,256,16,16,uniform,0.4551466703414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,4096,1536,8,128,4,64,uniform,0.15496533115704855
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,2,128,uniform,0.2939680020014445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,16384,2,8,32,8,uniform,0.41919465859731037
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,6144,2560,8,160,4,64,uniform,0.29397332668304443
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,1,256,uniform,0.3340853452682495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,4,64,uniform,0.3882453441619873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,2,128,uniform,0.380293329556783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,8,32,uniform,0.4265013138453166
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,6144,7168,2048,8,384,16,16,uniform,0.5078399976094564
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,1,256,uniform,0.43058133125305176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,4,64,uniform,0.43827199935913086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,2,128,uniform,0.4351573387781779
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,8,32,uniform,0.4756106535593669
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,256,16,16,uniform,0.583354671796163
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,2,128,uniform,0.1782346765200297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,4096,1536,8,128,4,64,uniform,0.1839039921760559
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,2,128,uniform,0.3545866807301839
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,6144,2560,8,160,4,64,uniform,0.35688531398773193
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,16384,2,8,32,8,uniform,0.6045066515604655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,1,256,uniform,0.432805339495341
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,2,128,uniform,0.4944693247477214
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,4,64,uniform,0.49509867032368976
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,8,32,uniform,0.5366613467534384
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,8192,7168,2048,8,384,16,16,uniform,0.6490666468938192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,1,256,uniform,0.6165813207626343
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,4,64,uniform,0.6260213454564413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,2,128,uniform,0.6210560003916422
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,8,32,uniform,0.675055980682373
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,256,16,16,uniform,0.8289546966552734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,2,128,uniform,0.24354666471481323
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,4096,1536,8,128,4,64,uniform,0.2555893262227376
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,2,128,uniform,0.5010453462600708
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,16384,2,8,32,8,uniform,0.7764106591542562
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,6144,2560,8,160,4,64,uniform,0.5059946775436401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,1,256,uniform,0.6029546658198038
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,4,64,uniform,0.7076693375905355
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,8,32,uniform,0.763749361038208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,2,128,uniform,0.6992373466491699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,12288,7168,2048,8,384,16,16,uniform,0.9240053494771322
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,1,256,uniform,0.7927146752675375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,2,128,uniform,0.799839973449707
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,4,64,uniform,0.8066506385803223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,16,16,uniform,1.0642186800638835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,256,8,32,uniform,0.8719519774119059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,2,128,uniform,0.3062453269958496
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,4096,1536,8,128,4,64,uniform,0.3232640027999878
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,2,128,uniform,0.6437493165334066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,6144,2560,8,160,4,64,uniform,0.6460586786270142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,16384,2,8,32,8,uniform,0.9620693524678549
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,1,256,uniform,0.782965342203776
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,2,128,uniform,0.9158079624176025
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,4,64,uniform,0.9185439745585123
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,8,32,uniform,0.9906933307647705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,16384,7168,2048,8,384,16,16,uniform,1.1956266562143962
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,1,256,uniform,0.9758506615956625
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,2,128,uniform,0.9847573439280192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,4,64,uniform,0.990501324335734
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,8,32,uniform,1.0704533259073894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,256,16,16,uniform,1.3091306686401367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,2,128,uniform,0.36814932028452557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,4096,1536,8,128,4,64,uniform,0.3908746639887492
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,2,128,uniform,0.7852426369984945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,6144,2560,8,160,4,64,uniform,0.7886506716410319
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,14336,2,8,32,8,uniform,0.026650667190551758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,16384,2,8,32,8,uniform,0.029898665845394135
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,1,256,uniform,0.9604159990946451
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,4,64,uniform,1.1291786829630535
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,2,128,uniform,1.123429298400879
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,1,256,uniform,0.05133333305517832
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,8,32,uniform,1.2154933611551921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,4,64,uniform,0.04590400060017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,2,128,uniform,0.04665599763393402
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,8,32,uniform,0.0462719996770223
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,w4afp8,20480,7168,2048,8,384,16,16,uniform,1.4626506169637044
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,256,16,16,uniform,0.047397335370381675
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,2,128,uniform,0.028624000648657482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,4,64,uniform,0.02743999908367793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,4096,1536,8,128,8,32,uniform,0.02775999903678894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,2,128,uniform,0.04470933477083842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,4,64,uniform,0.043765331308046974
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,8,32,uniform,0.04338666796684265
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,1,256,uniform,0.05398933092753092
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,6144,2560,8,160,16,16,uniform,0.04351999859015147
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,2,128,uniform,0.04817600051561991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,4,64,uniform,0.04671466847260793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,8,32,uniform,0.04771733283996582
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1,7168,2048,8,384,16,16,uniform,0.04872000217437744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,14336,2,8,32,8,uniform,0.026586666703224182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,16384,2,8,32,8,uniform,0.029738667110602062
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,1,256,uniform,0.052144000927607216
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,2,128,uniform,0.04771199822425842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,4,64,uniform,0.04677333434422811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,8,32,uniform,0.04651199777921041
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,256,16,16,uniform,0.04810666541258494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,2,128,uniform,0.027893332143624622
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,4,64,uniform,0.02777066578467687
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,4096,1536,8,128,8,32,uniform,0.027450665831565857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,2,128,uniform,0.04295999805132548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,8,32,uniform,0.041984001795450844
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,4,64,uniform,0.04213866591453552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,6144,2560,8,160,16,16,uniform,0.043866669138272606
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,1,256,uniform,0.05030400057633718
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,2,128,uniform,0.04533333579699198
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,8,32,uniform,0.04693866769472758
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,4,64,uniform,0.04537599782148997
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2,7168,2048,8,384,16,16,uniform,0.047653332352638245
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,14336,2,8,32,8,uniform,0.0249493345618248
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,16384,2,8,32,8,uniform,0.028234665592511494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,1,256,uniform,0.0491946687301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,2,128,uniform,0.04833599925041199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,4,64,uniform,0.04645866652329763
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,8,32,uniform,0.04668800036112467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,2,128,uniform,0.027818667391935985
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,4,64,uniform,0.027615999182065327
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,256,16,16,uniform,0.04664533336957296
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,4096,1536,8,128,8,32,uniform,0.02756800005833308
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,2,128,uniform,0.043061330914497375
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,8,32,uniform,0.04385599990685781
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,16,16,uniform,0.043509334325790405
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,6144,2560,8,160,4,64,uniform,0.041375999649365745
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,1,256,uniform,0.053504000107447304
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,2,128,uniform,0.044794668753941856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,4,64,uniform,0.04771199822425842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,8,32,uniform,0.04590400060017904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4,7168,2048,8,384,16,16,uniform,0.05145066479841868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,14336,2,8,32,8,uniform,0.026858667532602947
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,16384,2,8,32,8,uniform,0.030421334008375805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,1,256,uniform,0.05209066470464071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,2,128,uniform,0.04776533444722494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,4,64,uniform,0.046442667643229164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,8,32,uniform,0.0472320020198822
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,256,16,16,uniform,0.051039998730023704
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,2,128,uniform,0.026874666412671406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,4,64,uniform,0.027797333896160126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,4096,1536,8,128,8,32,uniform,0.02717866748571396
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,2,128,uniform,0.04340266684691111
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,4,64,uniform,0.04229333500067393
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,16,16,uniform,0.04586133360862732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,6144,2560,8,160,8,32,uniform,0.04236799975236257
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,1,256,uniform,0.053216000398000084
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,2,128,uniform,0.045408000548680626
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,4,64,uniform,0.04828266799449921
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,8,32,uniform,0.04655999938646952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8,7168,2048,8,384,16,16,uniform,0.053397332628568016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,1,256,uniform,0.05186666548252106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,14336,2,8,32,8,uniform,0.02719466636578242
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,2,128,uniform,0.047456001242001854
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,16384,2,8,32,8,uniform,0.02934933453798294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,4,64,uniform,0.04761599997679392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,8,32,uniform,0.050144001841545105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,256,16,16,uniform,0.05247466762860616
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,2,128,uniform,0.028650666276613872
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,4,64,uniform,0.02718399961789449
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,4096,1536,8,128,8,32,uniform,0.029552000264326733
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,2,128,uniform,0.04353600243727366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,4,64,uniform,0.04268266757329305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,8,32,uniform,0.044794668753941856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,6144,2560,8,160,16,16,uniform,0.04931733508904775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,1,256,uniform,0.04956266780694326
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,2,128,uniform,0.04578666885693868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,4,64,uniform,0.047237331668535866
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,8,32,uniform,0.04902400076389313
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16,7168,2048,8,384,16,16,uniform,0.054832001527150474
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,14336,2,8,32,8,uniform,0.025077333052953083
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,16384,2,8,32,8,uniform,0.028223998844623566
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,1,256,uniform,0.053226664662361145
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,4,64,uniform,0.05533333122730255
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,2,128,uniform,0.04971200227737427
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,8,32,uniform,0.05356266597906748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,256,16,16,uniform,0.06369600196679433
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,2,128,uniform,0.02755733331044515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,4,64,uniform,0.027679999669392902
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,4096,1536,8,128,8,32,uniform,0.02882666637500127
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,2,128,uniform,0.045514668027559914
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,8,32,uniform,0.04669866462548574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,4,64,uniform,0.04437333345413208
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,6144,2560,8,160,16,16,uniform,0.05249600112438202
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,1,256,uniform,0.05470400055249532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,4,64,uniform,0.056202664971351624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,8,32,uniform,0.06275733311971028
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,2,128,uniform,0.05436799923578898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,14336,2,8,32,8,uniform,0.02589866767326991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,32,7168,2048,8,384,16,16,uniform,0.0695253312587738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,16384,2,8,32,8,uniform,0.02784000088771184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,1,256,uniform,0.054842665791511536
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,2,128,uniform,0.05606399973233541
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,4,64,uniform,0.056874667604764305
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,8,32,uniform,0.06011733412742615
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,256,16,16,uniform,0.0697386662165324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,2,128,uniform,0.028864001234372456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,4,64,uniform,0.029546665648619335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,4096,1536,8,128,8,32,uniform,0.02962133288383484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,2,128,uniform,0.04378666480382284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,4,64,uniform,0.04424533247947693
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,8,32,uniform,0.046442667643229164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,6144,2560,8,160,16,16,uniform,0.05313600103060404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,1,256,uniform,0.051141331593195595
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,2,128,uniform,0.060346667965253196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,4,64,uniform,0.06140799820423126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,16,16,uniform,0.0734986662864685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,14336,2,8,32,8,uniform,0.025455998877684276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,48,7168,2048,8,384,8,32,uniform,0.06550933420658112
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,16384,2,8,32,8,uniform,0.028255999088287354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,1,256,uniform,0.05175999800364176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,2,128,uniform,0.051114668448766075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,4,64,uniform,0.05840000013510386
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,8,32,uniform,0.0609493354956309
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,2,128,uniform,0.029418667157491047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,256,16,16,uniform,0.06533333162466685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,4,64,uniform,0.029637334247430164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,4096,1536,8,128,8,32,uniform,0.031008000175158184
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,2,128,uniform,0.04771199822425842
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,4,64,uniform,0.04507199923197428
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,8,32,uniform,0.050053333242734276
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,6144,2560,8,160,16,16,uniform,0.05206400156021118
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,1,256,uniform,0.051445335149765015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,2,128,uniform,0.06619200110435486
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,8,32,uniform,0.07284800211588542
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,4,64,uniform,0.062090665102005005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,64,7168,2048,8,384,16,16,uniform,0.08029333253701527
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,14336,2,8,32,8,uniform,0.028549333413441975
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,16384,2,8,32,8,uniform,0.030810666580994923
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,1,256,uniform,0.05418666700522105
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,2,128,uniform,0.0582239975531896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,4,64,uniform,0.05619200070699056
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,8,32,uniform,0.06604800124963124
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,256,16,16,uniform,0.0745600014925003
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,4,64,uniform,0.031162666777769726
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,2,128,uniform,0.02890666574239731
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,4096,1536,8,128,8,32,uniform,0.03218133250872294
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,2,128,uniform,0.04887466629346212
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,8,32,uniform,0.050213331977526345
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,4,64,uniform,0.048485333720842995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,6144,2560,8,160,16,16,uniform,0.055674667159716286
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,1,256,uniform,0.054917335510253906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,2,128,uniform,0.06454933186372121
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,4,64,uniform,0.0653706689675649
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,8,32,uniform,0.072543998559316
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,80,7168,2048,8,384,16,16,uniform,0.08228800197442372
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,14336,2,8,32,8,uniform,0.028165332973003387
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,1,256,uniform,0.05957333246866862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,16384,2,8,32,8,uniform,0.03169066707293192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,2,128,uniform,0.059936001896858215
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,8,32,uniform,0.0662720004717509
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,4,64,uniform,0.056287998954455055
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,256,16,16,uniform,0.08028799792130788
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,2,128,uniform,0.029338667790095013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,4,64,uniform,0.03179733455181122
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,4096,1536,8,128,8,32,uniform,0.031125334401925404
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,2,128,uniform,0.04773866633574168
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,4,64,uniform,0.048485333720842995
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,8,32,uniform,0.051455999414126076
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,6144,2560,8,160,16,16,uniform,0.05952533086140951
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,1,256,uniform,0.059802666306495667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,4,64,uniform,0.07041599849859874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,2,128,uniform,0.06482133269309998
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,8,32,uniform,0.07733866572380066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,96,7168,2048,8,384,16,16,uniform,0.08196799953778584
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,14336,2,8,32,8,uniform,0.027066667874654133
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,1,256,uniform,0.060773332913716636
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,16384,2,8,32,8,uniform,0.031258667508761086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,2,128,uniform,0.06061866879463196
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,4,64,uniform,0.058650667468706764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,8,32,uniform,0.06704000135262807
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,256,16,16,uniform,0.0774186650911967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,2,128,uniform,0.03196266790231069
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,4,64,uniform,0.03092266619205475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,4096,1536,8,128,8,32,uniform,0.033226666351159416
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,2,128,uniform,0.04868266483147939
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,4,64,uniform,0.0492799977461497
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,8,32,uniform,0.052517334620157875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,1,256,uniform,0.05950400233268738
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,6144,2560,8,160,16,16,uniform,0.05834133426348368
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,2,128,uniform,0.07004799942175548
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,4,64,uniform,0.0669653316338857
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,8,32,uniform,0.0784746656815211
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,128,7168,2048,8,384,16,16,uniform,0.08443199594815572
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,14336,2,8,32,8,uniform,0.030597334106763203
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,16384,2,8,32,8,uniform,0.033728001018365227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,1,256,uniform,0.06598400076230367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,4,64,uniform,0.06168533364931742
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,2,128,uniform,0.05902933577696482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,8,32,uniform,0.07544533411661784
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,256,16,16,uniform,0.08078399797280629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,2,128,uniform,0.033520000676314034
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,4,64,uniform,0.033600000043710075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,4096,1536,8,128,8,32,uniform,0.035717333356539406
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,2,128,uniform,0.0513973335425059
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,4,64,uniform,0.05100800096988678
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,8,32,uniform,0.05545066793759664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,6144,2560,8,160,16,16,uniform,0.06140799820423126
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,1,256,uniform,0.06243733565012614
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,2,128,uniform,0.07234133283297221
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,4,64,uniform,0.07337066531181335
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,8,32,uniform,0.08613866567611694
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,160,7168,2048,8,384,16,16,uniform,0.10758933424949646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,1,256,uniform,0.06589333216349284
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,16384,2,8,32,8,uniform,0.033759998778502144
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,14336,2,8,32,8,uniform,0.02850666642189026
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,2,128,uniform,0.06320000191529591
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,4,64,uniform,0.06739733119805653
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,8,32,uniform,0.07135466734568278
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,256,16,16,uniform,0.0863146682580312
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,2,128,uniform,0.03190399954716364
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,4,64,uniform,0.03513599932193756
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,4096,1536,8,128,8,32,uniform,0.035642666121323906
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,2,128,uniform,0.05230399966239929
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,4,64,uniform,0.05209066470464071
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,8,32,uniform,0.05696000158786774
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,6144,2560,8,160,16,16,uniform,0.06371733546257019
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,1,256,uniform,0.06275199850400288
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,2,128,uniform,0.07227733234564464
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,4,64,uniform,0.07289066910743713
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,8,32,uniform,0.08145600060621898
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,192,7168,2048,8,384,16,16,uniform,0.10409067074457805
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,14336,2,8,32,8,uniform,0.031290667752424874
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,16384,2,8,32,8,uniform,0.033039999504884086
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,1,256,uniform,0.06761066615581512
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,2,128,uniform,0.06244266529877981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,4,64,uniform,0.06849599877993266
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,8,32,uniform,0.078015998005867
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,256,16,16,uniform,0.08881066242853801
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,2,128,uniform,0.03483733286460241
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,4,64,uniform,0.03621866554021835
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,4096,1536,8,128,8,32,uniform,0.03660800059636434
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,2,128,uniform,0.05308799942334493
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,4,64,uniform,0.05410666763782501
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,8,32,uniform,0.05788800120353699
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,1,256,uniform,0.06499200065930684
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,6144,2560,8,160,16,16,uniform,0.06484800080458324
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,2,128,uniform,0.07821866869926453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,4,64,uniform,0.07351999978224437
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,8,32,uniform,0.08830400307973225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,256,7168,2048,8,384,16,16,uniform,0.105813334385554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,14336,2,8,32,8,uniform,0.03573333223660787
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,16384,2,8,32,8,uniform,0.03782399992148081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,1,256,uniform,0.07621866464614868
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,2,128,uniform,0.07212799787521362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,4,64,uniform,0.07870399951934814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,8,32,uniform,0.0807360013326009
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,256,16,16,uniform,0.09671466549237569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,2,128,uniform,0.03584533433119456
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,4,64,uniform,0.038762666285037994
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,4096,1536,8,128,8,32,uniform,0.03842666745185852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,2,128,uniform,0.05691199998060862
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,4,64,uniform,0.0580266664425532
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,8,32,uniform,0.06856533388296764
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,6144,2560,8,160,16,16,uniform,0.07533333202203114
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,1,256,uniform,0.07301866511503856
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,4,64,uniform,0.08163733283678691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,2,128,uniform,0.07893866797288258
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,8,32,uniform,0.09110933542251587
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,14336,2,8,32,8,uniform,0.03446933378775915
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,16384,2,8,32,8,uniform,0.041008000572522484
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,1,256,uniform,0.07211199899514516
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,320,7168,2048,8,384,16,16,uniform,0.10950932900110881
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,2,128,uniform,0.07624533275763194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,4,64,uniform,0.07692799965540568
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,8,32,uniform,0.08130666613578796
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,256,16,16,uniform,0.10366400082906087
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,2,128,uniform,0.036330667634805046
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,4,64,uniform,0.038805333276589714
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,4096,1536,8,128,8,32,uniform,0.0407679999868075
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,2,128,uniform,0.05979733169078827
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,4,64,uniform,0.059978668888409935
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,8,32,uniform,0.06858133276303609
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,6144,2560,8,160,16,16,uniform,0.08192533254623413
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,1,256,uniform,0.07689066727956136
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,2,128,uniform,0.08425066868464152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,4,64,uniform,0.08716799815495808
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,16,16,uniform,0.1167093316713969
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,384,7168,2048,8,384,8,32,uniform,0.09147199988365173
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,14336,2,8,32,8,uniform,0.03506666670242945
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,16384,2,8,32,8,uniform,0.03946666667858759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,1,256,uniform,0.08310399949550629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,2,128,uniform,0.07681599756081899
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,4,64,uniform,0.08744532863299052
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,8,32,uniform,0.08901333808898926
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,256,16,16,uniform,0.1090826690196991
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,4,64,uniform,0.038560000558694206
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,2,128,uniform,0.040378667414188385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,4096,1536,8,128,8,32,uniform,0.039893334110577904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,2,128,uniform,0.06597866614659627
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,8,32,uniform,0.07725333174069722
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,4,64,uniform,0.06404266754786174
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,6144,2560,8,160,16,16,uniform,0.08684800068537395
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,1,256,uniform,0.08054933448632558
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,2,128,uniform,0.08291199803352356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,4,64,uniform,0.0909440020720164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,8,32,uniform,0.09931199749310811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,512,7168,2048,8,384,16,16,uniform,0.12716799974441528
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,14336,2,8,32,8,uniform,0.04083733260631561
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,16384,2,8,32,8,uniform,0.047557334105173744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,1,256,uniform,0.08154666423797607
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,4,64,uniform,0.09144000212351482
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,2,128,uniform,0.08137066662311554
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,16,16,uniform,0.12222400307655334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,256,8,32,uniform,0.09854400157928467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,2,128,uniform,0.042634665966033936
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,4,64,uniform,0.042463997999827065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,4096,1536,8,128,8,32,uniform,0.0479360024134318
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,2,128,uniform,0.07396799822648366
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,4,64,uniform,0.0747680018345515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,8,32,uniform,0.07931733131408691
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,6144,2560,8,160,16,16,uniform,0.09355200330416362
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,2,128,uniform,0.10050666332244873
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,1,256,uniform,0.08603200316429138
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,4,64,uniform,0.09730133414268494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,8,32,uniform,0.11800000071525574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,768,7168,2048,8,384,16,16,uniform,0.13635200262069702
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,14336,2,8,32,8,uniform,0.04461866617202759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,16384,2,8,32,8,uniform,0.051445335149765015
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.09168533484141032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,4,64,uniform,0.10201600193977356
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,2,128,uniform,0.09722666939099629
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,8,32,uniform,0.10752000411351521
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,256,16,16,uniform,0.13449600338935852
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,4,64,uniform,0.04863999783992767
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,2,128,uniform,0.04563199977080027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,4096,1536,8,128,8,32,uniform,0.04974400003751119
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,4,64,uniform,0.07579199969768524
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,2,128,uniform,0.07640533149242401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,8,32,uniform,0.09051199754079182
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,6144,2560,8,160,16,16,uniform,0.10802666346232097
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,1,256,uniform,0.09752532839775085
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,2,128,uniform,0.10987733801205952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,4,64,uniform,0.1092746655146281
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,8,32,uniform,0.12964800000190735
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1024,7168,2048,8,384,16,16,uniform,0.15124799807866415
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,14336,2,8,32,8,uniform,0.05294933418432871
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,16384,2,8,32,8,uniform,0.06926933427651723
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,1,256,uniform,0.10469866792360942
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,4,64,uniform,0.11196266611417134
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,2,128,uniform,0.11032000184059143
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,8,32,uniform,0.12594667077064514
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,256,16,16,uniform,0.15150933464368185
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,2,128,uniform,0.04799999793370565
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,4,64,uniform,0.05207466582457224
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,4096,1536,8,128,8,32,uniform,0.0558186670144399
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,2,128,uniform,0.09169066945711772
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,4,64,uniform,0.09330667058626811
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,16,16,uniform,0.12872533003489176
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,6144,2560,8,160,8,32,uniform,0.10521599650382996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,1,256,uniform,0.1197653313477834
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,2,128,uniform,0.12311999996503194
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,4,64,uniform,0.13353600104649863
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,8,32,uniform,0.14551466703414917
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,1536,7168,2048,8,384,16,16,uniform,0.18334933121999106
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,14336,2,8,32,8,uniform,0.05966933568318685
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,16384,2,8,32,8,uniform,0.08246933420499165
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,2,128,uniform,0.12387200196584065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.11899733543395996
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,4,64,uniform,0.125791996717453
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,16,16,uniform,0.1747466723124186
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,256,8,32,uniform,0.14893866578737894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,2,128,uniform,0.05557866891225179
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,4,64,uniform,0.05793599784374237
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,4096,1536,8,128,8,32,uniform,0.06464000046253204
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,2,128,uniform,0.09947733084360759
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,4,64,uniform,0.10311999917030334
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,8,32,uniform,0.11940800150235494
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,6144,2560,8,160,16,16,uniform,0.1460906664530436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,1,256,uniform,0.13033599654833475
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,2,128,uniform,0.13894400000572205
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,4,64,uniform,0.1469439963499705
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,8,32,uniform,0.16661333044370016
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,2048,7168,2048,8,384,16,16,uniform,0.21035732825597128
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,16384,2,8,32,8,uniform,0.09854400157928467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,14336,2,8,32,8,uniform,0.07141866783301036
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,2,128,uniform,0.14539200067520142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,1,256,uniform,0.1487626632054647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,8,32,uniform,0.1795146663983663
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,4,64,uniform,0.15506666898727417
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,256,16,16,uniform,0.23108800252278647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,2,128,uniform,0.06180266539255778
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,4,64,uniform,0.07005866865317027
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,4096,1536,8,128,8,32,uniform,0.07941333452860515
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,2,128,uniform,0.12050666411717732
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,4,64,uniform,0.12814399600028992
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,8,32,uniform,0.15057067076365152
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,6144,2560,8,160,16,16,uniform,0.1930613319079081
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,1,256,uniform,0.15997866789499918
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,2,128,uniform,0.1723466714223226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,4,64,uniform,0.18146665891011557
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,8,32,uniform,0.20885332425435385
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,14336,2,8,32,8,uniform,0.08887466788291931
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,3072,7168,2048,8,384,16,16,uniform,0.2614826758702596
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,16384,2,8,32,8,uniform,0.11662399768829346
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.16609066724777222
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,2,128,uniform,0.17387733856836954
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,4,64,uniform,0.18211734294891357
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,8,32,uniform,0.21502933899561563
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,256,16,16,uniform,0.2828853329022725
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,2,128,uniform,0.07504533231258392
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,4,64,uniform,0.08152000109354655
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,4096,1536,8,128,8,32,uniform,0.09694400429725647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,8,32,uniform,0.17652267217636108
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,2,128,uniform,0.1373973290125529
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,4,64,uniform,0.14696533481280008
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,1,256,uniform,0.192138671875
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,2,128,uniform,0.20441067218780518
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,6144,2560,8,160,16,16,uniform,0.24149866898854574
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,4,64,uniform,0.21759466330210367
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,8,32,uniform,0.25099732478459674
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,4096,7168,2048,8,384,16,16,uniform,0.3261386752128601
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,14336,2,8,32,8,uniform,0.1153546671072642
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,16384,2,8,32,8,uniform,0.15240533153216043
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,1,256,uniform,0.21744000911712646
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,2,128,uniform,0.22721066077550253
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,4,64,uniform,0.24331732590993246
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,8,32,uniform,0.2977493405342102
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,256,16,16,uniform,0.4145653247833252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,4,64,uniform,0.10357333223025005
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,2,128,uniform,0.09131200114885966
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,4096,1536,8,128,8,32,uniform,0.12657599647839865
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,4,64,uniform,0.19123733043670654
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,2,128,uniform,0.17905600865681967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,8,32,uniform,0.2363040049870809
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,6144,2560,8,160,16,16,uniform,0.3423946698506673
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,1,256,uniform,0.24702399969100952
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,2,128,uniform,0.264789342880249
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,4,64,uniform,0.28143999973932904
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,8,32,uniform,0.3311573266983032
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,6144,7168,2048,8,384,16,16,uniform,0.44830934206644696
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,14336,2,8,32,8,uniform,0.14140799641609192
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,16384,2,8,32,8,uniform,0.2010506590207418
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,2,128,uniform,0.27718933423360187
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,4,64,uniform,0.3045813242594401
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.25833600759506226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,8,32,uniform,0.3757173220316569
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,256,16,16,uniform,0.5154613256454468
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,2,128,uniform,0.10123200217882793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,4,64,uniform,0.12101866801579793
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,4096,1536,8,128,8,32,uniform,0.15546666582425436
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,2,128,uniform,0.2205386757850647
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,4,64,uniform,0.2299626668294271
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,8,32,uniform,0.3137279947598775
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,6144,2560,8,160,16,16,uniform,0.43782933553059894
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,1,256,uniform,0.3129173318545024
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,4,64,uniform,0.3629973332087199
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,2,128,uniform,0.33352001508076984
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,8,32,uniform,0.4476586580276489
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,14336,2,8,32,8,uniform,0.2152000069618225
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,8192,7168,2048,8,384,16,16,uniform,0.5924319823582967
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,16384,2,8,32,8,uniform,0.31219200293223065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,1,256,uniform,0.3671253522237142
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,2,128,uniform,0.3846026659011841
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,4,64,uniform,0.4233706792195638
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,16,16,uniform,0.7453813552856445
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,256,8,32,uniform,0.5433013439178467
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,2,128,uniform,0.141375998655955
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,4,64,uniform,0.16174933314323425
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,4096,1536,8,128,8,32,uniform,0.21789334217707315
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,4,64,uniform,0.31907200813293457
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,2,128,uniform,0.28987733523050946
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,8,32,uniform,0.4457013209660848
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,1,256,uniform,0.4259626468022664
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,6144,2560,8,160,16,16,uniform,0.6377333402633667
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,2,128,uniform,0.462063988049825
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,4,64,uniform,0.506928006807963
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,8,32,uniform,0.6240906715393066
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,12288,7168,2048,8,384,16,16,uniform,0.8182559808095297
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,16384,2,8,32,8,uniform,0.3919466733932495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,14336,2,8,32,8,uniform,0.278602659702301
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.46090133984883624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,2,128,uniform,0.4885866641998291
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,4,64,uniform,0.5539679924647013
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,8,32,uniform,0.703658660252889
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,256,16,16,uniform,0.9605493545532227
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,2,128,uniform,0.1649493376413981
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,4,64,uniform,0.20057600736618042
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,4096,1536,8,128,8,32,uniform,0.28994667530059814
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,2,128,uniform,0.3840159972508748
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,8,32,uniform,0.5870560010274252
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,4,64,uniform,0.42603735129038495
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,6144,2560,8,160,16,16,uniform,0.823311964670817
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,2,128,uniform,0.6137493451436361
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,1,256,uniform,0.5577226479848226
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,4,64,uniform,0.6849760214487711
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,14336,2,8,32,8,uniform,0.35175466537475586
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,16,16,uniform,1.1082879702250164
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,16384,7168,2048,8,384,8,32,uniform,0.8358933130900065
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,16384,2,8,32,8,uniform,0.49642133712768555
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,1,256,uniform,0.5843733151753744
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,2,128,uniform,0.6088106632232666
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,4,64,uniform,0.71396803855896
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,8,32,uniform,0.8803199927012125
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,256,16,16,uniform,1.1965973377227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,2,128,uniform,0.2042400042215983
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,8,32,uniform,0.35942399501800537
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,4096,1536,8,128,4,64,uniform,0.23955732583999634
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,2,128,uniform,0.46543999512990314
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,4,64,uniform,0.5233386754989624
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,8,32,uniform,0.7131360371907552
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,6144,2560,8,160,16,16,uniform,1.0150559743245442
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,1,256,uniform,0.6780426502227783
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,2,128,uniform,0.7508320013682047
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,8,32,uniform,1.0340853532155354
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,4,64,uniform,0.8443840344746908
TRTLLM,1.0.0rc3,NVIDIA H200,moe,moe_torch_flow,fp8_block,20480,7168,2048,8,384,16,16,uniform,1.3789599736531575
