framework,version,device,op_name,gemm_dtype,m,n,k,kernel_source,latency
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,4096,gemm_torch_flow,6.087010192871094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,5120,gemm_torch_flow,7.551683044433593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,6144,gemm_torch_flow,8.94889424641927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,7168,gemm_torch_flow,10.509248860677083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,8192,gemm_torch_flow,11.866253662109376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,3584,gemm_torch_flow,5.264636739095052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,3072,gemm_torch_flow,4.611702473958333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,2560,gemm_torch_flow,3.793772888183594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,1024,gemm_torch_flow,1.5319018046061197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,2048,gemm_torch_flow,3.0008511861165363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,1536,gemm_torch_flow,2.264898173014323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,768,gemm_torch_flow,1.1582740783691405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,10240,gemm_torch_flow,14.915670776367188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,512,gemm_torch_flow,0.8158602396647134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,256,gemm_torch_flow,0.5029173215230306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,128,gemm_torch_flow,0.39281066258748376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,64,gemm_torch_flow,0.3624277432759603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,32,gemm_torch_flow,0.3506090799967448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,12288,gemm_torch_flow,17.813191731770836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,65536,16384,gemm_torch_flow,25.719736735026043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,7168,gemm_torch_flow,2.6347328186035157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,8192,gemm_torch_flow,2.9356661478678387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,6144,gemm_torch_flow,2.1837066650390624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,10240,gemm_torch_flow,3.738014984130859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,4096,gemm_torch_flow,1.4158463795979819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,12288,gemm_torch_flow,4.592097981770833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,5120,gemm_torch_flow,1.801752471923828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,3584,gemm_torch_flow,1.246072514851888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,3072,gemm_torch_flow,1.0785930633544922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,2560,gemm_torch_flow,0.8855199813842773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,768,gemm_torch_flow,0.2924544016520182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,1024,gemm_torch_flow,0.3727199872334798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,512,gemm_torch_flow,0.21296213467915853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,64,gemm_torch_flow,0.08707199891408285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,2048,gemm_torch_flow,0.7179413477579752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,1536,gemm_torch_flow,0.5411200205485026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,256,gemm_torch_flow,0.12251306374867757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,128,gemm_torch_flow,0.09425493081410727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,32,gemm_torch_flow,0.08723093668619791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,16384,gemm_torch_flow,6.015340677897135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,6144,gemm_torch_flow,1.566421381632487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,7168,gemm_torch_flow,1.8569087982177734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,8192,gemm_torch_flow,2.159118906656901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,10240,gemm_torch_flow,2.6839530944824217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,12288,gemm_torch_flow,3.2490997314453125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,3584,gemm_torch_flow,0.8993717193603515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,4096,gemm_torch_flow,1.0360960006713866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,5120,gemm_torch_flow,1.2696788787841797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,3072,gemm_torch_flow,0.7770645141601562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,768,gemm_torch_flow,0.21824426651000978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,1536,gemm_torch_flow,0.4038090705871582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,1024,gemm_torch_flow,0.2779018719991048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,2560,gemm_torch_flow,0.6435669581095378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,2048,gemm_torch_flow,0.5208138783772787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,16384,gemm_torch_flow,4.4272918701171875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,128,gemm_torch_flow,0.06891093254089356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,256,gemm_torch_flow,0.09682133197784423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,32,gemm_torch_flow,0.06322453419367471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,512,gemm_torch_flow,0.1569930712381999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,64,gemm_torch_flow,0.06283413171768189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,7168,gemm_torch_flow,1.5464042663574218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,8192,gemm_torch_flow,1.8179818471272786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,10240,gemm_torch_flow,2.202584584554036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,12288,gemm_torch_flow,2.7233482360839845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,5120,gemm_torch_flow,1.098806381225586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,6144,gemm_torch_flow,1.2831615447998046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,4096,gemm_torch_flow,0.8758613586425781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,16384,gemm_torch_flow,3.6766708374023436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,3584,gemm_torch_flow,0.7678944269816081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,2560,gemm_torch_flow,0.5470176060994466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,3072,gemm_torch_flow,0.6585461298624675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,2048,gemm_torch_flow,0.43868265151977537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,1024,gemm_torch_flow,0.23612373669942222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,1536,gemm_torch_flow,0.3359018643697103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,768,gemm_torch_flow,0.18297173182169596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,64,gemm_torch_flow,0.05613013505935669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,128,gemm_torch_flow,0.06200533310572306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,256,gemm_torch_flow,0.0851850668589274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,512,gemm_torch_flow,0.13387519518534344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,32,gemm_torch_flow,0.0567850669225057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,8192,gemm_torch_flow,1.410860824584961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,10240,gemm_torch_flow,1.8060320536295573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,12288,gemm_torch_flow,2.213640594482422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,16384,gemm_torch_flow,2.981592559814453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,7168,gemm_torch_flow,1.2461514790852866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,6144,gemm_torch_flow,1.0476597468058269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,5120,gemm_torch_flow,0.881613858540853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,4096,gemm_torch_flow,0.7089375813802083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,3072,gemm_torch_flow,0.535645866394043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,3584,gemm_torch_flow,0.6168287913004558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,2560,gemm_torch_flow,0.4428394635518392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,16384,65536,gemm_torch_flow,26.2586181640625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,768,gemm_torch_flow,0.1445258617401123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,1024,gemm_torch_flow,0.1892266591389974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,1536,gemm_torch_flow,0.27419840494791664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,512,gemm_torch_flow,0.10844906965891521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,256,gemm_torch_flow,0.06417493422826132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,2048,gemm_torch_flow,0.36189333597819007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,128,gemm_torch_flow,0.04967893362045288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,64,gemm_torch_flow,0.04527786572774251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,32,gemm_torch_flow,0.04696106513341268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,12288,65536,gemm_torch_flow,17.703662109375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,8192,gemm_torch_flow,1.224718983968099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,10240,gemm_torch_flow,1.50447146097819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,12288,gemm_torch_flow,1.7731914520263672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,7168,gemm_torch_flow,1.0625120162963868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,6144,gemm_torch_flow,0.9050442377726237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,16384,gemm_torch_flow,2.5136756896972656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,5120,gemm_torch_flow,0.7538538614908854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,4096,gemm_torch_flow,0.5957536061604818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,1536,gemm_torch_flow,0.23247572580973305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,2048,gemm_torch_flow,0.3065749486287435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,2560,gemm_torch_flow,0.38086506525675456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,3072,gemm_torch_flow,0.4550517400105794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,3584,gemm_torch_flow,0.5204789479573567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,256,gemm_torch_flow,0.05796480178833008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,128,gemm_torch_flow,0.044386132558186846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,512,gemm_torch_flow,0.09409066836039225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,768,gemm_torch_flow,0.12875306606292725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,1024,gemm_torch_flow,0.16238187154134115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,64,gemm_torch_flow,0.040676267941792806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,32,gemm_torch_flow,0.041427199045817056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,10240,65536,gemm_torch_flow,15.0091796875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,7168,gemm_torch_flow,0.9015146891276041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,8192,gemm_torch_flow,1.0244853337605795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,10240,gemm_torch_flow,1.3150229136149088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,12288,gemm_torch_flow,1.5118943532307942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,5120,gemm_torch_flow,0.6364128112792968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,6144,gemm_torch_flow,0.7708106358846029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,4096,gemm_torch_flow,0.5202890714009603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,16384,gemm_torch_flow,2.0929312388102215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,3584,gemm_torch_flow,0.45029439926147463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,2048,gemm_torch_flow,0.26476799647013344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,3072,gemm_torch_flow,0.3847946802775065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,1536,gemm_torch_flow,0.20209280649820963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,1024,gemm_torch_flow,0.1397269407908122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,2560,gemm_torch_flow,0.32772054672241213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,8192,65536,gemm_torch_flow,12.036898803710937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,128,gemm_torch_flow,0.03915199836095174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,768,gemm_torch_flow,0.11159679889678956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,64,gemm_torch_flow,0.035010135173797606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,512,gemm_torch_flow,0.07981332937876383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,256,gemm_torch_flow,0.04978239933649699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,32,gemm_torch_flow,0.03845653136571248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,7168,gemm_torch_flow,0.7521642684936524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,8192,gemm_torch_flow,0.8692864100138346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,10240,gemm_torch_flow,1.0646240234375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,12288,gemm_torch_flow,1.2893141428629558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,5120,gemm_torch_flow,0.5426015853881836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,6144,gemm_torch_flow,0.6441855748494466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,4096,gemm_torch_flow,0.43062505722045896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,16384,gemm_torch_flow,1.789341862996419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,3584,gemm_torch_flow,0.3867285410563151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,2048,gemm_torch_flow,0.2218122641245524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,2560,gemm_torch_flow,0.2780991872151693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,1536,gemm_torch_flow,0.17237547238667805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,1024,gemm_torch_flow,0.12059626579284669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,3072,gemm_torch_flow,0.33256638844807945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,768,gemm_torch_flow,0.09369280338287353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,256,gemm_torch_flow,0.04573013385136922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,128,gemm_torch_flow,0.0331167995929718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,512,gemm_torch_flow,0.06917866865793863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,64,gemm_torch_flow,0.029585067431132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,32,gemm_torch_flow,0.03086079955101013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,7168,65536,gemm_torch_flow,10.281294759114584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,8192,gemm_torch_flow,0.6667829513549804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,10240,gemm_torch_flow,0.8493759791056315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,12288,gemm_torch_flow,1.0162517547607421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,7168,gemm_torch_flow,0.5911210378011067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,6144,gemm_torch_flow,0.5035711924235027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,16384,gemm_torch_flow,1.34486935933431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,3584,gemm_torch_flow,0.30120105743408204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,5120,gemm_torch_flow,0.4294303894042969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,4096,gemm_torch_flow,0.3445386568705241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,3072,gemm_torch_flow,0.25726720492045085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,1536,gemm_torch_flow,0.1362570603688558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,2560,gemm_torch_flow,0.2197706699371338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,2048,gemm_torch_flow,0.17553599675496417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,1024,gemm_torch_flow,0.09498666922251384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,768,gemm_torch_flow,0.07464319864908854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,32,gemm_torch_flow,0.025586134195327757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,256,gemm_torch_flow,0.03540906508763631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,128,gemm_torch_flow,0.02807040015856425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,64,gemm_torch_flow,0.0243562658627828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,512,gemm_torch_flow,0.05527786811192831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,6144,65536,gemm_torch_flow,8.842530314127604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,8192,gemm_torch_flow,0.5955167770385742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,10240,gemm_torch_flow,0.736627197265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,12288,gemm_torch_flow,0.8791498819986978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,7168,gemm_torch_flow,0.5250613212585449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,6144,gemm_torch_flow,0.45005334218343096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,16384,gemm_torch_flow,1.180518341064453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,5120,gemm_torch_flow,0.37528746922810874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,3584,gemm_torch_flow,0.2685930569966634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,4096,gemm_torch_flow,0.3017237345377604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,1024,gemm_torch_flow,0.08367146650950114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,3072,gemm_torch_flow,0.23006186485290528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,1536,gemm_torch_flow,0.12040426731109619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,2560,gemm_torch_flow,0.19348586400349935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,2048,gemm_torch_flow,0.15504639943440754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,768,gemm_torch_flow,0.06611626545588176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,128,gemm_torch_flow,0.024804266293843587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,64,gemm_torch_flow,0.02376853426297506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,256,gemm_torch_flow,0.03205546736717224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,512,gemm_torch_flow,0.048972801367441816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,32,gemm_torch_flow,0.023282132546106973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,5120,65536,gemm_torch_flow,7.3971104939778645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,8192,gemm_torch_flow,0.5084778785705566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,10240,gemm_torch_flow,0.6376074473063151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,7168,gemm_torch_flow,0.44588267008463545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,12288,gemm_torch_flow,0.7630517323811848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,4096,gemm_torch_flow,0.25923306147257485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,6144,gemm_torch_flow,0.3843242645263672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,16384,gemm_torch_flow,1.0378538767496743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,5120,gemm_torch_flow,0.3247200012207031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,3584,gemm_torch_flow,0.22870292663574218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,1024,gemm_torch_flow,0.0727679967880249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,1536,gemm_torch_flow,0.10428693294525146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,2560,gemm_torch_flow,0.16448426246643066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,2048,gemm_torch_flow,0.13474666277567546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,3072,gemm_torch_flow,0.19593067169189454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,768,gemm_torch_flow,0.05773013432820638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,64,gemm_torch_flow,0.020040533939997354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,256,gemm_torch_flow,0.028547199567159016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,512,gemm_torch_flow,0.04320000012715657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,128,gemm_torch_flow,0.021432532866795858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,4096,65536,gemm_torch_flow,5.894453430175782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,32,gemm_torch_flow,0.02118826707204183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,7168,gemm_torch_flow,0.3718741416931152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,8192,gemm_torch_flow,0.4274058659871419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,10240,gemm_torch_flow,0.5296085357666016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,12288,gemm_torch_flow,0.6351999918619792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,5120,gemm_torch_flow,0.27115306854248045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,6144,gemm_torch_flow,0.3202325185139974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,4096,gemm_torch_flow,0.21814719835917154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,16384,gemm_torch_flow,0.8339263916015625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,3584,gemm_torch_flow,0.19276053110758465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,3072,gemm_torch_flow,0.16694506009419757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,2560,gemm_torch_flow,0.13887467384338378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,2048,gemm_torch_flow,0.11357119878133137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,1024,gemm_torch_flow,0.06280106703440348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,1536,gemm_torch_flow,0.08705493609110514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,768,gemm_torch_flow,0.05000960032145182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,512,gemm_torch_flow,0.03779093424479167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,128,gemm_torch_flow,0.019980800151824952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,256,gemm_torch_flow,0.026265599330266315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,32,gemm_torch_flow,0.018529067436854042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,64,gemm_torch_flow,0.016456533471743265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3584,65536,gemm_torch_flow,5.122190856933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,7168,gemm_torch_flow,0.292902406056722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,8192,gemm_torch_flow,0.3405706723531087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,10240,gemm_torch_flow,0.4174816131591797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,12288,gemm_torch_flow,0.5041109402974446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,5120,gemm_torch_flow,0.21607786814371743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,6144,gemm_torch_flow,0.25220799446105957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,4096,gemm_torch_flow,0.1722208023071289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,16384,gemm_torch_flow,0.6713162740071614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,3584,gemm_torch_flow,0.15307413736979167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,3072,gemm_torch_flow,0.13264319896697999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,2048,gemm_torch_flow,0.08979626496632895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,2560,gemm_torch_flow,0.10953386624654134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,1536,gemm_torch_flow,0.07073813279469808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,1024,gemm_torch_flow,0.050254933039347326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,256,gemm_torch_flow,0.02113173405329386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,64,gemm_torch_flow,0.013414399822553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,128,gemm_torch_flow,0.016705065965652466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,768,gemm_torch_flow,0.04047360022862752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,512,gemm_torch_flow,0.030653866132100423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,32,gemm_torch_flow,0.013890133301417033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,3072,65536,gemm_torch_flow,4.463372802734375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,8192,gemm_torch_flow,0.25090667406717937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,7168,gemm_torch_flow,0.22517120043436684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,10240,gemm_torch_flow,0.314189879099528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,12288,gemm_torch_flow,0.3800373395284017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,6144,gemm_torch_flow,0.19006293614705402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,4096,gemm_torch_flow,0.13012159665425618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,5120,gemm_torch_flow,0.16299519538879395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,16384,gemm_torch_flow,0.50381441116333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,3584,gemm_torch_flow,0.11633813381195068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,2048,gemm_torch_flow,0.06965866883595785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,1024,gemm_torch_flow,0.03898239930470784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,2560,gemm_torch_flow,0.08419946829477945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,1536,gemm_torch_flow,0.05448213418324789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,3072,gemm_torch_flow,0.09869546890258789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,256,gemm_torch_flow,0.017040000359217326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,512,gemm_torch_flow,0.024363734324773154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,64,gemm_torch_flow,0.011177600423494975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,128,gemm_torch_flow,0.013313066959381104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,768,gemm_torch_flow,0.031769599517186484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,32,gemm_torch_flow,0.011658666531244914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2560,65536,gemm_torch_flow,3.6287615458170572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,8192,gemm_torch_flow,0.16893760363260907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,10240,gemm_torch_flow,0.2120800018310547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,7168,gemm_torch_flow,0.14854933420817057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,12288,gemm_torch_flow,0.25391786893208823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,4096,gemm_torch_flow,0.08694187005360922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,16384,gemm_torch_flow,0.3299893379211426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,6144,gemm_torch_flow,0.1278645356496175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,5120,gemm_torch_flow,0.10853333473205566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,3584,gemm_torch_flow,0.07764586607615152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,1024,gemm_torch_flow,0.025497599442799883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,2560,gemm_torch_flow,0.05590186516443888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,1536,gemm_torch_flow,0.03583253224690755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,2048,gemm_torch_flow,0.04593706528345744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,3072,gemm_torch_flow,0.06649066607157389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,512,gemm_torch_flow,0.015620266397794088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,128,gemm_torch_flow,0.008362666765848795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,256,gemm_torch_flow,0.010995200276374817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,64,gemm_torch_flow,0.007281066477298736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,32,gemm_torch_flow,0.007592533528804779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,768,gemm_torch_flow,0.02039253314336141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,2048,65536,gemm_torch_flow,2.8825419108072916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,8192,gemm_torch_flow,0.13212160269419354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,7168,gemm_torch_flow,0.11709760030110676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,10240,gemm_torch_flow,0.16674772898356122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,12288,gemm_torch_flow,0.195143461227417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,5120,gemm_torch_flow,0.08447466691335043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,4096,gemm_torch_flow,0.0690890630086263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,6144,gemm_torch_flow,0.10032853285471599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,16384,gemm_torch_flow,0.26395840644836427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,3584,gemm_torch_flow,0.05979733467102051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,1024,gemm_torch_flow,0.019897600015004478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,1536,gemm_torch_flow,0.027637332677841187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,2048,gemm_torch_flow,0.03583146731058757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,3072,gemm_torch_flow,0.05247466564178467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,2560,gemm_torch_flow,0.04467626810073853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,768,gemm_torch_flow,0.016058666507403056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,128,gemm_torch_flow,0.007057066758473713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,32,gemm_torch_flow,0.006306133170922597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,64,gemm_torch_flow,0.006065066655476888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,512,gemm_torch_flow,0.012429866194725036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,256,gemm_torch_flow,0.008834133545557659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1536,65536,gemm_torch_flow,2.144286855061849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,8192,gemm_torch_flow,0.08787306944529215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,7168,gemm_torch_flow,0.07852906386057536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,10240,gemm_torch_flow,0.11042346954345703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,12288,gemm_torch_flow,0.13187839984893798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,5120,gemm_torch_flow,0.05695679982503256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,6144,gemm_torch_flow,0.06686933040618896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,4096,gemm_torch_flow,0.04643946488698324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,16384,gemm_torch_flow,0.1711093266805013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,3584,gemm_torch_flow,0.04108479817708333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,1536,gemm_torch_flow,0.019091200828552247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,1024,gemm_torch_flow,0.014115200440088908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,2048,gemm_torch_flow,0.02451733350753784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,3072,gemm_torch_flow,0.035658665498097736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,2560,gemm_torch_flow,0.029604266087214153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,768,gemm_torch_flow,0.011734400192896526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,512,gemm_torch_flow,0.009381332993507385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,32,gemm_torch_flow,0.005438933273156484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,64,gemm_torch_flow,0.005178666611512502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,256,gemm_torch_flow,0.007045333087444305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,128,gemm_torch_flow,0.005866666634877523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,1024,65536,gemm_torch_flow,1.3346356709798177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,7168,gemm_torch_flow,0.044498133659362796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,8192,gemm_torch_flow,0.05003199974695841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,10240,gemm_torch_flow,0.06266026496887207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,12288,gemm_torch_flow,0.07347626686096191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,5120,gemm_torch_flow,0.03231893380482991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,6144,gemm_torch_flow,0.03858453432718913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,4096,gemm_torch_flow,0.026613332827885944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,16384,gemm_torch_flow,0.09635519981384277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,3584,gemm_torch_flow,0.023379200696945192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,1536,gemm_torch_flow,0.010800000031789143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,2560,gemm_torch_flow,0.016755199432373045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,1024,gemm_torch_flow,0.008467200398445129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,3072,gemm_torch_flow,0.020779732863108316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,2048,gemm_torch_flow,0.013302399714787801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,256,gemm_torch_flow,0.004994133114814758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,512,gemm_torch_flow,0.006106666723887126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,128,gemm_torch_flow,0.00432533323764801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,768,gemm_torch_flow,0.007276799778143566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,64,gemm_torch_flow,0.003916800022125244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,32,gemm_torch_flow,0.004304000238577525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,768,65536,gemm_torch_flow,1.0480778376261393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,8192,gemm_torch_flow,0.037308800220489505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,7168,gemm_torch_flow,0.03284800052642822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,10240,gemm_torch_flow,0.04543040196100871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,12288,gemm_torch_flow,0.05333120028177897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,5120,gemm_torch_flow,0.024984532594680788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,6144,gemm_torch_flow,0.028794666131337483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,4096,gemm_torch_flow,0.02105813423792521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,16384,gemm_torch_flow,0.07029866377512614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,3584,gemm_torch_flow,0.01853653391202291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,1536,gemm_torch_flow,0.007076266904671986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,1024,gemm_torch_flow,0.005755733450253805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,2560,gemm_torch_flow,0.010698666175206501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,2048,gemm_torch_flow,0.008231466511885326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,3072,gemm_torch_flow,0.016119466225306193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,256,gemm_torch_flow,0.003957333415746689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,512,gemm_torch_flow,0.004657066861788432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,768,gemm_torch_flow,0.005246933301289876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,64,gemm_torch_flow,0.0032981333633263906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,128,gemm_torch_flow,0.0035648000737031303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,32,gemm_torch_flow,0.003619199991226196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,512,65536,gemm_torch_flow,0.681218147277832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,7168,gemm_torch_flow,0.031480532884597776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,8192,gemm_torch_flow,0.037698133786519365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,10240,gemm_torch_flow,0.04527466694513957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,12288,gemm_torch_flow,0.052944000562032065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,5120,gemm_torch_flow,0.025100799401601155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,6144,gemm_torch_flow,0.027628799279530842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,4096,gemm_torch_flow,0.020859734217325846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,16384,gemm_torch_flow,0.07116906642913819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,3584,gemm_torch_flow,0.018871466318766274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,3072,gemm_torch_flow,0.015973333517710367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,2560,gemm_torch_flow,0.010272000233332317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,2048,gemm_torch_flow,0.008732799688975017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,1536,gemm_torch_flow,0.007563733557860057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,768,gemm_torch_flow,0.005207466582457224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,1024,gemm_torch_flow,0.005958400170008342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,64,gemm_torch_flow,0.003271466741959254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,512,gemm_torch_flow,0.004341333111127218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,32,gemm_torch_flow,0.0033151999115943907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,256,gemm_torch_flow,0.0037770666182041167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,128,gemm_torch_flow,0.0033781332274278007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,256,65536,gemm_torch_flow,0.38178561528523763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,7168,gemm_torch_flow,0.030792532364527385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,8192,gemm_torch_flow,0.03441386620203654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,10240,gemm_torch_flow,0.04265386660893758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,12288,gemm_torch_flow,0.05380906661351522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,6144,gemm_torch_flow,0.026826665798823042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,5120,gemm_torch_flow,0.023477333784103393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,4096,gemm_torch_flow,0.01981226603190104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,16384,gemm_torch_flow,0.06883306503295898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,3584,gemm_torch_flow,0.017364267508188883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,2048,gemm_torch_flow,0.0077450667818387345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,1024,gemm_torch_flow,0.005085866649945577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,3072,gemm_torch_flow,0.013351466258366904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,2560,gemm_torch_flow,0.009070932865142822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,1536,gemm_torch_flow,0.006626133124033611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,256,gemm_torch_flow,0.0035360001027584078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,64,gemm_torch_flow,0.0029120000700155893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,128,gemm_torch_flow,0.0031957333286603295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,512,gemm_torch_flow,0.004005333284536997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,768,gemm_torch_flow,0.004610133171081543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,128,65536,gemm_torch_flow,0.28214613596598304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,32,gemm_torch_flow,0.0030069333811601003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,64,65536,gemm_torch_flow,0.27030506134033205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,6144,gemm_torch_flow,4.455953979492188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,7168,gemm_torch_flow,5.2150721232096355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,8192,gemm_torch_flow,6.11545155843099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,10240,gemm_torch_flow,7.396166483561198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,3584,gemm_torch_flow,2.570176951090495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,4096,gemm_torch_flow,2.979456075032552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,5120,gemm_torch_flow,3.7025856018066405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,3072,gemm_torch_flow,2.161481475830078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,12288,gemm_torch_flow,9.063102213541667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,1024,gemm_torch_flow,0.7332746505737304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8192,32,65536,gemm_torch_flow,0.25973013242085774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,1536,gemm_torch_flow,1.0691146850585938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,768,gemm_torch_flow,0.5790602366129558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,128,gemm_torch_flow,0.19716374079386395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,256,gemm_torch_flow,0.25656426747639977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,2560,gemm_torch_flow,1.8004586537679035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,2048,gemm_torch_flow,1.4613333384195963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,64,gemm_torch_flow,0.1788885275522868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,512,gemm_torch_flow,0.42285973230997725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,32,gemm_torch_flow,0.17815574010213214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,65536,16384,gemm_torch_flow,11.972416178385417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,6144,gemm_torch_flow,1.0735861460367837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,7168,gemm_torch_flow,1.224510955810547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,8192,gemm_torch_flow,1.407985051472982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,10240,gemm_torch_flow,1.7809076944986981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,4096,gemm_torch_flow,0.710530153910319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,5120,gemm_torch_flow,0.8799231847127279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,12288,gemm_torch_flow,2.160176086425781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,3584,gemm_torch_flow,0.622984504699707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,3072,gemm_torch_flow,0.539518928527832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,2560,gemm_torch_flow,0.4454815864562988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,512,gemm_torch_flow,0.10668693383534748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,768,gemm_torch_flow,0.14609492619832357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,1024,gemm_torch_flow,0.19031039873758954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,1536,gemm_torch_flow,0.2741621335347494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,16384,gemm_torch_flow,3.001637268066406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,256,gemm_torch_flow,0.06417066653569539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,128,gemm_torch_flow,0.0499349315961202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,2048,gemm_torch_flow,0.3642826716105143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,64,gemm_torch_flow,0.04578239917755127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,32,gemm_torch_flow,0.048827731609344484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,6144,gemm_torch_flow,0.7647008260091146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,7168,gemm_torch_flow,0.9010421117146811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,8192,gemm_torch_flow,1.0402346928914388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,10240,gemm_torch_flow,1.2717482248942056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,12288,gemm_torch_flow,1.5730592091878255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,5120,gemm_torch_flow,0.6387253443400065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,4096,gemm_torch_flow,0.5185770670572917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,3584,gemm_torch_flow,0.45724051793416337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,3072,gemm_torch_flow,0.3926794687906901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,16384,gemm_torch_flow,2.121236292521159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,1024,gemm_torch_flow,0.14167040189107258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,2560,gemm_torch_flow,0.32384001413981117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,1536,gemm_torch_flow,0.2022175947825114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,2048,gemm_torch_flow,0.26135679880777996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,512,gemm_torch_flow,0.08136320114135742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,768,gemm_torch_flow,0.11126080354054768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,256,gemm_torch_flow,0.04994026819864909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,128,gemm_torch_flow,0.038881067434946695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,32,gemm_torch_flow,0.03651946783065796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,64,gemm_torch_flow,0.03566186825434367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,7168,gemm_torch_flow,0.7555349349975586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,8192,gemm_torch_flow,0.856777572631836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,10240,gemm_torch_flow,1.0856319427490235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,12288,gemm_torch_flow,1.2934635162353516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,5120,gemm_torch_flow,0.537889035542806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,4096,gemm_torch_flow,0.4336544036865234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,6144,gemm_torch_flow,0.6494976043701172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,16384,gemm_torch_flow,1.7824639638264972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,3584,gemm_torch_flow,0.3868255933125814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,1536,gemm_torch_flow,0.17279574076334636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,2048,gemm_torch_flow,0.22578986485799155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,2560,gemm_torch_flow,0.2770815849304199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,3072,gemm_torch_flow,0.3295498530069987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,1024,gemm_torch_flow,0.12134613196055095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,512,gemm_torch_flow,0.06996693611145019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,768,gemm_torch_flow,0.09562666416168213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,128,gemm_torch_flow,0.03382293383280437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,256,gemm_torch_flow,0.04611839850743611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,64,gemm_torch_flow,0.029795199632644653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,32,gemm_torch_flow,0.03168533245722453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,8192,gemm_torch_flow,0.6820458730061849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,10240,gemm_torch_flow,0.8482965469360352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,12288,gemm_torch_flow,1.00152530670166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,16384,gemm_torch_flow,1.3438432057698568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,16384,65536,gemm_torch_flow,12.175765991210938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,7168,gemm_torch_flow,0.5966911951700846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,6144,gemm_torch_flow,0.5150133450826009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,5120,gemm_torch_flow,0.4254282633463542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,2048,gemm_torch_flow,0.17574933369954426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,4096,gemm_torch_flow,0.3436810811360677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,3584,gemm_torch_flow,0.30941759745279945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,2560,gemm_torch_flow,0.22037226359049478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,3072,gemm_torch_flow,0.2626197338104248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,1024,gemm_torch_flow,0.09495893319447836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,768,gemm_torch_flow,0.07608853181203207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,1536,gemm_torch_flow,0.135100793838501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,256,gemm_torch_flow,0.0356768012046814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,64,gemm_torch_flow,0.025010132789611818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,512,gemm_torch_flow,0.05547093152999878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,128,gemm_torch_flow,0.02782613237698873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,32,gemm_torch_flow,0.026049067576726277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,12288,65536,gemm_torch_flow,8.889513142903645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,8192,gemm_torch_flow,0.5884384155273438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,10240,gemm_torch_flow,0.737391980489095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,7168,gemm_torch_flow,0.5230730692545573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,12288,gemm_torch_flow,0.8883328119913736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,16384,gemm_torch_flow,1.2034219106038413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,6144,gemm_torch_flow,0.4450271924336751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,4096,gemm_torch_flow,0.303110408782959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,5120,gemm_torch_flow,0.37411200205485023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,3584,gemm_torch_flow,0.2684416135152181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,10240,65536,gemm_torch_flow,7.4951904296875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,1024,gemm_torch_flow,0.08482879797617594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,768,gemm_torch_flow,0.0670581340789795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,2048,gemm_torch_flow,0.15518827438354493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,1536,gemm_torch_flow,0.11887466907501221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,3072,gemm_torch_flow,0.23140692710876465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,2560,gemm_torch_flow,0.19073279698689777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,512,gemm_torch_flow,0.04914453426996867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,32,gemm_torch_flow,0.022949333985646567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,64,gemm_torch_flow,0.023543467124303184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,128,gemm_torch_flow,0.024730666478474935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,256,gemm_torch_flow,0.03184000054995219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,7168,gemm_torch_flow,0.44165334701538084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,8192,gemm_torch_flow,0.509765338897705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,10240,gemm_torch_flow,0.6317855834960937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,12288,gemm_torch_flow,0.7683850606282552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,6144,gemm_torch_flow,0.38046932220458984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,5120,gemm_torch_flow,0.3227786699930827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,4096,gemm_torch_flow,0.25922133127848307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,16384,gemm_torch_flow,1.0191413243611653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,3584,gemm_torch_flow,0.23088000615437826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,8192,65536,gemm_torch_flow,5.844168599446615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,2560,gemm_torch_flow,0.16502079963684083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,3072,gemm_torch_flow,0.1947711944580078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,1536,gemm_torch_flow,0.10403626759847004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,1024,gemm_torch_flow,0.07340693473815918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,2048,gemm_torch_flow,0.1332096020380656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,768,gemm_torch_flow,0.05894080003102621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,512,gemm_torch_flow,0.04268053372701009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,64,gemm_torch_flow,0.020422399044036865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,256,gemm_torch_flow,0.02831679979960124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,32,gemm_torch_flow,0.02130133310953776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,128,gemm_torch_flow,0.02134400010108948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,7168,gemm_torch_flow,0.37904745737711587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,8192,gemm_torch_flow,0.42685546875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,10240,gemm_torch_flow,0.5271594683329265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,12288,gemm_torch_flow,0.6429269154866536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,5120,gemm_torch_flow,0.27068799336751304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,4096,gemm_torch_flow,0.21705706914265951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,6144,gemm_torch_flow,0.3263605435689291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,16384,gemm_torch_flow,0.8470624287923177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,3584,gemm_torch_flow,0.19529600143432618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,1024,gemm_torch_flow,0.06285226742426554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,1536,gemm_torch_flow,0.087990403175354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,2048,gemm_torch_flow,0.11521279811859131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,2560,gemm_torch_flow,0.13939520517985027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,3072,gemm_torch_flow,0.16669333775838216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,128,gemm_torch_flow,0.019682133197784425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,768,gemm_torch_flow,0.050164266427357995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,512,gemm_torch_flow,0.03789546489715576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,64,gemm_torch_flow,0.016729599237442015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,256,gemm_torch_flow,0.02611839969952901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,32,gemm_torch_flow,0.017103999853134155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,7168,65536,gemm_torch_flow,5.171881612141927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,8192,gemm_torch_flow,0.33435198465983074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,7168,gemm_torch_flow,0.30136426289876306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,10240,gemm_torch_flow,0.42335039774576827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,12288,gemm_torch_flow,0.5020394643147786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,6144,gemm_torch_flow,0.25294079780578616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,5120,gemm_torch_flow,0.21601279576619467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,16384,gemm_torch_flow,0.6677493413289388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,4096,gemm_torch_flow,0.17505067189534504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,3584,gemm_torch_flow,0.15219945907592775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,3072,gemm_torch_flow,0.13068479696909588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,2048,gemm_torch_flow,0.09027093251546224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,2560,gemm_torch_flow,0.1118623971939087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,1024,gemm_torch_flow,0.04960106611251831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,1536,gemm_torch_flow,0.07045119603474935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,768,gemm_torch_flow,0.03997546831766764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,6144,65536,gemm_torch_flow,4.450965372721354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,128,gemm_torch_flow,0.015783466895421348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,512,gemm_torch_flow,0.030678399403889972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,256,gemm_torch_flow,0.021281067530314127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,32,gemm_torch_flow,0.014070399602254233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,64,gemm_torch_flow,0.013578666249910989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,7168,gemm_torch_flow,0.2799541473388672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,8192,gemm_torch_flow,0.31282240549723306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,10240,gemm_torch_flow,0.39441919326782227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,12288,gemm_torch_flow,0.46947520573933915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,5120,gemm_torch_flow,0.1988032023111979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,6144,gemm_torch_flow,0.241210667292277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,4096,gemm_torch_flow,0.16309973398844402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,16384,gemm_torch_flow,0.6212085088094075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,3584,gemm_torch_flow,0.14316587448120116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,3072,gemm_torch_flow,0.12291626930236817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,1536,gemm_torch_flow,0.0659007986386617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,1024,gemm_torch_flow,0.04775253136952718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,768,gemm_torch_flow,0.03864746491114299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,2048,gemm_torch_flow,0.08546880086263021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,2560,gemm_torch_flow,0.10524693330128987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,5120,65536,gemm_torch_flow,3.602937571207682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,128,gemm_torch_flow,0.014428800344467163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,256,gemm_torch_flow,0.016826667388280234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,32,gemm_torch_flow,0.014095999797185264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,512,gemm_torch_flow,0.023642667134602866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,64,gemm_torch_flow,0.013138133287429809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,7168,gemm_torch_flow,0.2257695992787679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,8192,gemm_torch_flow,0.25529707272847496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,10240,gemm_torch_flow,0.32079785664876304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,12288,gemm_torch_flow,0.38031892776489257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,5120,gemm_torch_flow,0.1623253345489502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,16384,gemm_torch_flow,0.4993909200032552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,4096,gemm_torch_flow,0.13293973604838055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,6144,gemm_torch_flow,0.1947157382965088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,3584,gemm_torch_flow,0.1160586675008138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,4096,65536,gemm_torch_flow,2.9131179809570313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,2560,gemm_torch_flow,0.08388266563415528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,1024,gemm_torch_flow,0.03875199953715007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,3072,gemm_torch_flow,0.10018986860911053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,2048,gemm_torch_flow,0.06962880293528238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,1536,gemm_torch_flow,0.053928534189860024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,768,gemm_torch_flow,0.031829333305358885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,256,gemm_torch_flow,0.017093332608540852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,512,gemm_torch_flow,0.024191999435424806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,64,gemm_torch_flow,0.011195733149846395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,128,gemm_torch_flow,0.013091199596722922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,32,gemm_torch_flow,0.011665067076683045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,7168,gemm_torch_flow,0.1864938735961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,8192,gemm_torch_flow,0.21083626747131348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,10240,gemm_torch_flow,0.2645813306172689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,12288,gemm_torch_flow,0.3107167879740397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,6144,gemm_torch_flow,0.16058773994445802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,16384,gemm_torch_flow,0.4168373425801595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,3584,gemm_torch_flow,0.09473386605580648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,4096,gemm_torch_flow,0.10948053201039631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,5120,gemm_torch_flow,0.13391040166219076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3584,65536,gemm_torch_flow,2.6497268676757812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,2048,gemm_torch_flow,0.05670506556828817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,1024,gemm_torch_flow,0.031268266836802165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,1536,gemm_torch_flow,0.044626132647196455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,2560,gemm_torch_flow,0.07007359663645427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,512,gemm_torch_flow,0.01918826699256897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,3072,gemm_torch_flow,0.08315839767456054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,768,gemm_torch_flow,0.02579413255055745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,128,gemm_torch_flow,0.01004266639550527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,256,gemm_torch_flow,0.013209600249926248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,32,gemm_torch_flow,0.009009066224098205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,64,gemm_torch_flow,0.00871573289235433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,7168,gemm_torch_flow,0.14762880007425944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,8192,gemm_torch_flow,0.16589760780334473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,10240,gemm_torch_flow,0.20781973203023277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,12288,gemm_torch_flow,0.2510986646016439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,5120,gemm_torch_flow,0.10555626551310222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,6144,gemm_torch_flow,0.12708160082499187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,16384,gemm_torch_flow,0.32948052088419594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,4096,gemm_torch_flow,0.0861845334370931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,3584,gemm_torch_flow,0.07674773534138998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,3072,65536,gemm_torch_flow,2.124625015258789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,3072,gemm_torch_flow,0.06530133485794068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,2560,gemm_torch_flow,0.055742931365966794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,512,gemm_torch_flow,0.01544426679611206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,2048,gemm_torch_flow,0.045289599895477296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,1536,gemm_torch_flow,0.034731733798980716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,1024,gemm_torch_flow,0.025587199131647746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,256,gemm_torch_flow,0.010943999886512757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,768,gemm_torch_flow,0.0206112007300059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,128,gemm_torch_flow,0.008317866424719492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,64,gemm_torch_flow,0.007236266632874806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,32,gemm_torch_flow,0.007546666761239369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,7168,gemm_torch_flow,0.11490026315053303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,10240,gemm_torch_flow,0.16094932556152344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,8192,gemm_torch_flow,0.13043306668599447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,12288,gemm_torch_flow,0.19655572573343913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,5120,gemm_torch_flow,0.08251307010650635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,4096,gemm_torch_flow,0.06717973550160726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,16384,gemm_torch_flow,0.2587242603302002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,6144,gemm_torch_flow,0.09899840354919434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2560,65536,gemm_torch_flow,1.6966912587483722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,3584,gemm_torch_flow,0.060078934828440345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,1024,gemm_torch_flow,0.02038080096244812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,2048,gemm_torch_flow,0.03520426750183105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,3072,gemm_torch_flow,0.05090879996617635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,1536,gemm_torch_flow,0.027190399169921876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,2560,gemm_torch_flow,0.04317653179168701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,768,gemm_torch_flow,0.016300800442695617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,512,gemm_torch_flow,0.012517333030700684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,128,gemm_torch_flow,0.00703359991312027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,256,gemm_torch_flow,0.00885973374048869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,64,gemm_torch_flow,0.006077866752942403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,32,gemm_torch_flow,0.00633493314186732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,7168,gemm_torch_flow,0.0748085339864095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,8192,gemm_torch_flow,0.08504640261332194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,10240,gemm_torch_flow,0.10556053320566813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,12288,gemm_torch_flow,0.1244810660680135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,6144,gemm_torch_flow,0.06450026830037435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,4096,gemm_torch_flow,0.044437332948048906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,3584,gemm_torch_flow,0.03840106725692749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,5120,gemm_torch_flow,0.05428266525268555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,16384,gemm_torch_flow,0.1685738722483317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,2048,65536,gemm_torch_flow,1.36734619140625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,1024,gemm_torch_flow,0.013943466544151305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,2048,gemm_torch_flow,0.02392639915148417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,1536,gemm_torch_flow,0.018861865997314452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,2560,gemm_torch_flow,0.028775467475255327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,3072,gemm_torch_flow,0.03371626536051432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,768,gemm_torch_flow,0.011741866668065388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,256,gemm_torch_flow,0.006964266796906789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,128,gemm_torch_flow,0.005760000149408976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,512,gemm_torch_flow,0.009299199779828389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,64,gemm_torch_flow,0.00510506679614385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,32,gemm_torch_flow,0.005341866612434387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,7168,gemm_torch_flow,0.05854506492614746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,8192,gemm_torch_flow,0.06705066363016764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,10240,gemm_torch_flow,0.08373653093973796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,12288,gemm_torch_flow,0.09879679679870605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,4096,gemm_torch_flow,0.034764798482259114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,5120,gemm_torch_flow,0.04301973183949788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,16384,gemm_torch_flow,0.1291103998819987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,6144,gemm_torch_flow,0.05064213275909424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1536,65536,gemm_torch_flow,1.0339391708374024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,3584,gemm_torch_flow,0.029950932661692305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,2048,gemm_torch_flow,0.01884053349494934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,3072,gemm_torch_flow,0.026382933060328167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,768,gemm_torch_flow,0.00937600036462148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,2560,gemm_torch_flow,0.022731733322143555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,1024,gemm_torch_flow,0.011225600043932598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,1536,gemm_torch_flow,0.01502293348312378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,256,gemm_torch_flow,0.005888000130653381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,128,gemm_torch_flow,0.0049781332413355505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,512,gemm_torch_flow,0.007665066421031952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,32,gemm_torch_flow,0.004699733356634776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,64,gemm_torch_flow,0.004490666588147481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,7168,gemm_torch_flow,0.04153493245442708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,8192,gemm_torch_flow,0.04725226561228434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,10240,gemm_torch_flow,0.057181866963704434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,12288,gemm_torch_flow,0.06902506351470947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,1024,65536,gemm_torch_flow,0.6643829345703125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,16384,gemm_torch_flow,0.09253119627634684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,6144,gemm_torch_flow,0.03589973449707031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,4096,gemm_torch_flow,0.024165334304173787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,5120,gemm_torch_flow,0.030628265937169392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,3584,gemm_torch_flow,0.021134932835896812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,1536,gemm_torch_flow,0.010863999525705974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,1024,gemm_torch_flow,0.008515200018882752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,2048,gemm_torch_flow,0.013406933347384135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,768,gemm_torch_flow,0.007287466526031494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,2560,gemm_torch_flow,0.015953066945075988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,3072,gemm_torch_flow,0.018566399812698364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,512,gemm_torch_flow,0.0061482667922973635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,256,gemm_torch_flow,0.004970666766166687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,32,gemm_torch_flow,0.004267733295758565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,128,gemm_torch_flow,0.004413866500059763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,64,gemm_torch_flow,0.003976533313592275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,7168,gemm_torch_flow,0.02804693380991618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,8192,gemm_torch_flow,0.03429866631825765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,10240,gemm_torch_flow,0.0386303981145223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,12288,gemm_torch_flow,0.04304320017496745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,16384,gemm_torch_flow,0.05403840144475301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,768,65536,gemm_torch_flow,0.5172245343526204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,4096,gemm_torch_flow,0.01889386574427287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,6144,gemm_torch_flow,0.02373653252919515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,5120,gemm_torch_flow,0.021476266781489055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,3584,gemm_torch_flow,0.015868799885114034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,2048,gemm_torch_flow,0.00957546631495158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,1024,gemm_torch_flow,0.006137600044409434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,1536,gemm_torch_flow,0.008260266482830047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,2560,gemm_torch_flow,0.012065066893895467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,3072,gemm_torch_flow,0.013639466961224875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,768,gemm_torch_flow,0.005532800157864889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,256,gemm_torch_flow,0.004030933231115341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,512,gemm_torch_flow,0.004750933249791463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,128,gemm_torch_flow,0.0035957333942254386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,32,gemm_torch_flow,0.0035157332817713416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,64,gemm_torch_flow,0.0033813332517941795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,7168,gemm_torch_flow,0.01932800014813741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,8192,gemm_torch_flow,0.022737065951029457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,10240,gemm_torch_flow,0.029715200265248615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,12288,gemm_torch_flow,0.03366080125172933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,512,65536,gemm_torch_flow,0.34949013392130535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,5120,gemm_torch_flow,0.011805867155392964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,6144,gemm_torch_flow,0.01660693287849426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,16384,gemm_torch_flow,0.041560534636179605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,4096,gemm_torch_flow,0.009833600123723347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,3584,gemm_torch_flow,0.00956053336461385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,1024,gemm_torch_flow,0.004746666550636292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,1536,gemm_torch_flow,0.005670399963855743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,768,gemm_torch_flow,0.0044053331017494205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,2560,gemm_torch_flow,0.007246933380762736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,2048,gemm_torch_flow,0.006469333171844482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,3072,gemm_torch_flow,0.008273066580295562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,128,gemm_torch_flow,0.0033791999022165934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,512,gemm_torch_flow,0.003915733347336451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,256,gemm_torch_flow,0.0034773332377274835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,64,gemm_torch_flow,0.0030069333811601003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,32,gemm_torch_flow,0.003366400053103765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,7168,gemm_torch_flow,0.018090667327245076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,8192,gemm_torch_flow,0.024284799893697105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,10240,gemm_torch_flow,0.02741439938545227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,12288,gemm_torch_flow,0.03237119913101196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,256,65536,gemm_torch_flow,0.1965376059214274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,5120,gemm_torch_flow,0.01014400025208791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,16384,gemm_torch_flow,0.04055893421173096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,6144,gemm_torch_flow,0.014917332927385965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,4096,gemm_torch_flow,0.008340266346931458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,3584,gemm_torch_flow,0.007935999830563863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,3072,gemm_torch_flow,0.007332266867160797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,2560,gemm_torch_flow,0.006919466455777486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,2048,gemm_torch_flow,0.0060576001803080235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,1024,gemm_torch_flow,0.004549333453178405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,1536,gemm_torch_flow,0.005406933526198069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,128,gemm_torch_flow,0.0032266666491826378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,768,gemm_torch_flow,0.00417493333419164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,256,gemm_torch_flow,0.003345066557327906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,512,gemm_torch_flow,0.003755733370780945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,64,gemm_torch_flow,0.0028885332246621448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,32,gemm_torch_flow,0.002976000060637792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,8192,gemm_torch_flow,0.022363734245300294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,7168,gemm_torch_flow,0.01999893387158712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,10240,gemm_torch_flow,0.02592533429463704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,12288,gemm_torch_flow,0.02994453310966492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,128,65536,gemm_torch_flow,0.15383893648783367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,16384,gemm_torch_flow,0.037536001205444335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,5120,gemm_torch_flow,0.011160533626874287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,3584,gemm_torch_flow,0.00944106678167979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,4096,gemm_torch_flow,0.010372266173362732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,6144,gemm_torch_flow,0.016166399916013083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,1536,gemm_torch_flow,0.004791466891765595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,3072,gemm_torch_flow,0.008605866630872091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,768,gemm_torch_flow,0.003852800031503042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,1024,gemm_torch_flow,0.004215466479460398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,2048,gemm_torch_flow,0.005356800059477488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,512,gemm_torch_flow,0.003538133452335993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,2560,gemm_torch_flow,0.005985066791375478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,128,gemm_torch_flow,0.0029653333127498626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,256,gemm_torch_flow,0.0031637333333492277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,64,gemm_torch_flow,0.00279573326309522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,32,gemm_torch_flow,0.002951466788848241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,64,65536,gemm_torch_flow,0.14530666669209796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4096,32,65536,gemm_torch_flow,0.13445653915405273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,6144,gemm_torch_flow,2.21027094523112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,7168,gemm_torch_flow,2.4938613891601564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,5120,gemm_torch_flow,1.8184693654378254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,8192,gemm_torch_flow,2.9833460489908856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,10240,gemm_torch_flow,3.6991498311360678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,2560,gemm_torch_flow,0.8756693522135416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,3584,gemm_torch_flow,1.2485460917154947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,4096,gemm_torch_flow,1.4072405497233071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,3072,gemm_torch_flow,1.0607626597086588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,2048,gemm_torch_flow,0.7162975947062175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,128,gemm_torch_flow,0.1080895980199178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,512,gemm_torch_flow,0.21228159268697105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,256,gemm_torch_flow,0.13398720423380533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,64,gemm_torch_flow,0.09432213306427002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,32,gemm_torch_flow,0.09126826922098795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,768,gemm_torch_flow,0.2920490582784017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,1536,gemm_torch_flow,0.5391850789388021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,1024,gemm_torch_flow,0.36946452458699547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,12288,gemm_torch_flow,4.475951131184896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,6144,gemm_torch_flow,0.5141855875651042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,7168,gemm_torch_flow,0.5946218490600585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,65536,16384,gemm_torch_flow,6.0099329630533855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,8192,gemm_torch_flow,0.68144105275472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,10240,gemm_torch_flow,0.8504416147867838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,12288,gemm_torch_flow,1.0227008183797202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,3584,gemm_torch_flow,0.3050016085306803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,3072,gemm_torch_flow,0.2634058634440104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,4096,gemm_torch_flow,0.34517545700073243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,5120,gemm_torch_flow,0.4287253379821777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,2560,gemm_torch_flow,0.22180906931559244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,2048,gemm_torch_flow,0.17995200157165528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,1536,gemm_torch_flow,0.13505600293477377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,1024,gemm_torch_flow,0.09566720326741537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,512,gemm_torch_flow,0.05571413437525431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,768,gemm_torch_flow,0.07514879703521729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,256,gemm_torch_flow,0.03538986841837565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,128,gemm_torch_flow,0.028274132808049517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,64,gemm_torch_flow,0.026787199576695758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,16384,gemm_torch_flow,1.4135359446207683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,32,gemm_torch_flow,0.026048000653584796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,6144,gemm_torch_flow,0.38560959498087566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,7168,gemm_torch_flow,0.45119679768880205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,8192,gemm_torch_flow,0.504092788696289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,10240,gemm_torch_flow,0.6411082585652669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,12288,gemm_torch_flow,0.7631541570027669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,3584,gemm_torch_flow,0.22672853469848633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,5120,gemm_torch_flow,0.32329813639322913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,4096,gemm_torch_flow,0.262988805770874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,3072,gemm_torch_flow,0.20002986590067545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,16384,gemm_torch_flow,1.0233269373575846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,1024,gemm_torch_flow,0.07367786566416422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,768,gemm_torch_flow,0.05827413400014242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,2560,gemm_torch_flow,0.16730453173319498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,2048,gemm_torch_flow,0.13309120337168376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,1536,gemm_torch_flow,0.10344106356302898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,256,gemm_torch_flow,0.028262400627136232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,512,gemm_torch_flow,0.04321920077006022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,128,gemm_torch_flow,0.021565866470336915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,32,gemm_torch_flow,0.02093120018641154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,64,gemm_torch_flow,0.02080000042915344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,7168,gemm_torch_flow,0.37956053415934243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,8192,gemm_torch_flow,0.42572587331136064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,10240,gemm_torch_flow,0.5401130676269531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,12288,gemm_torch_flow,0.6361674626668294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,5120,gemm_torch_flow,0.2699946721394857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,6144,gemm_torch_flow,0.32682987848917644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,4096,gemm_torch_flow,0.22232319513956705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,16384,gemm_torch_flow,0.8563765207926431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,3584,gemm_torch_flow,0.1930026690165202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,2048,gemm_torch_flow,0.11648746331532796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,3072,gemm_torch_flow,0.16637226740519206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,1536,gemm_torch_flow,0.08932586510976157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,1024,gemm_torch_flow,0.062412798404693604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,2560,gemm_torch_flow,0.14257386525472004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,768,gemm_torch_flow,0.05040426651636759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,256,gemm_torch_flow,0.026184533039728803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,512,gemm_torch_flow,0.03808639844258626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,32,gemm_torch_flow,0.01714986761411031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,128,gemm_torch_flow,0.019694934288660683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,64,gemm_torch_flow,0.016753067572911583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,8192,gemm_torch_flow,0.34277121225992835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,10240,gemm_torch_flow,0.4210090637207031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,12288,gemm_torch_flow,0.5119658788045247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,16384,gemm_torch_flow,0.6654517491658528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,5120,gemm_torch_flow,0.21821866035461426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,7168,gemm_torch_flow,0.30093228022257484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,6144,gemm_torch_flow,0.2560671965281168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,16384,65536,gemm_torch_flow,5.8668970743815105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,4096,gemm_torch_flow,0.17301546732584636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,3584,gemm_torch_flow,0.15560107231140136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,2560,gemm_torch_flow,0.11166506608327229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,3072,gemm_torch_flow,0.13426772753397626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,1536,gemm_torch_flow,0.06979413032531738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,2048,gemm_torch_flow,0.09334399700164794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,256,gemm_torch_flow,0.02111146648724874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,1024,gemm_torch_flow,0.050429864724477136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,512,gemm_torch_flow,0.030781867106755574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,768,gemm_torch_flow,0.04020373423894246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,128,gemm_torch_flow,0.016200533509254454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,64,gemm_torch_flow,0.013891200224558512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,32,gemm_torch_flow,0.014286933342615762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,12288,65536,gemm_torch_flow,4.427478535970052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,8192,gemm_torch_flow,0.30031251907348633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,10240,gemm_torch_flow,0.3662677447001139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,7168,gemm_torch_flow,0.2632160027821859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,12288,gemm_torch_flow,0.4482560157775879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,16384,gemm_torch_flow,0.5856234868367513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,10240,65536,gemm_torch_flow,3.6736801147460936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,4096,gemm_torch_flow,0.15035947163899738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,6144,gemm_torch_flow,0.22638932863871256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,5120,gemm_torch_flow,0.18582293192545574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,3584,gemm_torch_flow,0.13343253135681152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,1024,gemm_torch_flow,0.040858666102091476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,1536,gemm_torch_flow,0.05968853235244751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,2048,gemm_torch_flow,0.07684799830118814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,768,gemm_torch_flow,0.032706133524576825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,2560,gemm_torch_flow,0.09630293051401774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,3072,gemm_torch_flow,0.11253546873728434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,512,gemm_torch_flow,0.023206400871276855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,256,gemm_torch_flow,0.015787733594576518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,64,gemm_torch_flow,0.012548266847928365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,128,gemm_torch_flow,0.013340800007184347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,32,gemm_torch_flow,0.013420800367991129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,7168,gemm_torch_flow,0.22510186831156412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,8192,gemm_torch_flow,0.2557194709777832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,10240,gemm_torch_flow,0.3216970761617025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,12288,gemm_torch_flow,0.3847135861714681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,8192,65536,gemm_torch_flow,2.916657002766927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,16384,gemm_torch_flow,0.5010165214538574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,3584,gemm_torch_flow,0.11780373255411784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,5120,gemm_torch_flow,0.16277012825012208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,4096,gemm_torch_flow,0.13307946523030598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,6144,gemm_torch_flow,0.19413119951883953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,2560,gemm_torch_flow,0.08445759614308676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,3072,gemm_torch_flow,0.10333759784698486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,1536,gemm_torch_flow,0.053729065259297694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,2048,gemm_torch_flow,0.07009706497192383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,512,gemm_torch_flow,0.02422399918238322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,1024,gemm_torch_flow,0.03898880084355672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,768,gemm_torch_flow,0.0314410666624705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,256,gemm_torch_flow,0.017413334051767985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,64,gemm_torch_flow,0.011267200112342834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,32,gemm_torch_flow,0.011588266491889954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,128,gemm_torch_flow,0.013150933384895324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,8192,gemm_torch_flow,0.21220800081888833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,7168,gemm_torch_flow,0.18785492579142254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,10240,gemm_torch_flow,0.26906026204427086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,12288,gemm_torch_flow,0.3214677174886068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,16384,gemm_torch_flow,0.4237536112467448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,5120,gemm_torch_flow,0.13578559557596842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,4096,gemm_torch_flow,0.1112287998199463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,6144,gemm_torch_flow,0.1606261412302653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,3584,gemm_torch_flow,0.09783466657002768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,7168,65536,gemm_torch_flow,2.5738731384277345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,3072,gemm_torch_flow,0.0841269334157308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,2048,gemm_torch_flow,0.05864319801330566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,1536,gemm_torch_flow,0.044514131546020505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,2560,gemm_torch_flow,0.07084693113962809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,1024,gemm_torch_flow,0.03193493286768596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,256,gemm_torch_flow,0.013455999890963235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,768,gemm_torch_flow,0.02577173312505086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,512,gemm_torch_flow,0.0195743997891744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,128,gemm_torch_flow,0.010095999638239542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,64,gemm_torch_flow,0.008691199620564779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,32,gemm_torch_flow,0.009075199564297993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,8192,gemm_torch_flow,0.1692992051442464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,10240,gemm_torch_flow,0.20867199897766114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,7168,gemm_torch_flow,0.15053653717041016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,12288,gemm_torch_flow,0.2522570610046387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,5120,gemm_torch_flow,0.10676373640696209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,16384,gemm_torch_flow,0.3360714594523112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,4096,gemm_torch_flow,0.08812586466471353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,6144,65536,gemm_torch_flow,2.161651102701823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,6144,gemm_torch_flow,0.12816533247629802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,3584,gemm_torch_flow,0.07710186640421549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,3072,gemm_torch_flow,0.06604479948679606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,2048,gemm_torch_flow,0.0462282657623291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,1024,gemm_torch_flow,0.02531840006510417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,1536,gemm_torch_flow,0.035869868596394856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,2560,gemm_torch_flow,0.05644586483637491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,768,gemm_torch_flow,0.020916267236073812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,512,gemm_torch_flow,0.016126933693885803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,256,gemm_torch_flow,0.010980266332626342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,128,gemm_torch_flow,0.008356266220410665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,64,gemm_torch_flow,0.007387733459472657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,32,gemm_torch_flow,0.007646933197975159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,7168,gemm_torch_flow,0.1428042729695638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,8192,gemm_torch_flow,0.16036160786946613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,10240,gemm_torch_flow,0.19965440432230633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,12288,gemm_torch_flow,0.24165652592976888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,16384,gemm_torch_flow,0.31465921401977537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,5120,65536,gemm_torch_flow,1.774507776896159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,3072,gemm_torch_flow,0.06302719910939535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,5120,gemm_torch_flow,0.10224106311798095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,4096,gemm_torch_flow,0.08264959653218587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,6144,gemm_torch_flow,0.12299199899037679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,3584,gemm_torch_flow,0.07391573588053385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,2560,gemm_torch_flow,0.05461653470993042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,2048,gemm_torch_flow,0.04401386578877767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,1024,gemm_torch_flow,0.02493120034535726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,768,gemm_torch_flow,0.02037866711616516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,1536,gemm_torch_flow,0.034835199515024826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,512,gemm_torch_flow,0.01562773287296295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,256,gemm_torch_flow,0.01095466713110606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,128,gemm_torch_flow,0.008089600006739299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,64,gemm_torch_flow,0.006920533378918965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,32,gemm_torch_flow,0.007368533313274384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,7168,gemm_torch_flow,0.1166922648747762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,10240,gemm_torch_flow,0.16264106432596842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,8192,gemm_torch_flow,0.1319648027420044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,4096,65536,gemm_torch_flow,1.345085906982422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,12288,gemm_torch_flow,0.19852906862894695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,16384,gemm_torch_flow,0.26303787231445314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,5120,gemm_torch_flow,0.08320213158925374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,4096,gemm_torch_flow,0.0677728017171224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,3584,gemm_torch_flow,0.061223467191060386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,3072,gemm_torch_flow,0.051990401744842527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,6144,gemm_torch_flow,0.10078506469726563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,1024,gemm_torch_flow,0.02027946710586548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,2560,gemm_torch_flow,0.04373759826024373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,2048,gemm_torch_flow,0.035037867228190106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,1536,gemm_torch_flow,0.0273034671942393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,768,gemm_torch_flow,0.016612266500790916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,256,gemm_torch_flow,0.008865066369374593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,512,gemm_torch_flow,0.012684800227483115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,64,gemm_torch_flow,0.006019199887911478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,128,gemm_torch_flow,0.007051733136177063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,32,gemm_torch_flow,0.00626453310251236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,7168,gemm_torch_flow,0.09304746786753336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,10240,gemm_torch_flow,0.13045653502146404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,8192,gemm_torch_flow,0.10700053373972576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3584,65536,gemm_torch_flow,1.323736572265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,12288,gemm_torch_flow,0.15826773643493652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,16384,gemm_torch_flow,0.2109312057495117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,3584,gemm_torch_flow,0.049325867493947344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,6144,gemm_torch_flow,0.08034986654917399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,5120,gemm_torch_flow,0.06712533632914225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,4096,gemm_torch_flow,0.05561813513437906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,3072,gemm_torch_flow,0.04259093205134074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,2560,gemm_torch_flow,0.03594880104064942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,1024,gemm_torch_flow,0.017378133535385133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,2048,gemm_torch_flow,0.0295306662718455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,768,gemm_torch_flow,0.014059733351071677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,1536,gemm_torch_flow,0.02333973248799642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,512,gemm_torch_flow,0.010962133606274922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,256,gemm_torch_flow,0.00807360013326009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,128,gemm_torch_flow,0.00654720018307368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,64,gemm_torch_flow,0.005845333139101664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,32,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,7168,gemm_torch_flow,0.07506346702575684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,8192,gemm_torch_flow,0.08459306557973226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,10240,gemm_torch_flow,0.10376106897989909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,12288,gemm_torch_flow,0.12673919995625813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,3072,65536,gemm_torch_flow,1.030721092224121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,16384,gemm_torch_flow,0.16640106836954754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,3584,gemm_torch_flow,0.039125335216522214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,4096,gemm_torch_flow,0.04350080092748006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,6144,gemm_torch_flow,0.06511360009511312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,5120,gemm_torch_flow,0.05413333177566528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,3072,gemm_torch_flow,0.033956265449523924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,2560,gemm_torch_flow,0.028797866900761922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,2048,gemm_torch_flow,0.023859200874964397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,1536,gemm_torch_flow,0.019160532951354982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,768,gemm_torch_flow,0.011636267105738323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,1024,gemm_torch_flow,0.014318933089574179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,512,gemm_torch_flow,0.009273599584897358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,256,gemm_torch_flow,0.006964266796906789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,64,gemm_torch_flow,0.005063466727733612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,128,gemm_torch_flow,0.005726933479309082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,32,gemm_torch_flow,0.005321600039800008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,7168,gemm_torch_flow,0.058429865042368564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,8192,gemm_torch_flow,0.06703999837239584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,10240,gemm_torch_flow,0.08095786571502686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2560,65536,gemm_torch_flow,0.8313088099161783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,12288,gemm_torch_flow,0.0979541301727295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,5120,gemm_torch_flow,0.04303893248240153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,16384,gemm_torch_flow,0.12895466486612955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,6144,gemm_torch_flow,0.05024960041046143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,4096,gemm_torch_flow,0.03394879897435506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,3584,gemm_torch_flow,0.030781867106755574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,1024,gemm_torch_flow,0.01120746632417043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,3072,gemm_torch_flow,0.026444800694783527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,2560,gemm_torch_flow,0.022617600361506143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,2048,gemm_torch_flow,0.01914560000101725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,1536,gemm_torch_flow,0.015135999520619711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,768,gemm_torch_flow,0.009480533003807069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,512,gemm_torch_flow,0.007645866771539052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,256,gemm_torch_flow,0.005915733178456625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,128,gemm_torch_flow,0.005019733309745788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,32,gemm_torch_flow,0.004646400113900503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,64,gemm_torch_flow,0.004445866743723551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,7168,gemm_torch_flow,0.03980906804402669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,10240,gemm_torch_flow,0.057165865103403726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,2048,65536,gemm_torch_flow,0.6488074620564779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,8192,gemm_torch_flow,0.04543999830881755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,12288,gemm_torch_flow,0.06727360089619955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,16384,gemm_torch_flow,0.0874410629272461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,5120,gemm_torch_flow,0.029679999748865767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,3584,gemm_torch_flow,0.020846933126449585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,4096,gemm_torch_flow,0.023238400618235268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,6144,gemm_torch_flow,0.03466240167617798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,3072,gemm_torch_flow,0.01843199928601583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,2560,gemm_torch_flow,0.015953066945075988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,2048,gemm_torch_flow,0.013212800025939941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,1024,gemm_torch_flow,0.00836906631787618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,1536,gemm_torch_flow,0.010789333780606588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,768,gemm_torch_flow,0.007239466905593872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,512,gemm_torch_flow,0.006077866752942403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,256,gemm_torch_flow,0.004910933474699656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,128,gemm_torch_flow,0.004286933441956838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,64,gemm_torch_flow,0.0038549333810806276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,32,gemm_torch_flow,0.004051200052102407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1536,65536,gemm_torch_flow,0.5171360015869141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,8192,gemm_torch_flow,0.035692799091339114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,7168,gemm_torch_flow,0.03176746765772502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,10240,gemm_torch_flow,0.04505813519159953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,12288,gemm_torch_flow,0.052001067002614344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,16384,gemm_torch_flow,0.07031893730163574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,3072,gemm_torch_flow,0.01472106675306956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,3584,gemm_torch_flow,0.01680533289909363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,6144,gemm_torch_flow,0.027576533953348796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,4096,gemm_torch_flow,0.01837973395983378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,5120,gemm_torch_flow,0.022504534324010214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,2560,gemm_torch_flow,0.01243946651617686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,2048,gemm_torch_flow,0.010642133156458537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,1536,gemm_torch_flow,0.008913066983222962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,512,gemm_torch_flow,0.005291733145713806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,1024,gemm_torch_flow,0.007031466563542683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,768,gemm_torch_flow,0.006119466821352641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,256,gemm_torch_flow,0.004391466577847799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,64,gemm_torch_flow,0.003576533248027166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,128,gemm_torch_flow,0.003918933371702829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,32,gemm_torch_flow,0.003738666574160258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,1024,65536,gemm_torch_flow,0.3437024116516113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,7168,gemm_torch_flow,0.024581333001454674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,8192,gemm_torch_flow,0.030661332607269286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,10240,gemm_torch_flow,0.03236053387324016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,12288,gemm_torch_flow,0.04048320055007935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,16384,gemm_torch_flow,0.05128106673558554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,6144,gemm_torch_flow,0.021834667523701987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,3584,gemm_torch_flow,0.014476799964904785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,4096,gemm_torch_flow,0.015989333391189575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,5120,gemm_torch_flow,0.018787199258804323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,2048,gemm_torch_flow,0.008758399883906047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,3072,gemm_torch_flow,0.011365333199501037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,2560,gemm_torch_flow,0.010466133554776508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,1536,gemm_torch_flow,0.007496533294518788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,1024,gemm_torch_flow,0.005809066692988077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,768,gemm_torch_flow,0.005252266426881155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,64,gemm_torch_flow,0.0034624000390370687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,512,gemm_torch_flow,0.004621866842110952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,256,gemm_torch_flow,0.003921066721280416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,128,gemm_torch_flow,0.003607466568549474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,32,gemm_torch_flow,0.003442133218050003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,768,65536,gemm_torch_flow,0.2628714720408122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,7168,gemm_torch_flow,0.015358933806419372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,8192,gemm_torch_flow,0.018357332547505698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,10240,gemm_torch_flow,0.023911466201146446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,12288,gemm_torch_flow,0.028516266743342084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,6144,gemm_torch_flow,0.01390506625175476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,5120,gemm_torch_flow,0.011194666226704914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,16384,gemm_torch_flow,0.03142720063527425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,4096,gemm_torch_flow,0.009891200065612792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,3072,gemm_torch_flow,0.008251733581225077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,3584,gemm_torch_flow,0.009057066837946574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,1536,gemm_torch_flow,0.005704533557097117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,2048,gemm_torch_flow,0.0064629331231117245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,2560,gemm_torch_flow,0.007277866701285045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,1024,gemm_torch_flow,0.004750933249791463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,256,gemm_torch_flow,0.0037130666275819145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,768,gemm_torch_flow,0.0043935999274253845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,128,gemm_torch_flow,0.0032074667513370516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,512,gemm_torch_flow,0.003886933376391729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,64,gemm_torch_flow,0.0030080000559488933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,32,gemm_torch_flow,0.003171200056870779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,512,65536,gemm_torch_flow,0.18303146362304687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,8192,gemm_torch_flow,0.013754666845003764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,12288,gemm_torch_flow,0.020549333095550536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,7168,gemm_torch_flow,0.011763200163841248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,10240,gemm_torch_flow,0.01651306649049123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,6144,gemm_torch_flow,0.01069119970003764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,16384,gemm_torch_flow,0.025214932362238568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,4096,gemm_torch_flow,0.010358400146166484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,5120,gemm_torch_flow,0.010168533523877461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,3584,gemm_torch_flow,0.009480533003807069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,3072,gemm_torch_flow,0.008011733492215473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,2560,gemm_torch_flow,0.007063466807206471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,1536,gemm_torch_flow,0.005497600138187409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,2048,gemm_torch_flow,0.006205866734186808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,128,gemm_torch_flow,0.0030591999491055804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,256,gemm_torch_flow,0.0033781332274278007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,768,gemm_torch_flow,0.004178133110205332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,512,gemm_torch_flow,0.003753600021203359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,1024,gemm_torch_flow,0.004600533346335093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,64,gemm_torch_flow,0.0029696000119050344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,32,gemm_torch_flow,0.002921599894762039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,256,65536,gemm_torch_flow,0.10427306493123371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,7168,gemm_torch_flow,0.010211199522018433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,6144,gemm_torch_flow,0.009630933403968811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,8192,gemm_torch_flow,0.011550933122634888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,10240,gemm_torch_flow,0.013062399625778199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,12288,gemm_torch_flow,0.018195199966430663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,16384,gemm_torch_flow,0.023034665981928507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,5120,gemm_torch_flow,0.00883733332157135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,4096,gemm_torch_flow,0.008100266754627227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,3584,gemm_torch_flow,0.007578666508197785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,3072,gemm_torch_flow,0.007076266904671986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,1536,gemm_torch_flow,0.004949333270390829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,2560,gemm_torch_flow,0.006375466783841451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,2048,gemm_torch_flow,0.005639466643333435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,256,gemm_torch_flow,0.0031786667803923286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,1024,gemm_torch_flow,0.004214400053024292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,512,gemm_torch_flow,0.0035594666997591654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,768,gemm_torch_flow,0.003905066599448522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,32,gemm_torch_flow,0.0028384000062942503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,64,gemm_torch_flow,0.002755200117826462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,128,gemm_torch_flow,0.002903466671705246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,128,65536,gemm_torch_flow,0.07865280310312907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,7168,gemm_torch_flow,0.009822932879130046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,8192,gemm_torch_flow,0.010283733407656353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,6144,gemm_torch_flow,0.008876799543698629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,10240,gemm_torch_flow,0.011178666353225708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,12288,gemm_torch_flow,0.016285866498947144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,16384,gemm_torch_flow,0.02235520084698995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,4096,gemm_torch_flow,0.007380266487598419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,3584,gemm_torch_flow,0.007122133175532024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,5120,gemm_torch_flow,0.00810346653064092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,3072,gemm_torch_flow,0.006838400165239971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,2560,gemm_torch_flow,0.006042666733264923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,1024,gemm_torch_flow,0.004203733305136363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,1536,gemm_torch_flow,0.004770133395989736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,2048,gemm_torch_flow,0.005397333204746247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,512,gemm_torch_flow,0.0035434665779272715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,768,gemm_torch_flow,0.0038986665507157645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,256,gemm_torch_flow,0.0032127998769283296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,128,gemm_torch_flow,0.0030464000999927522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,64,gemm_torch_flow,0.002807466685771942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,32,gemm_torch_flow,0.0029290666182835894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,64,65536,gemm_torch_flow,0.07241173585255942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2048,32,65536,gemm_torch_flow,0.06926613648732503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,5120,gemm_torch_flow,0.8958304087320963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,6144,gemm_torch_flow,1.057702382405599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,7168,gemm_torch_flow,1.2809759775797525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,4096,gemm_torch_flow,0.7212522506713868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,8192,gemm_torch_flow,1.4291732788085938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,1536,gemm_torch_flow,0.2848746617635091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,3072,gemm_torch_flow,0.539958381652832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,2048,gemm_torch_flow,0.36736745834350587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,3584,gemm_torch_flow,0.6367136001586914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,10240,gemm_torch_flow,1.8389034271240234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,2560,gemm_torch_flow,0.4563477198282878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,256,gemm_torch_flow,0.06777706940968832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,1024,gemm_torch_flow,0.196452267964681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,128,gemm_torch_flow,0.05837013324101766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,512,gemm_torch_flow,0.10706880092620849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,64,gemm_torch_flow,0.05222506523132324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,768,gemm_torch_flow,0.15157119433085126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,32,gemm_torch_flow,0.04920639991760254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,12288,gemm_torch_flow,2.2781524658203125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,7168,gemm_torch_flow,0.3047775904337565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,8192,gemm_torch_flow,0.34249919255574546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,10240,gemm_torch_flow,0.4290879885355632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,6144,gemm_torch_flow,0.2650677363077799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,65536,16384,gemm_torch_flow,3.0392191569010416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,12288,gemm_torch_flow,0.5113685290018718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,4096,gemm_torch_flow,0.17554453214009602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,2560,gemm_torch_flow,0.11414613723754882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,3584,gemm_torch_flow,0.15569705963134767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,5120,gemm_torch_flow,0.22017067273457847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,16384,gemm_torch_flow,0.6882015864054363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,2048,gemm_torch_flow,0.0928767999013265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,3072,gemm_torch_flow,0.135480531056722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,1024,gemm_torch_flow,0.05029333432515463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,768,gemm_torch_flow,0.04053119818369548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,128,gemm_torch_flow,0.016331733266512553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,256,gemm_torch_flow,0.022131200631459555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,64,gemm_torch_flow,0.013818666338920593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,1536,gemm_torch_flow,0.07105600039164225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,512,gemm_torch_flow,0.031193600098292036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,32,gemm_torch_flow,0.014392532904942832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,6144,gemm_torch_flow,0.19327680269877118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,7168,gemm_torch_flow,0.2288426717122396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,8192,gemm_torch_flow,0.2568938732147217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,10240,gemm_torch_flow,0.32239786783854163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,5120,gemm_torch_flow,0.16254720687866211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,12288,gemm_torch_flow,0.386956787109375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,3584,gemm_torch_flow,0.11678506533304851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,4096,gemm_torch_flow,0.13413333892822266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,3072,gemm_torch_flow,0.10257279872894287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,2560,gemm_torch_flow,0.08545280297597249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,16384,gemm_torch_flow,0.5083957354227702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,2048,gemm_torch_flow,0.07107946872711182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,1024,gemm_torch_flow,0.03946346839269002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,512,gemm_torch_flow,0.024423466126124064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,1536,gemm_torch_flow,0.05420480171839396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,768,gemm_torch_flow,0.03183253407478333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,128,gemm_torch_flow,0.013637333114941915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,256,gemm_torch_flow,0.01765759984652201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,32,gemm_torch_flow,0.011462400356928509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,64,gemm_torch_flow,0.011528533697128297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,8192,gemm_torch_flow,0.21472427050272622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,7168,gemm_torch_flow,0.19239039421081544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,10240,gemm_torch_flow,0.2690784136454264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,12288,gemm_torch_flow,0.3258303960164388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,6144,gemm_torch_flow,0.16248639424641925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,16384,gemm_torch_flow,0.43076267242431643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,5120,gemm_torch_flow,0.13915947278340657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,4096,gemm_torch_flow,0.11094186305999756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,3584,gemm_torch_flow,0.09916053613026937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,3072,gemm_torch_flow,0.08410773277282715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,1536,gemm_torch_flow,0.04534613291422526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,1024,gemm_torch_flow,0.0324181338151296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,768,gemm_torch_flow,0.02573653260866801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,2560,gemm_torch_flow,0.0723093350728353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,2048,gemm_torch_flow,0.05926719903945923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,128,gemm_torch_flow,0.010195199648539226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,256,gemm_torch_flow,0.013788800438245138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,512,gemm_torch_flow,0.019538132349650066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,64,gemm_torch_flow,0.008685866991678875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,32,gemm_torch_flow,0.008993066350618998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,8192,gemm_torch_flow,0.17368747393290201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,10240,gemm_torch_flow,0.21457494099934898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,16384,65536,gemm_torch_flow,2.9157035827636717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,12288,gemm_torch_flow,0.2548607985178629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,16384,gemm_torch_flow,0.34230400721232096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,5120,gemm_torch_flow,0.11205866336822509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,6144,gemm_torch_flow,0.13076799710591633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,4096,gemm_torch_flow,0.08821866512298585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,7168,gemm_torch_flow,0.1525610605875651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,3584,gemm_torch_flow,0.07867626349131265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,1536,gemm_torch_flow,0.036414933204650876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,3072,gemm_torch_flow,0.06839893658955892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,2048,gemm_torch_flow,0.04667093356450398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,2560,gemm_torch_flow,0.05752533276875814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,512,gemm_torch_flow,0.016150400042533875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,1024,gemm_torch_flow,0.02579733331998189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,12288,65536,gemm_torch_flow,2.126403172810872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,768,gemm_torch_flow,0.020861866076787312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,128,gemm_torch_flow,0.008501332998275758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,64,gemm_torch_flow,0.0073077330986658735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,256,gemm_torch_flow,0.011417599519093831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,32,gemm_torch_flow,0.0076117331782976794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,8192,gemm_torch_flow,0.1629525343577067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,7168,gemm_torch_flow,0.14458452860514323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,10240,gemm_torch_flow,0.20491414070129393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,12288,gemm_torch_flow,0.2438357353210449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,10240,65536,gemm_torch_flow,1.7135220845540364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,4096,gemm_torch_flow,0.08488746484120688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,16384,gemm_torch_flow,0.3247381210327148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,5120,gemm_torch_flow,0.10460159778594971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,6144,gemm_torch_flow,0.12345386346181234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,3584,gemm_torch_flow,0.0748202641805013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,2560,gemm_torch_flow,0.055155201752980554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,3072,gemm_torch_flow,0.0650165319442749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,2048,gemm_torch_flow,0.044700801372528076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,1024,gemm_torch_flow,0.024959999322891235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,1536,gemm_torch_flow,0.03471573193868001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,512,gemm_torch_flow,0.01572266618410746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,768,gemm_torch_flow,0.020414932568868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,256,gemm_torch_flow,0.01106773316860199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,32,gemm_torch_flow,0.007390933235486348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,128,gemm_torch_flow,0.00844373305638631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,64,gemm_torch_flow,0.0068906664848327635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,8192,65536,gemm_torch_flow,1.388433074951172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,7168,gemm_torch_flow,0.1173856019973755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,8192,gemm_torch_flow,0.13513387044270833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,10240,gemm_torch_flow,0.1682400067647298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,12288,gemm_torch_flow,0.19761279424031575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,6144,gemm_torch_flow,0.10150933265686035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,16384,gemm_torch_flow,0.2649759928385417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,2560,gemm_torch_flow,0.04400853315989177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,4096,gemm_torch_flow,0.06960746447245279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,5120,gemm_torch_flow,0.08493333657582601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,3584,gemm_torch_flow,0.061655465761820474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,3072,gemm_torch_flow,0.052551468213399254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,1536,gemm_torch_flow,0.027795199553171796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,2048,gemm_torch_flow,0.036322132746378584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,768,gemm_torch_flow,0.0164192001024882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,1024,gemm_torch_flow,0.02029866576194763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,128,gemm_torch_flow,0.007017600039641063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,512,gemm_torch_flow,0.012990933656692506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,256,gemm_torch_flow,0.008874666690826417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,64,gemm_torch_flow,0.006043733159701029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,32,gemm_torch_flow,0.0062826668222745255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,7168,gemm_torch_flow,0.09469013214111328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,8192,gemm_torch_flow,0.10861546993255615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,12288,gemm_torch_flow,0.16191147168477377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,10240,gemm_torch_flow,0.1334272066752116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,7168,65536,gemm_torch_flow,1.279213841756185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,16384,gemm_torch_flow,0.20989227294921875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,2560,gemm_torch_flow,0.03612693150838216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,3072,gemm_torch_flow,0.04355733394622803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,3584,gemm_torch_flow,0.049363199869791666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,6144,gemm_torch_flow,0.0818336009979248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,4096,gemm_torch_flow,0.05660693248112997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,5120,gemm_torch_flow,0.06962986787160239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,2048,gemm_torch_flow,0.029743999242782593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,1536,gemm_torch_flow,0.023563732703526817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,1024,gemm_torch_flow,0.017576533555984496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,128,gemm_torch_flow,0.006623999774456024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,768,gemm_torch_flow,0.014542933305104574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,256,gemm_torch_flow,0.008132266501585644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,512,gemm_torch_flow,0.011485866705576579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,64,gemm_torch_flow,0.0058794667323430385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,32,gemm_torch_flow,0.006076799829800924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,6144,65536,gemm_torch_flow,1.061407979329427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,10240,gemm_torch_flow,0.10736320018768311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,7168,gemm_torch_flow,0.07542719841003417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,8192,gemm_torch_flow,0.08599466482798258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,12288,gemm_torch_flow,0.1275701363881429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,16384,gemm_torch_flow,0.16749013264973958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,6144,gemm_torch_flow,0.06699199676513672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,3072,gemm_torch_flow,0.03462186654408773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,3584,gemm_torch_flow,0.039562666416168214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,5120,gemm_torch_flow,0.055637331803639736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,4096,gemm_torch_flow,0.04469759861628215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,2560,gemm_torch_flow,0.029070933659871418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,2048,gemm_torch_flow,0.024233599503835045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,1024,gemm_torch_flow,0.01453013320763906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,128,gemm_torch_flow,0.005880533158779145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,1536,gemm_torch_flow,0.01938986579577128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,256,gemm_torch_flow,0.0070602665344874065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,768,gemm_torch_flow,0.012238933642705282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,512,gemm_torch_flow,0.009448533256848652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,32,gemm_torch_flow,0.0053162669142087305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,64,gemm_torch_flow,0.005132799843947092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,8192,gemm_torch_flow,0.07958186467488607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,5120,65536,gemm_torch_flow,0.8474421183268228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,10240,gemm_torch_flow,0.09695253372192383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,7168,gemm_torch_flow,0.06926506360371908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,12288,gemm_torch_flow,0.11731200218200684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,16384,gemm_torch_flow,0.15324907302856444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,6144,gemm_torch_flow,0.06003733476003011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,3584,gemm_torch_flow,0.03511999845504761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,4096,gemm_torch_flow,0.039553066094716385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,5120,gemm_torch_flow,0.050538667043050135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,3072,gemm_torch_flow,0.030637866258621214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,2048,gemm_torch_flow,0.021291732788085938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,2560,gemm_torch_flow,0.025524266560872394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,1536,gemm_torch_flow,0.016771199305852254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,768,gemm_torch_flow,0.010067199667294819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,1024,gemm_torch_flow,0.012408533692359924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,256,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,512,gemm_torch_flow,0.007769600053628286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,128,gemm_torch_flow,0.005089066425959269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,64,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,32,gemm_torch_flow,0.005288533369700114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,4096,65536,gemm_torch_flow,0.6572149276733399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,6144,gemm_torch_flow,0.050955732663472496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,8192,gemm_torch_flow,0.06717867056528727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,7168,gemm_torch_flow,0.05955093304316202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,12288,gemm_torch_flow,0.10025386810302735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,10240,gemm_torch_flow,0.08294933636983236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,16384,gemm_torch_flow,0.13257066408793133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,5120,gemm_torch_flow,0.04244373242060344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,2048,gemm_torch_flow,0.01913386583328247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,4096,gemm_torch_flow,0.035000534852345784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,2560,gemm_torch_flow,0.022730666399002075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,3584,gemm_torch_flow,0.0310805340607961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,3072,gemm_torch_flow,0.026982400814692182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,1024,gemm_torch_flow,0.01165013313293457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,1536,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,512,gemm_torch_flow,0.0076106667518615724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,768,gemm_torch_flow,0.009559466441472372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,256,gemm_torch_flow,0.005909333129723867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,128,gemm_torch_flow,0.005026133358478546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,64,gemm_torch_flow,0.004435199995835622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,32,gemm_torch_flow,0.004660266637802124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3584,65536,gemm_torch_flow,0.6245567957560222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,7168,gemm_torch_flow,0.05024853150049845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,8192,gemm_torch_flow,0.058339198430379234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,10240,gemm_torch_flow,0.07182292938232422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,12288,gemm_torch_flow,0.0856117328008016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,6144,gemm_torch_flow,0.04482560157775879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,16384,gemm_torch_flow,0.11184213161468506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,5120,gemm_torch_flow,0.03693973223368327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,4096,gemm_torch_flow,0.03081386685371399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,3584,gemm_torch_flow,0.027085866530736285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,3072,gemm_torch_flow,0.02375146746635437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,2048,gemm_torch_flow,0.017205333709716795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,2560,gemm_torch_flow,0.020390399297078452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,1536,gemm_torch_flow,0.014299733440081277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,1024,gemm_torch_flow,0.011100799838701884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,768,gemm_torch_flow,0.009105066458384197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,32,gemm_torch_flow,0.004587733248869578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,64,gemm_torch_flow,0.004354133208592733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,256,gemm_torch_flow,0.005673600236574808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,128,gemm_torch_flow,0.004886400202910105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,512,gemm_torch_flow,0.007515733440717061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,3072,65536,gemm_torch_flow,0.5169258753458659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,7168,gemm_torch_flow,0.04017920096715291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,8192,gemm_torch_flow,0.045338666439056395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,12288,gemm_torch_flow,0.06531733274459839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,6144,gemm_torch_flow,0.034946131706237796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,10240,gemm_torch_flow,0.055986134211222324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,16384,gemm_torch_flow,0.08862186272939046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,5120,gemm_torch_flow,0.028853332996368407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,3584,gemm_torch_flow,0.020984532435735066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,4096,gemm_torch_flow,0.0236298660437266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,3072,gemm_torch_flow,0.01858560045560201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,2560,gemm_torch_flow,0.016109866897265117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,1024,gemm_torch_flow,0.008356266220410665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,2048,gemm_torch_flow,0.013579733173052468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,768,gemm_torch_flow,0.0073077330986658735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,512,gemm_torch_flow,0.006082133452097575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,1536,gemm_torch_flow,0.010815999905268351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,256,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,128,gemm_torch_flow,0.004347733159859975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,64,gemm_torch_flow,0.00383786658445994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,32,gemm_torch_flow,0.004086400071779886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2560,65536,gemm_torch_flow,0.43195308049519854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,8192,gemm_torch_flow,0.03569386800130208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,10240,gemm_torch_flow,0.04298666715621948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,6144,gemm_torch_flow,0.026723200082778932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,7168,gemm_torch_flow,0.03133119940757752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,12288,gemm_torch_flow,0.05182506640752157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,16384,gemm_torch_flow,0.06914880275726318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,5120,gemm_torch_flow,0.022410666942596434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,4096,gemm_torch_flow,0.018382932742436728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,3584,gemm_torch_flow,0.016405333081881204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,3072,gemm_torch_flow,0.014779733618100485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,2560,gemm_torch_flow,0.012808533509572348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,1536,gemm_torch_flow,0.008885332942008972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,2048,gemm_torch_flow,0.011011200149854024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,1024,gemm_torch_flow,0.007009066641330719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,768,gemm_torch_flow,0.006121600170930227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,512,gemm_torch_flow,0.005288533369700114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,128,gemm_torch_flow,0.003937066594759623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,32,gemm_torch_flow,0.003736533224582672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,256,gemm_torch_flow,0.004354133208592733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,64,gemm_torch_flow,0.0035818666219711304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,2048,65536,gemm_torch_flow,0.3443680127461751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,10240,gemm_torch_flow,0.030789333581924438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,7168,gemm_torch_flow,0.02313386599222819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,8192,gemm_torch_flow,0.02842346628506978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,12288,gemm_torch_flow,0.039926401774088544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,6144,gemm_torch_flow,0.021143466234207153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,16384,gemm_torch_flow,0.05027626752853394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,3072,gemm_torch_flow,0.011978666981061299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,5120,gemm_torch_flow,0.018219733238220216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,4096,gemm_torch_flow,0.015689599514007568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,2560,gemm_torch_flow,0.01037440001964569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,3584,gemm_torch_flow,0.013530666629473368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,1536,gemm_torch_flow,0.007349333167076111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,1024,gemm_torch_flow,0.005786666770776113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,768,gemm_torch_flow,0.005269333223501841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,2048,gemm_torch_flow,0.008303999900817871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,512,gemm_torch_flow,0.0046528001626332605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,256,gemm_torch_flow,0.003955200066169103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1536,65536,gemm_torch_flow,0.26693652470906576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,128,gemm_torch_flow,0.003589333345492681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,64,gemm_torch_flow,0.0032981333633263906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,32,gemm_torch_flow,0.0034080001215140024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,7168,gemm_torch_flow,0.018601600329081217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,6144,gemm_torch_flow,0.016132266322771708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,8192,gemm_torch_flow,0.024634667237599692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,10240,gemm_torch_flow,0.028604799509048463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,12288,gemm_torch_flow,0.031413332621256514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,16384,gemm_torch_flow,0.03996693293253581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,5120,gemm_torch_flow,0.014285866419474283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,3584,gemm_torch_flow,0.011747200290362041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,3072,gemm_torch_flow,0.009873066345850627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,4096,gemm_torch_flow,0.01286186675230662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,2560,gemm_torch_flow,0.008416000008583068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,1536,gemm_torch_flow,0.006229333579540253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,2048,gemm_torch_flow,0.007392000158627827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,1024,gemm_torch_flow,0.0051807999610900875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,1024,65536,gemm_torch_flow,0.1760309378306071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,512,gemm_torch_flow,0.004098133246103922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,768,gemm_torch_flow,0.004726399978001913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,256,gemm_torch_flow,0.0036415999134381616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,128,gemm_torch_flow,0.0032640000184377036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,32,gemm_torch_flow,0.003278933217128118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,64,gemm_torch_flow,0.0031040000418821974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,7168,gemm_torch_flow,0.015666133165359496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,6144,gemm_torch_flow,0.01392213304837545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,8192,gemm_torch_flow,0.020012799898783365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,10240,gemm_torch_flow,0.022039467096328737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,12288,gemm_torch_flow,0.024375466505686443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,16384,gemm_torch_flow,0.029703466097513835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,5120,gemm_torch_flow,0.011989333232243856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,3584,gemm_torch_flow,0.009004799524943034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,4096,gemm_torch_flow,0.011751466989517212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,3072,gemm_torch_flow,0.00790719985961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,2560,gemm_torch_flow,0.007375999788443248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,2048,gemm_torch_flow,0.006444799900054932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,768,65536,gemm_torch_flow,0.1391754627227783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,1024,gemm_torch_flow,0.004750933249791463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,1536,gemm_torch_flow,0.0056874667604764305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,768,gemm_torch_flow,0.004346666733423868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,128,gemm_torch_flow,0.0031946666538715364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,64,gemm_torch_flow,0.003044266750415166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,512,gemm_torch_flow,0.003908266623814901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,256,gemm_torch_flow,0.0034805332620938623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,32,gemm_torch_flow,0.0031338666876157125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,6144,gemm_torch_flow,0.010780800382296245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,7168,gemm_torch_flow,0.012110933661460876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,8192,gemm_torch_flow,0.013150933384895324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,10240,gemm_torch_flow,0.015223466356595359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,12288,gemm_torch_flow,0.016769067446390788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,5120,gemm_torch_flow,0.01000426709651947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,16384,gemm_torch_flow,0.02156160076459249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,512,65536,gemm_torch_flow,0.09605226516723633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,2048,gemm_torch_flow,0.006413866579532623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,4096,gemm_torch_flow,0.00942186713218689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,3584,gemm_torch_flow,0.007970133423805236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,2560,gemm_torch_flow,0.007132799923419952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,3072,gemm_torch_flow,0.007191466788450877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,1536,gemm_torch_flow,0.005526400109132131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,768,gemm_torch_flow,0.004259199897448222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,256,gemm_torch_flow,0.003337600082159042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,1024,gemm_torch_flow,0.004582400123278299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,128,gemm_torch_flow,0.0030303999781608583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,512,gemm_torch_flow,0.003790933390458425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,64,gemm_torch_flow,0.002959999938805898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,32,gemm_torch_flow,0.002951466788848241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,8192,gemm_torch_flow,0.009705600142478944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,10240,gemm_torch_flow,0.009403733412424724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,7168,gemm_torch_flow,0.00922986666361491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,12288,gemm_torch_flow,0.010257066289583842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,6144,gemm_torch_flow,0.008566400408744812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,256,65536,gemm_torch_flow,0.05531946818033854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,16384,gemm_torch_flow,0.012430933117866517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,2048,gemm_torch_flow,0.005676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,4096,gemm_torch_flow,0.007520000139872233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,5120,gemm_torch_flow,0.0081045334537824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,3072,gemm_torch_flow,0.007429333527882893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,2560,gemm_torch_flow,0.0063360000650088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,1536,gemm_torch_flow,0.004954666892687479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,3584,gemm_torch_flow,0.008052266637484233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,1024,gemm_torch_flow,0.004252799848715464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,256,gemm_torch_flow,0.0031946666538715364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,768,gemm_torch_flow,0.0038762666285037995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,512,gemm_torch_flow,0.0035157332817713416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,128,gemm_torch_flow,0.0029279999434947968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,64,gemm_torch_flow,0.0028512001037597655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,32,gemm_torch_flow,0.0029365333418051405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,8192,gemm_torch_flow,0.008564266562461852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,6144,gemm_torch_flow,0.007648000121116638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,128,65536,gemm_torch_flow,0.04307200113932292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,12288,gemm_torch_flow,0.009843200445175171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,7168,gemm_torch_flow,0.008169599870840708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,10240,gemm_torch_flow,0.009103999535242716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,16384,gemm_torch_flow,0.011452800035476685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,3584,gemm_torch_flow,0.0071285332242647815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,5120,gemm_torch_flow,0.007146666447321574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,4096,gemm_torch_flow,0.006770133475462596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,3072,gemm_torch_flow,0.006794666747252147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,2560,gemm_torch_flow,0.006200533111890157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,2048,gemm_torch_flow,0.005533866584300995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,1536,gemm_torch_flow,0.005410133302211762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,1024,gemm_torch_flow,0.004369066655635833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,512,gemm_torch_flow,0.0035936000446478524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,256,gemm_torch_flow,0.0032437334458033243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,32,gemm_torch_flow,0.0030048000315825146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,768,gemm_torch_flow,0.004107733319203059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,128,gemm_torch_flow,0.003049599876006444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,64,gemm_torch_flow,0.002898133297761281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,7168,gemm_torch_flow,0.006983466446399689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,6144,gemm_torch_flow,0.006586666901906331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,64,65536,gemm_torch_flow,0.04010773499806722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,8192,gemm_torch_flow,0.0077567999561627705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,12288,gemm_torch_flow,0.009168000022570292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,10240,gemm_torch_flow,0.008341333270072937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,16384,gemm_torch_flow,0.010681600371996561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,3584,gemm_torch_flow,0.007066666583220164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,4096,gemm_torch_flow,0.00658133327960968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,2560,gemm_torch_flow,0.006093866626421611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,5120,gemm_torch_flow,0.006988800068696339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,3072,gemm_torch_flow,0.006791466474533081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,2048,gemm_torch_flow,0.005416533350944519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,1536,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,1024,gemm_torch_flow,0.004089600096146265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,512,gemm_torch_flow,0.003345066557327906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,768,gemm_torch_flow,0.003673599908749262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,256,gemm_torch_flow,0.0030858665704727173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,64,gemm_torch_flow,0.00266239990790685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,128,gemm_torch_flow,0.0028746667007605235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,32,gemm_torch_flow,0.0027413333455721537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1024,32,65536,gemm_torch_flow,0.03799039920171102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,4096,gemm_torch_flow,0.5181653340657552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,5120,gemm_torch_flow,0.6544234593709309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,6144,gemm_torch_flow,0.783189328511556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,7168,gemm_torch_flow,0.9104000091552734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,8192,gemm_torch_flow,1.0474922815958658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,3584,gemm_torch_flow,0.45555839538574217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,3072,gemm_torch_flow,0.40061546961466477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,1024,gemm_torch_flow,0.14358293215433757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,2560,gemm_torch_flow,0.33808854420979817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,2048,gemm_torch_flow,0.27033281326293945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,10240,gemm_torch_flow,1.3162869771321615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,1536,gemm_torch_flow,0.20939413706461588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,768,gemm_torch_flow,0.11594666639963787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,512,gemm_torch_flow,0.08248000144958496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,256,gemm_torch_flow,0.05241279999415079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,128,gemm_torch_flow,0.04188053210576375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,32,gemm_torch_flow,0.03808746735254924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,64,gemm_torch_flow,0.0406549334526062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,12288,gemm_torch_flow,1.5751956939697265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,7168,gemm_torch_flow,0.22624640464782714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,8192,gemm_torch_flow,0.25847999254862464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,10240,gemm_torch_flow,0.32061761220296225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,12288,gemm_torch_flow,0.3883413314819336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,6144,gemm_torch_flow,0.2004192034403483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,16384,gemm_torch_flow,0.5044960021972656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,4096,gemm_torch_flow,0.13285760084788006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,65536,16384,gemm_torch_flow,2.2027008056640627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,5120,gemm_torch_flow,0.1635690689086914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,3584,gemm_torch_flow,0.11713493665059407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,3072,gemm_torch_flow,0.10301760037740071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,1024,gemm_torch_flow,0.04037226835886638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,768,gemm_torch_flow,0.032237867514292404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,2048,gemm_torch_flow,0.07115200360616049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,1536,gemm_torch_flow,0.05502613385518392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,512,gemm_torch_flow,0.024728532632191977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,2560,gemm_torch_flow,0.087336532274882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,256,gemm_torch_flow,0.017579734325408936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,128,gemm_torch_flow,0.013779200116793313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,32,gemm_torch_flow,0.011808000008265178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,64,gemm_torch_flow,0.011565867066383361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,6144,gemm_torch_flow,0.1440831979115804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,7168,gemm_torch_flow,0.1659349282582601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,8192,gemm_torch_flow,0.1931829293568929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,10240,gemm_torch_flow,0.23964373270670572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,12288,gemm_torch_flow,0.2861226717631022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,4096,gemm_torch_flow,0.09707840283711752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,3584,gemm_torch_flow,0.08778560161590576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,5120,gemm_torch_flow,0.12095039685567219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,3072,gemm_torch_flow,0.07593920230865478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,16384,gemm_torch_flow,0.3760704040527344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,1536,gemm_torch_flow,0.04098453521728516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,2048,gemm_torch_flow,0.051620264848073326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,1024,gemm_torch_flow,0.02874666651089986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,2560,gemm_torch_flow,0.06424640019734701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,512,gemm_torch_flow,0.01794559955596924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,768,gemm_torch_flow,0.023373866081237794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,256,gemm_torch_flow,0.012768000364303589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,128,gemm_torch_flow,0.009570133686065675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,64,gemm_torch_flow,0.008171733220418293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,32,gemm_torch_flow,0.008614400029182434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,8192,gemm_torch_flow,0.16623679796854657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,7168,gemm_torch_flow,0.14805866877237955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,10240,gemm_torch_flow,0.2050314744313558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,12288,gemm_torch_flow,0.25064640045166015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,4096,gemm_torch_flow,0.08486186663309733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,16384,gemm_torch_flow,0.33294614156087243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,5120,gemm_torch_flow,0.1070911963780721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,3584,gemm_torch_flow,0.07668266296386719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,6144,gemm_torch_flow,0.12594239711761473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,1536,gemm_torch_flow,0.03577280044555664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,1024,gemm_torch_flow,0.025409066677093507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,3072,gemm_torch_flow,0.06518506606419881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,2560,gemm_torch_flow,0.05687573353449503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,768,gemm_torch_flow,0.020619734128316244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,2048,gemm_torch_flow,0.04614506562550862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,256,gemm_torch_flow,0.01300266683101654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,64,gemm_torch_flow,0.010854400197664897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,512,gemm_torch_flow,0.016518400112787882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,128,gemm_torch_flow,0.011342933773994446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,32,gemm_torch_flow,0.011265066266059876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,8192,gemm_torch_flow,0.13596587181091307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,10240,gemm_torch_flow,0.1692757288614909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,12288,gemm_torch_flow,0.19907199541727702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,16384,gemm_torch_flow,0.2686581293741862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,16384,65536,gemm_torch_flow,2.1411359151204428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,4096,gemm_torch_flow,0.0695039987564087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,7168,gemm_torch_flow,0.11921066443125408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,6144,gemm_torch_flow,0.10322133700052898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,5120,gemm_torch_flow,0.08536852995554606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,3584,gemm_torch_flow,0.06152426799138387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,3072,gemm_torch_flow,0.05297280152638754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,1536,gemm_torch_flow,0.0279968003431956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,12288,65536,gemm_torch_flow,1.4988224029541015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,2048,gemm_torch_flow,0.036355201403299967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,2560,gemm_torch_flow,0.04465493361155192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,768,gemm_torch_flow,0.01670080025990804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,1024,gemm_torch_flow,0.020241065820058187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,512,gemm_torch_flow,0.013158399860064188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,256,gemm_torch_flow,0.009393067161242167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,32,gemm_torch_flow,0.006603733201821645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,128,gemm_torch_flow,0.007222400108973186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,64,gemm_torch_flow,0.006248533229033152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,7168,gemm_torch_flow,0.10287893613179525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,8192,gemm_torch_flow,0.11722880204518635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,10240,gemm_torch_flow,0.1457802613576253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,12288,gemm_torch_flow,0.1713311990102132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,10240,65536,gemm_torch_flow,1.310864003499349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,4096,gemm_torch_flow,0.06105706691741943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,16384,gemm_torch_flow,0.22663040161132814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,5120,gemm_torch_flow,0.07514453728993734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,6144,gemm_torch_flow,0.08929493427276611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,3584,gemm_torch_flow,0.05277119874954224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,3072,gemm_torch_flow,0.0462282657623291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,2560,gemm_torch_flow,0.039125335216522214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,2048,gemm_torch_flow,0.03142720063527425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,256,gemm_torch_flow,0.008381866415341695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,1536,gemm_torch_flow,0.024709333976109825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,1024,gemm_torch_flow,0.017646932601928712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,768,gemm_torch_flow,0.01444586714108785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,512,gemm_torch_flow,0.011332266529401143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,128,gemm_torch_flow,0.007433600227038066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,64,gemm_torch_flow,0.0061034664511680605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,32,gemm_torch_flow,0.006528000036875407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,8192,65536,gemm_torch_flow,1.0517354965209962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,8192,gemm_torch_flow,0.09653226534525552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,10240,gemm_torch_flow,0.11821119785308838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,7168,gemm_torch_flow,0.0850272019704183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,12288,gemm_torch_flow,0.14143253962198893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,6144,gemm_torch_flow,0.07278613249460855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,16384,gemm_torch_flow,0.18757440249125162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,2560,gemm_torch_flow,0.03229119976361593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,5120,gemm_torch_flow,0.061860267321268717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,4096,gemm_torch_flow,0.04947733481725057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,3584,gemm_torch_flow,0.04443946679433187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,3072,gemm_torch_flow,0.03815466562906901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,1536,gemm_torch_flow,0.02140373388926188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,2048,gemm_torch_flow,0.026959999402364092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,1024,gemm_torch_flow,0.01602133313814799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,256,gemm_torch_flow,0.007461333274841308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,768,gemm_torch_flow,0.013386666774749756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,512,gemm_torch_flow,0.010308266679445902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,128,gemm_torch_flow,0.006259199976921081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,64,gemm_torch_flow,0.0054506664474805195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,32,gemm_torch_flow,0.005779199798901876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,7168,gemm_torch_flow,0.07497173150380453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,8192,gemm_torch_flow,0.0845461368560791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,10240,gemm_torch_flow,0.10336426893870036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,12288,gemm_torch_flow,0.1254815975824992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,7168,65536,gemm_torch_flow,0.9179552078247071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,16384,gemm_torch_flow,0.1644170602162679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,4096,gemm_torch_flow,0.04366506735483806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,6144,gemm_torch_flow,0.06478613217671712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,5120,gemm_torch_flow,0.05427519877751669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,3584,gemm_torch_flow,0.0392522652943929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,3072,gemm_torch_flow,0.034740265210469565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,2048,gemm_torch_flow,0.02418346603711446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,2560,gemm_torch_flow,0.028936533133188884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,1536,gemm_torch_flow,0.019368533293406168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,768,gemm_torch_flow,0.01225600043932597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,1024,gemm_torch_flow,0.014497066537539164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,256,gemm_torch_flow,0.007086933155854543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,512,gemm_torch_flow,0.009603200356165568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,64,gemm_torch_flow,0.005541333556175232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,128,gemm_torch_flow,0.0059232001503308615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,32,gemm_torch_flow,0.0054624001185099285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,10240,gemm_torch_flow,0.08383893171946208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,7168,gemm_torch_flow,0.05967040061950683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,8192,gemm_torch_flow,0.06658560037612915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,12288,gemm_torch_flow,0.09969813028971354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,16384,gemm_torch_flow,0.1294047991434733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,6144,65536,gemm_torch_flow,0.7475914637247721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,3072,gemm_torch_flow,0.026563199361165364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,6144,gemm_torch_flow,0.051482665538787845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,4096,gemm_torch_flow,0.03475519816080729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,5120,gemm_torch_flow,0.04349759817123413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,3584,gemm_torch_flow,0.03094080090522766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,2560,gemm_torch_flow,0.023178666830062866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,2048,gemm_torch_flow,0.019059199094772338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,1536,gemm_torch_flow,0.015370666980743408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,768,gemm_torch_flow,0.009524266918500264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,1024,gemm_torch_flow,0.011750400066375732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,512,gemm_torch_flow,0.00767573316891988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,128,gemm_torch_flow,0.005095466474692027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,256,gemm_torch_flow,0.005942399799823761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,64,gemm_torch_flow,0.004470400015513102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,32,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,5120,65536,gemm_torch_flow,0.6473002751668294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,8192,gemm_torch_flow,0.059727998574574795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,7168,gemm_torch_flow,0.05258239905039469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,12288,gemm_torch_flow,0.08582506974538168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,10240,gemm_torch_flow,0.07347093423207601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,16384,gemm_torch_flow,0.11495467027028401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,3584,gemm_torch_flow,0.02738453348477681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,4096,gemm_torch_flow,0.031506133079528806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,6144,gemm_torch_flow,0.04543573458989461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,5120,gemm_torch_flow,0.03865600029627482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,3072,gemm_torch_flow,0.024331732590993246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,2560,gemm_torch_flow,0.02085226575533549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,2048,gemm_torch_flow,0.01752426624298096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,768,gemm_torch_flow,0.009660800298055012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,1536,gemm_torch_flow,0.014476799964904785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,1024,gemm_torch_flow,0.011266133189201355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,512,gemm_torch_flow,0.007656533519426982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,128,gemm_torch_flow,0.005321600039800008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,64,gemm_torch_flow,0.004956800242265066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,256,gemm_torch_flow,0.006181333462397257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,32,gemm_torch_flow,0.00510506679614385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,4096,65536,gemm_torch_flow,0.5147914568583171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,7168,gemm_torch_flow,0.04550400177637736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,10240,gemm_torch_flow,0.06382613182067871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,6144,gemm_torch_flow,0.039740800857543945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,8192,gemm_torch_flow,0.05117760101954142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,12288,gemm_torch_flow,0.07428586483001709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,16384,gemm_torch_flow,0.09998506704966227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,3584,gemm_torch_flow,0.02365013360977173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,4096,gemm_torch_flow,0.027081600824991864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,5120,gemm_torch_flow,0.03330986698468526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,2560,gemm_torch_flow,0.01772693395614624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,3072,gemm_torch_flow,0.020782933632532755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,512,gemm_torch_flow,0.006523733337720235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,1024,gemm_torch_flow,0.009471999605496724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,1536,gemm_torch_flow,0.012466133634249369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,2048,gemm_torch_flow,0.015126400192578635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,768,gemm_torch_flow,0.007886933286984761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,256,gemm_torch_flow,0.005193600058555603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,128,gemm_torch_flow,0.004458666841189066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,64,gemm_torch_flow,0.004070399949947992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,32,gemm_torch_flow,0.004283733169237773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3584,65536,gemm_torch_flow,0.44711786905924483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,6144,gemm_torch_flow,0.034175999959309894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,8192,gemm_torch_flow,0.04458453257878621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,7168,gemm_torch_flow,0.03922986586888631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,10240,gemm_torch_flow,0.05401279926300049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,12288,gemm_torch_flow,0.06539200146993002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,16384,gemm_torch_flow,0.08642880121866861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,4096,gemm_torch_flow,0.023526400327682495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,3072,gemm_torch_flow,0.01840106646219889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,5120,gemm_torch_flow,0.028578132390975952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,3584,gemm_torch_flow,0.02079040010770162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,2048,gemm_torch_flow,0.013638400038083396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,2560,gemm_torch_flow,0.016074666380882265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,1536,gemm_torch_flow,0.01127893328666687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,1024,gemm_torch_flow,0.008726400136947633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,512,gemm_torch_flow,0.0060917332768440245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,768,gemm_torch_flow,0.007331199944019318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,256,gemm_torch_flow,0.004924799998601278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,64,gemm_torch_flow,0.003955200066169103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,32,gemm_torch_flow,0.004062933226426443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,3072,65536,gemm_torch_flow,0.3833984057108561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,128,gemm_torch_flow,0.004273066421349844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,7168,gemm_torch_flow,0.033574398358662924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,6144,gemm_torch_flow,0.029634133974711103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,8192,gemm_torch_flow,0.042947200934092204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,10240,gemm_torch_flow,0.04791040023167928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,12288,gemm_torch_flow,0.05863253275553385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,16384,gemm_torch_flow,0.0762997309366862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,5120,gemm_torch_flow,0.025701334079106648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,3584,gemm_torch_flow,0.019066667556762694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,4096,gemm_torch_flow,0.02181866765022278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,3072,gemm_torch_flow,0.016561067104339598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,2560,gemm_torch_flow,0.01316159963607788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,512,gemm_torch_flow,0.005241600175698599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,1024,gemm_torch_flow,0.006977066894372304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,768,gemm_torch_flow,0.006116266548633576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,2048,gemm_torch_flow,0.01120746632417043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,1536,gemm_torch_flow,0.009313066800435383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,128,gemm_torch_flow,0.003894400099913279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2560,65536,gemm_torch_flow,0.33739414215087893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,256,gemm_torch_flow,0.004370133578777313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,64,gemm_torch_flow,0.0035306667288144433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,32,gemm_torch_flow,0.0036821333070596062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,7168,gemm_torch_flow,0.02540160020192464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,10240,gemm_torch_flow,0.040057599544525146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,8192,gemm_torch_flow,0.029127466678619384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,6144,gemm_torch_flow,0.02239039937655131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,12288,gemm_torch_flow,0.0458901325861613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,16384,gemm_torch_flow,0.0571616013844808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,5120,gemm_torch_flow,0.018857600291570027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,2560,gemm_torch_flow,0.012821333607037863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,4096,gemm_torch_flow,0.01592853367328644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,3072,gemm_torch_flow,0.012968533237775168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,3584,gemm_torch_flow,0.01428053379058838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,2048,gemm_torch_flow,0.010975999633471172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,1024,gemm_torch_flow,0.006969599922498067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,1536,gemm_torch_flow,0.008836266398429871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,2048,65536,gemm_torch_flow,0.26146346728006997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,768,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,128,gemm_torch_flow,0.003623466690381368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,512,gemm_torch_flow,0.005048533280690512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,256,gemm_torch_flow,0.004101333270470301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,64,gemm_torch_flow,0.003446399917205175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,32,gemm_torch_flow,0.0034826666116714476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,8192,gemm_torch_flow,0.03208746711413066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,7168,gemm_torch_flow,0.026263467470804852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,6144,gemm_torch_flow,0.02368853290875753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,12288,gemm_torch_flow,0.03148266673088074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,10240,gemm_torch_flow,0.03793386618296306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,16384,gemm_torch_flow,0.04027626514434814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,3584,gemm_torch_flow,0.015033599734306336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,4096,gemm_torch_flow,0.017030400037765504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,5120,gemm_torch_flow,0.020102399587631225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,3072,gemm_torch_flow,0.013027200102806091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,2560,gemm_torch_flow,0.008456533153851826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1536,65536,gemm_torch_flow,0.19675520261128743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,2048,gemm_torch_flow,0.0071829333901405334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,1536,gemm_torch_flow,0.006268799801667531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,1024,gemm_torch_flow,0.005264000097910563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,768,gemm_torch_flow,0.004792533318201701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,512,gemm_torch_flow,0.0042026668787002565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,256,gemm_torch_flow,0.0036831999818483984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,128,gemm_torch_flow,0.0033813332517941795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,32,gemm_torch_flow,0.0032874666154384612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,64,gemm_torch_flow,0.0031957333286603295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,7168,gemm_torch_flow,0.01673813263575236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,6144,gemm_torch_flow,0.014890666802724203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,8192,gemm_torch_flow,0.018691200017929076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,10240,gemm_torch_flow,0.023797333240509033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,12288,gemm_torch_flow,0.026614399751027425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,16384,gemm_torch_flow,0.033063467343648276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,5120,gemm_torch_flow,0.013123200337092081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,1024,65536,gemm_torch_flow,0.13858879407246907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,4096,gemm_torch_flow,0.011210667093594869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,3584,gemm_torch_flow,0.010020266969998677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,2560,gemm_torch_flow,0.009806933005650838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,3072,gemm_torch_flow,0.008834133545557659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,1536,gemm_torch_flow,0.007250133156776428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,2048,gemm_torch_flow,0.008797867099444072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,64,gemm_torch_flow,0.0030218665798505146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,1024,gemm_torch_flow,0.005749333401521047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,256,gemm_torch_flow,0.003505066782236099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,512,gemm_torch_flow,0.004357333481311798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,768,gemm_torch_flow,0.005055999755859375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,128,gemm_torch_flow,0.0031818665564060213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,32,gemm_torch_flow,0.003047466774781545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,6144,gemm_torch_flow,0.013032533725102744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,8192,gemm_torch_flow,0.016302933295567833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,7168,gemm_torch_flow,0.01477120021979014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,12288,gemm_torch_flow,0.019453867276509603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,10240,gemm_torch_flow,0.019268266359965005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,768,65536,gemm_torch_flow,0.10672533512115479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,16384,gemm_torch_flow,0.02531306743621826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,2048,gemm_torch_flow,0.006397866706053417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,4096,gemm_torch_flow,0.00983893374602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,5120,gemm_torch_flow,0.011547733346621196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,3072,gemm_torch_flow,0.007940266529719036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,3584,gemm_torch_flow,0.008787199854850769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,2560,gemm_torch_flow,0.007250133156776428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,1536,gemm_torch_flow,0.00560746689637502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,1024,gemm_torch_flow,0.004658133288224538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,768,gemm_torch_flow,0.004305066665013632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,256,gemm_torch_flow,0.003370666752258936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,128,gemm_torch_flow,0.003102933367093404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,512,gemm_torch_flow,0.0038143999874591826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,64,gemm_torch_flow,0.002962133288383484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,32,gemm_torch_flow,0.0030432000756263735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,7168,gemm_torch_flow,0.011241599917411804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,512,65536,gemm_torch_flow,0.07461866537729898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,6144,gemm_torch_flow,0.010362666845321656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,8192,gemm_torch_flow,0.012518399953842163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,10240,gemm_torch_flow,0.013961600263913474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,12288,gemm_torch_flow,0.015638400117556253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,16384,gemm_torch_flow,0.014973866939544677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,4096,gemm_torch_flow,0.008619733651479085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,3584,gemm_torch_flow,0.007849599917729695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,5120,gemm_torch_flow,0.009725866715113322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,2048,gemm_torch_flow,0.0056202664971351625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,3072,gemm_torch_flow,0.007091199855009715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,2560,gemm_torch_flow,0.006420266628265381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,1024,gemm_torch_flow,0.004277333120505015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,1536,gemm_torch_flow,0.00499839981396993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,32,gemm_torch_flow,0.002919466545184453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,256,gemm_torch_flow,0.003218133250872294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,768,gemm_torch_flow,0.0039658665657043455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,512,gemm_torch_flow,0.003621333340803782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,128,gemm_torch_flow,0.0030165334542592366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,64,gemm_torch_flow,0.002889599899450938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,256,65536,gemm_torch_flow,0.04571093320846557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,16384,gemm_torch_flow,0.012070399522781373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,6144,gemm_torch_flow,0.007567999760309856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,7168,gemm_torch_flow,0.008147199948628742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,8192,gemm_torch_flow,0.008457600076993307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,12288,gemm_torch_flow,0.010123733679453533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,10240,gemm_torch_flow,0.00912000040213267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,5120,gemm_torch_flow,0.008478933572769165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,4096,gemm_torch_flow,0.00773119976123174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,3072,gemm_torch_flow,0.007037866612275441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,2048,gemm_torch_flow,0.005547733108202616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,1536,gemm_torch_flow,0.0048426667849222815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,3584,gemm_torch_flow,0.007380266487598419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,2560,gemm_torch_flow,0.006235733131567637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,1024,gemm_torch_flow,0.0041802664597829185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,768,gemm_torch_flow,0.0038293334345022834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,256,gemm_torch_flow,0.0031199999153614043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,512,gemm_torch_flow,0.003491200009981791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,128,gemm_torch_flow,0.0028746667007605235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,64,gemm_torch_flow,0.0027935999135176343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,32,gemm_torch_flow,0.0028597332537174227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,128,65536,gemm_torch_flow,0.037571199735005695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,16384,gemm_torch_flow,0.00941439966360728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,8192,gemm_torch_flow,0.007371733089288075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,10240,gemm_torch_flow,0.008075733482837678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,7168,gemm_torch_flow,0.007083733379840851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,6144,gemm_torch_flow,0.006773333251476288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,12288,gemm_torch_flow,0.008787199854850769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,4096,gemm_torch_flow,0.006696533163388569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,5120,gemm_torch_flow,0.00709440012772878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,1024,gemm_torch_flow,0.004093866546948751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,3584,gemm_torch_flow,0.007043200234572093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,3072,gemm_torch_flow,0.006804266571998596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,1536,gemm_torch_flow,0.004795733094215393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,2560,gemm_torch_flow,0.006132266422112783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,2048,gemm_torch_flow,0.00544213354587555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,768,gemm_torch_flow,0.0037685332198937735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,512,gemm_torch_flow,0.0034154665966828666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,256,gemm_torch_flow,0.0030858665704727173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,128,gemm_torch_flow,0.002834133307139079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,64,gemm_torch_flow,0.0027893332143624624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,32,gemm_torch_flow,0.0028714666763941447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,64,65536,gemm_torch_flow,0.03312000036239624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,12288,gemm_torch_flow,0.007677866518497467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,8192,gemm_torch_flow,0.007053866485754649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,16384,gemm_torch_flow,0.008770133058230083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,7168,gemm_torch_flow,0.006737066805362702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,6144,gemm_torch_flow,0.006533333162466686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,10240,gemm_torch_flow,0.0071946665644645694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,4096,gemm_torch_flow,0.0067445332805315655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,5120,gemm_torch_flow,0.007191466788450877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,3584,gemm_torch_flow,0.007050666709740956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,3072,gemm_torch_flow,0.0067210664351781205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,2048,gemm_torch_flow,0.005413333574930826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,1536,gemm_torch_flow,0.004737066725889841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,1024,gemm_torch_flow,0.004071466624736786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,2560,gemm_torch_flow,0.006083199878533682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,768,gemm_torch_flow,0.003719466676314672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,32,gemm_torch_flow,0.0027317332724730173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,512,gemm_torch_flow,0.0033930666744709016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,256,gemm_torch_flow,0.003033600002527237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,128,gemm_torch_flow,0.0029002666473388673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,64,gemm_torch_flow,0.00271573339899381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,768,32,65536,gemm_torch_flow,0.03133866588274638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,4096,gemm_torch_flow,0.3545994758605957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,5120,gemm_torch_flow,0.44284372329711913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,6144,gemm_torch_flow,0.5312896092732747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,7168,gemm_torch_flow,0.6207477569580078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,8192,gemm_torch_flow,0.7060981114705404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,3584,gemm_torch_flow,0.3121845245361328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,3072,gemm_torch_flow,0.2713151931762695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,10240,gemm_torch_flow,0.8741546630859375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,2560,gemm_torch_flow,0.229913600285848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,2048,gemm_torch_flow,0.18929173151652018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,512,gemm_torch_flow,0.05893866618474325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,768,gemm_torch_flow,0.08042879899342856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,1024,gemm_torch_flow,0.09979413350423177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,64,gemm_torch_flow,0.026596266031265258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,256,gemm_torch_flow,0.038341331481933597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,1536,gemm_torch_flow,0.14602239926656085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,128,gemm_torch_flow,0.029985066254933673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,32,gemm_torch_flow,0.027163734038670857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,12288,gemm_torch_flow,1.0703819274902344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,7168,gemm_torch_flow,0.15425920486450195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,6144,gemm_torch_flow,0.13636587460835775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,8192,gemm_torch_flow,0.17764906883239745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,10240,gemm_torch_flow,0.21997440656026207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,12288,gemm_torch_flow,0.26251093546549475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,4096,gemm_torch_flow,0.09142506917317708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,3584,gemm_torch_flow,0.08036373456319174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,16384,gemm_torch_flow,0.34266347885131837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,5120,gemm_torch_flow,0.11175253391265869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,3072,gemm_torch_flow,0.06959146658579508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,2048,gemm_torch_flow,0.048313601811726885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,768,gemm_torch_flow,0.021413334210713706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,2560,gemm_torch_flow,0.05880746841430664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,1024,gemm_torch_flow,0.026676267385482788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,512,gemm_torch_flow,0.016300800442695617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,1536,gemm_torch_flow,0.03767786820729573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,256,gemm_torch_flow,0.01164906620979309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,32,gemm_torch_flow,0.007623466849327088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,64,gemm_torch_flow,0.007332266867160797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,128,gemm_torch_flow,0.00881599982579549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,65536,16384,gemm_torch_flow,1.415383529663086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,6144,gemm_torch_flow,0.10499413013458252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,7168,gemm_torch_flow,0.12054613431294758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,8192,gemm_torch_flow,0.13790720303853352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,10240,gemm_torch_flow,0.16824852625528972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,12288,gemm_torch_flow,0.2064810593922933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,3072,gemm_torch_flow,0.05319466590881348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,5120,gemm_torch_flow,0.08708159923553467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,3584,gemm_torch_flow,0.06253546476364136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,4096,gemm_torch_flow,0.07052906354268393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,2560,gemm_torch_flow,0.046189868450164796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,16384,gemm_torch_flow,0.2729034741719564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,512,gemm_torch_flow,0.013211733102798462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,768,gemm_torch_flow,0.016760534048080443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,1024,gemm_torch_flow,0.02064853310585022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,128,gemm_torch_flow,0.0070602665344874065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,256,gemm_torch_flow,0.009287466605504353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,1536,gemm_torch_flow,0.028794666131337483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,2048,gemm_torch_flow,0.03691519896189372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,64,gemm_torch_flow,0.006087466577688853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,32,gemm_torch_flow,0.006382933259010315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,10240,gemm_torch_flow,0.13677226702372233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,7168,gemm_torch_flow,0.0984661340713501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,8192,gemm_torch_flow,0.1112330675125122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,12288,gemm_torch_flow,0.16462507247924804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,6144,gemm_torch_flow,0.08381120363871256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,4096,gemm_torch_flow,0.0577450672785441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,16384,gemm_torch_flow,0.2217951933542887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,5120,gemm_torch_flow,0.07162773609161377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,3584,gemm_torch_flow,0.05070399840672811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,1536,gemm_torch_flow,0.024338134129842124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,3072,gemm_torch_flow,0.04388159910837809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,2048,gemm_torch_flow,0.03136000037193298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,1024,gemm_torch_flow,0.017767467101415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,2560,gemm_torch_flow,0.037597866853078206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,512,gemm_torch_flow,0.011877333124478657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,768,gemm_torch_flow,0.014731733004252115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,256,gemm_torch_flow,0.00844266712665558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,32,gemm_torch_flow,0.006142933170000712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,64,gemm_torch_flow,0.005824000140031179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,128,gemm_torch_flow,0.006580266853173573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,8192,gemm_torch_flow,0.08866666952768962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,10240,gemm_torch_flow,0.10985813140869141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,12288,gemm_torch_flow,0.1297983964284261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,16384,65536,gemm_torch_flow,1.4230623881022135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,16384,gemm_torch_flow,0.17585280736287434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,5120,gemm_torch_flow,0.05604586601257324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,7168,gemm_torch_flow,0.07795626322428385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,6144,gemm_torch_flow,0.06736213366190592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,4096,gemm_torch_flow,0.04655466477076213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,3072,gemm_torch_flow,0.03510719935099284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,3584,gemm_torch_flow,0.041085867087046306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,1536,gemm_torch_flow,0.019757866859436035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,2560,gemm_torch_flow,0.029930667082468672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,1024,gemm_torch_flow,0.01474346617857615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,2048,gemm_torch_flow,0.02472533384958903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,128,gemm_torch_flow,0.005832533538341522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,12288,65536,gemm_torch_flow,1.090118408203125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,512,gemm_torch_flow,0.009995733698209126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,768,gemm_torch_flow,0.012340266505877178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,256,gemm_torch_flow,0.00698773314555486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,64,gemm_torch_flow,0.005189333359400431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,32,gemm_torch_flow,0.005427200098832448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,7168,gemm_torch_flow,0.07011199792226155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,10240,65536,gemm_torch_flow,0.8768672307332357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,8192,gemm_torch_flow,0.08050133387247721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,10240,gemm_torch_flow,0.09969813028971354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,12288,gemm_torch_flow,0.12006933689117431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,16384,gemm_torch_flow,0.15647679964701336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,6144,gemm_torch_flow,0.06016533374786377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,5120,gemm_torch_flow,0.05261973142623901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,4096,gemm_torch_flow,0.04144746859868367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,3584,gemm_torch_flow,0.03624106645584106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,3072,gemm_torch_flow,0.031768532594045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,2048,gemm_torch_flow,0.02152959903081258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,1536,gemm_torch_flow,0.017179733514785765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,2560,gemm_torch_flow,0.02672959963480632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,768,gemm_torch_flow,0.010398933291435241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,1024,gemm_torch_flow,0.01260373294353485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,512,gemm_torch_flow,0.00813973347345988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,256,gemm_torch_flow,0.0060138667623202005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,128,gemm_torch_flow,0.005148800214131674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,64,gemm_torch_flow,0.004903466502825419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,32,gemm_torch_flow,0.005162666738033295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,8192,65536,gemm_torch_flow,0.6917376200358073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,7168,gemm_torch_flow,0.060880001386006674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,10240,gemm_torch_flow,0.08715946674346924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,8192,gemm_torch_flow,0.06884480317433675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,12288,gemm_torch_flow,0.10082133611043294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,16384,gemm_torch_flow,0.1371125380198161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,3072,gemm_torch_flow,0.027471999327341717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,4096,gemm_torch_flow,0.036457598209381104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,3584,gemm_torch_flow,0.03169813354810079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,5120,gemm_torch_flow,0.04398186604181926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,6144,gemm_torch_flow,0.053617068131764735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,1536,gemm_torch_flow,0.015638400117556253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,2048,gemm_torch_flow,0.01933120091756185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,2560,gemm_torch_flow,0.023780266443888344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,1024,gemm_torch_flow,0.01202880044778188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,768,gemm_torch_flow,0.01007466713587443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,256,gemm_torch_flow,0.005927466849486033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,128,gemm_torch_flow,0.005009066561857859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,512,gemm_torch_flow,0.008251733581225077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,64,gemm_torch_flow,0.004443733394145966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,32,gemm_torch_flow,0.004689066608746847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,7168,gemm_torch_flow,0.05173759857813517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,8192,gemm_torch_flow,0.05950613419214884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,12288,gemm_torch_flow,0.0860042651494344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,10240,gemm_torch_flow,0.07349119981129965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,7168,65536,gemm_torch_flow,0.639300282796224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,16384,gemm_torch_flow,0.11646827061971028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,3072,gemm_torch_flow,0.02476159930229187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,2560,gemm_torch_flow,0.020888533194859824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,4096,gemm_torch_flow,0.03081386685371399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,6144,gemm_torch_flow,0.04474026759465535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,5120,gemm_torch_flow,0.03827199935913086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,3584,gemm_torch_flow,0.027858134110768634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,1536,gemm_torch_flow,0.014413866400718688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,2048,gemm_torch_flow,0.01755519906679789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,1024,gemm_torch_flow,0.011281067132949829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,128,gemm_torch_flow,0.004917333523432413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,768,gemm_torch_flow,0.009714133540789286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,512,gemm_torch_flow,0.007565866907437642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,256,gemm_torch_flow,0.0060586666067441305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,64,gemm_torch_flow,0.004488533238569895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,32,gemm_torch_flow,0.004568533102671305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,6144,65536,gemm_torch_flow,0.5348960240681966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,7168,gemm_torch_flow,0.040275200208028154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,10240,gemm_torch_flow,0.05720533529917399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,8192,gemm_torch_flow,0.046590932210286456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,12288,gemm_torch_flow,0.06869866847991943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,16384,gemm_torch_flow,0.08900907039642333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,5120,gemm_torch_flow,0.029497599601745604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,6144,gemm_torch_flow,0.03582293192545573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,4096,gemm_torch_flow,0.024385066827138265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,3584,gemm_torch_flow,0.0216757337252299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,3072,gemm_torch_flow,0.0188810666402181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,2048,gemm_torch_flow,0.013831466436386108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,2560,gemm_torch_flow,0.016302933295567833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,1536,gemm_torch_flow,0.011481600006421407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,256,gemm_torch_flow,0.004940799872080485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,512,gemm_torch_flow,0.006118399898211161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,768,gemm_torch_flow,0.007330133517583211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,1024,gemm_torch_flow,0.008888533711433411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,32,gemm_torch_flow,0.004106666644414266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,128,gemm_torch_flow,0.004379733403523763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,64,gemm_torch_flow,0.003979733337958654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,5120,65536,gemm_torch_flow,0.4475712140401204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,10240,gemm_torch_flow,0.04979413350423177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,7168,gemm_torch_flow,0.036085331439971925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,8192,gemm_torch_flow,0.04065386851628621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,12288,gemm_torch_flow,0.06040853261947632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,6144,gemm_torch_flow,0.03171839912732442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,16384,gemm_torch_flow,0.08032639821370444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,4096,gemm_torch_flow,0.021568000316619873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,5120,gemm_torch_flow,0.026149332523345947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,3584,gemm_torch_flow,0.019035732746124266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,3072,gemm_torch_flow,0.016832000017166136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,1024,gemm_torch_flow,0.007860266665617625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,2560,gemm_torch_flow,0.014571733276049294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,1536,gemm_torch_flow,0.01050879955291748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,2048,gemm_torch_flow,0.012598400314648947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,768,gemm_torch_flow,0.006770133475462596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,256,gemm_torch_flow,0.004717866579691568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,512,gemm_torch_flow,0.005681066711743673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,128,gemm_torch_flow,0.004129066566626231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,4096,65536,gemm_torch_flow,0.357150936126709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,64,gemm_torch_flow,0.0037258667250474296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,32,gemm_torch_flow,0.003964799890915553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,8192,gemm_torch_flow,0.036848000685373944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,7168,gemm_torch_flow,0.031677865982055665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,10240,gemm_torch_flow,0.043825066089630126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,6144,gemm_torch_flow,0.027755733331044512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,12288,gemm_torch_flow,0.052621865272521974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,16384,gemm_torch_flow,0.06843732992808024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,5120,gemm_torch_flow,0.023379200696945192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,4096,gemm_torch_flow,0.01886826753616333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,3584,gemm_torch_flow,0.016764799753824867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,1536,gemm_torch_flow,0.009434666236241658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,3072,gemm_torch_flow,0.015050666530927024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,2048,gemm_torch_flow,0.011314133803049724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,2560,gemm_torch_flow,0.013058132926623025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,1024,gemm_torch_flow,0.007112533350785573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,512,gemm_torch_flow,0.005293866495291392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,128,gemm_torch_flow,0.003969066590070724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,768,gemm_torch_flow,0.006181333462397257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,256,gemm_torch_flow,0.004423466821511587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3584,65536,gemm_torch_flow,0.327238400777181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,32,gemm_torch_flow,0.003753600021203359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,64,gemm_torch_flow,0.00363520011305809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,6144,gemm_torch_flow,0.023594667514165245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,7168,gemm_torch_flow,0.027118933200836182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,8192,gemm_torch_flow,0.03146773378054301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,10240,gemm_torch_flow,0.03823146820068359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,12288,gemm_torch_flow,0.04470506509145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,16384,gemm_torch_flow,0.058465067545572916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,2048,gemm_torch_flow,0.009940266609191895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,5120,gemm_torch_flow,0.019901865720748903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,4096,gemm_torch_flow,0.016269866625467935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,2560,gemm_torch_flow,0.011529599626859028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,3584,gemm_torch_flow,0.015316266814867655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,3072,gemm_torch_flow,0.013079466422398886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,1536,gemm_torch_flow,0.008117333551247915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,1024,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,3072,65536,gemm_torch_flow,0.27525545756022135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,768,gemm_torch_flow,0.005748266478379568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,64,gemm_torch_flow,0.0034901333351929987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,512,gemm_torch_flow,0.004936533172925314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,256,gemm_torch_flow,0.00420906643072764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,128,gemm_torch_flow,0.003819733361403147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,32,gemm_torch_flow,0.003651199986537298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,7168,gemm_torch_flow,0.02595626711845398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,12288,gemm_torch_flow,0.03964693148930867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,8192,gemm_torch_flow,0.03057919939359029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,10240,gemm_torch_flow,0.03198506633440654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,6144,gemm_torch_flow,0.020860799153645835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,16384,gemm_torch_flow,0.0507584015528361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,4096,gemm_torch_flow,0.01623040040334066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,5120,gemm_torch_flow,0.01976213256518046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,3072,gemm_torch_flow,0.012308266758918763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,3584,gemm_torch_flow,0.014516266187032065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,1536,gemm_torch_flow,0.007935999830563863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,2560,gemm_torch_flow,0.011175466577212016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,2048,gemm_torch_flow,0.009341866771380106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2560,65536,gemm_torch_flow,0.23136000633239745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,256,gemm_torch_flow,0.003972266614437103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,512,gemm_torch_flow,0.004589866598447164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,768,gemm_torch_flow,0.005205333232879639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,1024,gemm_torch_flow,0.00589333325624466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,64,gemm_torch_flow,0.0032842665910720824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,128,gemm_torch_flow,0.0035797332723935447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,32,gemm_torch_flow,0.0034485332667827605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,6144,gemm_torch_flow,0.018168532848358156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,8192,gemm_torch_flow,0.026293333371480303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,10240,gemm_torch_flow,0.029310933748881024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,7168,gemm_torch_flow,0.020399999618530274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,12288,gemm_torch_flow,0.031531733274459836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,16384,gemm_torch_flow,0.040148266156514484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,5120,gemm_torch_flow,0.015838932991027833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,4096,gemm_torch_flow,0.01365546683470408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,1536,gemm_torch_flow,0.006594133377075195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,3072,gemm_torch_flow,0.010408533612887065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,3584,gemm_torch_flow,0.012442666292190551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,2560,gemm_torch_flow,0.009435733159383137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,2048,65536,gemm_torch_flow,0.1805888017018636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,2048,gemm_torch_flow,0.008071466783682505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,768,gemm_torch_flow,0.00476800004641215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,1024,gemm_torch_flow,0.005099733173847198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,128,gemm_torch_flow,0.003293866664171219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,256,gemm_torch_flow,0.0036458666125933326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,512,gemm_torch_flow,0.004134399940570196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,32,gemm_torch_flow,0.003205333401759466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,64,gemm_torch_flow,0.0031093334158261614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,12288,gemm_torch_flow,0.023527467250823976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,6144,gemm_torch_flow,0.014270933469136557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,8192,gemm_torch_flow,0.020091732343037925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,7168,gemm_torch_flow,0.015620266397794088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,16384,gemm_torch_flow,0.029158399502436323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,10240,gemm_torch_flow,0.021780266364415487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1536,65536,gemm_torch_flow,0.1385866641998291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,1536,gemm_torch_flow,0.005685333410898844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,5120,gemm_torch_flow,0.011518933375676473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,2560,gemm_torch_flow,0.007288533449172974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,4096,gemm_torch_flow,0.011401599645614624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,3584,gemm_torch_flow,0.008932266632715862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,3072,gemm_torch_flow,0.008166400094827015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,2048,gemm_torch_flow,0.006543999910354615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,1024,gemm_torch_flow,0.004772266745567322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,768,gemm_torch_flow,0.00432533323764801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,512,gemm_torch_flow,0.0038762666285037995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,256,gemm_torch_flow,0.0034954667091369627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,128,gemm_torch_flow,0.003180799881617228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,32,gemm_torch_flow,0.0031445334355036415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,64,gemm_torch_flow,0.0030229332546393077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,1024,65536,gemm_torch_flow,0.09740906556447347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,6144,gemm_torch_flow,0.013134933511416116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,7168,gemm_torch_flow,0.014665599664052328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,8192,gemm_torch_flow,0.017933867375055947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,10240,gemm_torch_flow,0.01925119956334432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,12288,gemm_torch_flow,0.019112533330917357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,16384,gemm_torch_flow,0.023614933093388878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,5120,gemm_torch_flow,0.011601066589355469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,3584,gemm_torch_flow,0.009085866808891296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,1024,gemm_torch_flow,0.004654933512210846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,4096,gemm_torch_flow,0.010009599725405376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,3072,gemm_torch_flow,0.008270933230717977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,2048,gemm_torch_flow,0.006363733112812043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,1536,gemm_torch_flow,0.00558186670144399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,2560,gemm_torch_flow,0.007249066730340321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,512,gemm_torch_flow,0.0038176000118255613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,768,gemm_torch_flow,0.004259199897448222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,32,gemm_torch_flow,0.002995199958483378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,256,gemm_torch_flow,0.003368533402681351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,64,gemm_torch_flow,0.0030005333324273427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,128,gemm_torch_flow,0.0030901332696278887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,768,65536,gemm_torch_flow,0.07430293560028076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,16384,gemm_torch_flow,0.019352533419926963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,12288,gemm_torch_flow,0.015830399592717488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,7168,gemm_torch_flow,0.012081066767374676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,10240,gemm_torch_flow,0.013933866222699483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,6144,gemm_torch_flow,0.011285332838694255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,8192,gemm_torch_flow,0.012935466567675271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,5120,gemm_torch_flow,0.010071466366449993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,4096,gemm_torch_flow,0.009165866176287334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,2560,gemm_torch_flow,0.0070933332045873005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,1024,gemm_torch_flow,0.004659200211366018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,3584,gemm_torch_flow,0.008100266754627227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,1536,gemm_torch_flow,0.005582933127880096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,3072,gemm_torch_flow,0.0070271998643875126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,2048,gemm_torch_flow,0.0064629331231117245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,768,gemm_torch_flow,0.004233600199222564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,256,gemm_torch_flow,0.003352533280849457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,128,gemm_torch_flow,0.003107200066248576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,512,gemm_torch_flow,0.0037439999481042228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,64,gemm_torch_flow,0.0030005333324273427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,32,gemm_torch_flow,0.0029450667401154833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,512,65536,gemm_torch_flow,0.052103467782338465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,12288,gemm_torch_flow,0.010675199826558431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,16384,gemm_torch_flow,0.013274666666984559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,10240,gemm_torch_flow,0.010104533036549885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,8192,gemm_torch_flow,0.00974506636460622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,6144,gemm_torch_flow,0.008595200379689534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,7168,gemm_torch_flow,0.009459199508031209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,5120,gemm_torch_flow,0.0081535999973615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,4096,gemm_torch_flow,0.007652266820271809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,3584,gemm_torch_flow,0.007685333490371704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,3072,gemm_torch_flow,0.007328000168005626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,768,gemm_torch_flow,0.003921066721280416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,2048,gemm_torch_flow,0.005628799895445505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,2560,gemm_torch_flow,0.006354133288065593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,1536,gemm_torch_flow,0.004938666522502899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,1024,gemm_torch_flow,0.0042581334710121155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,128,gemm_torch_flow,0.0030218665798505146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,256,gemm_torch_flow,0.0031839999059836066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,512,gemm_torch_flow,0.0035391998787721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,32,gemm_torch_flow,0.0028533334533373516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,64,gemm_torch_flow,0.002842666705449422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,256,65536,gemm_torch_flow,0.03540693521499634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,8192,gemm_torch_flow,0.00855573316415151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,12288,gemm_torch_flow,0.00890880028406779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,10240,gemm_torch_flow,0.008277333279450735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,16384,gemm_torch_flow,0.010053333640098572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,6144,gemm_torch_flow,0.007635200023651123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,5120,gemm_torch_flow,0.007239466905593872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,7168,gemm_torch_flow,0.008183466891447704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,4096,gemm_torch_flow,0.006763733426729838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,3584,gemm_torch_flow,0.0072405333320299785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,3072,gemm_torch_flow,0.00693333347638448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,1024,gemm_torch_flow,0.004154666761557261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,2048,gemm_torch_flow,0.005529599885145823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,1536,gemm_torch_flow,0.004836266736189524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,2560,gemm_torch_flow,0.006266666452089946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,768,gemm_torch_flow,0.003953066716591517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,512,gemm_torch_flow,0.003562666724125544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,65536,gemm_torch_flow,0.026822400093078614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,256,gemm_torch_flow,0.0032469332218170166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,128,gemm_torch_flow,0.002902399996916453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,64,gemm_torch_flow,0.0028704000016053517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,128,32,gemm_torch_flow,0.0030634666482607523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,12288,gemm_torch_flow,0.007859200239181519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,16384,gemm_torch_flow,0.008799999952316284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,7168,gemm_torch_flow,0.00687360018491745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,6144,gemm_torch_flow,0.00655680000782013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,8192,gemm_torch_flow,0.00698773314555486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,10240,gemm_torch_flow,0.007445333401362102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,5120,gemm_torch_flow,0.006985599795977275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,4096,gemm_torch_flow,0.006621866424878438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,3584,gemm_torch_flow,0.006995200117429097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,3072,gemm_torch_flow,0.0066442668437957765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,2560,gemm_torch_flow,0.006073600053787232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,768,gemm_torch_flow,0.0037130666275819145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,2048,gemm_torch_flow,0.005437866846720377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,1024,gemm_torch_flow,0.004072533299525579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,1536,gemm_torch_flow,0.004748799900213877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,512,gemm_torch_flow,0.003475199888149897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,65536,gemm_torch_flow,0.024759467442830405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,64,gemm_torch_flow,0.0026730666557947796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,256,gemm_torch_flow,0.0030975999931494398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,128,gemm_torch_flow,0.0028362666567166646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,64,32,gemm_torch_flow,0.002776533365249634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,8192,gemm_torch_flow,0.0068341334660847975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,12288,gemm_torch_flow,0.006963199873765309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,6144,gemm_torch_flow,0.006558933357397716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,16384,gemm_torch_flow,0.007446399827798207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,7168,gemm_torch_flow,0.0069482664267222095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,10240,gemm_torch_flow,0.006994133194287618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,5120,gemm_torch_flow,0.006965333223342895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,4096,gemm_torch_flow,0.0064746667941411335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,3072,gemm_torch_flow,0.006690133114655812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,3584,gemm_torch_flow,0.006995200117429097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,2048,gemm_torch_flow,0.00535999983549118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,2560,gemm_torch_flow,0.006071466704209646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,1536,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,1024,gemm_torch_flow,0.004048000027736028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,768,gemm_torch_flow,0.0036864000062147772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,256,gemm_torch_flow,0.003197866678237915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,512,gemm_torch_flow,0.0033600000043710076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,128,gemm_torch_flow,0.0028170667588710784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,65536,gemm_torch_flow,0.023009065786997476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,32,gemm_torch_flow,0.0027189334233601887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,512,32,64,gemm_torch_flow,0.0027274665733178455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,4096,gemm_torch_flow,0.2801898638407389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,5120,gemm_torch_flow,0.3413183848063151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,6144,gemm_torch_flow,0.41154985427856444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,7168,gemm_torch_flow,0.47307732899983723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,8192,gemm_torch_flow,0.5411327997843425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,3584,gemm_torch_flow,0.2463594595591227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,3072,gemm_torch_flow,0.20941972732543945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,2560,gemm_torch_flow,0.17939947446187338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,10240,gemm_torch_flow,0.6813376108805339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,2048,gemm_torch_flow,0.14628586769104004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,256,gemm_torch_flow,0.034671998023986815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,1536,gemm_torch_flow,0.11407679716746014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,768,gemm_torch_flow,0.06389866669972738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,1024,gemm_torch_flow,0.08042453130086263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,128,gemm_torch_flow,0.02532800038655599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,512,gemm_torch_flow,0.04721173445383708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,64,gemm_torch_flow,0.02222506602605184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,32,gemm_torch_flow,0.022562134265899658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,12288,gemm_torch_flow,0.7962432225545247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,6144,gemm_torch_flow,0.10494826634724934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,7168,gemm_torch_flow,0.12182826995849609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,8192,gemm_torch_flow,0.1399274667104085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,10240,gemm_torch_flow,0.17293119430541992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,12288,gemm_torch_flow,0.2053727944691976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,3584,gemm_torch_flow,0.06386346817016601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,5120,gemm_torch_flow,0.08701546986897787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,4096,gemm_torch_flow,0.07133546670277914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,16384,gemm_torch_flow,0.2757322629292806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,1536,gemm_torch_flow,0.02900693416595459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,2048,gemm_torch_flow,0.03845226764678955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,1024,gemm_torch_flow,0.021277866760889688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,3072,gemm_torch_flow,0.055010131994883214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,2560,gemm_torch_flow,0.046521600087483725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,256,gemm_torch_flow,0.009689600268999735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,512,gemm_torch_flow,0.013123200337092081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,768,gemm_torch_flow,0.017142399152119955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,128,gemm_torch_flow,0.007272533575693766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,64,gemm_torch_flow,0.006292266647020976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,32,gemm_torch_flow,0.006748799979686737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,65536,16384,gemm_torch_flow,1.094826634724935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,7168,gemm_torch_flow,0.08845439751942953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,6144,gemm_torch_flow,0.07873706817626953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,8192,gemm_torch_flow,0.10097280343373616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,10240,gemm_torch_flow,0.12461439768473308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,12288,gemm_torch_flow,0.15053653717041016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,16384,gemm_torch_flow,0.19501333236694335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,3584,gemm_torch_flow,0.04639466603597005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,4096,gemm_torch_flow,0.05280319849650065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,5120,gemm_torch_flow,0.06423253218332926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,3072,gemm_torch_flow,0.04015680154164632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,2048,gemm_torch_flow,0.02836373249689738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,2560,gemm_torch_flow,0.034467200438181564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,768,gemm_torch_flow,0.013594667116800943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,1024,gemm_torch_flow,0.016472533345222473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,512,gemm_torch_flow,0.010945066809654236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,256,gemm_torch_flow,0.007713066538174947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,1536,gemm_torch_flow,0.022222934166590373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,64,gemm_torch_flow,0.005524266759554545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,32,gemm_torch_flow,0.006179200112819671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,128,gemm_torch_flow,0.0063498665889104204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,7168,gemm_torch_flow,0.0789802630742391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,8192,gemm_torch_flow,0.0887295961380005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,10240,gemm_torch_flow,0.10822400252024333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,12288,gemm_torch_flow,0.13032320340474446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,16384,gemm_torch_flow,0.16963839530944824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,5120,gemm_torch_flow,0.056801064809163415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,4096,gemm_torch_flow,0.045984001954396565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,3072,gemm_torch_flow,0.035521066188812254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,6144,gemm_torch_flow,0.06806506315867106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,3584,gemm_torch_flow,0.04077440102895101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,1536,gemm_torch_flow,0.019610667228698732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,1024,gemm_torch_flow,0.015053866306940713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,768,gemm_torch_flow,0.012391466895739238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,512,gemm_torch_flow,0.010146133104960124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,2048,gemm_torch_flow,0.024791467189788818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,2560,gemm_torch_flow,0.030213334163029987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,64,gemm_torch_flow,0.005568000177542368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,256,gemm_torch_flow,0.007043200234572093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,128,gemm_torch_flow,0.005871999760468801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,32,gemm_torch_flow,0.005897599955399831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,8192,gemm_torch_flow,0.07017813523610433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,10240,gemm_torch_flow,0.0874847968419393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,16384,65536,gemm_torch_flow,1.0719679514567058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,12288,gemm_torch_flow,0.10469653606414794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,16384,gemm_torch_flow,0.13519892692565919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,12288,65536,gemm_torch_flow,0.7866975784301757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,7168,gemm_torch_flow,0.06160000165303549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,3584,gemm_torch_flow,0.032102400064468385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,5120,gemm_torch_flow,0.04538880189259847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,6144,gemm_torch_flow,0.05353493293126425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,4096,gemm_torch_flow,0.03682133356730143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,2048,gemm_torch_flow,0.019602133830388387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,1024,gemm_torch_flow,0.011971199512481689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,768,gemm_torch_flow,0.010244266192118327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,1536,gemm_torch_flow,0.015688533584276833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,3072,gemm_torch_flow,0.02902719974517822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,2560,gemm_torch_flow,0.023886932929356893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,512,gemm_torch_flow,0.008408533533414204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,256,gemm_torch_flow,0.006084266801675161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,32,gemm_torch_flow,0.005028266708056132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,128,gemm_torch_flow,0.00516480008761088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,64,gemm_torch_flow,0.004582400123278299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,7168,gemm_torch_flow,0.05404373407363892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,10240,gemm_torch_flow,0.07738239765167236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,10240,65536,gemm_torch_flow,0.6869173049926758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,8192,gemm_torch_flow,0.06233173211415609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,12288,gemm_torch_flow,0.09111893177032471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,16384,gemm_torch_flow,0.11785493691762287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,5120,gemm_torch_flow,0.040105601151784256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,4096,gemm_torch_flow,0.03312639991442363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,3584,gemm_torch_flow,0.02906773289044698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,6144,gemm_torch_flow,0.04662079811096191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,2560,gemm_torch_flow,0.021358933051427206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,3072,gemm_torch_flow,0.02542399962743123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,512,gemm_torch_flow,0.008105599880218506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,2048,gemm_torch_flow,0.0180565337340037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,1536,gemm_torch_flow,0.014917332927385965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,1024,gemm_torch_flow,0.011591466267903645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,768,gemm_torch_flow,0.01014400025208791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,128,gemm_torch_flow,0.0054848000407218935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,256,gemm_torch_flow,0.006297599772612255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,64,gemm_torch_flow,0.005042133231957754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,32,gemm_torch_flow,0.005186133086681366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,8192,65536,gemm_torch_flow,0.5443562825520833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,8192,gemm_torch_flow,0.05374293327331543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,7168,gemm_torch_flow,0.047031466166178384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,12288,gemm_torch_flow,0.07738347053527832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,10240,gemm_torch_flow,0.06609919865926107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,16384,gemm_torch_flow,0.10279253323872883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,6144,gemm_torch_flow,0.04152746597925822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,5120,gemm_torch_flow,0.03460586468378703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,3584,gemm_torch_flow,0.024555732806523643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,4096,gemm_torch_flow,0.02804479996363322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,3072,gemm_torch_flow,0.021702400843302407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,1024,gemm_torch_flow,0.009844266374905904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,2048,gemm_torch_flow,0.015495466192563376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,2560,gemm_torch_flow,0.018371200561523436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,1536,gemm_torch_flow,0.012588799993197123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,768,gemm_torch_flow,0.00863039990266164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,512,gemm_torch_flow,0.006816000243028005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,256,gemm_torch_flow,0.005340800185998281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,128,gemm_torch_flow,0.0046304002404212955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,32,gemm_torch_flow,0.004368000229199727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,64,gemm_torch_flow,0.004102399945259095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,8192,gemm_torch_flow,0.0468448003133138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,7168,gemm_torch_flow,0.04029119809468587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,7168,65536,gemm_torch_flow,0.46622826258341477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,12288,gemm_torch_flow,0.06654400030771891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,10240,gemm_torch_flow,0.05747093359629313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,16384,gemm_torch_flow,0.09010240236918131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,3584,gemm_torch_flow,0.021612799167633055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,5120,gemm_torch_flow,0.02983786662419637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,6144,gemm_torch_flow,0.03551786740620931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,4096,gemm_torch_flow,0.024685867627461753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,3072,gemm_torch_flow,0.0189301331837972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,2048,gemm_torch_flow,0.013902933398882548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,2560,gemm_torch_flow,0.016315733393033348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,1536,gemm_torch_flow,0.011593600114186604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,256,gemm_torch_flow,0.00494400014479955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,1024,gemm_torch_flow,0.009108266234397889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,512,gemm_torch_flow,0.006214400132497152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,768,gemm_torch_flow,0.007911466558774312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,128,gemm_torch_flow,0.004312533140182495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,32,gemm_torch_flow,0.004329599936803182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,64,gemm_torch_flow,0.004226133227348328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,8192,gemm_torch_flow,0.04583786725997925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,7168,gemm_torch_flow,0.03699626525243123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,6144,65536,gemm_torch_flow,0.4082592010498047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,12288,gemm_torch_flow,0.05810453494389852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,10240,gemm_torch_flow,0.046197334925333663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,16384,gemm_torch_flow,0.08356053034464518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,6144,gemm_torch_flow,0.02950826684633891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,3584,gemm_torch_flow,0.020980266729990642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,2048,gemm_torch_flow,0.011426132917404175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,4096,gemm_torch_flow,0.020533333222071327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,3072,gemm_torch_flow,0.01689599951108297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,5120,gemm_torch_flow,0.026152533292770386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,2560,gemm_torch_flow,0.013402666648228964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,1024,gemm_torch_flow,0.007645866771539052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,1536,gemm_torch_flow,0.009493333101272584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,512,gemm_torch_flow,0.005252266426881155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,256,gemm_torch_flow,0.0044170667727788295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,768,gemm_torch_flow,0.006505600114663441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,64,gemm_torch_flow,0.0035648000737031303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,128,gemm_torch_flow,0.003922133396069208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,32,gemm_torch_flow,0.003835733234882355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,5120,65536,gemm_torch_flow,0.3532479921976725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,10240,gemm_torch_flow,0.0423466682434082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,8192,gemm_torch_flow,0.035138134161631265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,6144,gemm_torch_flow,0.027524266640345258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,7168,gemm_torch_flow,0.030613332986831665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,12288,gemm_torch_flow,0.0540885329246521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,16384,gemm_torch_flow,0.06807680130004883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,5120,gemm_torch_flow,0.022677334149678548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,4096,gemm_torch_flow,0.018734933932622273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,3584,gemm_torch_flow,0.016775466998418174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,3072,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,1536,gemm_torch_flow,0.010478933652242024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,2560,gemm_torch_flow,0.014522666732470194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,2048,gemm_torch_flow,0.012346667051315308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,4096,65536,gemm_torch_flow,0.275872008005778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,256,gemm_torch_flow,0.004507733384768168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,1024,gemm_torch_flow,0.008203733464082081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,512,gemm_torch_flow,0.005603200197219849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,768,gemm_torch_flow,0.006662400066852569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,128,gemm_torch_flow,0.0039818666875362395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,64,gemm_torch_flow,0.0034485332667827605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,32,gemm_torch_flow,0.0036789332826932275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,6144,gemm_torch_flow,0.023367466529210408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,7168,gemm_torch_flow,0.026687999566396076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,10240,gemm_torch_flow,0.03693973223368327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,8192,gemm_torch_flow,0.030557866891225176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,12288,gemm_torch_flow,0.04679359992345174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,5120,gemm_torch_flow,0.01979413429896037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,16384,gemm_torch_flow,0.06004906495412191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,2048,gemm_torch_flow,0.011339733004570007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,4096,gemm_torch_flow,0.01643519997596741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,3584,gemm_torch_flow,0.014454399545987448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,3072,gemm_torch_flow,0.01304639975229899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,2560,gemm_torch_flow,0.013294933239618936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,1536,gemm_torch_flow,0.009371733665466309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,1024,gemm_torch_flow,0.007460266848405202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,512,gemm_torch_flow,0.005049600203831991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,256,gemm_torch_flow,0.00407679999868075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,32,gemm_torch_flow,0.003555200000603994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,768,gemm_torch_flow,0.006029866635799408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3584,65536,gemm_torch_flow,0.24521387418111168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,128,gemm_torch_flow,0.003689600030581156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,64,gemm_torch_flow,0.003432533393303553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,6144,gemm_torch_flow,0.02060799996058146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,12288,gemm_torch_flow,0.03827199935913086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,8192,gemm_torch_flow,0.027739733457565308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,7168,gemm_torch_flow,0.023434666792551677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,10240,gemm_torch_flow,0.032008532683054605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,16384,gemm_torch_flow,0.05188373327255249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,4096,gemm_torch_flow,0.014230400323867798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,5120,gemm_torch_flow,0.017401599884033205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,3072,gemm_torch_flow,0.011416533589363098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,1536,gemm_torch_flow,0.007672533392906189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,3584,gemm_torch_flow,0.012813867131868998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,2560,gemm_torch_flow,0.010098133484522502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,3072,65536,gemm_torch_flow,0.2036362648010254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,1024,gemm_torch_flow,0.006007466713587443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,2048,gemm_torch_flow,0.008987733721733093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,512,gemm_torch_flow,0.004644266764322917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,768,gemm_torch_flow,0.0052821333209673565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,64,gemm_torch_flow,0.003316266586383184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,256,gemm_torch_flow,0.004011733333269755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,32,gemm_torch_flow,0.003421866645415624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,128,gemm_torch_flow,0.003643733263015747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,7168,gemm_torch_flow,0.025139200687408447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,6144,gemm_torch_flow,0.02107306718826294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,10240,gemm_torch_flow,0.028714666763941448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,16384,gemm_torch_flow,0.042420268058776855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,8192,gemm_torch_flow,0.029682133595148725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,12288,gemm_torch_flow,0.03251413305600484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,5120,gemm_torch_flow,0.01825066606203715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,3584,gemm_torch_flow,0.013875200351079305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,3072,gemm_torch_flow,0.012001066406567892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,4096,gemm_torch_flow,0.015470932920773825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,2048,gemm_torch_flow,0.00765119989713033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,2560,gemm_torch_flow,0.008867200215657551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2560,65536,gemm_torch_flow,0.18048639297485353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,768,gemm_torch_flow,0.004802133142948151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,1024,gemm_torch_flow,0.005260799825191498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,1536,gemm_torch_flow,0.00681279997030894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,256,gemm_torch_flow,0.003734400123357773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,512,gemm_torch_flow,0.004257066547870636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,32,gemm_torch_flow,0.0033258666594823206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,128,gemm_torch_flow,0.003421866645415624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,64,gemm_torch_flow,0.0032032000521818793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,8192,gemm_torch_flow,0.01936639944712321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,10240,gemm_torch_flow,0.024536534150441488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,6144,gemm_torch_flow,0.015451733271280924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,7168,gemm_torch_flow,0.017668267091115318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,5120,gemm_torch_flow,0.013396267096201578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,12288,gemm_torch_flow,0.027854933341344194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,16384,gemm_torch_flow,0.03406080007553101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,2048,65536,gemm_torch_flow,0.14229013125101725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,2560,gemm_torch_flow,0.009154133001963298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,3584,gemm_torch_flow,0.010470400253931682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,4096,gemm_torch_flow,0.011612799763679505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,3072,gemm_torch_flow,0.009646933277448018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,2048,gemm_torch_flow,0.007912533481915791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,1536,gemm_torch_flow,0.006478933493296306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,768,gemm_torch_flow,0.004602666695912679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,1024,gemm_torch_flow,0.0051594664653142296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,512,gemm_torch_flow,0.004053333401679992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,32,gemm_torch_flow,0.003078400095303853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,64,gemm_torch_flow,0.0031530665854612983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,256,gemm_torch_flow,0.0035914666950702667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,128,gemm_torch_flow,0.0032255999743938447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1536,65536,gemm_torch_flow,0.10776426792144775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,8192,gemm_torch_flow,0.016238933801651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,6144,gemm_torch_flow,0.013199999928474426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,10240,gemm_torch_flow,0.021638399362564086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,7168,gemm_torch_flow,0.014827733238538107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,12288,gemm_torch_flow,0.02442986567815145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,16384,gemm_torch_flow,0.02649386723836263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,5120,gemm_torch_flow,0.011692800124486287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,3584,gemm_torch_flow,0.009221333265304565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,4096,gemm_torch_flow,0.009990400075912476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,3072,gemm_torch_flow,0.00853013296922048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,2560,gemm_torch_flow,0.00745066652695338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,1536,gemm_torch_flow,0.005610666672388713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,2048,gemm_torch_flow,0.006412800153096516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,1024,gemm_torch_flow,0.004654933512210846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,768,gemm_torch_flow,0.004281599819660187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,512,gemm_torch_flow,0.0037791999677817024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,256,gemm_torch_flow,0.0034111998975276947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,128,gemm_torch_flow,0.003124266614516576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,64,gemm_torch_flow,0.0029472000896930695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,32,gemm_torch_flow,0.0029887999097506206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,1024,65536,gemm_torch_flow,0.07795626322428385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,10240,gemm_torch_flow,0.017032533884048462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,12288,gemm_torch_flow,0.01928960084915161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,6144,gemm_torch_flow,0.013050666451454163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,8192,gemm_torch_flow,0.015244799852371215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,5120,gemm_torch_flow,0.012142933408419291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,7168,gemm_torch_flow,0.014102400342623393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,16384,gemm_torch_flow,0.021207465728123983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,2048,gemm_torch_flow,0.006002133091290792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,4096,gemm_torch_flow,0.009830400347709656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,3584,gemm_torch_flow,0.009082667032877604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,3072,gemm_torch_flow,0.008133333424727123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,1536,gemm_torch_flow,0.0053610667586326596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,1024,gemm_torch_flow,0.004514133433500925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,2560,gemm_torch_flow,0.006916266679763794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,768,gemm_torch_flow,0.0041685332854588825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,65536,gemm_torch_flow,0.05965439875920614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,512,gemm_torch_flow,0.0037621334195137024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,256,gemm_torch_flow,0.003373866776625315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,128,gemm_torch_flow,0.003066666672627131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,64,gemm_torch_flow,0.002917333443959554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,768,32,gemm_torch_flow,0.002997333308060964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,16384,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,12288,gemm_torch_flow,0.01577279965082804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,10240,gemm_torch_flow,0.014009599884351095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,8192,gemm_torch_flow,0.01259519954522451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,5120,gemm_torch_flow,0.00981119970480601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,7168,gemm_torch_flow,0.011706667145093282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,6144,gemm_torch_flow,0.010962133606274922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,4096,gemm_torch_flow,0.008634666601816814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,3584,gemm_torch_flow,0.007925333579381307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,3072,gemm_torch_flow,0.007133866846561432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,2560,gemm_torch_flow,0.006386133531729381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,1536,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,2048,gemm_torch_flow,0.005668266614278158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,1024,gemm_torch_flow,0.004271999994913737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,512,gemm_torch_flow,0.003619199991226196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,768,gemm_torch_flow,0.003975466638803482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,128,gemm_torch_flow,0.0029663999875386557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,65536,gemm_torch_flow,0.04276053508122762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,256,gemm_torch_flow,0.0032448001205921174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,64,gemm_torch_flow,0.0028597332537174227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,512,32,gemm_torch_flow,0.0029077333708604175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,16384,gemm_torch_flow,0.012219732999801636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,12288,gemm_torch_flow,0.010690133770306904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,10240,gemm_torch_flow,0.009571199615796406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,8192,gemm_torch_flow,0.00853546659151713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,7168,gemm_torch_flow,0.00812799980243047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,6144,gemm_torch_flow,0.007566933333873749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,5120,gemm_torch_flow,0.008406399687131246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,4096,gemm_torch_flow,0.007727999985218048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,3584,gemm_torch_flow,0.007460266848405202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,2560,gemm_torch_flow,0.006235733131567637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,3072,gemm_torch_flow,0.007054933408896129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,768,gemm_torch_flow,0.0038272000849246977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,512,gemm_torch_flow,0.00347626656293869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,2048,gemm_torch_flow,0.005544533332188925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,1536,gemm_torch_flow,0.004845866560935974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,1024,gemm_torch_flow,0.004186666508515676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,65536,gemm_torch_flow,0.030638933181762695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,32,gemm_torch_flow,0.002919466545184453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,256,gemm_torch_flow,0.003123199939727783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,128,gemm_torch_flow,0.0028543998797734577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,256,64,gemm_torch_flow,0.0027583998938401537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,12288,gemm_torch_flow,0.009078400333722432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,16384,gemm_torch_flow,0.008805333574612936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,8192,gemm_torch_flow,0.007460266848405202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,5120,gemm_torch_flow,0.0071839998165766404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,7168,gemm_torch_flow,0.0071274667978286745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,10240,gemm_torch_flow,0.008094933132330577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,6144,gemm_torch_flow,0.006751999755700429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,3072,gemm_torch_flow,0.0068341334660847975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,2560,gemm_torch_flow,0.006163200239340464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,4096,gemm_torch_flow,0.0067114666104316715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,3584,gemm_torch_flow,0.007112533350785573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,2048,gemm_torch_flow,0.005471999943256378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,1024,gemm_torch_flow,0.004113066693147024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,1536,gemm_torch_flow,0.004789333542188009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,65536,gemm_torch_flow,0.02367573380470276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,768,gemm_torch_flow,0.003755733370780945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,512,gemm_torch_flow,0.003442133218050003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,64,gemm_torch_flow,0.0027583998938401537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,128,gemm_torch_flow,0.002885333448648453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,256,gemm_torch_flow,0.0030901332696278887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,128,32,gemm_torch_flow,0.002734933296839396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,10240,gemm_torch_flow,0.007134933272997539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,12288,gemm_torch_flow,0.0068906664848327635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,16384,gemm_torch_flow,0.0075765331586201985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,8192,gemm_torch_flow,0.006921599805355072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,5120,gemm_torch_flow,0.006982400019963582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,6144,gemm_torch_flow,0.006577066580454509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,7168,gemm_torch_flow,0.00676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,4096,gemm_torch_flow,0.006555733581384023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,3584,gemm_torch_flow,0.007008000214894612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,2560,gemm_torch_flow,0.0060597335298856105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,3072,gemm_torch_flow,0.006702933212121327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,768,gemm_torch_flow,0.003700266778469086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,1536,gemm_torch_flow,0.004714666803677877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,2048,gemm_torch_flow,0.00537066658337911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,1024,gemm_torch_flow,0.004033066580692927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,65536,gemm_torch_flow,0.02174933354059855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,512,gemm_torch_flow,0.003442133218050003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,64,gemm_torch_flow,0.0027114666998386385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,256,gemm_torch_flow,0.0030122667551040648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,128,gemm_torch_flow,0.00288426677385966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,64,32,gemm_torch_flow,0.002734933296839396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,8192,gemm_torch_flow,0.006863999863465626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,12288,gemm_torch_flow,0.007389866809050243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,10240,gemm_torch_flow,0.007131733496983846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,16384,gemm_torch_flow,0.008071466783682505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,6144,gemm_torch_flow,0.006537599861621857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,5120,gemm_torch_flow,0.006906666855017345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,7168,gemm_torch_flow,0.006718933085600535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,4096,gemm_torch_flow,0.006486399968465169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,3072,gemm_torch_flow,0.006586666901906331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,2560,gemm_torch_flow,0.006019199887911478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,3584,gemm_torch_flow,0.0068906664848327635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,1536,gemm_torch_flow,0.0047189335028330484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,2048,gemm_torch_flow,0.005413333574930826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,1024,gemm_torch_flow,0.0040522667268912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,768,gemm_torch_flow,0.0036650667587916053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,65536,gemm_torch_flow,0.019336533546447755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,512,gemm_torch_flow,0.0034080001215140024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,32,gemm_torch_flow,0.00271573339899381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,64,gemm_torch_flow,0.002713600049416224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,256,gemm_torch_flow,0.0029674666623274487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,384,32,128,gemm_torch_flow,0.0028607999285062153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,4096,gemm_torch_flow,0.19323840141296386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,5120,gemm_torch_flow,0.23663786252339683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,6144,gemm_torch_flow,0.2841610590616862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,7168,gemm_torch_flow,0.3320245424906413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,8192,gemm_torch_flow,0.3790047963460287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,3584,gemm_torch_flow,0.17021652857462566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,3072,gemm_torch_flow,0.1457717259724935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,1536,gemm_torch_flow,0.08167466322580973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,2560,gemm_torch_flow,0.12501546541849773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,2048,gemm_torch_flow,0.1043573300043742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,10240,gemm_torch_flow,0.4652522722880046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,768,gemm_torch_flow,0.04590186675389608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,512,gemm_torch_flow,0.03336533308029175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,1024,gemm_torch_flow,0.05634239912033081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,128,gemm_torch_flow,0.01842133402824402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,256,gemm_torch_flow,0.025041067600250246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,64,gemm_torch_flow,0.014948266744613647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,32,gemm_torch_flow,0.01513920029004415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,12288,gemm_torch_flow,0.5482730865478516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,6144,gemm_torch_flow,0.07316906452178955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,7168,gemm_torch_flow,0.08357760111490885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,8192,gemm_torch_flow,0.09476693471272787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,10240,gemm_torch_flow,0.11790933609008789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,5120,gemm_torch_flow,0.05965119997660319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,12288,gemm_torch_flow,0.14152533213297527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,4096,gemm_torch_flow,0.04886399904886882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,3584,gemm_torch_flow,0.04300160010655721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,2560,gemm_torch_flow,0.03192746639251709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,3072,gemm_torch_flow,0.03864959875742595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,2048,gemm_torch_flow,0.027821866671244304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,768,gemm_torch_flow,0.01292693316936493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,16384,gemm_torch_flow,0.1872970740000407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,1024,gemm_torch_flow,0.01562879979610443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,1536,gemm_torch_flow,0.021297067403793335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,128,gemm_torch_flow,0.00581226646900177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,512,gemm_torch_flow,0.010648533701896667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,65536,16384,gemm_torch_flow,0.7354442596435546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,256,gemm_torch_flow,0.00790293316046397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,64,gemm_torch_flow,0.005283200244108836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,32,gemm_torch_flow,0.0056202664971351625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,6144,gemm_torch_flow,0.055484799544016514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,8192,gemm_torch_flow,0.07470826307932535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,7168,gemm_torch_flow,0.06555519898732504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,10240,gemm_torch_flow,0.0918783982594808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,12288,gemm_torch_flow,0.10923733711242675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,16384,gemm_torch_flow,0.14153493245442708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,3584,gemm_torch_flow,0.03380693197250366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,4096,gemm_torch_flow,0.03845333258310954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,5120,gemm_torch_flow,0.04653546810150146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,3072,gemm_torch_flow,0.02912000020345052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,2048,gemm_torch_flow,0.021253333489100138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,2560,gemm_torch_flow,0.02534719904263814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,1024,gemm_torch_flow,0.012391466895739238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,768,gemm_torch_flow,0.010547199845314026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,256,gemm_torch_flow,0.005986133217811584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,512,gemm_torch_flow,0.008705066641171773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,1536,gemm_torch_flow,0.01639359990755717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,64,gemm_torch_flow,0.004461866617202759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,128,gemm_torch_flow,0.0050357331832249965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,32,gemm_torch_flow,0.004862933357556661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,7168,gemm_torch_flow,0.054586664835611975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,8192,gemm_torch_flow,0.06267840067545573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,10240,gemm_torch_flow,0.07833920319875082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,12288,gemm_torch_flow,0.0930186669031779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,16384,gemm_torch_flow,0.12069119612375896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,6144,gemm_torch_flow,0.04713600079218547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,4096,gemm_torch_flow,0.033088000615437825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,5120,gemm_torch_flow,0.04026666482289632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,3584,gemm_torch_flow,0.029344000418980914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,3072,gemm_torch_flow,0.025417600075403852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,1536,gemm_torch_flow,0.014859732985496522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,1024,gemm_torch_flow,0.011800533533096314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,2048,gemm_torch_flow,0.018566399812698364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,2560,gemm_torch_flow,0.02190720041592916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,768,gemm_torch_flow,0.010307199756304423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,512,gemm_torch_flow,0.008483200271924337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,128,gemm_torch_flow,0.004897066454092661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,256,gemm_torch_flow,0.005765333275000254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,32,gemm_torch_flow,0.004673066735267639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,64,gemm_torch_flow,0.0044821331898371375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,16384,65536,gemm_torch_flow,0.7439615885416667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,8192,gemm_torch_flow,0.049243732293446855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,10240,gemm_torch_flow,0.06128533283869425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,12288,gemm_torch_flow,0.07487573623657226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,7168,gemm_torch_flow,0.045338666439056395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,16384,gemm_torch_flow,0.09884373346964517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,6144,gemm_torch_flow,0.03769599994023641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,5120,gemm_torch_flow,0.03198506633440654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,12288,65536,gemm_torch_flow,0.5690752029418945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,4096,gemm_torch_flow,0.026539733012517292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,3584,gemm_torch_flow,0.023571199178695677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,3072,gemm_torch_flow,0.021317332983016968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,768,gemm_torch_flow,0.008228266735871632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,1024,gemm_torch_flow,0.009381332993507385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,1536,gemm_torch_flow,0.012241066495577494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,2560,gemm_torch_flow,0.01750826636950175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,256,gemm_torch_flow,0.004972800115744273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,2048,gemm_torch_flow,0.014385066429773965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,512,gemm_torch_flow,0.0067221333583196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,128,gemm_torch_flow,0.004399999976158142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,64,gemm_torch_flow,0.004041599979003271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,32,gemm_torch_flow,0.004306133091449738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,10240,65536,gemm_torch_flow,0.4719744046529134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,7168,gemm_torch_flow,0.038472533226013184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,8192,gemm_torch_flow,0.04391680161158244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,6144,gemm_torch_flow,0.033741867542266844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,10240,gemm_torch_flow,0.05511999924977621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,12288,gemm_torch_flow,0.06604693333307901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,16384,gemm_torch_flow,0.0855679988861084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,3584,gemm_torch_flow,0.02180160085360209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,3072,gemm_torch_flow,0.01827626625696818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,2560,gemm_torch_flow,0.01575040022532145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,2048,gemm_torch_flow,0.013241599996884665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,4096,gemm_torch_flow,0.02330453395843506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,5120,gemm_torch_flow,0.02829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,1536,gemm_torch_flow,0.010709333419799804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,64,gemm_torch_flow,0.0037994667887687682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,1024,gemm_torch_flow,0.00860479970773061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,768,gemm_torch_flow,0.007626666625340779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,512,gemm_torch_flow,0.005899733304977417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,256,gemm_torch_flow,0.004711466530958811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,128,gemm_torch_flow,0.004156800111134847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,32,gemm_torch_flow,0.00391146664818128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,7168,gemm_torch_flow,0.03362666765848796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,8192,gemm_torch_flow,0.039895466963450116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,10240,gemm_torch_flow,0.04762453238169352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,8192,65536,gemm_torch_flow,0.3791839917500814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,12288,gemm_torch_flow,0.056568535168965664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,16384,gemm_torch_flow,0.07720853487650553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,6144,gemm_torch_flow,0.029208532969156903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,5120,gemm_torch_flow,0.025257599353790284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,2048,gemm_torch_flow,0.01160426636536916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,3072,gemm_torch_flow,0.016060800353686015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,4096,gemm_torch_flow,0.02137813369433085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,3584,gemm_torch_flow,0.019578667481740315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,2560,gemm_torch_flow,0.0142794668674469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,1024,gemm_torch_flow,0.007929599781831106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,768,gemm_torch_flow,0.006962133447329204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,1536,gemm_torch_flow,0.009686400492986042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,64,gemm_torch_flow,0.0036533333361148832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,128,gemm_torch_flow,0.004023466755946477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,512,gemm_torch_flow,0.005383466680844625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,256,gemm_torch_flow,0.004509866734345754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,32,gemm_torch_flow,0.0038719999293486277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,7168,65536,gemm_torch_flow,0.3468991915384928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,8192,gemm_torch_flow,0.038777601718902585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,7168,gemm_torch_flow,0.030001066128412884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,10240,gemm_torch_flow,0.043790932496388754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,12288,gemm_torch_flow,0.05368426640828451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,16384,gemm_torch_flow,0.07305173079172769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,6144,gemm_torch_flow,0.026834134260813398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,2560,gemm_torch_flow,0.013116799791653953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,3072,gemm_torch_flow,0.015473066767056783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,3584,gemm_torch_flow,0.01800959904988607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,4096,gemm_torch_flow,0.02090880076090495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,5120,gemm_torch_flow,0.024276266495386757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,1536,gemm_torch_flow,0.009358933568000794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,2048,gemm_torch_flow,0.01090773344039917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,1024,gemm_torch_flow,0.007406933108965556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,128,gemm_torch_flow,0.0038101332883040107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,512,gemm_torch_flow,0.0051125332713127134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,768,gemm_torch_flow,0.0061365331212679545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,256,gemm_torch_flow,0.004308266441027323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,64,gemm_torch_flow,0.0035605333745479585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,32,gemm_torch_flow,0.003753600021203359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,8192,gemm_torch_flow,0.03083946704864502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,6144,65536,gemm_torch_flow,0.29885546366373694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,7168,gemm_torch_flow,0.026497066020965576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,10240,gemm_torch_flow,0.03802666664123535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,12288,gemm_torch_flow,0.042837333679199216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,6144,gemm_torch_flow,0.023220266898473105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,16384,gemm_torch_flow,0.05422293345133463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,5120,gemm_torch_flow,0.021721599499384563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,3584,gemm_torch_flow,0.015119999647140503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,4096,gemm_torch_flow,0.017171200116475424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,3072,gemm_torch_flow,0.01267093320687612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,2560,gemm_torch_flow,0.011915733416875202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,2048,gemm_torch_flow,0.009905067086219788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,256,gemm_torch_flow,0.004009599983692169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,1536,gemm_torch_flow,0.008042666812737782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,1024,gemm_torch_flow,0.006626133124033611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,768,gemm_torch_flow,0.005425066749254862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,512,gemm_torch_flow,0.004633600016434988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,64,gemm_torch_flow,0.003436800092458725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,32,gemm_torch_flow,0.0034858666360378264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,128,gemm_torch_flow,0.0035573333501815797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,5120,65536,gemm_torch_flow,0.24391466776529946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,10240,gemm_torch_flow,0.03404266834259033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,6144,gemm_torch_flow,0.022278400262196858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,12288,gemm_torch_flow,0.03847039937973022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,8192,gemm_torch_flow,0.026548266410827637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,7168,gemm_torch_flow,0.023757867018381753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,16384,gemm_torch_flow,0.04916373491287231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,5120,gemm_torch_flow,0.017718400557835898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,4096,gemm_torch_flow,0.014360533157984415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,3072,gemm_torch_flow,0.01162453293800354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,2560,gemm_torch_flow,0.010819199681282043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,3584,gemm_torch_flow,0.013178666432698568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,1536,gemm_torch_flow,0.007924266656239827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,4096,65536,gemm_torch_flow,0.1894485314687093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,2048,gemm_torch_flow,0.009105066458384197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,1024,gemm_torch_flow,0.005916800101598104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,128,gemm_torch_flow,0.003587199995915095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,768,gemm_torch_flow,0.0048767998814582825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,512,gemm_torch_flow,0.004349866509437561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,256,gemm_torch_flow,0.0038090666135152185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,64,gemm_torch_flow,0.0032032000521818793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,32,gemm_torch_flow,0.003303466737270355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,7168,gemm_torch_flow,0.02151573300361633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,8192,gemm_torch_flow,0.026474666595458985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,6144,gemm_torch_flow,0.018835200866063436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,12288,gemm_torch_flow,0.034908799330393474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,10240,gemm_torch_flow,0.02972053289413452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,5120,gemm_torch_flow,0.01632533371448517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,16384,gemm_torch_flow,0.043848534425099686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,3584,gemm_torch_flow,0.012524799505869547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,3072,gemm_torch_flow,0.010795733332633973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,2048,gemm_torch_flow,0.008269866804281871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,4096,gemm_torch_flow,0.01454080045223236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,2560,gemm_torch_flow,0.009711999694506328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,1536,gemm_torch_flow,0.007285333176453908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,512,gemm_torch_flow,0.004138666639725367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,1024,gemm_torch_flow,0.005489066739877065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,64,gemm_torch_flow,0.0031829332311948144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,768,gemm_torch_flow,0.004637866715590159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3584,65536,gemm_torch_flow,0.17378133138020832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,256,gemm_torch_flow,0.003606399893760681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,128,gemm_torch_flow,0.003307733436425527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,32,gemm_torch_flow,0.003303466737270355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,6144,gemm_torch_flow,0.01606933375199636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,8192,gemm_torch_flow,0.025668267409006757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,7168,gemm_torch_flow,0.01856213410695394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,10240,gemm_torch_flow,0.02860906720161438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,12288,gemm_torch_flow,0.031624533732732135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,5120,gemm_torch_flow,0.013860266407330832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,16384,gemm_torch_flow,0.041672531763712564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,2048,gemm_torch_flow,0.007758933305740357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,3584,gemm_torch_flow,0.010773332913716634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,4096,gemm_torch_flow,0.011866666873296102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,2560,gemm_torch_flow,0.00902506709098816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,3072,gemm_torch_flow,0.009854933619499207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,1536,gemm_torch_flow,0.0066538666685422255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,3072,65536,gemm_torch_flow,0.14936960538228353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,1024,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,768,gemm_torch_flow,0.004455466568470001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,256,gemm_torch_flow,0.003538133452335993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,64,gemm_torch_flow,0.0031199999153614043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,512,gemm_torch_flow,0.003950933367013932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,128,gemm_torch_flow,0.0032874666154384612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,32,gemm_torch_flow,0.003124266614516576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,10240,gemm_torch_flow,0.024657066663106283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,6144,gemm_torch_flow,0.013252266248067222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,7168,gemm_torch_flow,0.01511253317197164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,8192,gemm_torch_flow,0.021206400791803994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,12288,gemm_torch_flow,0.025895466407140095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,5120,gemm_torch_flow,0.012643200159072877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,16384,gemm_torch_flow,0.031691733996073404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,4096,gemm_torch_flow,0.01071679989496867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,3584,gemm_torch_flow,0.009428266684214275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,2048,gemm_torch_flow,0.006888533135255177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2560,65536,gemm_torch_flow,0.13095359802246093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,3072,gemm_torch_flow,0.00853546659151713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,2560,gemm_torch_flow,0.007838933169841767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,512,gemm_torch_flow,0.003934933245182038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,1536,gemm_torch_flow,0.005738666653633118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,1024,gemm_torch_flow,0.004734933376312256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,768,gemm_torch_flow,0.004364799956480662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,256,gemm_torch_flow,0.003571200122435888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,32,gemm_torch_flow,0.0031946666538715364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,128,gemm_torch_flow,0.003221333275238673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,64,gemm_torch_flow,0.0030165334542592366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,8192,gemm_torch_flow,0.018747733036677042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,10240,gemm_torch_flow,0.020837332804997763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,7168,gemm_torch_flow,0.014870400230089823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,12288,gemm_torch_flow,0.02103786667188009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,6144,gemm_torch_flow,0.013273599743843078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,2048,65536,gemm_torch_flow,0.10275519688924153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,16384,gemm_torch_flow,0.02587626576423645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,5120,gemm_torch_flow,0.011757866541544596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,4096,gemm_torch_flow,0.01018453339735667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,3584,gemm_torch_flow,0.009422933061917622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,1024,gemm_torch_flow,0.004668800036112467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,2048,gemm_torch_flow,0.006692266464233399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,3072,gemm_torch_flow,0.0086325337489446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,2560,gemm_torch_flow,0.007895466685295106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,1536,gemm_torch_flow,0.005534933507442474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,768,gemm_torch_flow,0.004267733295758565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,256,gemm_torch_flow,0.003416533271471659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,128,gemm_torch_flow,0.00311253344019254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,512,gemm_torch_flow,0.003828266759713491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,32,gemm_torch_flow,0.0030752000709374744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,64,gemm_torch_flow,0.0030218665798505146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,10240,gemm_torch_flow,0.015969066818555196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,12288,gemm_torch_flow,0.01598186691602071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1536,65536,gemm_torch_flow,0.07860906918843588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,8192,gemm_torch_flow,0.013544533650080362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,7168,gemm_torch_flow,0.012314666310946147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,6144,gemm_torch_flow,0.011437867085138958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,16384,gemm_torch_flow,0.021681066354115805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,5120,gemm_torch_flow,0.010718933741251628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,4096,gemm_torch_flow,0.010337066650390626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,3584,gemm_torch_flow,0.009199999769528707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,2048,gemm_torch_flow,0.006351999938488007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,3072,gemm_torch_flow,0.007901866734027863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,2560,gemm_torch_flow,0.007153066496054332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,1536,gemm_torch_flow,0.005578666428724925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,768,gemm_torch_flow,0.004223999877770742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,1024,gemm_torch_flow,0.004665599763393402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,65536,gemm_torch_flow,0.05480533440907796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,512,gemm_torch_flow,0.003735466549793879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,128,gemm_torch_flow,0.0030239999294281008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,256,gemm_torch_flow,0.003256533294916153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,64,gemm_torch_flow,0.0028704000016053517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,1024,32,gemm_torch_flow,0.002906666696071625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,16384,gemm_torch_flow,0.01630826691786448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,4096,gemm_torch_flow,0.00913813312848409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,5120,gemm_torch_flow,0.010334933797518413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,12288,gemm_torch_flow,0.013115732868512472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,6144,gemm_torch_flow,0.011076266566912334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,8192,gemm_torch_flow,0.012707199652989706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,7168,gemm_torch_flow,0.011932800213495891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,10240,gemm_torch_flow,0.01267093320687612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,3584,gemm_torch_flow,0.007956266899903615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,2560,gemm_torch_flow,0.006388266881306966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,512,gemm_torch_flow,0.0035957333942254386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,1536,gemm_torch_flow,0.005016533533732096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,3072,gemm_torch_flow,0.007150933146476746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,768,gemm_torch_flow,0.003962666789690653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,1024,gemm_torch_flow,0.004262400170167288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,2048,gemm_torch_flow,0.005614933371543884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,65536,gemm_torch_flow,0.04453866481781006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,128,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,256,gemm_torch_flow,0.0032138665517171226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,64,gemm_torch_flow,0.0029098667204380036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,768,32,gemm_torch_flow,0.0028938665986061097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,8192,gemm_torch_flow,0.010327466328938802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,12288,gemm_torch_flow,0.010854400197664897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,10240,gemm_torch_flow,0.010484266281127929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,16384,gemm_torch_flow,0.01250879963239034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,7168,gemm_torch_flow,0.00981119970480601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,6144,gemm_torch_flow,0.00897173285484314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,4096,gemm_torch_flow,0.007582933207352956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,5120,gemm_torch_flow,0.008436266581217449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,3072,gemm_torch_flow,0.007221333185831706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,3584,gemm_torch_flow,0.007456000149250031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,2560,gemm_torch_flow,0.006355200211207073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,1024,gemm_torch_flow,0.004260266820589701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,2048,gemm_torch_flow,0.005634133517742157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,1536,gemm_torch_flow,0.004947199920813243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,768,gemm_torch_flow,0.0038890667259693147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,65536,gemm_torch_flow,0.0365013321240743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,512,gemm_torch_flow,0.0035573333501815797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,64,gemm_torch_flow,0.002812800059715907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,256,gemm_torch_flow,0.003151999910672506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,128,gemm_torch_flow,0.002974933385848999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,512,32,gemm_torch_flow,0.0028053333361943563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,8192,gemm_torch_flow,0.008586666981379191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,10240,gemm_torch_flow,0.008654933174451191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,12288,gemm_torch_flow,0.00906986693541209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,16384,gemm_torch_flow,0.010605866710344952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,5120,gemm_torch_flow,0.0072543998559316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,6144,gemm_torch_flow,0.007674666742483775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,7168,gemm_torch_flow,0.00817920019229253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,4096,gemm_torch_flow,0.006833066542943318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,3584,gemm_torch_flow,0.007237333556016285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,3072,gemm_torch_flow,0.006920533378918965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,2560,gemm_torch_flow,0.006279466549555461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,2048,gemm_torch_flow,0.005554133156935374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,768,gemm_torch_flow,0.0038176000118255613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,1536,gemm_torch_flow,0.004852266609668731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,1024,gemm_torch_flow,0.004130133241415024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,65536,gemm_torch_flow,0.02508373260498047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,512,gemm_torch_flow,0.0035797332723935447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,32,gemm_torch_flow,0.0028490667541821797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,128,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,256,gemm_torch_flow,0.003202133377393087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,256,64,gemm_torch_flow,0.002833066632350286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,12288,gemm_torch_flow,0.007857066889603932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,8192,gemm_torch_flow,0.007041066884994507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,16384,gemm_torch_flow,0.00897920032342275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,10240,gemm_torch_flow,0.007472000022729237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,7168,gemm_torch_flow,0.006916266679763794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,5120,gemm_torch_flow,0.007006933291753133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,6144,gemm_torch_flow,0.006634666522343953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,3584,gemm_torch_flow,0.007054933408896129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,4096,gemm_torch_flow,0.006668800115585327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,65536,gemm_torch_flow,0.018222934007644652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,2560,gemm_torch_flow,0.0060693333546320595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,3072,gemm_torch_flow,0.006718933085600535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,768,gemm_torch_flow,0.003676799933115641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,2048,gemm_torch_flow,0.005446400245030721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,1536,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,1024,gemm_torch_flow,0.0040522667268912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,256,gemm_torch_flow,0.0030400000512599947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,128,gemm_torch_flow,0.0029685333371162414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,32,gemm_torch_flow,0.0027477333943049112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,512,gemm_torch_flow,0.003386666625738144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,128,64,gemm_torch_flow,0.002734933296839396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,7168,gemm_torch_flow,0.006678399940331777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,16384,gemm_torch_flow,0.007277866701285045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,12288,gemm_torch_flow,0.00680213322242101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,8192,gemm_torch_flow,0.006816000243028005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,10240,gemm_torch_flow,0.0070271998643875126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,6144,gemm_torch_flow,0.006542933483918508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,5120,gemm_torch_flow,0.006868266562620799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,4096,gemm_torch_flow,0.006487466891606649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,65536,gemm_torch_flow,0.011928533514340717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,2560,gemm_torch_flow,0.00602346658706665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,2048,gemm_torch_flow,0.005348266661167144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,3072,gemm_torch_flow,0.006681600213050842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,3584,gemm_torch_flow,0.006937600175539653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,1536,gemm_torch_flow,0.004666666686534882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,1024,gemm_torch_flow,0.003993600110212962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,768,gemm_torch_flow,0.003642666588226954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,256,gemm_torch_flow,0.0031040000418821974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,512,gemm_torch_flow,0.0033919999996821085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,32,gemm_torch_flow,0.0027445333699385325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,128,gemm_torch_flow,0.002863999952872594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,64,64,gemm_torch_flow,0.0026933332284291584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,12288,gemm_torch_flow,0.0067775999506314594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,16384,gemm_torch_flow,0.006678399940331777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,10240,gemm_torch_flow,0.006876799960931141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,8192,gemm_torch_flow,0.00678719977537791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,7168,gemm_torch_flow,0.0065642664829889934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,6144,gemm_torch_flow,0.0064085334539413456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,5120,gemm_torch_flow,0.006795733173688252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,4096,gemm_torch_flow,0.006421333551406861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,3072,gemm_torch_flow,0.006550399959087372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,3584,gemm_torch_flow,0.006859733164310456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,65536,gemm_torch_flow,0.0108842670917511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,2560,gemm_torch_flow,0.006075733403364817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,2048,gemm_torch_flow,0.005351466437180838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,512,gemm_torch_flow,0.0033632000287373864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,768,gemm_torch_flow,0.003618133316437403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,1536,gemm_torch_flow,0.0047199999292691554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,1024,gemm_torch_flow,0.0039893334110577905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,256,gemm_torch_flow,0.002977066735426585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,128,gemm_torch_flow,0.002855466554562251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,32,gemm_torch_flow,0.0028309332827727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,256,32,64,gemm_torch_flow,0.002749866743882497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,4096,gemm_torch_flow,0.16253973642985026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,5120,gemm_torch_flow,0.19842453002929689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,6144,gemm_torch_flow,0.23532907168070474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,7168,gemm_torch_flow,0.27597866058349607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,8192,gemm_torch_flow,0.30779520670572913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,3584,gemm_torch_flow,0.1437983989715576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,3072,gemm_torch_flow,0.12491412957509358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,2560,gemm_torch_flow,0.11020692984263103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,1536,gemm_torch_flow,0.07197653452555339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,2048,gemm_torch_flow,0.09365866978963217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,1024,gemm_torch_flow,0.0503104011217753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,768,gemm_torch_flow,0.041368532180786136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,512,gemm_torch_flow,0.03133119940757752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,10240,gemm_torch_flow,0.38726399739583334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,128,gemm_torch_flow,0.014556800325711569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,64,gemm_torch_flow,0.011828266580899556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,256,gemm_torch_flow,0.020295466979344687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,32,gemm_torch_flow,0.013209600249926248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,12288,gemm_torch_flow,0.4530485471089681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,6144,gemm_torch_flow,0.06666666666666667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,7168,gemm_torch_flow,0.07100160121917724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,8192,gemm_torch_flow,0.07976853052775065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,10240,gemm_torch_flow,0.09981760183970133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,5120,gemm_torch_flow,0.05171306530634562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,12288,gemm_torch_flow,0.11877439816792805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,3584,gemm_torch_flow,0.037793068091074626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,4096,gemm_torch_flow,0.04247680107752482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,65536,16384,gemm_torch_flow,0.6148000081380208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,16384,gemm_torch_flow,0.16385919253031414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,3072,gemm_torch_flow,0.035427200794219973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,2560,gemm_torch_flow,0.028681600093841554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,768,gemm_torch_flow,0.011708799997965496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,1024,gemm_torch_flow,0.013823999961217245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,1536,gemm_torch_flow,0.019256534179051717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,2048,gemm_torch_flow,0.02565760016441345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,128,gemm_torch_flow,0.005066666503747304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,512,gemm_torch_flow,0.009231999516487122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,256,gemm_torch_flow,0.006805333495140076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,64,gemm_torch_flow,0.004508799811204275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,32,gemm_torch_flow,0.0049098665515581764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,7168,gemm_torch_flow,0.05403519868850708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,6144,gemm_torch_flow,0.04655466477076213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,8192,gemm_torch_flow,0.061305598417917884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,10240,gemm_torch_flow,0.0758623997370402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,12288,gemm_torch_flow,0.08898986975351969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,5120,gemm_torch_flow,0.040012800693511964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,4096,gemm_torch_flow,0.03354986508687337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,3584,gemm_torch_flow,0.029865600665410358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,2560,gemm_torch_flow,0.022103466590245566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,3072,gemm_torch_flow,0.02598506609598796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,16384,gemm_torch_flow,0.11958293120066325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,768,gemm_torch_flow,0.009590400258700053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,1024,gemm_torch_flow,0.010725333293279012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,2048,gemm_torch_flow,0.018498132626215615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,128,gemm_torch_flow,0.004579199850559235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,512,gemm_torch_flow,0.007826133569081625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,1536,gemm_torch_flow,0.014658133188883463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,256,gemm_torch_flow,0.005345066885153452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,64,gemm_torch_flow,0.00409706657131513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,32,gemm_torch_flow,0.004506666461626689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,7168,gemm_torch_flow,0.053446400165557864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,8192,gemm_torch_flow,0.06101119915644328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,10240,gemm_torch_flow,0.07561066945393881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,12288,gemm_torch_flow,0.08264959653218587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,6144,gemm_torch_flow,0.04632746775945028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,16384,gemm_torch_flow,0.11782933076222737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,5120,gemm_torch_flow,0.03966826597849528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,4096,gemm_torch_flow,0.03073173364003499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,3584,gemm_torch_flow,0.02714666724205017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,3072,gemm_torch_flow,0.024131200710932412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,1536,gemm_torch_flow,0.015126400192578635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,768,gemm_torch_flow,0.008727467060089112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,1024,gemm_torch_flow,0.010137599706649781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,2560,gemm_torch_flow,0.021406932671864828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,2048,gemm_torch_flow,0.018369066715240478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,256,gemm_torch_flow,0.005252266426881155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,512,gemm_torch_flow,0.007483733197053273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,128,gemm_torch_flow,0.004539733131726583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,32,gemm_torch_flow,0.004158933212359746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,64,gemm_torch_flow,0.004041599979003271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,8192,gemm_torch_flow,0.043703468640645345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,10240,gemm_torch_flow,0.054186666011810304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,12288,gemm_torch_flow,0.06387093464533487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,16384,65536,gemm_torch_flow,0.6239509582519531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,16384,gemm_torch_flow,0.08977813720703125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,6144,gemm_torch_flow,0.03411306540171306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,5120,gemm_torch_flow,0.029090134302775066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,7168,gemm_torch_flow,0.03883626858393351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,3584,gemm_torch_flow,0.021663999557495116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,4096,gemm_torch_flow,0.025618133942286174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,12288,65536,gemm_torch_flow,0.45134719212849933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,3072,gemm_torch_flow,0.019170133272806804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,2560,gemm_torch_flow,0.015403733650843302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,1024,gemm_torch_flow,0.008342400193214417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,1536,gemm_torch_flow,0.01030613382657369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,2048,gemm_torch_flow,0.012564266721407572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,768,gemm_torch_flow,0.007484800120194752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,256,gemm_torch_flow,0.004407466451327006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,512,gemm_torch_flow,0.0058218667904535925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,128,gemm_torch_flow,0.003929600119590759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,64,gemm_torch_flow,0.0036703998843828833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,32,gemm_torch_flow,0.00396373321612676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,10240,65536,gemm_torch_flow,0.3989568074544271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,7168,gemm_torch_flow,0.033758934338887533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,6144,gemm_torch_flow,0.03146666685740153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,8192,gemm_torch_flow,0.044227198759714766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,10240,gemm_torch_flow,0.06029866536458334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,12288,gemm_torch_flow,0.06903359889984131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,4096,gemm_torch_flow,0.022658133506774904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,16384,gemm_torch_flow,0.08000640074412027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,3584,gemm_torch_flow,0.01920959949493408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,3072,gemm_torch_flow,0.016739199558893837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,5120,gemm_torch_flow,0.02545173366864522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,2048,gemm_torch_flow,0.012748799721399941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,2560,gemm_torch_flow,0.014548266927401224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,1536,gemm_torch_flow,0.010005333026250203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,256,gemm_torch_flow,0.0045855998992919925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,768,gemm_torch_flow,0.00705813318490982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,512,gemm_torch_flow,0.005569066603978475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,1024,gemm_torch_flow,0.008038400113582611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,128,gemm_torch_flow,0.004141866664091746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,32,gemm_torch_flow,0.003988266736268997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,64,gemm_torch_flow,0.003752533346414566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,8192,65536,gemm_torch_flow,0.31374934514363606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,6144,gemm_torch_flow,0.027731200059254963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,8192,gemm_torch_flow,0.03998080094655355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,7168,gemm_torch_flow,0.029420799016952513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,10240,gemm_torch_flow,0.04828480084737142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,12288,gemm_torch_flow,0.05543253421783447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,16384,gemm_torch_flow,0.07098986307779948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,4096,gemm_torch_flow,0.021833600600560506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,5120,gemm_torch_flow,0.023192532857259116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,3584,gemm_torch_flow,0.017598932981491087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,2560,gemm_torch_flow,0.013012267152468362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,3072,gemm_torch_flow,0.015128533045450846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,1536,gemm_torch_flow,0.009529599547386169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,1024,gemm_torch_flow,0.007522133489449819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,2048,gemm_torch_flow,0.010983467102050781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,128,gemm_torch_flow,0.003685333331425985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,64,gemm_torch_flow,0.0034645333886146545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,768,gemm_torch_flow,0.006375466783841451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,256,gemm_torch_flow,0.004162133236726125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,32,gemm_torch_flow,0.003638399889071783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,512,gemm_torch_flow,0.005029333134492239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,7168,65536,gemm_torch_flow,0.28504854838053384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,8192,gemm_torch_flow,0.030913066864013673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,7168,gemm_torch_flow,0.029868799448013305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,10240,gemm_torch_flow,0.04123200178146362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,12288,gemm_torch_flow,0.04432106812795003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,16384,gemm_torch_flow,0.05972053209940592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,2560,gemm_torch_flow,0.014485333363215128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,3072,gemm_torch_flow,0.015027200182278952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,5120,gemm_torch_flow,0.02093120018641154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,3584,gemm_torch_flow,0.01548906664053599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,6144,gemm_torch_flow,0.026524800062179565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,4096,gemm_torch_flow,0.01923840045928955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,2048,gemm_torch_flow,0.011078400413195293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,1536,gemm_torch_flow,0.008310399949550629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,128,gemm_torch_flow,0.0036373332142829893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,512,gemm_torch_flow,0.004869333406289419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,768,gemm_torch_flow,0.006353066861629486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,1024,gemm_torch_flow,0.007293866574764251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,256,gemm_torch_flow,0.003980800012747447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,32,gemm_torch_flow,0.0034058667719364167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,64,gemm_torch_flow,0.003293866664171219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,6144,65536,gemm_torch_flow,0.23206613858540853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,8192,gemm_torch_flow,0.036690131823221846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,7168,gemm_torch_flow,0.029182932774225873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,10240,gemm_torch_flow,0.04205973148345947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,12288,gemm_torch_flow,0.05383573373158773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,16384,gemm_torch_flow,0.05377813180287679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,5120,gemm_torch_flow,0.0207914670308431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,6144,gemm_torch_flow,0.020692267020543418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,3072,gemm_torch_flow,0.012330666184425354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,3584,gemm_torch_flow,0.014910933375358582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,2048,gemm_torch_flow,0.009308800101280212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,2560,gemm_torch_flow,0.010991999506950378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,4096,gemm_torch_flow,0.017514665921529136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,512,gemm_torch_flow,0.004410666724046072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,1024,gemm_torch_flow,0.005883733431498209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,1536,gemm_torch_flow,0.008010666569073994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,768,gemm_torch_flow,0.005021866659323374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,256,gemm_torch_flow,0.003869866579771042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,64,gemm_torch_flow,0.0032106667757034303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,5120,65536,gemm_torch_flow,0.2000586668650309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,128,gemm_torch_flow,0.0034485332667827605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,32,gemm_torch_flow,0.00346666673819224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,8192,gemm_torch_flow,0.024947200218836466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,7168,gemm_torch_flow,0.021141332387924195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,10240,gemm_torch_flow,0.03878719806671142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,12288,gemm_torch_flow,0.03887999852498372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,6144,gemm_torch_flow,0.02563733259836833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,4096,gemm_torch_flow,0.013748266299565635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,16384,gemm_torch_flow,0.046750934918721516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,3584,gemm_torch_flow,0.013677866260210673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,5120,gemm_torch_flow,0.018201599518458046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,3072,gemm_torch_flow,0.012225066622098286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,2560,gemm_torch_flow,0.011380267143249512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,1024,gemm_torch_flow,0.006133333345254262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,768,gemm_torch_flow,0.005014400184154511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,2048,gemm_torch_flow,0.00922879974047343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,4096,65536,gemm_torch_flow,0.16309547424316406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,1536,gemm_torch_flow,0.00790719985961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,512,gemm_torch_flow,0.004398933549722036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,128,gemm_torch_flow,0.0033941333492596946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,256,gemm_torch_flow,0.0038463999827702843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,64,gemm_torch_flow,0.0031093334158261614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,32,gemm_torch_flow,0.0032074667513370516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,7168,gemm_torch_flow,0.02005973259607951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,10240,gemm_torch_flow,0.02693120042483012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,6144,gemm_torch_flow,0.017566933234532674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,8192,gemm_torch_flow,0.022424532969792684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,12288,gemm_torch_flow,0.03152959942817688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,16384,gemm_torch_flow,0.04138773282368978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,5120,gemm_torch_flow,0.015057067076365152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,4096,gemm_torch_flow,0.012852266430854797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,3584,gemm_torch_flow,0.011429333686828613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,3072,gemm_torch_flow,0.010307199756304423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,1536,gemm_torch_flow,0.007122133175532024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,2560,gemm_torch_flow,0.01014400025208791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,1024,gemm_torch_flow,0.0056874667604764305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,2048,gemm_torch_flow,0.008366933465003968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3584,65536,gemm_torch_flow,0.1491594632466634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,256,gemm_torch_flow,0.003798400113979975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,64,gemm_torch_flow,0.003066666672627131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,768,gemm_torch_flow,0.004958933095137278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,128,gemm_torch_flow,0.003469866762558619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,512,gemm_torch_flow,0.00425600012143453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,32,gemm_torch_flow,0.0031786667803923286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,6144,gemm_torch_flow,0.01618026693662008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,12288,gemm_torch_flow,0.030880000193913775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,8192,gemm_torch_flow,0.02074026664098104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,7168,gemm_torch_flow,0.018516266345977785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,10240,gemm_torch_flow,0.02681386669476827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,16384,gemm_torch_flow,0.037732267379760744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,4096,gemm_torch_flow,0.010731732845306397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,3072,65536,gemm_torch_flow,0.12522133191426593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,5120,gemm_torch_flow,0.012204800049463909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,3584,gemm_torch_flow,0.010924800237019857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,2048,gemm_torch_flow,0.007425066828727722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,3072,gemm_torch_flow,0.008777599533398945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,1536,gemm_torch_flow,0.006233599781990051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,2560,gemm_torch_flow,0.008355200290679932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,1024,gemm_torch_flow,0.004818133513132731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,512,gemm_torch_flow,0.003953066716591517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,256,gemm_torch_flow,0.0034272000193595886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,64,gemm_torch_flow,0.0031637333333492277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,768,gemm_torch_flow,0.004334933559099833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,32,gemm_torch_flow,0.0030378667016824085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,128,gemm_torch_flow,0.003190399954716364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,10240,gemm_torch_flow,0.024903466304143272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,7168,gemm_torch_flow,0.015227733055750528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,6144,gemm_torch_flow,0.013476266463597616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,12288,gemm_torch_flow,0.02895466685295105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,8192,gemm_torch_flow,0.022541866699854533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,16384,gemm_torch_flow,0.03059626619021098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,5120,gemm_torch_flow,0.011865599950154623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2560,65536,gemm_torch_flow,0.1067797342936198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,3072,gemm_torch_flow,0.008611200253168742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,4096,gemm_torch_flow,0.010416000088055929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,3584,gemm_torch_flow,0.009422933061917622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,2560,gemm_torch_flow,0.00780266672372818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,2048,gemm_torch_flow,0.00697813332080841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,1536,gemm_torch_flow,0.005861333509286245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,768,gemm_torch_flow,0.004264533519744873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,1024,gemm_torch_flow,0.0046965335806210835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,256,gemm_torch_flow,0.0034101332227389016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,512,gemm_torch_flow,0.0037823999921480812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,32,gemm_torch_flow,0.003124266614516576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,64,gemm_torch_flow,0.002962133288383484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,128,gemm_torch_flow,0.003143466760714849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,8192,gemm_torch_flow,0.016260266304016113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,7168,gemm_torch_flow,0.015034666657447815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,6144,gemm_torch_flow,0.013730133573214212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,10240,gemm_torch_flow,0.01900586684544881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,5120,gemm_torch_flow,0.012609066565831504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,16384,gemm_torch_flow,0.02732906738917033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,2048,65536,gemm_torch_flow,0.08901546796162924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,12288,gemm_torch_flow,0.021746132771174112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,4096,gemm_torch_flow,0.01028053363164266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,2560,gemm_torch_flow,0.0075093333919843035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,3584,gemm_torch_flow,0.009227733810742695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,3072,gemm_torch_flow,0.008523733417193095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,2048,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,1536,gemm_torch_flow,0.005559466779232025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,1024,gemm_torch_flow,0.00451200008392334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,512,gemm_torch_flow,0.0037685332198937735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,256,gemm_torch_flow,0.003335466732581457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,768,gemm_torch_flow,0.004141866664091746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,128,gemm_torch_flow,0.0030741333961486817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,64,gemm_torch_flow,0.0030005333324273427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,32,gemm_torch_flow,0.0029909332593282064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1536,65536,gemm_torch_flow,0.07279360294342041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,16384,gemm_torch_flow,0.02140586574872335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,12288,gemm_torch_flow,0.016214399536450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,10240,gemm_torch_flow,0.014427733421325684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,8192,gemm_torch_flow,0.013077333569526672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,5120,gemm_torch_flow,0.010424533486366272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,7168,gemm_torch_flow,0.011956266562143962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,6144,gemm_torch_flow,0.011180800199508668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,4096,gemm_torch_flow,0.009476266304651896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,2048,gemm_torch_flow,0.005843199789524078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,3584,gemm_torch_flow,0.008711466193199157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,3072,gemm_torch_flow,0.007900799810886382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,2560,gemm_torch_flow,0.00645653357108434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,768,gemm_torch_flow,0.003997866561015447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,1536,gemm_torch_flow,0.005128533144791921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,1024,gemm_torch_flow,0.004316799839337667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,512,gemm_torch_flow,0.0036170666416486105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,128,gemm_torch_flow,0.0030069333811601003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,256,gemm_torch_flow,0.0032255999743938447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,64,gemm_torch_flow,0.0028277332584063213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,65536,gemm_torch_flow,0.05157333215077718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,1024,32,gemm_torch_flow,0.00296426663796107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,12288,gemm_torch_flow,0.012851199507713318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,16384,gemm_torch_flow,0.014865066607793173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,7168,gemm_torch_flow,0.010410666465759277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,10240,gemm_torch_flow,0.011593600114186604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,5120,gemm_torch_flow,0.00969599982102712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,8192,gemm_torch_flow,0.010950400431950887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,6144,gemm_torch_flow,0.009527466694513957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,4096,gemm_torch_flow,0.009226666887601216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,3072,gemm_torch_flow,0.007152000069618225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,768,gemm_torch_flow,0.003903999924659729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,3584,gemm_torch_flow,0.007968000074227651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,2048,gemm_torch_flow,0.005669333537419637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,2560,gemm_torch_flow,0.006362666686375936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,1024,gemm_torch_flow,0.004274133344491323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,1536,gemm_torch_flow,0.004958933095137278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,256,gemm_torch_flow,0.003151999910672506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,512,gemm_torch_flow,0.0035082665582497918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,65536,gemm_torch_flow,0.04188693364461263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,64,gemm_torch_flow,0.0028714666763941447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,128,gemm_torch_flow,0.0029909332593282064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,768,32,gemm_torch_flow,0.002883200099070867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,12288,gemm_torch_flow,0.010872532924016316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,16384,gemm_torch_flow,0.012544000148773193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,7168,gemm_torch_flow,0.00869866708914439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,8192,gemm_torch_flow,0.00915839970111847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,6144,gemm_torch_flow,0.007844266792138416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,10240,gemm_torch_flow,0.009987200299898785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,5120,gemm_torch_flow,0.008877866466840108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,4096,gemm_torch_flow,0.008037333190441132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,3072,gemm_torch_flow,0.0071050668756167095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,3584,gemm_torch_flow,0.007472000022729237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,2560,gemm_torch_flow,0.006234666705131531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,2048,gemm_torch_flow,0.00554666668176651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,1536,gemm_torch_flow,0.004886400202910105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,1024,gemm_torch_flow,0.004145066688458125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,512,gemm_torch_flow,0.0034677334129810332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,768,gemm_torch_flow,0.0038453333079814913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,65536,gemm_torch_flow,0.03197866678237915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,256,gemm_torch_flow,0.0031669333577156065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,64,gemm_torch_flow,0.0027744000156720476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,128,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,512,32,gemm_torch_flow,0.002841600030660629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,16384,gemm_torch_flow,0.009102933605511983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,12288,gemm_torch_flow,0.00986346701780955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,10240,gemm_torch_flow,0.008659199873606364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,4096,gemm_torch_flow,0.006837333242098491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,7168,gemm_torch_flow,0.007160533467928569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,8192,gemm_torch_flow,0.007479466497898102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,3584,gemm_torch_flow,0.007176533341407776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,5120,gemm_torch_flow,0.007209600011507671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,6144,gemm_torch_flow,0.006805333495140076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,65536,gemm_torch_flow,0.022894932826360067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,3072,gemm_torch_flow,0.006875733534495036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,2560,gemm_torch_flow,0.006183466811974844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,2048,gemm_torch_flow,0.005468800167242686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,1024,gemm_torch_flow,0.004120533416668574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,1536,gemm_torch_flow,0.004806399842103322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,768,gemm_torch_flow,0.0037610667447249093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,512,gemm_torch_flow,0.0034133332471052804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,64,gemm_torch_flow,0.0027829334139823914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,256,gemm_torch_flow,0.0030645333230495454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,128,gemm_torch_flow,0.0029258665939172106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,256,32,gemm_torch_flow,0.002791466563940048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,8192,gemm_torch_flow,0.007017600039641063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,12288,gemm_torch_flow,0.006764799853165944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,10240,gemm_torch_flow,0.007180800040562947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,16384,gemm_torch_flow,0.007537066439787547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,7168,gemm_torch_flow,0.006884266436100006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,4096,gemm_torch_flow,0.0066549330949783325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,6144,gemm_torch_flow,0.006584533552328746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,5120,gemm_torch_flow,0.007064533233642578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,65536,gemm_torch_flow,0.0147189329067866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,1536,gemm_torch_flow,0.0047082667549451195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,3584,gemm_torch_flow,0.00699839989344279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,3072,gemm_torch_flow,0.006682666639486949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,2048,gemm_torch_flow,0.005415466427803039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,2560,gemm_torch_flow,0.006038400034109751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,1024,gemm_torch_flow,0.0040448000033696495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,256,gemm_torch_flow,0.0031061333914597826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,512,gemm_torch_flow,0.0033610666791598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,768,gemm_torch_flow,0.003676799933115641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,128,gemm_torch_flow,0.0028789333999156954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,32,gemm_torch_flow,0.002755200117826462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,128,64,gemm_torch_flow,0.0027146667242050173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,12288,gemm_torch_flow,0.006836266815662384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,10240,gemm_torch_flow,0.0068917334079742435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,16384,gemm_torch_flow,0.007235200206438701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,8192,gemm_torch_flow,0.006790400048096975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,7168,gemm_torch_flow,0.00666133314371109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,6144,gemm_torch_flow,0.0065653334061304735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,5120,gemm_torch_flow,0.006904533505439759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,4096,gemm_torch_flow,0.006490666667620342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,65536,gemm_torch_flow,0.01154026687145233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,3584,gemm_torch_flow,0.006932266553243001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,2048,gemm_torch_flow,0.005354666709899902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,1536,gemm_torch_flow,0.004744533201058706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,3072,gemm_torch_flow,0.0065984000762303666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,2560,gemm_torch_flow,0.006021333237489065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,256,gemm_torch_flow,0.002946133414904277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,768,gemm_torch_flow,0.003655466685692469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,1024,gemm_torch_flow,0.003988266736268997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,512,gemm_torch_flow,0.0033301333586374915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,64,gemm_torch_flow,0.0030239999294281008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,128,gemm_torch_flow,0.0027882667879263563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,64,32,gemm_torch_flow,0.002726399898529053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,16384,gemm_torch_flow,0.008121599753697712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,12288,gemm_torch_flow,0.006712533533573151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,10240,gemm_torch_flow,0.006805333495140076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,8192,gemm_torch_flow,0.006681600213050842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,6144,gemm_torch_flow,0.006358399987220764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,4096,gemm_torch_flow,0.006379733482996623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,3584,gemm_torch_flow,0.006910933554172516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,7168,gemm_torch_flow,0.006620799998442332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,65536,gemm_torch_flow,0.012609066565831504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,5120,gemm_torch_flow,0.006749866902828217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,3072,gemm_torch_flow,0.006517333288987477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,1536,gemm_torch_flow,0.004664533336957296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,1024,gemm_torch_flow,0.0039989332358042395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,2048,gemm_torch_flow,0.005328000088532766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,2560,gemm_torch_flow,0.006004266440868378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,768,gemm_torch_flow,0.0036917333801587426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,512,gemm_torch_flow,0.0033098667860031127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,256,gemm_torch_flow,0.002963199963172277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,32,gemm_torch_flow,0.0027189334233601887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,64,gemm_torch_flow,0.002647466709216436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,192,32,128,gemm_torch_flow,0.002791466563940048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,4096,gemm_torch_flow,0.14702080090840658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,5120,gemm_torch_flow,0.1799349308013916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,6144,gemm_torch_flow,0.21558613777160646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,7168,gemm_torch_flow,0.24730134010314941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,3072,gemm_torch_flow,0.11280960241953533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,8192,gemm_torch_flow,0.28072319030761717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,3584,gemm_torch_flow,0.12937599817911785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,2560,gemm_torch_flow,0.10241066614786784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,512,gemm_torch_flow,0.02863466739654541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,768,gemm_torch_flow,0.03818560043970744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,1024,gemm_torch_flow,0.04821973244349162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,1536,gemm_torch_flow,0.06677866776784261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,32,gemm_torch_flow,0.009623466928799947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,256,gemm_torch_flow,0.017258665959040322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,2048,gemm_torch_flow,0.08624959786732991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,128,gemm_torch_flow,0.01162559986114502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,64,gemm_torch_flow,0.009704533219337463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,10240,gemm_torch_flow,0.3475541432698568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,12288,gemm_torch_flow,0.4152085304260254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,7168,gemm_torch_flow,0.07033920288085938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,8192,gemm_torch_flow,0.07227413654327393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,10240,gemm_torch_flow,0.08955626487731934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,12288,gemm_torch_flow,0.10589226881663005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,4096,gemm_torch_flow,0.039995733896891275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,16384,gemm_torch_flow,0.13910293579101562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,5120,gemm_torch_flow,0.048148266474405926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,6144,gemm_torch_flow,0.06114346583684286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,3584,gemm_torch_flow,0.035181868076324466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,3072,gemm_torch_flow,0.03332373301188151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,768,gemm_torch_flow,0.010492799679438274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,2048,gemm_torch_flow,0.02402026653289795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,2560,gemm_torch_flow,0.028076799710591634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,1536,gemm_torch_flow,0.01798080007235209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,1024,gemm_torch_flow,0.0127210666735967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,128,gemm_torch_flow,0.004839466512203216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,512,gemm_torch_flow,0.008434133728345235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,256,gemm_torch_flow,0.006234666705131531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,64,gemm_torch_flow,0.004327466587225596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,32,gemm_torch_flow,0.004709333181381226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,65536,16384,gemm_torch_flow,0.5503946940104167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,6144,gemm_torch_flow,0.0494432012240092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,8192,gemm_torch_flow,0.058710400263468424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,7168,gemm_torch_flow,0.05263040065765381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,10240,gemm_torch_flow,0.0837994654973348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,12288,gemm_torch_flow,0.09637973308563233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,16384,gemm_torch_flow,0.12108480135599772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,3584,gemm_torch_flow,0.028680533170700073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,4096,gemm_torch_flow,0.031921066840489704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,5120,gemm_torch_flow,0.03900800148646037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,3072,gemm_torch_flow,0.02550400098164876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,2048,gemm_torch_flow,0.018802134195963542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,2560,gemm_torch_flow,0.021934932470321654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,768,gemm_torch_flow,0.008635733524958293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,1024,gemm_torch_flow,0.010115200281143188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,512,gemm_torch_flow,0.007121066749095917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,256,gemm_torch_flow,0.004871466755867004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,1536,gemm_torch_flow,0.013772799571355184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,128,gemm_torch_flow,0.004249600072701773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,64,gemm_torch_flow,0.0039007999002933502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,32,gemm_torch_flow,0.004133333265781402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,7168,gemm_torch_flow,0.05486186742782593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,8192,gemm_torch_flow,0.06218239863713583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,12288,gemm_torch_flow,0.08677866458892822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,10240,gemm_torch_flow,0.0736074686050415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,16384,gemm_torch_flow,0.10833706855773925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,6144,gemm_torch_flow,0.047858134905497236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,3072,gemm_torch_flow,0.025172267357508344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,5120,gemm_torch_flow,0.03965973456700643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,3584,gemm_torch_flow,0.027075199286142985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,4096,gemm_torch_flow,0.03471786578496297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,2048,gemm_torch_flow,0.01571626663208008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,1536,gemm_torch_flow,0.012349866827329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,1024,gemm_torch_flow,0.009744000434875489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,768,gemm_torch_flow,0.00831573357184728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,2560,gemm_torch_flow,0.01894506613413493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,512,gemm_torch_flow,0.007277866701285045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,128,gemm_torch_flow,0.0042303999265035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,256,gemm_torch_flow,0.004991999765237173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,64,gemm_torch_flow,0.0043136000633239744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,32,gemm_torch_flow,0.00451093316078186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,16384,65536,gemm_torch_flow,0.5765631993611653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,7168,gemm_torch_flow,0.036634667714436846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,8192,gemm_torch_flow,0.03818986813227336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,10240,gemm_torch_flow,0.046824534734090165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,12288,gemm_torch_flow,0.05598719914754232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,16384,gemm_torch_flow,0.07199146747589111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,6144,gemm_torch_flow,0.032227200269699094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,5120,gemm_torch_flow,0.025745066006978352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,3584,gemm_torch_flow,0.019166932503382365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,4096,gemm_torch_flow,0.022476800282796226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,2560,gemm_torch_flow,0.014824533462524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,1536,gemm_torch_flow,0.009905067086219788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,3072,gemm_torch_flow,0.018308266003926595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,768,gemm_torch_flow,0.007001600166161854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,1024,gemm_torch_flow,0.0079434668024381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,12288,65536,gemm_torch_flow,0.42754878997802737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,2048,gemm_torch_flow,0.012161067128181458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,128,gemm_torch_flow,0.0037759999434153237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,512,gemm_torch_flow,0.005655466516812643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,256,gemm_torch_flow,0.004270933568477631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,64,gemm_torch_flow,0.003519999980926514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,32,gemm_torch_flow,0.003882666677236557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,7168,gemm_torch_flow,0.031220267216364544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,8192,gemm_torch_flow,0.03478613297144572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,10240,65536,gemm_torch_flow,0.3870976130167643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,12288,gemm_torch_flow,0.05021013418833414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,10240,gemm_torch_flow,0.04290879964828491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,16384,gemm_torch_flow,0.06507093509038289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,2560,gemm_torch_flow,0.013582932949066161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,5120,gemm_torch_flow,0.023800534009933472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,3584,gemm_torch_flow,0.017749333381652833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,3072,gemm_torch_flow,0.015762133399645488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,6144,gemm_torch_flow,0.027485867341359455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,4096,gemm_torch_flow,0.021604265769322714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,2048,gemm_torch_flow,0.011339733004570007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,128,gemm_torch_flow,0.0037237333754698435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,1536,gemm_torch_flow,0.009451733032862345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,1024,gemm_torch_flow,0.007686399916807811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,768,gemm_torch_flow,0.0068351998925209045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,512,gemm_torch_flow,0.005346133311589559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,256,gemm_torch_flow,0.004260266820589701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,64,gemm_torch_flow,0.0033781332274278007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,32,gemm_torch_flow,0.003504000107447306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,8192,65536,gemm_torch_flow,0.29397761027018227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,8192,gemm_torch_flow,0.03211200038592021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,7168,gemm_torch_flow,0.02882986664772034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,6144,gemm_torch_flow,0.027446399132410686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,10240,gemm_torch_flow,0.03948160012563069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,12288,gemm_torch_flow,0.04660373528798421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,5120,gemm_torch_flow,0.02209279934565226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,16384,gemm_torch_flow,0.06675519943237304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,3584,gemm_torch_flow,0.016603733102480568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,2560,gemm_torch_flow,0.012478933731714884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,4096,gemm_torch_flow,0.018490666151046754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,3072,gemm_torch_flow,0.014556800325711569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,1024,gemm_torch_flow,0.007569066683451335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,2048,gemm_torch_flow,0.010775466759999592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,768,gemm_torch_flow,0.00659093310435613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,1536,gemm_torch_flow,0.009242666761080424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,512,gemm_torch_flow,0.005160533388455709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,256,gemm_torch_flow,0.004158933212359746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,128,gemm_torch_flow,0.0037493333220481873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,64,gemm_torch_flow,0.0033845332761605583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,32,gemm_torch_flow,0.0035103999078273775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,7168,65536,gemm_torch_flow,0.2746282577514648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,8192,gemm_torch_flow,0.034696535269419355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,10240,gemm_torch_flow,0.040487468242645264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,7168,gemm_torch_flow,0.03300159970919291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,12288,gemm_torch_flow,0.04532693227132161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,16384,gemm_torch_flow,0.056004265944163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,4096,gemm_torch_flow,0.01971093416213989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,5120,gemm_torch_flow,0.02050986687342326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,6144,gemm_torch_flow,0.027933865785598755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,3584,gemm_torch_flow,0.01774719953536987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,3072,gemm_torch_flow,0.01585493286450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,2048,gemm_torch_flow,0.01051200032234192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,2560,gemm_torch_flow,0.011956266562143962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,1536,gemm_torch_flow,0.008942932883898417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,1024,gemm_torch_flow,0.007420800129572551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,768,gemm_torch_flow,0.0061141331990559895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,256,gemm_torch_flow,0.0042015999555587765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,512,gemm_torch_flow,0.004836266736189524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,128,gemm_torch_flow,0.0038602667550245917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,64,gemm_torch_flow,0.0034304000437259674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,32,gemm_torch_flow,0.0035306667288144433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,6144,65536,gemm_torch_flow,0.22025492986043296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,8192,gemm_torch_flow,0.02773653268814087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,10240,gemm_torch_flow,0.03221759994824727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,7168,gemm_torch_flow,0.025150932868321735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,12288,gemm_torch_flow,0.0359658678372701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,16384,gemm_torch_flow,0.04442773262659709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,5120,gemm_torch_flow,0.02062079906463623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,6144,gemm_torch_flow,0.024423466126124064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,3584,gemm_torch_flow,0.016759467124938966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,2560,gemm_torch_flow,0.010526933272679647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,2048,gemm_torch_flow,0.008368000388145447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,3072,gemm_torch_flow,0.01495680014292399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,4096,gemm_torch_flow,0.019655466079711914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,1024,gemm_torch_flow,0.005861333509286245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,1536,gemm_torch_flow,0.007211733361085255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,512,gemm_torch_flow,0.004330666859944662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,768,gemm_torch_flow,0.004924799998601278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,128,gemm_torch_flow,0.003491200009981791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,256,gemm_torch_flow,0.0037269333998362223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,64,gemm_torch_flow,0.0031744000812371576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,32,gemm_torch_flow,0.0033557333052158357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,5120,65536,gemm_torch_flow,0.1912992000579834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,10240,gemm_torch_flow,0.029625600576400755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,12288,gemm_torch_flow,0.03338666756947835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,16384,gemm_torch_flow,0.04096320072809855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,8192,gemm_torch_flow,0.02574933369954427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,7168,gemm_torch_flow,0.023388799031575522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,6144,gemm_torch_flow,0.022652800877889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,3584,gemm_torch_flow,0.010883200168609618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,2560,gemm_torch_flow,0.008799999952316284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,4096,gemm_torch_flow,0.011966933806737263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,2048,gemm_torch_flow,0.007818666597207386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,3072,gemm_torch_flow,0.009950932860374451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,1536,gemm_torch_flow,0.006740266581376393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,5120,gemm_torch_flow,0.014371200402577718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,4096,65536,gemm_torch_flow,0.14885759353637695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,128,gemm_torch_flow,0.003286399940649668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,512,gemm_torch_flow,0.003994666785001755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,768,gemm_torch_flow,0.004468266665935516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,1024,gemm_torch_flow,0.00510506679614385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,256,gemm_torch_flow,0.0035274667044480645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,64,gemm_torch_flow,0.0030794667700926462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,32,gemm_torch_flow,0.00314026673634847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,8192,gemm_torch_flow,0.023600000143051147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,10240,gemm_torch_flow,0.027409066756566364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,12288,gemm_torch_flow,0.030555733044942218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,7168,gemm_torch_flow,0.021580799420674642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,6144,gemm_torch_flow,0.019668267170588175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,16384,gemm_torch_flow,0.03909226655960083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3584,65536,gemm_torch_flow,0.14897066752115887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,3584,gemm_torch_flow,0.011854933698972066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,5120,gemm_torch_flow,0.01544426679611206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,4096,gemm_torch_flow,0.014184533556302389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,3072,gemm_torch_flow,0.010652800401051838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,2560,gemm_torch_flow,0.008546132842699687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,1536,gemm_torch_flow,0.0067210664351781205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,2048,gemm_torch_flow,0.007565866907437642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,64,gemm_torch_flow,0.003035733352104823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,1024,gemm_torch_flow,0.004862933357556661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,768,gemm_torch_flow,0.0044832001129786175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,512,gemm_torch_flow,0.003973333289225897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,256,gemm_torch_flow,0.0034805332620938623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,128,gemm_torch_flow,0.0032170665760835014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,32,gemm_torch_flow,0.00310506671667099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,6144,gemm_torch_flow,0.016246400276819863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,8192,gemm_torch_flow,0.019966934124628702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,10240,gemm_torch_flow,0.02327573299407959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,7168,gemm_torch_flow,0.01820053259531657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,12288,gemm_torch_flow,0.02600319981575012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,16384,gemm_torch_flow,0.032014934221903484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,3072,65536,gemm_torch_flow,0.11929600238800049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,5120,gemm_torch_flow,0.01515733301639557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,4096,gemm_torch_flow,0.01316480040550232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,1536,gemm_torch_flow,0.006376533210277558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,3584,gemm_torch_flow,0.011479467153549194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,3072,gemm_torch_flow,0.01030293305714925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,2560,gemm_torch_flow,0.00823040008544922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,2048,gemm_torch_flow,0.0073845331867535904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,512,gemm_torch_flow,0.003962666789690653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,1024,gemm_torch_flow,0.004856533308823904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,768,gemm_torch_flow,0.004389333228270212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,256,gemm_torch_flow,0.003583999971548716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,32,gemm_torch_flow,0.003089066594839096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,128,gemm_torch_flow,0.00323840007185936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,64,gemm_torch_flow,0.0029813334345817565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,6144,gemm_torch_flow,0.013778133193651834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,7168,gemm_torch_flow,0.015081600348154704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2560,65536,gemm_torch_flow,0.10063786506652832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,8192,gemm_torch_flow,0.016405333081881204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,10240,gemm_torch_flow,0.01952426632245382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,12288,gemm_torch_flow,0.021923200289408366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,16384,gemm_torch_flow,0.02677759925524394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,3584,gemm_torch_flow,0.01011199951171875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,5120,gemm_torch_flow,0.012583466370900473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,4096,gemm_torch_flow,0.011780266960461933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,3072,gemm_torch_flow,0.0088128000497818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,2560,gemm_torch_flow,0.007834666470686594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,1024,gemm_torch_flow,0.004502399762471517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,2048,gemm_torch_flow,0.006739200154940288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,1536,gemm_torch_flow,0.005613866448402405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,64,gemm_torch_flow,0.0029365333418051405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,768,gemm_torch_flow,0.004162133236726125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,256,gemm_torch_flow,0.0034229333202044168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,128,gemm_torch_flow,0.0031221332649389905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,512,gemm_torch_flow,0.003769599894682566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,32,gemm_torch_flow,0.0031136001149813337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,8192,gemm_torch_flow,0.014060800274213156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,2048,65536,gemm_torch_flow,0.08234133720397949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,10240,gemm_torch_flow,0.015502933661142984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,7168,gemm_torch_flow,0.013132799665133157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,16384,gemm_torch_flow,0.022747733195622764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,12288,gemm_torch_flow,0.018209065993626913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,6144,gemm_torch_flow,0.015083733201026916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,2560,gemm_torch_flow,0.00703359991312027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,5120,gemm_torch_flow,0.01309440036614736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,4096,gemm_torch_flow,0.011281067132949829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,3584,gemm_torch_flow,0.010327466328938802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,3072,gemm_torch_flow,0.00929813285668691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,2048,gemm_torch_flow,0.00584853341182073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,1536,gemm_torch_flow,0.005209599932034811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,1024,gemm_torch_flow,0.004375466704368591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,512,gemm_torch_flow,0.003737599899371465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,128,gemm_torch_flow,0.0030570665995279947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,768,gemm_torch_flow,0.004102399945259095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,256,gemm_torch_flow,0.0033344000577926634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,32,gemm_torch_flow,0.003053866575161616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,64,gemm_torch_flow,0.0029397333661715193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1536,65536,gemm_torch_flow,0.06720533370971679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,16384,gemm_torch_flow,0.016986666123072307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,8192,gemm_torch_flow,0.013714133699735006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,12288,gemm_torch_flow,0.014425599575042724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,10240,gemm_torch_flow,0.014947199821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,6144,gemm_torch_flow,0.012285866340001424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,7168,gemm_torch_flow,0.012371200323104858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,4096,gemm_torch_flow,0.009478400150934856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,5120,gemm_torch_flow,0.010937600334485372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,3072,gemm_torch_flow,0.007710933188597361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,2560,gemm_torch_flow,0.006679466863473256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,3584,gemm_torch_flow,0.00867306689421336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,1024,gemm_torch_flow,0.004376533130804697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,1536,gemm_torch_flow,0.00524479995171229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,2048,gemm_torch_flow,0.005736533304055532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,65536,gemm_torch_flow,0.04487253427505493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,64,gemm_torch_flow,0.0028789333999156954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,512,gemm_torch_flow,0.003655466685692469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,768,gemm_torch_flow,0.004026666780312856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,256,gemm_torch_flow,0.00322026660044988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,128,gemm_torch_flow,0.0029728000362714132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,1024,32,gemm_torch_flow,0.0029653333127498626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,12288,gemm_torch_flow,0.017011199394861856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,16384,gemm_torch_flow,0.014097066720326743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,10240,gemm_torch_flow,0.014833066860834757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,8192,gemm_torch_flow,0.01309333344300588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,6144,gemm_torch_flow,0.011117866635322571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,7168,gemm_torch_flow,0.0121888001759847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,5120,gemm_torch_flow,0.00974506636460622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,4096,gemm_torch_flow,0.008676266670227051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,3584,gemm_torch_flow,0.008261333405971526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,3072,gemm_torch_flow,0.007417599856853485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,2048,gemm_torch_flow,0.0056618665655454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,768,gemm_torch_flow,0.0039018665750821433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,2560,gemm_torch_flow,0.006330666442712148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,1536,gemm_torch_flow,0.0049333333969116214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,1024,gemm_torch_flow,0.0042367999752362575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,65536,gemm_torch_flow,0.03972266515096028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,512,gemm_torch_flow,0.003553066651026408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,64,gemm_torch_flow,0.0028512001037597655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,256,gemm_torch_flow,0.003142400085926056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,128,gemm_torch_flow,0.002932266642649968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,768,32,gemm_torch_flow,0.002883200099070867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,8192,gemm_torch_flow,0.010150399804115296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,16384,gemm_torch_flow,0.013455999890963235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,10240,gemm_torch_flow,0.01067733367284139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,12288,gemm_torch_flow,0.011618133385976155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,7168,gemm_torch_flow,0.009484799702962239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,6144,gemm_torch_flow,0.008328533172607422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,4096,gemm_torch_flow,0.007698133091131846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,5120,gemm_torch_flow,0.007859200239181519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,3072,gemm_torch_flow,0.007047466437021891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,2048,gemm_torch_flow,0.005549866457780202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,3584,gemm_torch_flow,0.007348266740640004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,1536,gemm_torch_flow,0.004863999783992767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,2560,gemm_torch_flow,0.006213333209355672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,1024,gemm_torch_flow,0.004173866907755534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,65536,gemm_torch_flow,0.030007465680440264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,768,gemm_torch_flow,0.003807999938726425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,512,gemm_torch_flow,0.0034826666116714476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,256,gemm_torch_flow,0.0031786667803923286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,64,gemm_torch_flow,0.0027797333896160126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,128,gemm_torch_flow,0.002937600016593933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,512,32,gemm_torch_flow,0.002807466685771942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,10240,gemm_torch_flow,0.007968000074227651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,16384,gemm_torch_flow,0.010585600137710571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,12288,gemm_torch_flow,0.009016533692677815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,4096,gemm_torch_flow,0.006738133231798808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,5120,gemm_torch_flow,0.007201066613197327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,8192,gemm_torch_flow,0.007247999807198842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,7168,gemm_torch_flow,0.0070154666900634766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,6144,gemm_torch_flow,0.006743466854095459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,65536,gemm_torch_flow,0.026301866769790648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,2560,gemm_torch_flow,0.006145066519578298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,3584,gemm_torch_flow,0.0071722666422526045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,3072,gemm_torch_flow,0.006814933319886525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,2048,gemm_torch_flow,0.005438933273156484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,1024,gemm_torch_flow,0.00408746674656868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,256,gemm_torch_flow,0.0030421334008375804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,768,gemm_torch_flow,0.0037450666228930154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,1536,gemm_torch_flow,0.004749866823355356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,512,gemm_torch_flow,0.003442133218050003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,128,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,32,gemm_torch_flow,0.00277866671482722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,256,64,gemm_torch_flow,0.0027327999472618104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,16384,gemm_torch_flow,0.008195200065771738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,8192,gemm_torch_flow,0.007079466680685679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,12288,gemm_torch_flow,0.007234133283297221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,10240,gemm_torch_flow,0.007113599777221679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,7168,gemm_torch_flow,0.006830933193365733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,4096,gemm_torch_flow,0.006589866677920024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,65536,gemm_torch_flow,0.014652799566586813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,6144,gemm_torch_flow,0.00660693347454071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,5120,gemm_torch_flow,0.007048533360163371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,3584,gemm_torch_flow,0.007010133564472198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,1536,gemm_torch_flow,0.0046847999095916745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,2560,gemm_torch_flow,0.006052266558011373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,3072,gemm_torch_flow,0.0066997334361076355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,2048,gemm_torch_flow,0.005368533233801523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,1024,gemm_torch_flow,0.004067199925581614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,512,gemm_torch_flow,0.0033813332517941795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,768,gemm_torch_flow,0.003685333331425985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,256,gemm_torch_flow,0.0031167998909950255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,128,gemm_torch_flow,0.0028010666370391845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,32,gemm_torch_flow,0.0027434666951497394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,128,64,gemm_torch_flow,0.0027594665686289472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,7168,gemm_torch_flow,0.006680533289909363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,8192,gemm_torch_flow,0.006814933319886525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,16384,gemm_torch_flow,0.007141333321730297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,10240,gemm_torch_flow,0.006966400146484375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,12288,gemm_torch_flow,0.0068351998925209045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,6144,gemm_torch_flow,0.0064416001240412395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,65536,gemm_torch_flow,0.013781332969665527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,4096,gemm_torch_flow,0.006539733211199443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,5120,gemm_torch_flow,0.006898133456707001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,3584,gemm_torch_flow,0.006938666601975759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,3072,gemm_torch_flow,0.006640000144640605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,768,gemm_torch_flow,0.0036490666369597114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,2560,gemm_torch_flow,0.006000000238418579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,2048,gemm_torch_flow,0.005336533486843109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,1024,gemm_torch_flow,0.003974399964014689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,1536,gemm_torch_flow,0.004666666686534882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,512,gemm_torch_flow,0.0032970666885375976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,256,gemm_torch_flow,0.0030794667700926462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,64,gemm_torch_flow,0.0026848000784715016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,128,gemm_torch_flow,0.002924799919128418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,64,32,gemm_torch_flow,0.0027253332237402597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,7168,gemm_torch_flow,0.006513066589832306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,16384,gemm_torch_flow,0.007971199850241344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,12288,gemm_torch_flow,0.0065760001540184024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,10240,gemm_torch_flow,0.00681279997030894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,8192,gemm_torch_flow,0.006753066678841908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,6144,gemm_torch_flow,0.006458666423956554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,65536,gemm_torch_flow,0.012572800119717916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,5120,gemm_torch_flow,0.00676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,4096,gemm_torch_flow,0.006388266881306966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,3584,gemm_torch_flow,0.0069472000002861025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,2048,gemm_torch_flow,0.005302399893601735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,3072,gemm_torch_flow,0.00650133341550827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,2560,gemm_torch_flow,0.005994666616121928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,512,gemm_torch_flow,0.003306666761636734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,1536,gemm_torch_flow,0.004690133531888326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,1024,gemm_torch_flow,0.003958400090535482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,128,gemm_torch_flow,0.0028970666229724885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,768,gemm_torch_flow,0.0036277333895365395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,256,gemm_torch_flow,0.002995199958483378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,64,gemm_torch_flow,0.0026890667776266735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,160,32,32,gemm_torch_flow,0.002700799951950709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,4096,gemm_torch_flow,0.14216532707214355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,5120,gemm_torch_flow,0.1744917392730713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,6144,gemm_torch_flow,0.2072096029917399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,7168,gemm_torch_flow,0.23935786883036295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,8192,gemm_torch_flow,0.27407573064168295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,3072,gemm_torch_flow,0.10926079750061035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,3584,gemm_torch_flow,0.12448853651682537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,2560,gemm_torch_flow,0.09773013591766358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,1536,gemm_torch_flow,0.06545919974644979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,2048,gemm_torch_flow,0.082424529393514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,256,gemm_torch_flow,0.015397333105405173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,128,gemm_torch_flow,0.010211199522018433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,64,gemm_torch_flow,0.008570667107899983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,768,gemm_torch_flow,0.036109864711761475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,512,gemm_torch_flow,0.02659733295440674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,1024,gemm_torch_flow,0.04585173527399699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,10240,gemm_torch_flow,0.3403583844502767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,32,gemm_torch_flow,0.00817386656999588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,12288,gemm_torch_flow,0.40221118927001953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,7168,gemm_torch_flow,0.061166934172312414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,8192,gemm_torch_flow,0.07873919804890951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,10240,gemm_torch_flow,0.08629759947458902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,12288,gemm_torch_flow,0.10125546455383301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,6144,gemm_torch_flow,0.059368534882863366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,65536,16384,gemm_torch_flow,0.5374517440795898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,4096,gemm_torch_flow,0.03973439931869507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,5120,gemm_torch_flow,0.04534506797790527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,3584,gemm_torch_flow,0.034533333778381345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,16384,gemm_torch_flow,0.13314666748046874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,2048,gemm_torch_flow,0.02331413427988688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,3072,gemm_torch_flow,0.03224426706631978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,2560,gemm_torch_flow,0.02581760088602702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,256,gemm_torch_flow,0.005635199944178263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,768,gemm_torch_flow,0.009985066453615824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,1024,gemm_torch_flow,0.013347199559211731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,1536,gemm_torch_flow,0.017571200927098594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,512,gemm_torch_flow,0.008374399940172831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,128,gemm_torch_flow,0.004619733492533366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,32,gemm_torch_flow,0.004642133414745331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,64,gemm_torch_flow,0.004178133110205332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,7168,gemm_torch_flow,0.04702719847361247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,6144,gemm_torch_flow,0.04132266839345296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,8192,gemm_torch_flow,0.05335466861724854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,10240,gemm_torch_flow,0.06582186619440714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,5120,gemm_torch_flow,0.0354912002881368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,12288,gemm_torch_flow,0.07769066492716471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,4096,gemm_torch_flow,0.029153066873550414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,3584,gemm_torch_flow,0.02603200078010559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,16384,gemm_torch_flow,0.10153706868489583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,3072,gemm_torch_flow,0.02315946618715922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,2560,gemm_torch_flow,0.020088533560434975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,1536,gemm_torch_flow,0.013208533326784769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,2048,gemm_torch_flow,0.018105600277582803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,1024,gemm_torch_flow,0.009727999567985535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,256,gemm_torch_flow,0.004542933404445648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,512,gemm_torch_flow,0.006791466474533081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,768,gemm_torch_flow,0.008874666690826417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,32,gemm_torch_flow,0.003961600114901861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,128,gemm_torch_flow,0.00402453343073527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,64,gemm_torch_flow,0.003643733263015747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,7168,gemm_torch_flow,0.040644268194834396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,8192,gemm_torch_flow,0.047030401229858396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,10240,gemm_torch_flow,0.056263466676076256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,12288,gemm_torch_flow,0.06730773448944091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,16384,gemm_torch_flow,0.08822186787923178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,5120,gemm_torch_flow,0.030609067281087237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,3584,gemm_torch_flow,0.023549866676330567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,4096,gemm_torch_flow,0.02595199942588806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,6144,gemm_torch_flow,0.035417600472768145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,1536,gemm_torch_flow,0.01114453375339508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,1024,gemm_torch_flow,0.00853760043780009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,3072,gemm_torch_flow,0.020827732483545938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,2560,gemm_torch_flow,0.017083734273910522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,2048,gemm_torch_flow,0.014140799641609192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,768,gemm_torch_flow,0.007320533196131389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,512,gemm_torch_flow,0.006082133452097575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,256,gemm_torch_flow,0.004158933212359746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,128,gemm_torch_flow,0.0037119999527931214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,64,gemm_torch_flow,0.0035242666800816857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,32,gemm_torch_flow,0.003647999962170919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,16384,65536,gemm_torch_flow,0.5549034754435221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,8192,gemm_torch_flow,0.03732266823450724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,10240,gemm_torch_flow,0.04551146825154622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,7168,gemm_torch_flow,0.03601919809977214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,12288,gemm_torch_flow,0.053115733464558924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,16384,gemm_torch_flow,0.06993813514709472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,5120,gemm_torch_flow,0.025051732858022053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,4096,gemm_torch_flow,0.021061333020528157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,12288,65536,gemm_torch_flow,0.4136021296183269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,3584,gemm_torch_flow,0.018515199422836304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,6144,gemm_torch_flow,0.028816000620524092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,3072,gemm_torch_flow,0.01781439979871114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,2048,gemm_torch_flow,0.011846400300661723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,1536,gemm_torch_flow,0.010279466708501179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,2560,gemm_torch_flow,0.014285866419474283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,768,gemm_torch_flow,0.006620799998442332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,1024,gemm_torch_flow,0.007607466479142506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,512,gemm_torch_flow,0.005286400020122528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,256,gemm_torch_flow,0.003973333289225897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,32,gemm_torch_flow,0.003621333340803782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,128,gemm_torch_flow,0.0036085332433382668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,64,gemm_torch_flow,0.003389866650104523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,10240,65536,gemm_torch_flow,0.35819946924845375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,6144,gemm_torch_flow,0.029026132822036744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,7168,gemm_torch_flow,0.030349866549173994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,12288,gemm_torch_flow,0.05497599840164184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,8192,gemm_torch_flow,0.03395200173060099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,10240,gemm_torch_flow,0.04176213343938191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,16384,gemm_torch_flow,0.06986133257548013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,3584,gemm_torch_flow,0.01736533244450887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,5120,gemm_torch_flow,0.02322346568107605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,4096,gemm_torch_flow,0.01939199964205424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,3072,gemm_torch_flow,0.015454933047294617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,2048,gemm_torch_flow,0.01134933332602183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,1536,gemm_torch_flow,0.00876586635907491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,2560,gemm_torch_flow,0.01264959971110026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,1024,gemm_torch_flow,0.007436800003051758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,768,gemm_torch_flow,0.006108800073464712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,128,gemm_torch_flow,0.003436800092458725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,512,gemm_torch_flow,0.004520533482233683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,256,gemm_torch_flow,0.003774933268626531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,64,gemm_torch_flow,0.0032650666932264962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,32,gemm_torch_flow,0.0033258666594823206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,7168,gemm_torch_flow,0.02551146745681763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,8192,gemm_torch_flow,0.029795199632644653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,8192,65536,gemm_torch_flow,0.28599894841512047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,10240,gemm_torch_flow,0.035545599460601804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,12288,gemm_torch_flow,0.041509334246317545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,16384,gemm_torch_flow,0.06010773181915283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,6144,gemm_torch_flow,0.022421334187189737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,3072,gemm_torch_flow,0.012731732924779257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,5120,gemm_torch_flow,0.019620267550150554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,4096,gemm_torch_flow,0.01825493375460307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,2048,gemm_torch_flow,0.009508267045021057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,3584,gemm_torch_flow,0.014617600043614707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,2560,gemm_torch_flow,0.011252267162005107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,512,gemm_torch_flow,0.004167466859022776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,1536,gemm_torch_flow,0.008012799918651581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,128,gemm_torch_flow,0.003366400053103765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,1024,gemm_torch_flow,0.006477866570154827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,256,gemm_torch_flow,0.0036149332920710243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,768,gemm_torch_flow,0.005713066458702088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,64,gemm_torch_flow,0.003050666550795237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,32,gemm_torch_flow,0.0034048000971476236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,8192,gemm_torch_flow,0.025515733162562053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,7168,65536,gemm_torch_flow,0.2630976041158041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,10240,gemm_torch_flow,0.03681173324584961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,12288,gemm_torch_flow,0.04197973410288493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,7168,gemm_torch_flow,0.023286400238672893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,16384,gemm_torch_flow,0.05361173152923584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,6144,gemm_torch_flow,0.020358399550120036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,3072,gemm_torch_flow,0.011677866180737812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,2048,gemm_torch_flow,0.008545066912968953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,5120,gemm_torch_flow,0.019242666165033975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,3584,gemm_torch_flow,0.013186132907867432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,4096,gemm_torch_flow,0.014829867084821067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,2560,gemm_torch_flow,0.009925333658854167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,1024,gemm_torch_flow,0.005929600199063619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,768,gemm_torch_flow,0.004874666531880697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,1536,gemm_torch_flow,0.007319466769695282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,512,gemm_torch_flow,0.003969066590070724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,64,gemm_torch_flow,0.003053866575161616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,256,gemm_torch_flow,0.0035103999078273775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,128,gemm_torch_flow,0.003218133250872294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,32,gemm_torch_flow,0.0031498665610949195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,6144,65536,gemm_torch_flow,0.21455146471659342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,12288,gemm_torch_flow,0.033445334434509276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,8192,gemm_torch_flow,0.025605332851409913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,10240,gemm_torch_flow,0.029667200644810994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,6144,gemm_torch_flow,0.0192522664864858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,7168,gemm_torch_flow,0.020814933379491172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,16384,gemm_torch_flow,0.041966934998830155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,5120,gemm_torch_flow,0.016023466984430947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,3072,gemm_torch_flow,0.01076479951540629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,4096,gemm_torch_flow,0.014135467012723288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,3584,gemm_torch_flow,0.012053333719571431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,2560,gemm_torch_flow,0.00951039989789327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,1536,gemm_torch_flow,0.006962133447329204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,2048,gemm_torch_flow,0.008310399949550629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,128,gemm_torch_flow,0.0033312000334262846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,1024,gemm_torch_flow,0.005322666466236114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,64,gemm_torch_flow,0.0031146667897701263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,5120,65536,gemm_torch_flow,0.18844265937805177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,768,gemm_torch_flow,0.00447680006424586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,512,gemm_torch_flow,0.004046933352947235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,256,gemm_torch_flow,0.0036149332920710243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,32,gemm_torch_flow,0.003323733309904734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,6144,gemm_torch_flow,0.015655466914176942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,8192,gemm_torch_flow,0.01969919999440511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,7168,gemm_torch_flow,0.01779306729634603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,12288,gemm_torch_flow,0.034808532396952314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,10240,gemm_torch_flow,0.028318933645884198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,16384,gemm_torch_flow,0.04001599947611491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,3072,gemm_torch_flow,0.009427199761072796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,5120,gemm_torch_flow,0.013347199559211731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,4096,gemm_torch_flow,0.011424000064531963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,3584,gemm_torch_flow,0.010203733046849569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,2560,gemm_torch_flow,0.00871573289235433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,1536,gemm_torch_flow,0.0067007998625437425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,1024,gemm_torch_flow,0.005276800195376078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,2048,gemm_torch_flow,0.00773119976123174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,4096,65536,gemm_torch_flow,0.14574613571166992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,512,gemm_torch_flow,0.004130133241415024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,768,gemm_torch_flow,0.004661333560943603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,256,gemm_torch_flow,0.0035605333745479585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,128,gemm_torch_flow,0.0034143999218940735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,64,gemm_torch_flow,0.0030773334205150605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,32,gemm_torch_flow,0.003186133255561193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,7168,gemm_torch_flow,0.01681706706682841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,8192,gemm_torch_flow,0.021516799926757812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,12288,gemm_torch_flow,0.02753173311551412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,10240,gemm_torch_flow,0.024245333671569825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,6144,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,16384,gemm_torch_flow,0.03460586468378703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,5120,gemm_torch_flow,0.01245013376077016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,4096,gemm_torch_flow,0.010965333382288615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,2560,gemm_torch_flow,0.008198399841785432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,3072,gemm_torch_flow,0.009020800391832989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,3584,gemm_torch_flow,0.009878399968147277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,1536,gemm_torch_flow,0.006268799801667531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,2048,gemm_torch_flow,0.0071722666422526045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,1024,gemm_torch_flow,0.0047199999292691554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3584,65536,gemm_torch_flow,0.12865813573201496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,128,gemm_torch_flow,0.0030847998956839246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,768,gemm_torch_flow,0.004262400170167288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,512,gemm_torch_flow,0.0037834666669368743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,256,gemm_torch_flow,0.0034080001215140024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,32,gemm_torch_flow,0.003156266609827677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,64,gemm_torch_flow,0.0029578665892283124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,6144,gemm_torch_flow,0.01365226705869039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,7168,gemm_torch_flow,0.017296000321706136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,10240,gemm_torch_flow,0.02217493255933126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,8192,gemm_torch_flow,0.019090133905410766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,16384,gemm_torch_flow,0.030791467428207396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,12288,gemm_torch_flow,0.025043199459711712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,4096,gemm_torch_flow,0.010422399640083313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,2560,gemm_torch_flow,0.007974400122960409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,3584,gemm_torch_flow,0.009667199850082398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,3072,65536,gemm_torch_flow,0.11644480228424073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,5120,gemm_torch_flow,0.012013866504033407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,3072,gemm_torch_flow,0.0087936004002889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,2048,gemm_torch_flow,0.007106133302052816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,1024,gemm_torch_flow,0.004907733201980591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,1536,gemm_torch_flow,0.00595306654771169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,768,gemm_torch_flow,0.004355200131734212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,256,gemm_torch_flow,0.0033269333342711128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,512,gemm_torch_flow,0.003868799904982249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,32,gemm_torch_flow,0.002963199963172277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,128,gemm_torch_flow,0.0030933332939942675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,64,gemm_torch_flow,0.0029834667841593427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,8192,gemm_torch_flow,0.017292799552281697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,7168,gemm_torch_flow,0.014747732877731323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,6144,gemm_torch_flow,0.013410133123397828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,10240,gemm_torch_flow,0.01830186645189921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,5120,gemm_torch_flow,0.012338133653004964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,12288,gemm_torch_flow,0.020617600282033285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,16384,gemm_torch_flow,0.024988800287246704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2560,65536,gemm_torch_flow,0.09798826376597086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,2560,gemm_torch_flow,0.007635200023651123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,4096,gemm_torch_flow,0.010264533758163451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,3584,gemm_torch_flow,0.008872532844543457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,3072,gemm_torch_flow,0.008449066678682964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,2048,gemm_torch_flow,0.006523733337720235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,768,gemm_torch_flow,0.004084266722202301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,1536,gemm_torch_flow,0.005446400245030721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,1024,gemm_torch_flow,0.004532266656557719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,32,gemm_torch_flow,0.0029440000653266907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,512,gemm_torch_flow,0.0036746665835380556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,256,gemm_torch_flow,0.0032469332218170166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,128,gemm_torch_flow,0.0030016000072161358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,64,gemm_torch_flow,0.002868266652027766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,2048,65536,gemm_torch_flow,0.07906453609466553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,10240,gemm_torch_flow,0.014135467012723288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,8192,gemm_torch_flow,0.01356160044670105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,7168,gemm_torch_flow,0.012407466769218445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,16384,gemm_torch_flow,0.020413867632548013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,6144,gemm_torch_flow,0.011608533064524333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,12288,gemm_torch_flow,0.016379732886950174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,5120,gemm_torch_flow,0.010825600226720173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,4096,gemm_torch_flow,0.009526399771372478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,1024,gemm_torch_flow,0.004304000238577525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,3584,gemm_torch_flow,0.008873599767684936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,3072,gemm_torch_flow,0.007881600161393483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,2560,gemm_torch_flow,0.0068906664848327635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,1536,gemm_torch_flow,0.005054933329423269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,2048,gemm_torch_flow,0.005639466643333435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,512,gemm_torch_flow,0.0036544000109036768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,32,gemm_torch_flow,0.002985599885384242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,768,gemm_torch_flow,0.003960533440113068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,128,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,256,gemm_torch_flow,0.003221333275238673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,64,gemm_torch_flow,0.0028351999819278715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1536,65536,gemm_torch_flow,0.06019733349482218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,12288,gemm_torch_flow,0.012823466459910074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,7168,gemm_torch_flow,0.010286933183670044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,8192,gemm_torch_flow,0.010831999778747558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,10240,gemm_torch_flow,0.011830400427182515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,16384,gemm_torch_flow,0.016518400112787882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,6144,gemm_torch_flow,0.009576533238093059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,5120,gemm_torch_flow,0.009114666779836019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,4096,gemm_torch_flow,0.008155733346939087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,768,gemm_torch_flow,0.0039061332742373147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,2048,gemm_torch_flow,0.005660800139109293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,3584,gemm_torch_flow,0.00832426647345225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,3072,gemm_torch_flow,0.007437866429487865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,2560,gemm_torch_flow,0.006363733112812043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,1536,gemm_torch_flow,0.004952533543109894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,1024,gemm_torch_flow,0.004242133100827535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,65536,gemm_torch_flow,0.04384320179621379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,512,gemm_torch_flow,0.003568000098069509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,256,gemm_torch_flow,0.003294933338960012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,128,gemm_torch_flow,0.003020799905061722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,64,gemm_torch_flow,0.0028362666567166646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,1024,32,gemm_torch_flow,0.0029365333418051405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,10240,gemm_torch_flow,0.01034879982471466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,12288,gemm_torch_flow,0.011155200004577637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,16384,gemm_torch_flow,0.013186132907867432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,8192,gemm_torch_flow,0.009429333607355754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,6144,gemm_torch_flow,0.008567466338475545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,5120,gemm_torch_flow,0.009331199526786804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,7168,gemm_torch_flow,0.009055999914805095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,4096,gemm_torch_flow,0.008053333560625712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,2560,gemm_torch_flow,0.006277333199977875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,3072,gemm_torch_flow,0.007065600156784058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,3584,gemm_torch_flow,0.007416533430417378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,2048,gemm_torch_flow,0.005538133283456167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,512,gemm_torch_flow,0.00352960005402565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,65536,gemm_torch_flow,0.03746453523635864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,1536,gemm_torch_flow,0.004862933357556661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,1024,gemm_torch_flow,0.0041802664597829185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,768,gemm_torch_flow,0.003828266759713491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,256,gemm_torch_flow,0.00308693324526151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,128,gemm_torch_flow,0.0028778667251269023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,32,gemm_torch_flow,0.00288426677385966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,768,64,gemm_torch_flow,0.0028181334336598715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,10240,gemm_torch_flow,0.00932373305161794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,12288,gemm_torch_flow,0.009958400328954061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,16384,gemm_torch_flow,0.011065600315729777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,8192,gemm_torch_flow,0.009332266449928284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,6144,gemm_torch_flow,0.007904000083605449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,7168,gemm_torch_flow,0.008957866827646892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,5120,gemm_torch_flow,0.007275733351707459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,2048,gemm_torch_flow,0.005544533332188925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,4096,gemm_torch_flow,0.006797866523265838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,2560,gemm_torch_flow,0.006278400123119354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,3584,gemm_torch_flow,0.007214933137098948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,3072,gemm_torch_flow,0.006900266806284587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,65536,gemm_torch_flow,0.027749333779017133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,1536,gemm_torch_flow,0.004792533318201701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,768,gemm_torch_flow,0.0038389332592487337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,512,gemm_torch_flow,0.0035018667578697203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,1024,gemm_torch_flow,0.004113066693147024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,256,gemm_torch_flow,0.003147733211517334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,128,gemm_torch_flow,0.0029493334392706556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,64,gemm_torch_flow,0.0028309332827727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,512,32,gemm_torch_flow,0.002887466549873352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,16384,gemm_torch_flow,0.009688533345858256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,12288,gemm_torch_flow,0.008193066716194153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,10240,gemm_torch_flow,0.007414400080839793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,8192,gemm_torch_flow,0.007003733515739441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,4096,gemm_torch_flow,0.006640000144640605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,6144,gemm_torch_flow,0.00664213349421819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,7168,gemm_torch_flow,0.0068693334857622785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,3584,gemm_torch_flow,0.007086933155854543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,5120,gemm_torch_flow,0.007041066884994507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,65536,gemm_torch_flow,0.01907520095507304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,2048,gemm_torch_flow,0.005400533477465311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,3072,gemm_torch_flow,0.006770133475462596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,2560,gemm_torch_flow,0.006097066899140676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,768,gemm_torch_flow,0.003692800054947535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,1536,gemm_torch_flow,0.004758400221665701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,1024,gemm_torch_flow,0.004056533426046371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,512,gemm_torch_flow,0.0033781332274278007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,256,gemm_torch_flow,0.003020799905061722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,128,gemm_torch_flow,0.002959999938805898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,64,gemm_torch_flow,0.002765866617361705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,256,32,gemm_torch_flow,0.002752000093460083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,7168,gemm_torch_flow,0.006798933446407318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,10240,gemm_torch_flow,0.007021866738796234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,12288,gemm_torch_flow,0.006792533397674561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,16384,gemm_torch_flow,0.007314133147398631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,8192,gemm_torch_flow,0.007011199990908305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,65536,gemm_torch_flow,0.013143466909726462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,6144,gemm_torch_flow,0.006613333523273468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,5120,gemm_torch_flow,0.006932266553243001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,4096,gemm_torch_flow,0.006558933357397716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,3584,gemm_torch_flow,0.007079466680685679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,3072,gemm_torch_flow,0.006649599969387054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,2560,gemm_torch_flow,0.00602346658706665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,1536,gemm_torch_flow,0.004682666560014089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,512,gemm_torch_flow,0.003369600077470144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,2048,gemm_torch_flow,0.005409066875775656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,768,gemm_torch_flow,0.003701333453257879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,1024,gemm_torch_flow,0.004037333279848098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,32,gemm_torch_flow,0.0027456000447273255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,256,gemm_torch_flow,0.0030602666238943735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,128,gemm_torch_flow,0.002882133424282074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,128,64,gemm_torch_flow,0.002757333219051361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,16384,gemm_torch_flow,0.006769066552321117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,12288,gemm_torch_flow,0.00664213349421819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,10240,gemm_torch_flow,0.0068256000677744556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,8192,gemm_torch_flow,0.006717866659164429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,65536,gemm_torch_flow,0.010823466380437215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,7168,gemm_torch_flow,0.006635733445485433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,6144,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,5120,gemm_torch_flow,0.006820266445477803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,2560,gemm_torch_flow,0.0060245335102081295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,3584,gemm_torch_flow,0.006872533261775971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,4096,gemm_torch_flow,0.006595199803511302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,3072,gemm_torch_flow,0.006513066589832306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,2048,gemm_torch_flow,0.005353599786758423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,512,gemm_torch_flow,0.003339733431736628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,1536,gemm_torch_flow,0.004667733112970988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,1024,gemm_torch_flow,0.003992533435424169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,256,gemm_torch_flow,0.0029450667401154833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,768,gemm_torch_flow,0.0036501333117485045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,128,gemm_torch_flow,0.002829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,32,gemm_torch_flow,0.0027594665686289472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,64,64,gemm_torch_flow,0.002752000093460083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,6144,gemm_torch_flow,0.006400000055631001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,12288,gemm_torch_flow,0.006498133142789205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,10240,gemm_torch_flow,0.006774400174617767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,16384,gemm_torch_flow,0.006666666766007741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,8192,gemm_torch_flow,0.006567466755708058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,5120,gemm_torch_flow,0.006725333134333293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,7168,gemm_torch_flow,0.0065653334061304735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,65536,gemm_torch_flow,0.009334400296211243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,4096,gemm_torch_flow,0.0063509335120519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,3584,gemm_torch_flow,0.0068341334660847975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,3072,gemm_torch_flow,0.006454400221506755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,2560,gemm_torch_flow,0.006018133461475372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,2048,gemm_torch_flow,0.005338666836420695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,512,gemm_torch_flow,0.003382399926582972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,768,gemm_torch_flow,0.0036501333117485045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,1536,gemm_torch_flow,0.0046741331617037455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,1024,gemm_torch_flow,0.004065066576004028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,256,gemm_torch_flow,0.0030154667794704436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,128,gemm_torch_flow,0.0028149334092934927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,64,gemm_torch_flow,0.0026677332818508146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,128,32,32,gemm_torch_flow,0.0027072000006834666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,4096,gemm_torch_flow,0.13831466039021809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,5120,gemm_torch_flow,0.17000640233357747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,6144,gemm_torch_flow,0.20228373209635414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,7168,gemm_torch_flow,0.2341525395711263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,8192,gemm_torch_flow,0.26441493034362795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,3584,gemm_torch_flow,0.12100906372070312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,3072,gemm_torch_flow,0.1056330680847168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,2560,gemm_torch_flow,0.0951136032740275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,10240,gemm_torch_flow,0.33265279134114584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,768,gemm_torch_flow,0.034270934263865155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,2048,gemm_torch_flow,0.07992746829986572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,1536,gemm_torch_flow,0.061229864756266274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,1024,gemm_torch_flow,0.04312746524810791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,512,gemm_torch_flow,0.025018666187922162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,12288,gemm_torch_flow,0.3976266543070475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,128,gemm_torch_flow,0.009249066313107807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,64,gemm_torch_flow,0.007445333401362102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,256,gemm_torch_flow,0.014556800325711569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,32,gemm_torch_flow,0.006923733154932658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,6144,gemm_torch_flow,0.051634132862091064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,7168,gemm_torch_flow,0.05916266838709513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,8192,gemm_torch_flow,0.06714346408843994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,10240,gemm_torch_flow,0.08320960203806559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,12288,gemm_torch_flow,0.10992320378621419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,3584,gemm_torch_flow,0.03243626753489177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,2560,gemm_torch_flow,0.026859732468922932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,4096,gemm_torch_flow,0.03683733145395915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,5120,gemm_torch_flow,0.044174933433532716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,65536,16384,gemm_torch_flow,0.5275413195292156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,3072,gemm_torch_flow,0.028797866900761922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,16384,gemm_torch_flow,0.1288149356842041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,512,gemm_torch_flow,0.008202666540940602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,768,gemm_torch_flow,0.009802666306495667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,1536,gemm_torch_flow,0.016620799899101257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,1024,gemm_torch_flow,0.012859732906023661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,128,gemm_torch_flow,0.004332800209522247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,256,gemm_torch_flow,0.005331199864546458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,64,gemm_torch_flow,0.0038592000802357995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,2048,gemm_torch_flow,0.020499199628829956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,32,gemm_torch_flow,0.0041461333632469176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,8192,gemm_torch_flow,0.053330131371816004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,7168,gemm_torch_flow,0.0459445317586263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,6144,gemm_torch_flow,0.04071679910024007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,10240,gemm_torch_flow,0.0636138677597046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,12288,gemm_torch_flow,0.08631040255228678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,5120,gemm_torch_flow,0.03494400183359782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,3584,gemm_torch_flow,0.025546665986378985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,4096,gemm_torch_flow,0.02899199922879537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,16384,gemm_torch_flow,0.1105727990468343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,3072,gemm_torch_flow,0.02255893349647522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,2048,gemm_torch_flow,0.016379732886950174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,2560,gemm_torch_flow,0.021361066897710165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,1024,gemm_torch_flow,0.009546666344006857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,1536,gemm_torch_flow,0.013069867094357809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,256,gemm_torch_flow,0.004392533500989278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,768,gemm_torch_flow,0.00878613293170929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,128,gemm_torch_flow,0.0038176000118255613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,512,gemm_torch_flow,0.006850133339564006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,32,gemm_torch_flow,0.003669333209594091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,64,gemm_torch_flow,0.003551999976237615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,7168,gemm_torch_flow,0.03988266785939534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,8192,gemm_torch_flow,0.04441813230514526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,10240,gemm_torch_flow,0.06863679885864257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,12288,gemm_torch_flow,0.07865706284840902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,16384,gemm_torch_flow,0.09901119867960612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,5120,gemm_torch_flow,0.030289065837860108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,4096,gemm_torch_flow,0.025067732731501265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,3584,gemm_torch_flow,0.022316799561182658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,6144,gemm_torch_flow,0.03499626715977987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,3072,gemm_torch_flow,0.020522665977478028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,1536,gemm_torch_flow,0.011672533551851908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,1024,gemm_torch_flow,0.009147733449935913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,2560,gemm_torch_flow,0.017761067549387614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,2048,gemm_torch_flow,0.015146666765213012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,768,gemm_torch_flow,0.00767680009206136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,128,gemm_torch_flow,0.003849600007136663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,512,gemm_torch_flow,0.006557866434256236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,256,gemm_torch_flow,0.0044501334428787235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,64,gemm_torch_flow,0.0034688000877698263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,32,gemm_torch_flow,0.0035317334036032355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,8192,gemm_torch_flow,0.037330134709676104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,10240,gemm_torch_flow,0.044973866144816084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,12288,gemm_torch_flow,0.0581493337949117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,12288,65536,gemm_torch_flow,0.41545705795288085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,16384,65536,gemm_torch_flow,0.5928021113077799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,16384,gemm_torch_flow,0.07352000077565511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,7168,gemm_torch_flow,0.03232959906260173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,4096,gemm_torch_flow,0.02233920097351074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,5120,gemm_torch_flow,0.024565333127975465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,6144,gemm_torch_flow,0.02839679916699727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,3072,gemm_torch_flow,0.017633066574732462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,3584,gemm_torch_flow,0.01994453271230062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,2048,gemm_torch_flow,0.011587199568748475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,1536,gemm_torch_flow,0.009495466947555542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,1024,gemm_torch_flow,0.007534933090209961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,768,gemm_torch_flow,0.006572799881299336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,256,gemm_torch_flow,0.00386559988061587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,2560,gemm_torch_flow,0.014011733730634055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,512,gemm_torch_flow,0.004915200173854828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,128,gemm_torch_flow,0.0034901333351929987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,64,gemm_torch_flow,0.0032853332658608755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,32,gemm_torch_flow,0.003576533248027166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,10240,65536,gemm_torch_flow,0.3663135846455892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,7168,gemm_torch_flow,0.028683733940124512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,12288,gemm_torch_flow,0.04628373384475708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,8192,gemm_torch_flow,0.03242239952087402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,6144,gemm_torch_flow,0.02746559977531433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,10240,gemm_torch_flow,0.03971199989318848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,16384,gemm_torch_flow,0.06805546283721924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,3072,gemm_torch_flow,0.014616533120473226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,4096,gemm_torch_flow,0.0187882661819458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,5120,gemm_torch_flow,0.02182719906171163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,3584,gemm_torch_flow,0.016375466187795003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,2048,gemm_torch_flow,0.01106346646944682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,1536,gemm_torch_flow,0.009410132964452107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,2560,gemm_torch_flow,0.012634666760762534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,128,gemm_torch_flow,0.0034346667428811393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,768,gemm_torch_flow,0.006109866499900818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,1024,gemm_torch_flow,0.006965333223342895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,512,gemm_torch_flow,0.00436160018046697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,256,gemm_torch_flow,0.003764266769091288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,64,gemm_torch_flow,0.003188266605138779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,32,gemm_torch_flow,0.003307733436425527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,8192,65536,gemm_torch_flow,0.2739765485127767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,7168,gemm_torch_flow,0.025466666618982954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,8192,gemm_torch_flow,0.028830933570861816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,10240,gemm_torch_flow,0.03503359953562419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,12288,gemm_torch_flow,0.040616532166798905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,5120,gemm_torch_flow,0.019827200969060262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,16384,gemm_torch_flow,0.060716799894968664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,6144,gemm_torch_flow,0.024395734071731567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,2560,gemm_torch_flow,0.01123199959595998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,3584,gemm_torch_flow,0.014442666371663412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,4096,gemm_torch_flow,0.016577066977818807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,3072,gemm_torch_flow,0.012839466333389282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,2048,gemm_torch_flow,0.009541333715120951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,1024,gemm_torch_flow,0.00653653343518575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,1536,gemm_torch_flow,0.008358400066693623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,768,gemm_torch_flow,0.005618133147557576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,512,gemm_torch_flow,0.004264533519744873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,256,gemm_torch_flow,0.003688533355792364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,128,gemm_torch_flow,0.0033471999069054925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,64,gemm_torch_flow,0.0032149332265059153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,32,gemm_torch_flow,0.003253333270549774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,7168,65536,gemm_torch_flow,0.25843626658121743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,6144,gemm_torch_flow,0.02173973321914673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,8192,gemm_torch_flow,0.031124265988667806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,10240,gemm_torch_flow,0.036473600069681804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,7168,gemm_torch_flow,0.02823253273963928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,12288,gemm_torch_flow,0.04186559915542602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,16384,gemm_torch_flow,0.05199893315633138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,5120,gemm_torch_flow,0.01781760056813558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,4096,gemm_torch_flow,0.015009066462516785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,3072,gemm_torch_flow,0.01167039970556895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,2560,gemm_torch_flow,0.010291199882825215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,3584,gemm_torch_flow,0.013124266266822815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,2048,gemm_torch_flow,0.008969600001970928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,1024,gemm_torch_flow,0.006137600044409434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,1536,gemm_torch_flow,0.007570133109887441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,768,gemm_torch_flow,0.00487360010544459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,512,gemm_torch_flow,0.004062933226426443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,128,gemm_torch_flow,0.003311999887228012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,64,gemm_torch_flow,0.003219199925661087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,256,gemm_torch_flow,0.003640533238649368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,32,gemm_torch_flow,0.00311253344019254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,6144,65536,gemm_torch_flow,0.20632319450378417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,7168,gemm_torch_flow,0.022961066166559855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,10240,gemm_torch_flow,0.029121067126591998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,8192,gemm_torch_flow,0.02534293333689372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,12288,gemm_torch_flow,0.03412906726201375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,6144,gemm_torch_flow,0.022111999988555908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,16384,gemm_torch_flow,0.0420906662940979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,5120,gemm_torch_flow,0.01834133267402649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,4096,gemm_torch_flow,0.015761066476504007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,3584,gemm_torch_flow,0.013097600142161051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,3072,gemm_torch_flow,0.011801600456237793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,2560,gemm_torch_flow,0.00879039963086446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,1024,gemm_torch_flow,0.005058133105436961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,1536,gemm_torch_flow,0.006690133114655812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,2048,gemm_torch_flow,0.007924266656239827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,768,gemm_torch_flow,0.0042026668787002565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,128,gemm_torch_flow,0.0032831999162832894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,512,gemm_torch_flow,0.003774933268626531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,256,gemm_torch_flow,0.0034656000634034475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,64,gemm_torch_flow,0.0029290666182835894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,32,gemm_torch_flow,0.0033344000577926634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,5120,65536,gemm_torch_flow,0.1828821341196696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,8192,gemm_torch_flow,0.02272319992383321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,7168,gemm_torch_flow,0.0206986665725708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,10240,gemm_torch_flow,0.026320000489552815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,16384,gemm_torch_flow,0.03923306862513225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,12288,gemm_torch_flow,0.029742934306462604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,6144,gemm_torch_flow,0.019898666938145956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,4096,gemm_torch_flow,0.012519466876983642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,5120,gemm_torch_flow,0.01651306649049123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,3072,gemm_torch_flow,0.010305066903432209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,3584,gemm_torch_flow,0.011251200238863628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,2560,gemm_torch_flow,0.008332799871762593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,768,gemm_torch_flow,0.004228266576925913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,2048,gemm_torch_flow,0.007342933118343354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,1024,gemm_torch_flow,0.004891733328501383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,1536,gemm_torch_flow,0.006528000036875407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,512,gemm_torch_flow,0.003770666569471359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,4096,65536,gemm_torch_flow,0.14832107226053876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,128,gemm_torch_flow,0.0032661333680152893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,256,gemm_torch_flow,0.003382399926582972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,64,gemm_torch_flow,0.002924799919128418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,32,gemm_torch_flow,0.003020799905061722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,6144,gemm_torch_flow,0.016634666919708253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,8192,gemm_torch_flow,0.020761599143346153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,10240,gemm_torch_flow,0.02373866637547811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,12288,gemm_torch_flow,0.028654932975769043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,7168,gemm_torch_flow,0.018500266472498576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,16384,gemm_torch_flow,0.035538132985432944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,5120,gemm_torch_flow,0.014944000045458474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,4096,gemm_torch_flow,0.010533333818117777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,3584,gemm_torch_flow,0.009645866354306538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,2560,gemm_torch_flow,0.008004266520341237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,3072,gemm_torch_flow,0.00881813367207845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,2048,gemm_torch_flow,0.007159466544787089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,1536,gemm_torch_flow,0.006284800171852112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3584,65536,gemm_torch_flow,0.1333781401316325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,768,gemm_torch_flow,0.004197333256403605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,1024,gemm_torch_flow,0.004537599782148996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,64,gemm_torch_flow,0.0029994666576385496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,512,gemm_torch_flow,0.0037450666228930154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,128,gemm_torch_flow,0.003081600119670232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,32,gemm_torch_flow,0.0030218665798505146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,256,gemm_torch_flow,0.003402666747570038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,6144,gemm_torch_flow,0.014230400323867798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,12288,gemm_torch_flow,0.023422932624816893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,8192,gemm_torch_flow,0.01767146587371826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,7168,gemm_torch_flow,0.015877333283424378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,10240,gemm_torch_flow,0.02040533423423767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,16384,gemm_torch_flow,0.028962133328119914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,4096,gemm_torch_flow,0.011320533355077107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,5120,gemm_torch_flow,0.011727999647458394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,3072,65536,gemm_torch_flow,0.11023039817810058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,1536,gemm_torch_flow,0.0058112000425656635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,3072,gemm_torch_flow,0.009453866879145305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,3584,gemm_torch_flow,0.009146666526794434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,2560,gemm_torch_flow,0.00790719985961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,2048,gemm_torch_flow,0.007122133175532024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,512,gemm_torch_flow,0.0037269333998362223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,256,gemm_torch_flow,0.003382399926582972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,64,gemm_torch_flow,0.002948266764481862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,1024,gemm_torch_flow,0.004517333209514618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,768,gemm_torch_flow,0.004178133110205332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,128,gemm_torch_flow,0.0030762667457262674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,32,gemm_torch_flow,0.002976000060637792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,7168,gemm_torch_flow,0.013676800330479941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,6144,gemm_torch_flow,0.012235732873280843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,8192,gemm_torch_flow,0.014637866616249084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2560,65536,gemm_torch_flow,0.09473066329956055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,10240,gemm_torch_flow,0.017449599504470826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,12288,gemm_torch_flow,0.0197653333346049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,16384,gemm_torch_flow,0.02442880074183146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,5120,gemm_torch_flow,0.011166933178901672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,3072,gemm_torch_flow,0.008482133348782856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,4096,gemm_torch_flow,0.009907199939092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,2048,gemm_torch_flow,0.006678399940331777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,3584,gemm_torch_flow,0.008941866954167684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,2560,gemm_torch_flow,0.007454933226108551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,768,gemm_torch_flow,0.00408746674656868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,1536,gemm_torch_flow,0.005500799914201101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,1024,gemm_torch_flow,0.004368000229199727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,32,gemm_torch_flow,0.0030271999537944795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,512,gemm_torch_flow,0.003684266656637192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,256,gemm_torch_flow,0.0032597333192825317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,128,gemm_torch_flow,0.0029738667110602063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,64,gemm_torch_flow,0.002855466554562251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,2048,65536,gemm_torch_flow,0.07613013585408529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,10240,gemm_torch_flow,0.013945600390434265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,7168,gemm_torch_flow,0.011274666587511698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,5120,gemm_torch_flow,0.010858666896820069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,12288,gemm_torch_flow,0.01595626672108968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,8192,gemm_torch_flow,0.012029866377512615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,6144,gemm_torch_flow,0.010595200459162395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,16384,gemm_torch_flow,0.02018666664759318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,3072,gemm_torch_flow,0.007979733248551685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,2560,gemm_torch_flow,0.006795733173688252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,3584,gemm_torch_flow,0.008763733506202697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,4096,gemm_torch_flow,0.009460266431172688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,2048,gemm_torch_flow,0.005836800237496694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,1536,gemm_torch_flow,0.004956800242265066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,1024,gemm_torch_flow,0.004257066547870636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,768,gemm_torch_flow,0.003922133396069208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,512,gemm_torch_flow,0.003587199995915095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,128,gemm_torch_flow,0.0030261332790056865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,256,gemm_torch_flow,0.0032074667513370516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,64,gemm_torch_flow,0.002869333326816559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,32,gemm_torch_flow,0.0029077333708604175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1536,65536,gemm_torch_flow,0.06237333218256632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,12288,gemm_torch_flow,0.01237333317597707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,16384,gemm_torch_flow,0.015165866414705912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,8192,gemm_torch_flow,0.012225066622098286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,7168,gemm_torch_flow,0.011187199751536052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,10240,gemm_torch_flow,0.011285332838694255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,4096,gemm_torch_flow,0.008993066350618998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,6144,gemm_torch_flow,0.010458667079607646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,5120,gemm_torch_flow,0.009777067104975383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,3584,gemm_torch_flow,0.008429867029190064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,1536,gemm_torch_flow,0.004931200047334035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,2048,gemm_torch_flow,0.005605333546797434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,3072,gemm_torch_flow,0.007794133325417836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,2560,gemm_torch_flow,0.006593066453933716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,1024,gemm_torch_flow,0.004194133480389913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,512,gemm_torch_flow,0.0035135999321937563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,768,gemm_torch_flow,0.003882666677236557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,65536,gemm_torch_flow,0.04188906749089559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,256,gemm_torch_flow,0.003256533294916153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,32,gemm_torch_flow,0.0028437333802382152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,128,gemm_torch_flow,0.0030026666820049284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,1024,64,gemm_torch_flow,0.0027989332874615988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,16384,gemm_torch_flow,0.012077866991360982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,8192,gemm_torch_flow,0.01015786627928416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,10240,gemm_torch_flow,0.010598400235176086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,12288,gemm_torch_flow,0.011659733454386393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,7168,gemm_torch_flow,0.00951573352018992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,6144,gemm_torch_flow,0.009638399879137675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,3584,gemm_torch_flow,0.007332266867160797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,5120,gemm_torch_flow,0.008844799796740214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,4096,gemm_torch_flow,0.007294933497905731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,2560,gemm_torch_flow,0.006205866734186808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,3072,gemm_torch_flow,0.006972800195217133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,1024,gemm_torch_flow,0.004172799984614054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,2048,gemm_torch_flow,0.005548800031344095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,65536,gemm_torch_flow,0.03569493293762207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,1536,gemm_torch_flow,0.004857600231965383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,512,gemm_torch_flow,0.0034858666360378264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,768,gemm_torch_flow,0.0038005332152048744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,64,gemm_torch_flow,0.002841600030660629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,256,gemm_torch_flow,0.0031925333042939507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,128,gemm_torch_flow,0.002948266764481862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,768,32,gemm_torch_flow,0.002855466554562251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,12288,gemm_torch_flow,0.010197333494822184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,8192,gemm_torch_flow,0.008631466825803121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,10240,gemm_torch_flow,0.009516800443331402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,16384,gemm_torch_flow,0.011982933680216471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,5120,gemm_torch_flow,0.007276799778143566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,6144,gemm_torch_flow,0.00727040022611618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,7168,gemm_torch_flow,0.008180266618728638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,3584,gemm_torch_flow,0.007258666555086772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,4096,gemm_torch_flow,0.0067552000284194945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,3072,gemm_torch_flow,0.006854400038719177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,2560,gemm_torch_flow,0.006157866617043813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,2048,gemm_torch_flow,0.005438933273156484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,65536,gemm_torch_flow,0.026101332902908326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,1536,gemm_torch_flow,0.004804266492525736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,768,gemm_torch_flow,0.003786666691303253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,512,gemm_torch_flow,0.0034474665919939675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,1024,gemm_torch_flow,0.004110933343569437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,64,gemm_torch_flow,0.002757333219051361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,128,gemm_torch_flow,0.0029120000700155893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,12288,gemm_torch_flow,0.007421866556008657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,256,gemm_torch_flow,0.0030975999931494398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,512,32,gemm_torch_flow,0.0028042666614055633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,16384,gemm_torch_flow,0.00879146655400594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,10240,gemm_torch_flow,0.007236266632874806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,6144,gemm_torch_flow,0.006613333523273468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,8192,gemm_torch_flow,0.00699946681658427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,3584,gemm_torch_flow,0.007118933399518331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,7168,gemm_torch_flow,0.006859733164310456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,5120,gemm_torch_flow,0.0070709332823753355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,65536,gemm_torch_flow,0.019062399864196777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,4096,gemm_torch_flow,0.006678399940331777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,3072,gemm_torch_flow,0.006771199901898702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,2560,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,1536,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,2048,gemm_torch_flow,0.005388799806435903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,1024,gemm_torch_flow,0.004040533304214477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,512,gemm_torch_flow,0.0033557333052158357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,768,gemm_torch_flow,0.0036917333801587426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,256,gemm_torch_flow,0.0030250666042168934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,32,gemm_torch_flow,0.0027872001131375628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,64,gemm_torch_flow,0.0027242665489514667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,256,128,gemm_torch_flow,0.002872533351182938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,7168,gemm_torch_flow,0.006770133475462596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,16384,gemm_torch_flow,0.006849066913127899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,65536,gemm_torch_flow,0.011832533280054729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,8192,gemm_torch_flow,0.007020799815654755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,12288,gemm_torch_flow,0.006780800223350525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,6144,gemm_torch_flow,0.006532266736030579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,10240,gemm_torch_flow,0.006975999971230824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,5120,gemm_torch_flow,0.006967466572920482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,4096,gemm_torch_flow,0.006548266609509785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,1536,gemm_torch_flow,0.004695466657479604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,3072,gemm_torch_flow,0.006609066824118296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,3584,gemm_torch_flow,0.007028266787528992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,1024,gemm_torch_flow,0.004002133260170618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,2560,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,2048,gemm_torch_flow,0.005386666456858317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,768,gemm_torch_flow,0.003684266656637192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,512,gemm_torch_flow,0.003409066547950109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,256,gemm_torch_flow,0.0029333333174387617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,128,gemm_torch_flow,0.0028480000793933867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,64,gemm_torch_flow,0.0027242665489514667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,128,32,gemm_torch_flow,0.002755200117826462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,8192,gemm_torch_flow,0.006657066444555919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,16384,gemm_torch_flow,0.006648533542950948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,10240,gemm_torch_flow,0.006818133095900218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,12288,gemm_torch_flow,0.006532266736030579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,65536,gemm_torch_flow,0.010800000031789143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,7168,gemm_torch_flow,0.006526933113733928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,4096,gemm_torch_flow,0.006485333542029063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,5120,gemm_torch_flow,0.006793599824110668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,6144,gemm_torch_flow,0.006414933502674103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,3072,gemm_torch_flow,0.006567466755708058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,3584,gemm_torch_flow,0.006877866884072621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,1024,gemm_torch_flow,0.003991466760635376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,2560,gemm_torch_flow,0.006005333364009857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,1536,gemm_torch_flow,0.004666666686534882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,2048,gemm_torch_flow,0.005390933156013489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,768,gemm_torch_flow,0.0036170666416486105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,512,gemm_torch_flow,0.003293866664171219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,64,gemm_torch_flow,0.0026709333062171934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,256,gemm_torch_flow,0.003054933249950409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,128,gemm_torch_flow,0.0028384000062942503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,64,32,gemm_torch_flow,0.0027285332481066385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,8192,gemm_torch_flow,0.006647466619809468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,16384,gemm_torch_flow,0.006668800115585327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,7168,gemm_torch_flow,0.006557866434256236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,12288,gemm_torch_flow,0.0065077334642410275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,6144,gemm_torch_flow,0.006377600133419037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,10240,gemm_torch_flow,0.006836266815662384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,65536,gemm_torch_flow,0.012087466319402058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,4096,gemm_torch_flow,0.006318933268388112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,5120,gemm_torch_flow,0.006793599824110668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,3072,gemm_torch_flow,0.006470400094985962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,3584,gemm_torch_flow,0.006876799960931141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,1024,gemm_torch_flow,0.003956266740957896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,1536,gemm_torch_flow,0.004673066735267639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,2048,gemm_torch_flow,0.005307733515898387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,2560,gemm_torch_flow,0.006016000111897787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,768,gemm_torch_flow,0.0036245333651701607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,256,gemm_torch_flow,0.003052799900372823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,512,gemm_torch_flow,0.003304533412059148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,64,gemm_torch_flow,0.002630399912595749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,128,gemm_torch_flow,0.0028533334533373516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,96,32,32,gemm_torch_flow,0.0026581334571043652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,4096,gemm_torch_flow,0.14885973930358887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,5120,gemm_torch_flow,0.18471253712972005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,6144,gemm_torch_flow,0.21861440340677896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,7168,gemm_torch_flow,0.2543423970540365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,8192,gemm_torch_flow,0.2866421381632487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,3584,gemm_torch_flow,0.1307477315266927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,3072,gemm_torch_flow,0.1136853297551473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,10240,gemm_torch_flow,0.3572821299235026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,1536,gemm_torch_flow,0.06718186537424722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,2560,gemm_torch_flow,0.10192960103352863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,512,gemm_torch_flow,0.02696533401807149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,2048,gemm_torch_flow,0.08697600364685058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,1024,gemm_torch_flow,0.04609493414560954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,128,gemm_torch_flow,0.010107733805974324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,256,gemm_torch_flow,0.014314666390419006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,768,gemm_torch_flow,0.036678401629130046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,64,gemm_torch_flow,0.007835733393828075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,32,gemm_torch_flow,0.006839466591676076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,12288,gemm_torch_flow,0.42927786509195964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,8192,gemm_torch_flow,0.06682133674621582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,7168,gemm_torch_flow,0.05899733304977417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,10240,gemm_torch_flow,0.0829482634862264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,12288,gemm_torch_flow,0.09788053035736084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,6144,gemm_torch_flow,0.05726720094680786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,5120,gemm_torch_flow,0.04398080110549927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,4096,gemm_torch_flow,0.03619840145111084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,3072,gemm_torch_flow,0.030081067482630414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,3584,gemm_torch_flow,0.03301333387692769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,16384,gemm_torch_flow,0.12904106775919597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,2560,gemm_torch_flow,0.02450666626294454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,2048,gemm_torch_flow,0.021687465906143188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,128,gemm_torch_flow,0.004192000130812327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,768,gemm_torch_flow,0.009548800190289815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,512,gemm_torch_flow,0.008098133405049642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,1536,gemm_torch_flow,0.01688533425331116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,1024,gemm_torch_flow,0.011689600348472596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,256,gemm_torch_flow,0.004939733445644379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,64,gemm_torch_flow,0.0037578667203585305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,32,gemm_torch_flow,0.004002133260170618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,65536,16384,gemm_torch_flow,0.5672725041707356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,8192,gemm_torch_flow,0.055085865656534824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,6144,gemm_torch_flow,0.04574293295542399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,7168,gemm_torch_flow,0.047237332661946616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,10240,gemm_torch_flow,0.06426133314768473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,12288,gemm_torch_flow,0.08547200361887614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,5120,gemm_torch_flow,0.035575465361277266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,4096,gemm_torch_flow,0.029487999280293782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,3072,gemm_torch_flow,0.0221343994140625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,2560,gemm_torch_flow,0.021255467335383096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,16384,gemm_torch_flow,0.11007253328959148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,3584,gemm_torch_flow,0.026296534140904743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,768,gemm_torch_flow,0.008590933680534363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,2048,gemm_torch_flow,0.016838399569193523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,1024,gemm_torch_flow,0.009669333696365356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,512,gemm_torch_flow,0.007209600011507671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,256,gemm_torch_flow,0.004342400034268697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,1536,gemm_torch_flow,0.013319466511408487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,128,gemm_torch_flow,0.003917866696914038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,64,gemm_torch_flow,0.003499733408292135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,32,gemm_torch_flow,0.00352960005402565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,8192,gemm_torch_flow,0.04428906838099162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,7168,gemm_torch_flow,0.039155201117197676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,10240,gemm_torch_flow,0.06696639855702718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,12288,gemm_torch_flow,0.07701760133107503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,6144,gemm_torch_flow,0.03436266581217448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,4096,gemm_torch_flow,0.024451200167338052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,16384,gemm_torch_flow,0.09766506354014079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,5120,gemm_torch_flow,0.029685332377751665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,3584,gemm_torch_flow,0.021898667017618813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,1536,gemm_torch_flow,0.011943466464678447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,2560,gemm_torch_flow,0.01800000071525574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,3072,gemm_torch_flow,0.019371734062830607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,1024,gemm_torch_flow,0.008836266398429871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,2048,gemm_torch_flow,0.015493333339691162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,512,gemm_torch_flow,0.006671999891599019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,768,gemm_torch_flow,0.007771733403205872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,256,gemm_torch_flow,0.004401066899299621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,128,gemm_torch_flow,0.0037664001186688742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,64,gemm_torch_flow,0.0034293333689371743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,32,gemm_torch_flow,0.003553066651026408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,8192,gemm_torch_flow,0.03674240112304687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,10240,gemm_torch_flow,0.04374826749165853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,16384,65536,gemm_torch_flow,0.5704213460286458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,12288,gemm_torch_flow,0.05774399836858114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,16384,gemm_torch_flow,0.07367573579152426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,7168,gemm_torch_flow,0.03177173336346944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,3584,gemm_torch_flow,0.01827733318010966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,4096,gemm_torch_flow,0.020466132958730062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,5120,gemm_torch_flow,0.026220800479253133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,6144,gemm_torch_flow,0.027879466613133747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,2560,gemm_torch_flow,0.013873066504796347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,3072,gemm_torch_flow,0.016125866770744325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,1536,gemm_torch_flow,0.009409067034721375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,2048,gemm_torch_flow,0.01141973336537679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,1024,gemm_torch_flow,0.007527466615041096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,768,gemm_torch_flow,0.006646400193373363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,12288,65536,gemm_torch_flow,0.41048641204833985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,512,gemm_torch_flow,0.00476800004641215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,32,gemm_torch_flow,0.0034773332377274835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,256,gemm_torch_flow,0.0037471999724706015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,128,gemm_torch_flow,0.003421866645415624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,64,gemm_torch_flow,0.0032032000521818793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,7168,gemm_torch_flow,0.02786453366279602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,8192,gemm_torch_flow,0.032101333141326904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,12288,gemm_torch_flow,0.04536746740341187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,10240,gemm_torch_flow,0.0392522652943929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,10240,65536,gemm_torch_flow,0.36391894022623694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,16384,gemm_torch_flow,0.06700479984283447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,4096,gemm_torch_flow,0.01846826672554016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,3072,gemm_torch_flow,0.01544319987297058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,5120,gemm_torch_flow,0.02156053384145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,3584,gemm_torch_flow,0.01623253325621287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,6144,gemm_torch_flow,0.024613332748413087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,2048,gemm_torch_flow,0.01030293305714925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,2560,gemm_torch_flow,0.013106133540471396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,256,gemm_torch_flow,0.0036949334045251214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,1536,gemm_torch_flow,0.00942080020904541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,1024,gemm_torch_flow,0.0068906664848327635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,768,gemm_torch_flow,0.006078933179378509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,128,gemm_torch_flow,0.0034122665723164878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,512,gemm_torch_flow,0.0042922665675481165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,64,gemm_torch_flow,0.0031221332649389905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,32,gemm_torch_flow,0.003269333392381668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,8192,65536,gemm_torch_flow,0.27426026662190756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,8192,gemm_torch_flow,0.028673066695531206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,12288,gemm_torch_flow,0.040098134676615396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,10240,gemm_torch_flow,0.03430399894714355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,7168,gemm_torch_flow,0.024971733490626015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,6144,gemm_torch_flow,0.02389226754506429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,16384,gemm_torch_flow,0.059640534718831385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,5120,gemm_torch_flow,0.01917866667111715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,4096,gemm_torch_flow,0.016777600844701132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,2560,gemm_torch_flow,0.010875733693440755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,1536,gemm_torch_flow,0.00801386684179306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,3584,gemm_torch_flow,0.014429866274197897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,3072,gemm_torch_flow,0.012731732924779257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,2048,gemm_torch_flow,0.009156266848246258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,1024,gemm_torch_flow,0.006568533182144165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,768,gemm_torch_flow,0.00553173323472341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,512,gemm_torch_flow,0.004149333387613296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,256,gemm_torch_flow,0.0037098666032155357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,128,gemm_torch_flow,0.0033418667813142145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,64,gemm_torch_flow,0.0031008000175158186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,32,gemm_torch_flow,0.0032618666688601174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,7168,gemm_torch_flow,0.022167466084162393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,8192,gemm_torch_flow,0.03065599997838338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,7168,65536,gemm_torch_flow,0.26133333841959633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,10240,gemm_torch_flow,0.03596800168355306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,16384,gemm_torch_flow,0.05115626653035482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,12288,gemm_torch_flow,0.040890665849049886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,3072,gemm_torch_flow,0.011341866850852967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,6144,gemm_torch_flow,0.0195850670337677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,2560,gemm_torch_flow,0.009889066219329834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,5120,gemm_torch_flow,0.017107200622558594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,4096,gemm_torch_flow,0.015683199961980185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,3584,gemm_torch_flow,0.012627200285593668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,2048,gemm_torch_flow,0.008566400408744812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,1536,gemm_torch_flow,0.007393066585063934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,128,gemm_torch_flow,0.0032586666444937387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,768,gemm_torch_flow,0.0046858668327331545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,1024,gemm_torch_flow,0.00592853327592214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,256,gemm_torch_flow,0.00352960005402565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,512,gemm_torch_flow,0.003921066721280416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,32,gemm_torch_flow,0.0031114667654037476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,64,gemm_torch_flow,0.00323840007185936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,6144,65536,gemm_torch_flow,0.20583680470784507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,8192,gemm_torch_flow,0.024793599049250284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,7168,gemm_torch_flow,0.022309333086013794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,10240,gemm_torch_flow,0.02842880090077718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,12288,gemm_torch_flow,0.033346132437388105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,16384,gemm_torch_flow,0.04113599856694539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,6144,gemm_torch_flow,0.021345067024230956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,5120,gemm_torch_flow,0.017760000626246133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,3584,gemm_torch_flow,0.01112000048160553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,3072,gemm_torch_flow,0.010020266969998677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,4096,gemm_torch_flow,0.012619733810424805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,1536,gemm_torch_flow,0.006668800115585327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,2560,gemm_torch_flow,0.008706133564313252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,2048,gemm_torch_flow,0.00773119976123174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,512,gemm_torch_flow,0.0037930667400360107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,1024,gemm_torch_flow,0.005288533369700114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,768,gemm_torch_flow,0.004136533290147781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,5120,65536,gemm_torch_flow,0.18082133928934735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,256,gemm_torch_flow,0.003373866776625315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,32,gemm_torch_flow,0.0032000000278155005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,128,gemm_torch_flow,0.0031285333136717476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,64,gemm_torch_flow,0.002958933264017105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,8192,gemm_torch_flow,0.02228906750679016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,10240,gemm_torch_flow,0.02564053336779277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,12288,gemm_torch_flow,0.0312117338180542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,6144,gemm_torch_flow,0.018203733364741008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,7168,gemm_torch_flow,0.0200981338818868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,16384,gemm_torch_flow,0.038127998510996505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,4096,gemm_torch_flow,0.011307733257611592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,5120,gemm_torch_flow,0.016074666380882265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,3584,gemm_torch_flow,0.010005333026250203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,3072,gemm_torch_flow,0.00913706620534261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,1536,gemm_torch_flow,0.006534400085608165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,2560,gemm_torch_flow,0.008286933104197185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,4096,65536,gemm_torch_flow,0.14483200709025065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,2048,gemm_torch_flow,0.007328000168005626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,1024,gemm_torch_flow,0.0047989333669344585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,256,gemm_torch_flow,0.0033503999312718712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,768,gemm_torch_flow,0.004182399809360504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,512,gemm_torch_flow,0.003706666578849157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,128,gemm_torch_flow,0.0031797334551811217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,64,gemm_torch_flow,0.002918400118748347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,32,gemm_torch_flow,0.0029728000362714132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,16384,gemm_torch_flow,0.03170666694641113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,7168,gemm_torch_flow,0.017500799894332886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,8192,gemm_torch_flow,0.019870932896931967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,12288,gemm_torch_flow,0.02523840069770813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,6144,gemm_torch_flow,0.01583146651585897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,10240,gemm_torch_flow,0.022703999280929567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,5120,gemm_torch_flow,0.01420906682809194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,4096,gemm_torch_flow,0.012339199582735699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,1536,gemm_torch_flow,0.006268799801667531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,3072,gemm_torch_flow,0.010670933127403259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,3584,gemm_torch_flow,0.011785599589347839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,2048,gemm_torch_flow,0.007132799923419952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,2560,gemm_torch_flow,0.007959466675917308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3584,65536,gemm_torch_flow,0.13165653546651204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,768,gemm_torch_flow,0.004127999891837438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,1024,gemm_torch_flow,0.004456533491611481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,512,gemm_torch_flow,0.0036874666810035707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,256,gemm_torch_flow,0.003366400053103765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,128,gemm_torch_flow,0.0030421334008375804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,64,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,32,gemm_torch_flow,0.002997333308060964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,6144,gemm_torch_flow,0.013948800166447959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,8192,gemm_torch_flow,0.017164800564448038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,7168,gemm_torch_flow,0.015577600399653117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,10240,gemm_torch_flow,0.020172800620396933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,16384,gemm_torch_flow,0.028350933392842607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,12288,gemm_torch_flow,0.02286613384882609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,3072,65536,gemm_torch_flow,0.10916266441345215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,5120,gemm_torch_flow,0.012571733196576437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,1536,gemm_torch_flow,0.005840000013510386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,3072,gemm_torch_flow,0.008593066533406576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,3584,gemm_torch_flow,0.009385599692662557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,4096,gemm_torch_flow,0.011560533444086711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,2560,gemm_torch_flow,0.007793066898981731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,2048,gemm_torch_flow,0.007067733506361644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,768,gemm_torch_flow,0.004095999896526337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,1024,gemm_torch_flow,0.004410666724046072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,512,gemm_torch_flow,0.0036938667297363283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,256,gemm_torch_flow,0.0034400001168251038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,128,gemm_torch_flow,0.0030517332255840302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,64,gemm_torch_flow,0.0029002666473388673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,32,gemm_torch_flow,0.0029088000456492106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2560,65536,gemm_torch_flow,0.0921450694402059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,7168,gemm_torch_flow,0.013336533308029174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,6144,gemm_torch_flow,0.01202880044778188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,8192,gemm_torch_flow,0.014846932888031007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,10240,gemm_torch_flow,0.017002665996551515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,5120,gemm_torch_flow,0.011809066931406657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,16384,gemm_torch_flow,0.023909332354863484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,12288,gemm_torch_flow,0.01930560072263082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,2048,gemm_torch_flow,0.006664533416430156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,4096,gemm_torch_flow,0.010203733046849569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,3584,gemm_torch_flow,0.009194667140642803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,3072,gemm_torch_flow,0.00851200024286906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,2560,gemm_torch_flow,0.007506133119265239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,768,gemm_torch_flow,0.004080000023047129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,1536,gemm_torch_flow,0.005377066632111868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,1024,gemm_torch_flow,0.00439573327700297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,128,gemm_torch_flow,0.003048533449570338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,256,gemm_torch_flow,0.0032960000137488045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,512,gemm_torch_flow,0.003681066632270813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,32,gemm_torch_flow,0.002994133283694585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,64,gemm_torch_flow,0.002922666569550832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,7168,gemm_torch_flow,0.011108266313870747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,2048,65536,gemm_torch_flow,0.07478506565093994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,8192,gemm_torch_flow,0.011796266833941142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,10240,gemm_torch_flow,0.013565867145856222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,16384,gemm_torch_flow,0.019692800442377725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,12288,gemm_torch_flow,0.015717333555221556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,6144,gemm_torch_flow,0.01034879982471466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,5120,gemm_torch_flow,0.009971200426419576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,4096,gemm_torch_flow,0.009397332866986591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,3584,gemm_torch_flow,0.00988159974416097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,3072,gemm_torch_flow,0.007914666831493378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,2560,gemm_torch_flow,0.00659093310435613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,1024,gemm_torch_flow,0.004262400170167288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,2048,gemm_torch_flow,0.005715199808279673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,768,gemm_torch_flow,0.003912533322970072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,1536,gemm_torch_flow,0.004982399940490723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,64,gemm_torch_flow,0.0028512001037597655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,512,gemm_torch_flow,0.0035584000249703727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,256,gemm_torch_flow,0.00317546675602595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,128,gemm_torch_flow,0.002958933264017105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,32,gemm_torch_flow,0.002942933390537898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,12288,gemm_torch_flow,0.012274133165677388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1536,65536,gemm_torch_flow,0.06084160010019938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,16384,gemm_torch_flow,0.014824533462524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,5120,gemm_torch_flow,0.009011200070381165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,10240,gemm_torch_flow,0.011177600423494975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,8192,gemm_torch_flow,0.010242133339246114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,6144,gemm_torch_flow,0.009471999605496724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,7168,gemm_torch_flow,0.010131200154622395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,4096,gemm_torch_flow,0.007965866724650066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,3072,gemm_torch_flow,0.007419733206431071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,3584,gemm_torch_flow,0.008101333181063335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,1536,gemm_torch_flow,0.00491946687301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,2560,gemm_torch_flow,0.006243200103441874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,2048,gemm_torch_flow,0.005593599875768026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,512,gemm_torch_flow,0.0035413332283496858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,1024,gemm_torch_flow,0.004203733305136363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,65536,gemm_torch_flow,0.04207679828008016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,768,gemm_torch_flow,0.003869866579771042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,128,gemm_torch_flow,0.0029845332105954488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,256,gemm_torch_flow,0.0032032000521818793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,64,gemm_torch_flow,0.002799999962250392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,1024,32,gemm_torch_flow,0.0028181334336598715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,12288,gemm_torch_flow,0.010433066884676616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,16384,gemm_torch_flow,0.012011733651161195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,10240,gemm_torch_flow,0.010050132870674133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,4096,gemm_torch_flow,0.007416533430417378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,8192,gemm_torch_flow,0.010313600301742554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,7168,gemm_torch_flow,0.009901866316795349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,6144,gemm_torch_flow,0.009022933244705201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,5120,gemm_torch_flow,0.008962133526802063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,3584,gemm_torch_flow,0.0076223999261856076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,2560,gemm_torch_flow,0.006265600025653839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,65536,gemm_torch_flow,0.034457600116729735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,3072,gemm_torch_flow,0.0074879998962084455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,2048,gemm_torch_flow,0.005539200206597646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,768,gemm_torch_flow,0.003818666686614355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,1024,gemm_torch_flow,0.004154666761557261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,1536,gemm_torch_flow,0.004840533435344696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,256,gemm_torch_flow,0.003271466741959254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,512,gemm_torch_flow,0.003469866762558619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,128,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,32,gemm_torch_flow,0.002869333326816559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,768,64,gemm_torch_flow,0.0028149334092934927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,10240,gemm_torch_flow,0.009155199925104777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,16384,gemm_torch_flow,0.010812800129254658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,7168,gemm_torch_flow,0.007784533500671387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,12288,gemm_torch_flow,0.009697066744168599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,8192,gemm_torch_flow,0.0086709330479304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,6144,gemm_torch_flow,0.007230933507283528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,5120,gemm_torch_flow,0.0073749333620071415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,4096,gemm_torch_flow,0.007574399809042613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,3072,gemm_torch_flow,0.006851199766000111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,3584,gemm_torch_flow,0.007153066496054332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,2048,gemm_torch_flow,0.0054400001962979635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,2560,gemm_torch_flow,0.006151466568311056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,1536,gemm_torch_flow,0.00477866679430008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,65536,gemm_torch_flow,0.025649066766103106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,512,gemm_torch_flow,0.003419733295838038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,768,gemm_torch_flow,0.003748266647259394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,1024,gemm_torch_flow,0.004090666770935059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,128,gemm_torch_flow,0.0029120000700155893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,64,gemm_torch_flow,0.002749866743882497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,256,gemm_torch_flow,0.0031456001102924346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,512,32,gemm_torch_flow,0.002796799937884013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,16384,gemm_torch_flow,0.010226133465766906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,12288,gemm_torch_flow,0.008707200487454731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,10240,gemm_torch_flow,0.007828266421953837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,4096,gemm_torch_flow,0.006664533416430156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,8192,gemm_torch_flow,0.007057066758473713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,65536,gemm_torch_flow,0.016561067104339598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,7168,gemm_torch_flow,0.006874666611353557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,6144,gemm_torch_flow,0.006634666522343953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,5120,gemm_torch_flow,0.007099733253320058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,3584,gemm_torch_flow,0.0070698668559392285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,2560,gemm_torch_flow,0.006040533383687338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,3072,gemm_torch_flow,0.00673280010620753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,2048,gemm_torch_flow,0.005427200098832448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,256,gemm_torch_flow,0.0031498665610949195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,512,gemm_torch_flow,0.00335359995563825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,1536,gemm_torch_flow,0.004740266501903534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,1024,gemm_torch_flow,0.004068266600370407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,768,gemm_torch_flow,0.003669333209594091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,128,gemm_torch_flow,0.002863999952872594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,32,gemm_torch_flow,0.0027722666660944624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,256,64,gemm_torch_flow,0.002738133321205775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,7168,gemm_torch_flow,0.0067445332805315655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,8192,gemm_torch_flow,0.006916266679763794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,10240,gemm_torch_flow,0.006920533378918965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,12288,gemm_torch_flow,0.006763733426729838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,16384,gemm_torch_flow,0.0073088000218073535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,65536,gemm_torch_flow,0.01288426617781321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,4096,gemm_torch_flow,0.006472533444563548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,6144,gemm_torch_flow,0.006563200056552887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,5120,gemm_torch_flow,0.006865066786607106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,1024,gemm_torch_flow,0.004031999905904134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,3584,gemm_torch_flow,0.00691840002934138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,3072,gemm_torch_flow,0.00658133327960968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,2560,gemm_torch_flow,0.00600853314002355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,2048,gemm_torch_flow,0.005348266661167144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,1536,gemm_torch_flow,0.004706133405367533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,768,gemm_torch_flow,0.003685333331425985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,256,gemm_torch_flow,0.0030048000315825146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,512,gemm_torch_flow,0.0033461332321166994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,128,gemm_torch_flow,0.0028607999285062153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,64,gemm_torch_flow,0.0027072000006834666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,128,32,gemm_torch_flow,0.0026581334571043652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,10240,gemm_torch_flow,0.006811733543872833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,12288,gemm_torch_flow,0.006685866912206013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,16384,gemm_torch_flow,0.00668693333864212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,65536,gemm_torch_flow,0.011086933811505635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,4096,gemm_torch_flow,0.00644053320089976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,8192,gemm_torch_flow,0.006725333134333293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,7168,gemm_torch_flow,0.006504533191521962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,5120,gemm_torch_flow,0.00678719977537791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,6144,gemm_torch_flow,0.006372266511122386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,3072,gemm_torch_flow,0.00660693347454071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,3584,gemm_torch_flow,0.006949333349863689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,2048,gemm_torch_flow,0.005338666836420695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,2560,gemm_torch_flow,0.006004266440868378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,1536,gemm_torch_flow,0.004660266637802124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,64,gemm_torch_flow,0.002703999976317088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,1024,gemm_torch_flow,0.0039818666875362395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,256,gemm_torch_flow,0.0030559999247392017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,768,gemm_torch_flow,0.0036277333895365395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,512,gemm_torch_flow,0.003319466610749563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,128,gemm_torch_flow,0.0028757333755493166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,64,32,gemm_torch_flow,0.0026943999032179515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,16384,gemm_torch_flow,0.006939733525117238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,10240,gemm_torch_flow,0.006862933437029521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,12288,gemm_torch_flow,0.006497066716353099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,6144,gemm_torch_flow,0.006423466900984447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,8192,gemm_torch_flow,0.00665280024210612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,7168,gemm_torch_flow,0.006457599997520447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,5120,gemm_torch_flow,0.006668800115585327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,65536,gemm_torch_flow,0.015405866503715514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,4096,gemm_torch_flow,0.006296533346176148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,3584,gemm_torch_flow,0.006798933446407318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,2560,gemm_torch_flow,0.006080000102519989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,3072,gemm_torch_flow,0.0064640000462532045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,2048,gemm_torch_flow,0.005336533486843109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,1536,gemm_torch_flow,0.004659200211366018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,512,gemm_torch_flow,0.0032885332902272543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,1024,gemm_torch_flow,0.003976533313592275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,256,gemm_torch_flow,0.0030250666042168934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,768,gemm_torch_flow,0.003602133442958196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,128,gemm_torch_flow,0.0029088000456492106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,64,gemm_torch_flow,0.002699733277161916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,80,32,32,gemm_torch_flow,0.002669866631428401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,4096,gemm_torch_flow,0.14680107434590656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,5120,gemm_torch_flow,0.1838922659556071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,6144,gemm_torch_flow,0.2178058624267578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,7168,gemm_torch_flow,0.25348159472147624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,8192,gemm_torch_flow,0.28552214304606116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,3584,gemm_torch_flow,0.1294111967086792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,3072,gemm_torch_flow,0.11346773306528728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,1536,gemm_torch_flow,0.06595733165740966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,2560,gemm_torch_flow,0.10080533027648926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,1024,gemm_torch_flow,0.044897067546844485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,512,gemm_torch_flow,0.023651200532913207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,2048,gemm_torch_flow,0.08622933228810628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,10240,gemm_torch_flow,0.35751253763834634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,256,gemm_torch_flow,0.0146506667137146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,768,gemm_torch_flow,0.03544319868087768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,64,gemm_torch_flow,0.0068245331446329755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,128,gemm_torch_flow,0.008588799834251403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,32,gemm_torch_flow,0.006026666859785716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,12288,gemm_torch_flow,0.4275242805480957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,6144,gemm_torch_flow,0.05675626595815023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,7168,gemm_torch_flow,0.058322131633758545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,8192,gemm_torch_flow,0.06682773431142172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,10240,gemm_torch_flow,0.08243412971496582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,12288,gemm_torch_flow,0.09735573132832845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,5120,gemm_torch_flow,0.04318293333053589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,3072,gemm_torch_flow,0.02934719920158386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,3584,gemm_torch_flow,0.031640533606211343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,4096,gemm_torch_flow,0.035810132821400956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,16384,gemm_torch_flow,0.13203519980112713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,2560,gemm_torch_flow,0.02622399926185608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,1536,gemm_torch_flow,0.016042666633923848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,768,gemm_torch_flow,0.010083199540774027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,2048,gemm_torch_flow,0.019831466674804687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,1024,gemm_torch_flow,0.01154026687145233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,512,gemm_torch_flow,0.007996800045172375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,128,gemm_torch_flow,0.00408746674656868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,256,gemm_torch_flow,0.004586666822433472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,32,gemm_torch_flow,0.003787733366092046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,64,gemm_torch_flow,0.0037151999771595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,65536,16384,gemm_torch_flow,0.5664927800496419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,8192,gemm_torch_flow,0.053922132651011145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,7168,gemm_torch_flow,0.046242133776346846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,10240,gemm_torch_flow,0.06311466693878173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,6144,gemm_torch_flow,0.04473173220952352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,12288,gemm_torch_flow,0.07749546368916829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,5120,gemm_torch_flow,0.03483946720759074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,4096,gemm_torch_flow,0.028761599461237592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,2560,gemm_torch_flow,0.0202890674273173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,16384,gemm_torch_flow,0.10685226917266846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,3072,gemm_torch_flow,0.022516266504923502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,3584,gemm_torch_flow,0.02473919987678528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,1024,gemm_torch_flow,0.009752532839775086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,2048,gemm_torch_flow,0.01634666621685028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,768,gemm_torch_flow,0.008795733253161114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,512,gemm_torch_flow,0.006632533172766368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,256,gemm_torch_flow,0.004127999891837438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,1536,gemm_torch_flow,0.01288426617781321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,128,gemm_torch_flow,0.0037109332780043284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,64,gemm_torch_flow,0.003332266708215078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,32,gemm_torch_flow,0.0034272000193595886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,8192,gemm_torch_flow,0.04301760196685791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,7168,gemm_torch_flow,0.03778560161590576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,10240,gemm_torch_flow,0.0529578685760498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,12288,gemm_torch_flow,0.06163413524627685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,4096,gemm_torch_flow,0.023507199684778848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,16384,gemm_torch_flow,0.08055893580118814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,6144,gemm_torch_flow,0.03300053278605143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,5120,gemm_torch_flow,0.028511999050776164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,3584,gemm_torch_flow,0.021010132630666097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,2048,gemm_torch_flow,0.014353066682815552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,1536,gemm_torch_flow,0.011080533266067505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,3072,gemm_torch_flow,0.01867093245188395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,2560,gemm_torch_flow,0.017798399925231932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,768,gemm_torch_flow,0.007379200061162312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,1024,gemm_torch_flow,0.008396800359090168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,256,gemm_torch_flow,0.003773866593837738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,512,gemm_torch_flow,0.005798399945100148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,128,gemm_torch_flow,0.003421866645415624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,64,gemm_torch_flow,0.0031199999153614043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,32,gemm_torch_flow,0.003230933348337809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,10240,gemm_torch_flow,0.04319039980570476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,8192,gemm_torch_flow,0.03738986651102702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,12288,gemm_torch_flow,0.05614293416341146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,16384,gemm_torch_flow,0.0713258663813273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,7168,gemm_torch_flow,0.03304106593132019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,16384,65536,gemm_torch_flow,0.5979242960611979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,6144,gemm_torch_flow,0.028810666004816694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,5120,gemm_torch_flow,0.024228266874949136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,3584,gemm_torch_flow,0.018614399433135986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,12288,65536,gemm_torch_flow,0.4047253290812175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,4096,gemm_torch_flow,0.02136639952659607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,3072,gemm_torch_flow,0.01739733417828878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,1536,gemm_torch_flow,0.009865599870681762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,2560,gemm_torch_flow,0.014273066322008768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,2048,gemm_torch_flow,0.012409599622090657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,1024,gemm_torch_flow,0.008144000172615051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,768,gemm_torch_flow,0.006468266745408376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,256,gemm_torch_flow,0.00383786658445994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,512,gemm_torch_flow,0.004556799928347269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,64,gemm_torch_flow,0.003186133255561193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,128,gemm_torch_flow,0.003532800078392029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,32,gemm_torch_flow,0.0032586666444937387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,7168,gemm_torch_flow,0.027933865785598755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,8192,gemm_torch_flow,0.03163946668306987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,10240,gemm_torch_flow,0.03905920187632243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,12288,gemm_torch_flow,0.044675199190775554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,16384,gemm_torch_flow,0.07274026870727539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,10240,65536,gemm_torch_flow,0.34241387049357097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,3072,gemm_torch_flow,0.014121599992116294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,6144,gemm_torch_flow,0.024548266331354776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,4096,gemm_torch_flow,0.01850773294766744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,2048,gemm_torch_flow,0.010662399729092916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,3584,gemm_torch_flow,0.015936000148455302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,5120,gemm_torch_flow,0.021393066644668578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,2560,gemm_torch_flow,0.013684266805648803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,768,gemm_torch_flow,0.006144000093142191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,1024,gemm_torch_flow,0.0070720002055168155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,512,gemm_torch_flow,0.004331733286380768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,1536,gemm_torch_flow,0.008994133273760477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,256,gemm_torch_flow,0.003722666700681051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,128,gemm_torch_flow,0.0034282666941483817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,64,gemm_torch_flow,0.0031295999884605407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,8192,65536,gemm_torch_flow,0.2683135986328125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,32,gemm_torch_flow,0.0032277333239714304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,8192,gemm_torch_flow,0.02866453329722087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,7168,gemm_torch_flow,0.027287467320760088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,6144,gemm_torch_flow,0.02166293263435364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,10240,gemm_torch_flow,0.03453226486841838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,12288,gemm_torch_flow,0.03987306753794352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,4096,gemm_torch_flow,0.016708266735076905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,16384,gemm_torch_flow,0.05957653522491455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,3584,gemm_torch_flow,0.01402453382809957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,5120,gemm_torch_flow,0.019485867023468016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,2048,gemm_torch_flow,0.009852799773216247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,2560,gemm_torch_flow,0.011211733023325603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,3072,gemm_torch_flow,0.012827733159065246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,1536,gemm_torch_flow,0.007765333354473114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,1024,gemm_torch_flow,0.006343466540177663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,768,gemm_torch_flow,0.005368533233801523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,512,gemm_torch_flow,0.004007466634114583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,256,gemm_torch_flow,0.0035829332967599234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,128,gemm_torch_flow,0.003205333401759466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,32,gemm_torch_flow,0.0030752000709374744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,64,gemm_torch_flow,0.0030250666042168934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,7168,65536,gemm_torch_flow,0.2488330682118734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,8192,gemm_torch_flow,0.02423680027325948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,16384,gemm_torch_flow,0.05023359855016073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,7168,gemm_torch_flow,0.021628799041112264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,10240,gemm_torch_flow,0.03425066471099854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,12288,gemm_torch_flow,0.039641598860422775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,4096,gemm_torch_flow,0.014274133245150247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,6144,gemm_torch_flow,0.020415999492009482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,3072,gemm_torch_flow,0.010899200042088827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,3584,gemm_torch_flow,0.012487467130025227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,5120,gemm_torch_flow,0.016617600123087564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,2048,gemm_torch_flow,0.008298666775226593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,2560,gemm_torch_flow,0.009677867094675701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,256,gemm_torch_flow,0.0034805332620938623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,1536,gemm_torch_flow,0.007155199845631917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,768,gemm_torch_flow,0.0045525332291920986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,1024,gemm_torch_flow,0.005896533528963724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,512,gemm_torch_flow,0.003764266769091288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,128,gemm_torch_flow,0.0031295999884605407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,64,gemm_torch_flow,0.003092266619205475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,32,gemm_torch_flow,0.003032533327738444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,6144,65536,gemm_torch_flow,0.20173120498657227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,8192,gemm_torch_flow,0.024233599503835045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,10240,gemm_torch_flow,0.02813120086987813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,12288,gemm_torch_flow,0.03191039959589641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,7168,gemm_torch_flow,0.018260266383488974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,16384,gemm_torch_flow,0.040336000919342044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,5120,gemm_torch_flow,0.01402453382809957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,6144,gemm_torch_flow,0.01727466583251953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,3072,gemm_torch_flow,0.009593600034713745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,2048,gemm_torch_flow,0.007494399944941203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,3584,gemm_torch_flow,0.010599467158317565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,4096,gemm_torch_flow,0.012170666456222534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,2560,gemm_torch_flow,0.008561066786448161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,5120,65536,gemm_torch_flow,0.1765482743581136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,768,gemm_torch_flow,0.004074666649103165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,1536,gemm_torch_flow,0.0064640000462532045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,1024,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,512,gemm_torch_flow,0.003667200108369192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,256,gemm_torch_flow,0.003291733314593633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,32,gemm_torch_flow,0.003032533327738444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,128,gemm_torch_flow,0.0030261332790056865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,64,gemm_torch_flow,0.002932266642649968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,8192,gemm_torch_flow,0.02196906606356303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,6144,gemm_torch_flow,0.0176362673441569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,7168,gemm_torch_flow,0.019610667228698732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,10240,gemm_torch_flow,0.02510506709416707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,12288,gemm_torch_flow,0.027873067061106364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,4096,gemm_torch_flow,0.011085866888364156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,16384,gemm_torch_flow,0.039025068283081055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,3584,gemm_torch_flow,0.009878399968147277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,5120,gemm_torch_flow,0.015929599603017174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,3072,gemm_torch_flow,0.009118933478991191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,2048,gemm_torch_flow,0.007189333438873291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,2560,gemm_torch_flow,0.008120533327261608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,4096,65536,gemm_torch_flow,0.1408511956532796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,1536,gemm_torch_flow,0.006391466657320659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,256,gemm_torch_flow,0.00329066663980484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,768,gemm_torch_flow,0.004060799876848856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,1024,gemm_torch_flow,0.0046741331617037455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,512,gemm_torch_flow,0.003667200108369192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,128,gemm_torch_flow,0.0030847998956839246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,64,gemm_torch_flow,0.0028885332246621448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,32,gemm_torch_flow,0.0030303999781608583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,10240,gemm_torch_flow,0.022232532501220703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,16384,gemm_torch_flow,0.03177280028661092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,7168,gemm_torch_flow,0.017003732919692992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,12288,gemm_torch_flow,0.025337600708007814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,8192,gemm_torch_flow,0.0194815993309021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,6144,gemm_torch_flow,0.015602133671442666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,4096,gemm_torch_flow,0.010434133807818095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,5120,gemm_torch_flow,0.013776000340779623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,3584,gemm_torch_flow,0.0093941330909729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3584,65536,gemm_torch_flow,0.12295359770456951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,2048,gemm_torch_flow,0.007003733515739441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,2560,gemm_torch_flow,0.0078005333741505934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,3072,gemm_torch_flow,0.00865280032157898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,1536,gemm_torch_flow,0.006061866879463196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,1024,gemm_torch_flow,0.004309333364168803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,32,gemm_torch_flow,0.0029728000362714132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,768,gemm_torch_flow,0.004011733333269755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,256,gemm_torch_flow,0.0033002667129039764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,128,gemm_torch_flow,0.002979200085004171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,512,gemm_torch_flow,0.0036373332142829893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,64,gemm_torch_flow,0.002903466671705246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,6144,gemm_torch_flow,0.013871999581654868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,16384,gemm_torch_flow,0.027935999631881713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,12288,gemm_torch_flow,0.022275199492772423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,7168,gemm_torch_flow,0.01543786625067393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,8192,gemm_torch_flow,0.0164874662955602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,10240,gemm_torch_flow,0.01953173279762268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,3072,65536,gemm_torch_flow,0.10669546922047932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,4096,gemm_torch_flow,0.009880533814430237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,5120,gemm_torch_flow,0.012447999914487202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,3072,gemm_torch_flow,0.008278400202592214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,3584,gemm_torch_flow,0.008981333176294962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,1024,gemm_torch_flow,0.004337066908677419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,2560,gemm_torch_flow,0.007542400062084198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,2048,gemm_torch_flow,0.006830933193365733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,1536,gemm_torch_flow,0.00561706672112147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,768,gemm_torch_flow,0.003994666785001755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,128,gemm_torch_flow,0.0030752000709374744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,256,gemm_torch_flow,0.003278933217128118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,512,gemm_torch_flow,0.0036117332677046456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,64,gemm_torch_flow,0.0027935999135176343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,32,gemm_torch_flow,0.0029258665939172106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,12288,gemm_torch_flow,0.01871253252029419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,6144,gemm_torch_flow,0.012202666203180949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,7168,gemm_torch_flow,0.012962133685747782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,10240,gemm_torch_flow,0.016433067123095193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,8192,gemm_torch_flow,0.01446613371372223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,16384,gemm_torch_flow,0.022959999243418374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2560,65536,gemm_torch_flow,0.10222613016764323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,5120,gemm_torch_flow,0.011168000102043153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,4096,gemm_torch_flow,0.010125866532325745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,1024,gemm_torch_flow,0.0042453333735466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,3584,gemm_torch_flow,0.009269332885742188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,3072,gemm_torch_flow,0.008896000186602275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,2048,gemm_torch_flow,0.006144000093142191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,2560,gemm_torch_flow,0.007289599875609081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,1536,gemm_torch_flow,0.004939733445644379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,512,gemm_torch_flow,0.0035594666997591654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,128,gemm_torch_flow,0.0030026666820049284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,768,gemm_torch_flow,0.003894400099913279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,64,gemm_torch_flow,0.002807466685771942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,256,gemm_torch_flow,0.0032074667513370516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,32,gemm_torch_flow,0.0028778667251269023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,2048,65536,gemm_torch_flow,0.0732586701711019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,16384,gemm_torch_flow,0.019530665874481202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,8192,gemm_torch_flow,0.012049067020416259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,10240,gemm_torch_flow,0.013795199990272521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,7168,gemm_torch_flow,0.010731732845306397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,5120,gemm_torch_flow,0.010123733679453533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,6144,gemm_torch_flow,0.010310399532318115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,12288,gemm_torch_flow,0.015089066823323569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,4096,gemm_torch_flow,0.00923413336277008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,2048,gemm_torch_flow,0.005570133527119955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,3072,gemm_torch_flow,0.008360532919565837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,3584,gemm_torch_flow,0.008910933136940002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,2560,gemm_torch_flow,0.0067114666104316715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,1536,gemm_torch_flow,0.004862933357556661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,1024,gemm_torch_flow,0.0041696002086003625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,512,gemm_torch_flow,0.00348693331082662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,768,gemm_torch_flow,0.0038399999340375268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,256,gemm_torch_flow,0.0032266666491826378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,128,gemm_torch_flow,0.0029706666866938275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,65536,gemm_torch_flow,0.05935999949773153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,64,gemm_torch_flow,0.0028234665592511495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1536,32,gemm_torch_flow,0.0028405333558718365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,12288,gemm_torch_flow,0.012476799885431926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,16384,gemm_torch_flow,0.014944000045458474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,10240,gemm_torch_flow,0.01154026687145233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,4096,gemm_torch_flow,0.007414400080839793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,7168,gemm_torch_flow,0.009833600123723347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,8192,gemm_torch_flow,0.010335999727249145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,6144,gemm_torch_flow,0.009248000383377076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,5120,gemm_torch_flow,0.008755200107892354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,2560,gemm_torch_flow,0.0061471998691558834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,3584,gemm_torch_flow,0.007753600180149078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,2048,gemm_torch_flow,0.0053493330876032506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,3072,gemm_torch_flow,0.006968533496061961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,1024,gemm_torch_flow,0.004114133367935816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,1536,gemm_torch_flow,0.004710400104522705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,512,gemm_torch_flow,0.0035402665535608927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,768,gemm_torch_flow,0.003819733361403147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,65536,gemm_torch_flow,0.040098134676615396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,256,gemm_torch_flow,0.0031669333577156065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,128,gemm_torch_flow,0.0029397333661715193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,64,gemm_torch_flow,0.002841600030660629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,16384,gemm_torch_flow,0.011986133456230164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,1024,32,gemm_torch_flow,0.002922666569550832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,12288,gemm_torch_flow,0.010620799660682679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,10240,gemm_torch_flow,0.009845333298047383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,8192,gemm_torch_flow,0.008969600001970928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,7168,gemm_torch_flow,0.008385066191355388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,5120,gemm_torch_flow,0.007941333452860515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,4096,gemm_torch_flow,0.007097599903742473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,6144,gemm_torch_flow,0.008094933132330577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,3584,gemm_torch_flow,0.007435733576615651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,1536,gemm_torch_flow,0.004805333415667216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,2560,gemm_torch_flow,0.006141866743564606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,3072,gemm_torch_flow,0.006839466591676076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,2048,gemm_torch_flow,0.005475200215975444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,65536,gemm_torch_flow,0.033511467774709064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,1024,gemm_torch_flow,0.00410453329483668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,256,gemm_torch_flow,0.0032277333239714304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,768,gemm_torch_flow,0.003748266647259394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,128,gemm_torch_flow,0.002828799933195114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,512,gemm_torch_flow,0.003435733417669932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,64,gemm_torch_flow,0.002754133443037669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,768,32,gemm_torch_flow,0.0028042666614055633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,12288,gemm_torch_flow,0.009416533509890239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,8192,gemm_torch_flow,0.007653333246707916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,10240,gemm_torch_flow,0.008965333302815754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,16384,gemm_torch_flow,0.01051200032234192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,7168,gemm_torch_flow,0.007311999797821045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,6144,gemm_torch_flow,0.006906666855017345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,3584,gemm_torch_flow,0.007086933155854543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,5120,gemm_torch_flow,0.007118933399518331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,4096,gemm_torch_flow,0.006702933212121327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,65536,gemm_torch_flow,0.024308266242345174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,2560,gemm_torch_flow,0.0060917332768440245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,3072,gemm_torch_flow,0.006770133475462596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,2048,gemm_torch_flow,0.005363200108210246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,1024,gemm_torch_flow,0.0040618665516376495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,512,gemm_torch_flow,0.003525333354870478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,1536,gemm_torch_flow,0.004753066599369049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,768,gemm_torch_flow,0.0036778666079044344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,256,gemm_torch_flow,0.0031189332405726117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,32,gemm_torch_flow,0.0026858667532602947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,64,gemm_torch_flow,0.0027424000203609467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,512,128,gemm_torch_flow,0.002889599899450938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,16384,gemm_torch_flow,0.008346666892369587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,12288,gemm_torch_flow,0.007031466563542683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,10240,gemm_torch_flow,0.0070933332045873005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,4096,gemm_torch_flow,0.00658133327960968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,65536,gemm_torch_flow,0.015173332889874777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,7168,gemm_torch_flow,0.006743466854095459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,5120,gemm_torch_flow,0.007017600039641063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,6144,gemm_torch_flow,0.006619733572006225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,8192,gemm_torch_flow,0.006981333096822103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,2560,gemm_torch_flow,0.006066133578618368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,2048,gemm_torch_flow,0.005380266904830932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,3584,gemm_torch_flow,0.007090133428573608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,3072,gemm_torch_flow,0.006668800115585327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,1536,gemm_torch_flow,0.004713599880536398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,1024,gemm_torch_flow,0.004030933231115341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,512,gemm_torch_flow,0.0033642667035261786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,768,gemm_torch_flow,0.0036917333801587426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,256,gemm_torch_flow,0.0031061333914597826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,128,gemm_torch_flow,0.0027722666660944624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,64,gemm_torch_flow,0.0027413333455721537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,256,32,gemm_torch_flow,0.002752000093460083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,16384,gemm_torch_flow,0.006697600086530049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,12288,gemm_torch_flow,0.006593066453933716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,7168,gemm_torch_flow,0.006621866424878438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,8192,gemm_torch_flow,0.006684799989064534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,10240,gemm_torch_flow,0.006854400038719177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,65536,gemm_torch_flow,0.01106666624546051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,5120,gemm_torch_flow,0.006746666630109151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,3072,gemm_torch_flow,0.006516266862551372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,6144,gemm_torch_flow,0.006397866706053417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,2560,gemm_torch_flow,0.006045866509278615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,4096,gemm_torch_flow,0.006344533463319142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,3584,gemm_torch_flow,0.0068341334660847975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,2048,gemm_torch_flow,0.005388799806435903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,1536,gemm_torch_flow,0.004678399860858917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,768,gemm_torch_flow,0.0036778666079044344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,256,gemm_torch_flow,0.003019733230272929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,1024,gemm_torch_flow,0.004012800008058548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,128,gemm_torch_flow,0.002846933404604594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,64,gemm_torch_flow,0.0026975999275843303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,512,gemm_torch_flow,0.0033482665816942847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,128,32,gemm_torch_flow,0.0027317332724730173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,12288,gemm_torch_flow,0.006567466755708058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,16384,gemm_torch_flow,0.0066431999206542965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,65536,gemm_torch_flow,0.00928533375263214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,8192,gemm_torch_flow,0.0065194666385650635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,10240,gemm_torch_flow,0.006698666512966156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,7168,gemm_torch_flow,0.006404266754786174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,6144,gemm_torch_flow,0.00631466656923294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,5120,gemm_torch_flow,0.0067210664351781205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,4096,gemm_torch_flow,0.006260266900062561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,3584,gemm_torch_flow,0.006725333134333293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,3072,gemm_torch_flow,0.006404266754786174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,512,gemm_torch_flow,0.0033802665770053864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,2560,gemm_torch_flow,0.005967999994754791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,2048,gemm_torch_flow,0.005310933291912079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,1536,gemm_torch_flow,0.0046517332394917805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,768,gemm_torch_flow,0.003689600030581156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,1024,gemm_torch_flow,0.003962666789690653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,256,gemm_torch_flow,0.0029567999144395193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,64,gemm_torch_flow,0.0027402666707833606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,128,gemm_torch_flow,0.0028533334533373516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,64,32,gemm_torch_flow,0.002678400029738744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,12288,gemm_torch_flow,0.006481066842873891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,8192,gemm_torch_flow,0.0065749332308769224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,16384,gemm_torch_flow,0.00653653343518575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,7168,gemm_torch_flow,0.006308266520500183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,10240,gemm_torch_flow,0.006609066824118296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,6144,gemm_torch_flow,0.006215466558933258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,65536,gemm_torch_flow,0.01016533374786377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,5120,gemm_torch_flow,0.006550399959087372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,2560,gemm_torch_flow,0.0059456000725428265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,4096,gemm_torch_flow,0.006260266900062561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,3584,gemm_torch_flow,0.006632533172766368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,3072,gemm_torch_flow,0.006311466793219249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,2048,gemm_torch_flow,0.005298133194446564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,1536,gemm_torch_flow,0.004612266520659129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,512,gemm_torch_flow,0.0033802665770053864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,1024,gemm_torch_flow,0.003979733337958654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,768,gemm_torch_flow,0.0035936000446478524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,128,gemm_torch_flow,0.002780800064404805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,256,gemm_torch_flow,0.002976000060637792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,64,gemm_torch_flow,0.0026805333793163298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,64,32,32,gemm_torch_flow,0.0026677332818508146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,4096,gemm_torch_flow,0.1365557352701823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,5120,gemm_torch_flow,0.16909653345743816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,6144,gemm_torch_flow,0.20122987429300943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,7168,gemm_torch_flow,0.2338047981262207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,8192,gemm_torch_flow,0.2670261383056641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,3584,gemm_torch_flow,0.11929813226064045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,2048,gemm_torch_flow,0.07967360019683838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,2560,gemm_torch_flow,0.0942517360051473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,3072,gemm_torch_flow,0.10370666980743408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,768,gemm_torch_flow,0.03004266619682312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,128,gemm_torch_flow,0.008292266726493835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,1024,gemm_torch_flow,0.04215893348058065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,256,gemm_torch_flow,0.013382400075594584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,1536,gemm_torch_flow,0.06085653305053711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,512,gemm_torch_flow,0.024089600642522177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,64,gemm_torch_flow,0.006534400085608165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,10240,gemm_torch_flow,0.3312821388244629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,32,gemm_torch_flow,0.005654400090376536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,12288,gemm_torch_flow,0.39552427927652994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,7168,gemm_torch_flow,0.057725866635640465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,6144,gemm_torch_flow,0.05591786702473959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,8192,gemm_torch_flow,0.0732266664505005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,10240,gemm_torch_flow,0.08116906483968099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,12288,gemm_torch_flow,0.09599253336588541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,3072,gemm_torch_flow,0.0274399995803833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,4096,gemm_torch_flow,0.035345065593719485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,3584,gemm_torch_flow,0.032150399684906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,5120,gemm_torch_flow,0.04309653441111247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,16384,gemm_torch_flow,0.12524906794230145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,2560,gemm_torch_flow,0.02598080039024353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,1536,gemm_torch_flow,0.015718400478363037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,2048,gemm_torch_flow,0.01958613395690918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,768,gemm_torch_flow,0.00928106705347697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,512,gemm_torch_flow,0.007869866490364075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,1024,gemm_torch_flow,0.011358933647473653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,128,gemm_torch_flow,0.0038005332152048744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,256,gemm_torch_flow,0.004643199841181437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,64,gemm_torch_flow,0.003479466587305069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,32,gemm_torch_flow,0.003587199995915095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,65536,16384,gemm_torch_flow,0.5289600054423015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,8192,gemm_torch_flow,0.05376426776250204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,7168,gemm_torch_flow,0.044151465098063156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,6144,gemm_torch_flow,0.045057066281636554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,10240,gemm_torch_flow,0.06660799980163574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,12288,gemm_torch_flow,0.07831146717071533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,5120,gemm_torch_flow,0.03493119875590007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,3584,gemm_torch_flow,0.025563732782999678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,2560,gemm_torch_flow,0.01972800095876058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,4096,gemm_torch_flow,0.027524266640345258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,3072,gemm_torch_flow,0.022716800371805825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,16384,gemm_torch_flow,0.10307412942250568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,1024,gemm_torch_flow,0.010675199826558431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,512,gemm_torch_flow,0.006577066580454509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,768,gemm_torch_flow,0.007950933277606964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,128,gemm_torch_flow,0.003634133438269297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,2048,gemm_torch_flow,0.016275200247764587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,1536,gemm_torch_flow,0.012728533148765564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,256,gemm_torch_flow,0.004043733328580856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,64,gemm_torch_flow,0.003286399940649668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,32,gemm_torch_flow,0.0032831999162832894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,7168,gemm_torch_flow,0.0383072018623352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,8192,gemm_torch_flow,0.04217919905980428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,10240,gemm_torch_flow,0.054066133499145505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,12288,gemm_torch_flow,0.07231040000915527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,16384,gemm_torch_flow,0.0925493319829305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,3072,gemm_torch_flow,0.01944533387819926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,6144,gemm_torch_flow,0.03363733291625977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,4096,gemm_torch_flow,0.023834667603174844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,3584,gemm_torch_flow,0.021257599194844566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,5120,gemm_torch_flow,0.02831253409385681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,2560,gemm_torch_flow,0.016369066635767617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,1024,gemm_torch_flow,0.008456533153851826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,1536,gemm_torch_flow,0.010870400071144103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,768,gemm_torch_flow,0.00705813318490982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,2048,gemm_torch_flow,0.013598933815956116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,512,gemm_torch_flow,0.005860266586144766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,256,gemm_torch_flow,0.0038304001092910765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,128,gemm_torch_flow,0.0034645333886146545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,64,gemm_torch_flow,0.0032618666688601174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,32,gemm_torch_flow,0.003272533416748047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,8192,gemm_torch_flow,0.03540480136871338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,10240,gemm_torch_flow,0.042743468284606935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,12288,gemm_torch_flow,0.05511680046717325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,16384,65536,gemm_torch_flow,0.5425098419189454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,16384,gemm_torch_flow,0.07010666529337564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,12288,65536,gemm_torch_flow,0.39948692321777346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,6144,gemm_torch_flow,0.02726293404897054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,7168,gemm_torch_flow,0.031201066573460896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,5120,gemm_torch_flow,0.023731199900309245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,3584,gemm_torch_flow,0.017646932601928712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,4096,gemm_torch_flow,0.02152959903081258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,1536,gemm_torch_flow,0.009286399682362874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,3072,gemm_torch_flow,0.016985599199930826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,2560,gemm_torch_flow,0.01346560021241506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,2048,gemm_torch_flow,0.0113237331310908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,1024,gemm_torch_flow,0.007216000060240428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,768,gemm_torch_flow,0.006278400123119354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,128,gemm_torch_flow,0.0034122665723164878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,512,gemm_torch_flow,0.004538666705290476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,256,gemm_torch_flow,0.003731200098991394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,32,gemm_torch_flow,0.003311999887228012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,64,gemm_torch_flow,0.0030901332696278887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,10240,65536,gemm_torch_flow,0.3541162808736166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,6144,gemm_torch_flow,0.026869332790374754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,7168,gemm_torch_flow,0.028306132555007933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,8192,gemm_torch_flow,0.031838933626810714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,10240,gemm_torch_flow,0.03896853526433309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,12288,gemm_torch_flow,0.045685335000356035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,16384,gemm_torch_flow,0.0580618659655253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,5120,gemm_torch_flow,0.021577600638071695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,3584,gemm_torch_flow,0.016207999984423318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,4096,gemm_torch_flow,0.01825493375460307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,3072,gemm_torch_flow,0.014359466234842935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,1536,gemm_torch_flow,0.009461333354314167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,2560,gemm_torch_flow,0.012397866447766621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,2048,gemm_torch_flow,0.01112320025761922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,8192,65536,gemm_torch_flow,0.2655541261037191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,768,gemm_torch_flow,0.005971199770768484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,1024,gemm_torch_flow,0.006773333251476288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,256,gemm_torch_flow,0.003605333218971888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,512,gemm_torch_flow,0.004109866668780645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,32,gemm_torch_flow,0.0031445334355036415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,64,gemm_torch_flow,0.0030805334448814393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,128,gemm_torch_flow,0.0032287999987602235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,8192,gemm_torch_flow,0.02880106568336487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,6144,gemm_torch_flow,0.022537599007288613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,7168,gemm_torch_flow,0.02545706629753113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,10240,gemm_torch_flow,0.033769599596659344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,12288,gemm_torch_flow,0.04104959964752197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,16384,gemm_torch_flow,0.052520533402760826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,2560,gemm_torch_flow,0.011552000045776367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,5120,gemm_torch_flow,0.019706666469573975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,4096,gemm_torch_flow,0.016732800006866454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,3584,gemm_torch_flow,0.014759467045466105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,2048,gemm_torch_flow,0.009959466258684794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,3072,gemm_torch_flow,0.0124917338291804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,1536,gemm_torch_flow,0.008471467097600301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,1024,gemm_torch_flow,0.006512000163396199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,256,gemm_torch_flow,0.0034815999368826545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,768,gemm_torch_flow,0.005314133564631144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,512,gemm_torch_flow,0.003961600114901861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,32,gemm_torch_flow,0.003078400095303853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,64,gemm_torch_flow,0.0030986666679382324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,128,gemm_torch_flow,0.003219199925661087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,8192,gemm_torch_flow,0.02428800066312154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,7168,gemm_torch_flow,0.021371734142303467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,10240,gemm_torch_flow,0.03308479984601338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,7168,65536,gemm_torch_flow,0.25031894048055015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,12288,gemm_torch_flow,0.037878398100535074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,4096,gemm_torch_flow,0.01421333352724711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,16384,gemm_torch_flow,0.04827839930852254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,3072,gemm_torch_flow,0.01088746686776479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,6144,gemm_torch_flow,0.018861865997314452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,3584,gemm_torch_flow,0.013341866930325828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,5120,gemm_torch_flow,0.016548267006874083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,2560,gemm_torch_flow,0.009750399986902874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,1024,gemm_torch_flow,0.005824000140031179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,1536,gemm_torch_flow,0.00727893312772115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,2048,gemm_torch_flow,0.008551466464996337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,768,gemm_torch_flow,0.004694400231043497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,512,gemm_torch_flow,0.00377813329299291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,256,gemm_torch_flow,0.003416533271471659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,128,gemm_torch_flow,0.0032437334458033243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,64,gemm_torch_flow,0.003066666672627131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,32,gemm_torch_flow,0.003058133274316788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,6144,65536,gemm_torch_flow,0.19736639658610028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,10240,gemm_torch_flow,0.026616533597310383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,12288,gemm_torch_flow,0.03089173237482707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,7168,gemm_torch_flow,0.02057066758473714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,8192,gemm_torch_flow,0.023838933308919272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,6144,gemm_torch_flow,0.01990293264389038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,16384,gemm_torch_flow,0.038865065574645995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,4096,gemm_torch_flow,0.014317867159843446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,5120,gemm_torch_flow,0.016516266266504924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,3072,gemm_torch_flow,0.011948800086975098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,3584,gemm_torch_flow,0.013125333189964294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,2048,gemm_torch_flow,0.007618133227030437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,2560,gemm_torch_flow,0.00858133335908254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,1536,gemm_torch_flow,0.0065311998128890995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,1024,gemm_torch_flow,0.004991999765237173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,768,gemm_torch_flow,0.003999999910593033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,64,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,512,gemm_torch_flow,0.0036117332677046456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,128,gemm_torch_flow,0.0030432000756263735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,32,gemm_torch_flow,0.0030975999931494398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,256,gemm_torch_flow,0.003269333392381668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,5120,65536,gemm_torch_flow,0.19201706250508627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,8192,gemm_torch_flow,0.021143466234207153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,7168,gemm_torch_flow,0.018923733631769815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,6144,gemm_torch_flow,0.018282665808995565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,10240,gemm_torch_flow,0.024603732426961265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,12288,gemm_torch_flow,0.027873067061106364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,16384,gemm_torch_flow,0.03500266472498576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,5120,gemm_torch_flow,0.015092266599337259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,4096,gemm_torch_flow,0.013210666179656983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,2048,gemm_torch_flow,0.007203199962774913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,3584,gemm_torch_flow,0.012274133165677388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,2560,gemm_torch_flow,0.00811839997768402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,3072,gemm_torch_flow,0.011272533734639486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,4096,65536,gemm_torch_flow,0.1377461274464925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,768,gemm_torch_flow,0.003961600114901861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,1536,gemm_torch_flow,0.006346666812896728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,1024,gemm_torch_flow,0.00456639975309372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,256,gemm_torch_flow,0.0032437334458033243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,512,gemm_torch_flow,0.00360000009338061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,32,gemm_torch_flow,0.002881066749493281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,128,gemm_torch_flow,0.0029653333127498626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,64,gemm_torch_flow,0.0028480000793933867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,8192,gemm_torch_flow,0.019267199436823527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,6144,gemm_torch_flow,0.015723733107248943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,7168,gemm_torch_flow,0.01685973405838013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,5120,gemm_torch_flow,0.013925333817799887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,12288,gemm_torch_flow,0.025388799111048382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,10240,gemm_torch_flow,0.02226240038871765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,16384,gemm_torch_flow,0.030475733677546184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,3072,gemm_torch_flow,0.010722133517265319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,4096,gemm_torch_flow,0.012479999661445617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,3584,gemm_torch_flow,0.011192533373832702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3584,65536,gemm_torch_flow,0.12493653297424316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,2560,gemm_torch_flow,0.007777066528797149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,2048,gemm_torch_flow,0.006937600175539653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,1024,gemm_torch_flow,0.004308266441027323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,1536,gemm_torch_flow,0.00602346658706665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,768,gemm_torch_flow,0.0039594667653242745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,32,gemm_torch_flow,0.00290133332212766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,512,gemm_torch_flow,0.003585066646337509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,256,gemm_torch_flow,0.0032927999893824257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,128,gemm_torch_flow,0.0030218665798505146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,64,gemm_torch_flow,0.0028522667785485585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,12288,gemm_torch_flow,0.021959465742111207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,6144,gemm_torch_flow,0.01334826648235321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,8192,gemm_torch_flow,0.0163263996442159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,7168,gemm_torch_flow,0.014825600385665893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,10240,gemm_torch_flow,0.01924053430557251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,5120,gemm_torch_flow,0.012238933642705282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,16384,gemm_torch_flow,0.027406932910283406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,3072,65536,gemm_torch_flow,0.10362666447957355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,4096,gemm_torch_flow,0.010970667004585266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,2048,gemm_torch_flow,0.006691200037797292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,3584,gemm_torch_flow,0.01020906666914622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,2560,gemm_torch_flow,0.007574399809042613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,3072,gemm_torch_flow,0.00962773362795512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,1536,gemm_torch_flow,0.0053941334287325535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,1024,gemm_torch_flow,0.004297600189844767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,512,gemm_torch_flow,0.0035317334036032355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,768,gemm_torch_flow,0.003923200070858002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,256,gemm_torch_flow,0.0032085334261258446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,128,gemm_torch_flow,0.0029824001093705496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,64,gemm_torch_flow,0.002887466549873352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,32,gemm_torch_flow,0.002880000074704488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,16384,gemm_torch_flow,0.022434133291244506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,7168,gemm_torch_flow,0.01318826675415039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,10240,gemm_torch_flow,0.016129066546758018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,12288,gemm_torch_flow,0.018473599354426065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,6144,gemm_torch_flow,0.012282666563987733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2560,65536,gemm_torch_flow,0.098963197072347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,5120,gemm_torch_flow,0.011223466197649638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,8192,gemm_torch_flow,0.014169599612553915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,1536,gemm_torch_flow,0.005278933544953664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,3584,gemm_torch_flow,0.008718933661778767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,4096,gemm_torch_flow,0.010082133611043294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,2560,gemm_torch_flow,0.007383466760317485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,3072,gemm_torch_flow,0.008028799792130788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,2048,gemm_torch_flow,0.006842666864395141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,1024,gemm_torch_flow,0.004252799848715464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,768,gemm_torch_flow,0.0039264000952243805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,512,gemm_torch_flow,0.0035946667194366455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,256,gemm_torch_flow,0.0032330666979153953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,128,gemm_torch_flow,0.003019733230272929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,64,gemm_torch_flow,0.002829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,32,gemm_torch_flow,0.0028223998844623564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,2048,65536,gemm_torch_flow,0.07033600012461344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,16384,gemm_torch_flow,0.01898346741994222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,8192,gemm_torch_flow,0.011994666854540507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,6144,gemm_torch_flow,0.010188800096511842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,5120,gemm_torch_flow,0.009594666957855224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,7168,gemm_torch_flow,0.011243733763694762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,10240,gemm_torch_flow,0.013683199882507324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,12288,gemm_torch_flow,0.015275733669598899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,4096,gemm_torch_flow,0.008980266253153483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,2560,gemm_torch_flow,0.006657066444555919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,3584,gemm_torch_flow,0.00883840024471283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,768,gemm_torch_flow,0.0038058665891488397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,3072,gemm_torch_flow,0.007752533257007599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,2048,gemm_torch_flow,0.005542399982611338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,1536,gemm_torch_flow,0.00488319993019104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,1024,gemm_torch_flow,0.004186666508515676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,512,gemm_torch_flow,0.0035786665976047516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,128,gemm_torch_flow,0.0028533334533373516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,65536,gemm_torch_flow,0.05814719994862875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,256,gemm_torch_flow,0.003256533294916153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,32,gemm_torch_flow,0.0027818667391935987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1536,64,gemm_torch_flow,0.002808533360560735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,10240,gemm_torch_flow,0.011513599753379821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,12288,gemm_torch_flow,0.012528000275293985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,16384,gemm_torch_flow,0.014940800269444785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,8192,gemm_torch_flow,0.010065066814422607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,7168,gemm_torch_flow,0.00941973328590393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,5120,gemm_torch_flow,0.009544533491134644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,4096,gemm_torch_flow,0.00853013296922048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,6144,gemm_torch_flow,0.010185600320498148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,3584,gemm_torch_flow,0.007880533238252004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,3072,gemm_torch_flow,0.007412266731262207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,1024,gemm_torch_flow,0.004170666635036469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,2560,gemm_torch_flow,0.006563200056552887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,2048,gemm_torch_flow,0.005515733361244201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,1536,gemm_torch_flow,0.004818133513132731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,768,gemm_torch_flow,0.003804799914360046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,65536,gemm_torch_flow,0.03899626731872559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,512,gemm_torch_flow,0.0034858666360378264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,128,gemm_torch_flow,0.002825599908828735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,256,gemm_torch_flow,0.0031680000325044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,64,gemm_torch_flow,0.0027477333943049112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,8192,gemm_torch_flow,0.009196799993515015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,1024,32,gemm_torch_flow,0.0028736000259717304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,10240,gemm_torch_flow,0.009885866443316143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,12288,gemm_torch_flow,0.01034453312555949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,16384,gemm_torch_flow,0.012123733758926392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,6144,gemm_torch_flow,0.00969493289788564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,7168,gemm_torch_flow,0.008508800466855367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,5120,gemm_torch_flow,0.008040533463160197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,3584,gemm_torch_flow,0.00721919983625412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,3072,gemm_torch_flow,0.006841599941253662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,4096,gemm_torch_flow,0.007459199925263722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,1024,gemm_torch_flow,0.004105599969625473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,2560,gemm_torch_flow,0.006118399898211161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,2048,gemm_torch_flow,0.0054624001185099285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,1536,gemm_torch_flow,0.004786133269468943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,65536,gemm_torch_flow,0.03248746593793233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,768,gemm_torch_flow,0.0037418665985266366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,128,gemm_torch_flow,0.002903466671705246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,512,gemm_torch_flow,0.0033973333736260734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,256,gemm_torch_flow,0.0031210665901501974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,32,gemm_torch_flow,0.002776533365249634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,768,64,gemm_torch_flow,0.002746666719516118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,10240,gemm_torch_flow,0.00929813285668691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,12288,gemm_torch_flow,0.010149332880973815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,16384,gemm_torch_flow,0.010243200262387593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,8192,gemm_torch_flow,0.008237866560618083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,6144,gemm_torch_flow,0.007166933516661327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,4096,gemm_torch_flow,0.006662400066852569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,7168,gemm_torch_flow,0.007572266459465027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,5120,gemm_torch_flow,0.007115733126799266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,65536,gemm_torch_flow,0.02425280014673869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,3584,gemm_torch_flow,0.007073066631952922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,3072,gemm_torch_flow,0.006729599833488464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,2560,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,1536,gemm_torch_flow,0.004737066725889841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,2048,gemm_torch_flow,0.005409066875775656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,1024,gemm_torch_flow,0.0040522667268912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,256,gemm_torch_flow,0.0031466667850812277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,512,gemm_torch_flow,0.0033813332517941795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,768,gemm_torch_flow,0.0036821333070596062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,32,gemm_torch_flow,0.002713600049416224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,64,gemm_torch_flow,0.0027327999472618104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,512,128,gemm_torch_flow,0.0028789333999156954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,12288,gemm_torch_flow,0.007342933118343354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,7168,gemm_torch_flow,0.0067445332805315655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,10240,gemm_torch_flow,0.007038933535416921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,16384,gemm_torch_flow,0.0084906667470932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,6144,gemm_torch_flow,0.006477866570154827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,8192,gemm_torch_flow,0.006919466455777486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,5120,gemm_torch_flow,0.00695360004901886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,65536,gemm_torch_flow,0.015211733182271323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,3584,gemm_torch_flow,0.006937600175539653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,4096,gemm_torch_flow,0.006548266609509785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,3072,gemm_torch_flow,0.006684799989064534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,2048,gemm_torch_flow,0.005382399757703145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,2560,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,1536,gemm_torch_flow,0.00469760000705719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,512,gemm_torch_flow,0.0033439998825391137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,1024,gemm_torch_flow,0.004008533308903376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,768,gemm_torch_flow,0.003664000084002813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,256,gemm_torch_flow,0.0031082667410373688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,128,gemm_torch_flow,0.0029130667448043824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,64,gemm_torch_flow,0.002701866626739502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,16384,gemm_torch_flow,0.006743466854095459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,256,32,gemm_torch_flow,0.0027456000447273255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,8192,gemm_torch_flow,0.006737066805362702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,12288,gemm_torch_flow,0.0066549330949783325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,10240,gemm_torch_flow,0.006870399912198384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,65536,gemm_torch_flow,0.011429333686828613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,7168,gemm_torch_flow,0.006613333523273468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,6144,gemm_torch_flow,0.006436266501744588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,5120,gemm_torch_flow,0.006830933193365733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,3584,gemm_torch_flow,0.006906666855017345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,4096,gemm_torch_flow,0.0065077334642410275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,768,gemm_torch_flow,0.003640533238649368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,3072,gemm_torch_flow,0.006595199803511302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,2560,gemm_torch_flow,0.006019199887911478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,1536,gemm_torch_flow,0.004752000172932943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,1024,gemm_torch_flow,0.003999999910593033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,2048,gemm_torch_flow,0.005295999844868978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,512,gemm_torch_flow,0.0033781332274278007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,256,gemm_torch_flow,0.0030464000999927522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,128,gemm_torch_flow,0.002867199977238973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,64,gemm_torch_flow,0.0027274665733178455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,128,32,gemm_torch_flow,0.0026026666164398193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,16384,gemm_torch_flow,0.006623999774456024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,10240,gemm_torch_flow,0.006738133231798808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,12288,gemm_torch_flow,0.006477866570154827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,65536,gemm_torch_flow,0.009732266267140705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,7168,gemm_torch_flow,0.0065290664633115125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,8192,gemm_torch_flow,0.006657066444555919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,3584,gemm_torch_flow,0.006836266815662384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,5120,gemm_torch_flow,0.006738133231798808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,6144,gemm_torch_flow,0.006359466910362243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,4096,gemm_torch_flow,0.006324266890684764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,3072,gemm_torch_flow,0.006455466647942861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,1024,gemm_torch_flow,0.003967999915281932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,2048,gemm_torch_flow,0.005310933291912079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,2560,gemm_torch_flow,0.0060127998391787205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,1536,gemm_torch_flow,0.004655999938646952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,512,gemm_torch_flow,0.0033141332368055976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,64,gemm_torch_flow,0.002738133321205775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,768,gemm_torch_flow,0.0035861333211263022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,256,gemm_torch_flow,0.0030037333567937215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,32,gemm_torch_flow,0.002735999971628189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,64,128,gemm_torch_flow,0.0028277332584063213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,10240,gemm_torch_flow,0.006680533289909363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,16384,gemm_torch_flow,0.006563200056552887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,65536,gemm_torch_flow,0.010416000088055929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,12288,gemm_torch_flow,0.006451199948787689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,7168,gemm_torch_flow,0.00639466643333435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,8192,gemm_torch_flow,0.006604800124963124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,6144,gemm_torch_flow,0.006337066491444905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,5120,gemm_torch_flow,0.00676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,4096,gemm_torch_flow,0.006289066871007283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,3072,gemm_torch_flow,0.006505600114663441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,3584,gemm_torch_flow,0.0066538666685422255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,512,gemm_torch_flow,0.003272533416748047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,2048,gemm_torch_flow,0.005284266670544943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,1024,gemm_torch_flow,0.003921066721280416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,2560,gemm_torch_flow,0.0059445331494013464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,1536,gemm_torch_flow,0.004613333443800608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,768,gemm_torch_flow,0.003605333218971888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,64,gemm_torch_flow,0.002681600054105123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,256,gemm_torch_flow,0.0030271999537944795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,32,gemm_torch_flow,0.0026464000344276427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,48,32,128,gemm_torch_flow,0.0027882667879263563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,4096,gemm_torch_flow,0.13538986841837566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,5120,gemm_torch_flow,0.16817599932352703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,6144,gemm_torch_flow,0.20012373924255372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,7168,gemm_torch_flow,0.23241813977559408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,8192,gemm_torch_flow,0.2652938683827718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,3584,gemm_torch_flow,0.11803946495056153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,2048,gemm_torch_flow,0.07841920057932536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,3072,gemm_torch_flow,0.10280213356018067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,2560,gemm_torch_flow,0.0934005339940389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,768,gemm_torch_flow,0.02929919958114624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,10240,gemm_torch_flow,0.33079894383748376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,1536,gemm_torch_flow,0.05999039808909098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,256,gemm_torch_flow,0.011814399560292562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,512,gemm_torch_flow,0.023015467325846355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,128,gemm_torch_flow,0.007885866860548655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,1024,gemm_torch_flow,0.04145706494649251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,64,gemm_torch_flow,0.005731200178464254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,32,gemm_torch_flow,0.005123200019200643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,12288,gemm_torch_flow,0.3951765378316244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,7168,gemm_torch_flow,0.05772159894307455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,8192,gemm_torch_flow,0.06571840047836304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,12288,gemm_torch_flow,0.09567680358886718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,10240,gemm_torch_flow,0.08126933574676513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,6144,gemm_torch_flow,0.056126932303110756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,65536,16384,gemm_torch_flow,0.5262336095174154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,4096,gemm_torch_flow,0.034976001580556235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,5120,gemm_torch_flow,0.04270399808883667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,3584,gemm_torch_flow,0.034142935276031496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,16384,gemm_torch_flow,0.1256117343902588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,3072,gemm_torch_flow,0.027884799242019653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,2560,gemm_torch_flow,0.0233130673567454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,2048,gemm_torch_flow,0.021127466360727945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,768,gemm_torch_flow,0.00906986693541209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,512,gemm_torch_flow,0.007804800073305767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,256,gemm_torch_flow,0.004242133100827535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,1024,gemm_torch_flow,0.012205866972605388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,128,gemm_torch_flow,0.0035391998787721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,1536,gemm_torch_flow,0.015421866377194723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,32,gemm_torch_flow,0.0034304000437259674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,64,gemm_torch_flow,0.00323840007185936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,6144,gemm_torch_flow,0.04210453430811564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,7168,gemm_torch_flow,0.04806400140126546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,8192,gemm_torch_flow,0.05092159907023112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,10240,gemm_torch_flow,0.06452159881591797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,12288,gemm_torch_flow,0.07987413406372071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,5120,gemm_torch_flow,0.03542399803797404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,4096,gemm_torch_flow,0.029151999950408937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,3584,gemm_torch_flow,0.024412800868352257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,3072,gemm_torch_flow,0.021591466665267945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,16384,gemm_torch_flow,0.10580800374348957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,2048,gemm_torch_flow,0.016216533382733662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,1536,gemm_torch_flow,0.012949333588282267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,1024,gemm_torch_flow,0.010085333387056987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,2560,gemm_torch_flow,0.020130133628845213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,768,gemm_torch_flow,0.007765333354473114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,128,gemm_torch_flow,0.003489066660404205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,256,gemm_torch_flow,0.0038261334101359046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,512,gemm_torch_flow,0.006734933455785115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,64,gemm_torch_flow,0.0031136001149813337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,32,gemm_torch_flow,0.0031583999594052637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,7168,gemm_torch_flow,0.038660267988840744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,8192,gemm_torch_flow,0.043714133898417155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,12288,gemm_torch_flow,0.0701194683710734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,10240,gemm_torch_flow,0.054340267181396486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,16384,gemm_torch_flow,0.09066346486409506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,4096,gemm_torch_flow,0.023896533250808715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,5120,gemm_torch_flow,0.029018666346867877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,3584,gemm_torch_flow,0.0213536004225413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,6144,gemm_torch_flow,0.03391573429107666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,3072,gemm_torch_flow,0.01987839937210083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,1024,gemm_torch_flow,0.008306133250395458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,2560,gemm_torch_flow,0.016193067034085594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,1536,gemm_torch_flow,0.010840533177057902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,2048,gemm_torch_flow,0.013455999890963235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,768,gemm_torch_flow,0.007014399766921997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,256,gemm_torch_flow,0.003618133316437403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,512,gemm_torch_flow,0.005738666653633118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,128,gemm_torch_flow,0.0032831999162832894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,32,gemm_torch_flow,0.003094399968783061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,64,gemm_torch_flow,0.003127466638882955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,8192,gemm_torch_flow,0.03507733345031738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,10240,gemm_torch_flow,0.04252266486485799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,12288,gemm_torch_flow,0.05393813451131185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,16384,gemm_torch_flow,0.06917866865793863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,16384,65536,gemm_torch_flow,0.536407470703125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,6144,gemm_torch_flow,0.027104000250498455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,7168,gemm_torch_flow,0.030922667185465498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,5120,gemm_torch_flow,0.023379200696945192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,3072,gemm_torch_flow,0.015442132949829102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,4096,gemm_torch_flow,0.019770665963490804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,3584,gemm_torch_flow,0.018943999210993448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,1536,gemm_torch_flow,0.00918826659520467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,2560,gemm_torch_flow,0.013327999909718832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,1024,gemm_torch_flow,0.00722453345855077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,512,gemm_torch_flow,0.004453333218892416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,12288,65536,gemm_torch_flow,0.4020522753397624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,2048,gemm_torch_flow,0.011115733782450359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,768,gemm_torch_flow,0.006163200239340464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,64,gemm_torch_flow,0.00317546675602595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,128,gemm_torch_flow,0.003235200047492981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,256,gemm_torch_flow,0.0036159999668598174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,32,gemm_torch_flow,0.003147733211517334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,10240,65536,gemm_torch_flow,0.3672149340311686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,8192,gemm_torch_flow,0.03211306730906169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,7168,gemm_torch_flow,0.028180267413457232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,12288,gemm_torch_flow,0.045544532934824626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,10240,gemm_torch_flow,0.03886613448460897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,16384,gemm_torch_flow,0.05774720112482706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,3584,gemm_torch_flow,0.016105600198109946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,3072,gemm_torch_flow,0.014275200168291726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,4096,gemm_torch_flow,0.017998933792114258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,2048,gemm_torch_flow,0.010446932911872864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,5120,gemm_torch_flow,0.021329067150751748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,6144,gemm_torch_flow,0.026687999566396076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,2560,gemm_torch_flow,0.013086932897567748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,768,gemm_torch_flow,0.0059114664793014525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,1024,gemm_torch_flow,0.006810666620731353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,1536,gemm_torch_flow,0.008689066767692566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,256,gemm_torch_flow,0.003403733422358831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,8192,65536,gemm_torch_flow,0.2611008008321126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,512,gemm_torch_flow,0.004033066580692927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,128,gemm_torch_flow,0.003134933362404505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,64,gemm_torch_flow,0.0030293333033720653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,32,gemm_torch_flow,0.002980266759792964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,7168,gemm_torch_flow,0.0255295991897583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,6144,gemm_torch_flow,0.02249600092569987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,8192,gemm_torch_flow,0.02882240017255147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,12288,gemm_torch_flow,0.04509546756744385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,10240,gemm_torch_flow,0.03375466664632161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,16384,gemm_torch_flow,0.05047359863917032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,5120,gemm_torch_flow,0.019552000363667808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,3072,gemm_torch_flow,0.012906666596730551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,2560,gemm_torch_flow,0.010939733187357584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,3584,gemm_torch_flow,0.014838400483131408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,4096,gemm_torch_flow,0.016739199558893837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,2048,gemm_torch_flow,0.00951573352018992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,1024,gemm_torch_flow,0.006381866832574208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,1536,gemm_torch_flow,0.00829013337691625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,768,gemm_torch_flow,0.005356800059477488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,256,gemm_torch_flow,0.003368533402681351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,512,gemm_torch_flow,0.0038122666378815973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,64,gemm_torch_flow,0.002917333443959554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,128,gemm_torch_flow,0.0030762667457262674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,32,gemm_torch_flow,0.002985599885384242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,7168,gemm_torch_flow,0.021281067530314127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,8192,gemm_torch_flow,0.023804799715677897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,10240,gemm_torch_flow,0.03219733238220215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,7168,65536,gemm_torch_flow,0.2487328052520752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,12288,gemm_torch_flow,0.03716266552607218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,16384,gemm_torch_flow,0.047490131855010984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,4096,gemm_torch_flow,0.014196266730626425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,3072,gemm_torch_flow,0.010660266876220703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,6144,gemm_torch_flow,0.01878933310508728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,5120,gemm_torch_flow,0.016458666324615477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,3584,gemm_torch_flow,0.013380266229311624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,2560,gemm_torch_flow,0.009699199597040813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,2048,gemm_torch_flow,0.008563199639320373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,1024,gemm_torch_flow,0.0056991999348004665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,1536,gemm_torch_flow,0.007241599758466085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,768,gemm_torch_flow,0.004440533121426901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,128,gemm_torch_flow,0.0031146667897701263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,256,gemm_torch_flow,0.003271466741959254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,64,gemm_torch_flow,0.0029343999922275543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,512,gemm_torch_flow,0.003697066754102707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,32,gemm_torch_flow,0.0029738667110602063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,6144,65536,gemm_torch_flow,0.19568640391031902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,10240,gemm_torch_flow,0.02597759962081909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,8192,gemm_torch_flow,0.023030400276184082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,7168,gemm_torch_flow,0.020141865809758505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,12288,gemm_torch_flow,0.030126933256785077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,16384,gemm_torch_flow,0.0381440003712972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,5120,gemm_torch_flow,0.015826132893562318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,2560,gemm_torch_flow,0.008497066299120585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,3584,gemm_torch_flow,0.012513066331545511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,6144,gemm_torch_flow,0.01911679903666178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,3072,gemm_torch_flow,0.011539199948310852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,4096,gemm_torch_flow,0.013876266280810037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,1536,gemm_torch_flow,0.0065098668138186145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,2048,gemm_torch_flow,0.007590400179227193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,512,gemm_torch_flow,0.003550933301448822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,768,gemm_torch_flow,0.00391146664818128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,1024,gemm_torch_flow,0.0047541335225105286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,128,gemm_torch_flow,0.0029567999144395193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,256,gemm_torch_flow,0.0033269333342711128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,64,gemm_torch_flow,0.00290133332212766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,5120,65536,gemm_torch_flow,0.18286827405293782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,32,gemm_torch_flow,0.0029056000212828318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,8192,gemm_torch_flow,0.02068906625111898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,12288,gemm_torch_flow,0.027404799064000444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,6144,gemm_torch_flow,0.016544000307718913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,7168,gemm_torch_flow,0.019821866353352865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,10240,gemm_torch_flow,0.023915733893712363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,16384,gemm_torch_flow,0.033763198057810466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,4096,gemm_torch_flow,0.012987732887268066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,3584,gemm_torch_flow,0.01202239990234375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,5120,gemm_torch_flow,0.01479039986928304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,3072,gemm_torch_flow,0.010961066683133442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,1536,gemm_torch_flow,0.006323199967543285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,2560,gemm_torch_flow,0.00821973333756129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,2048,gemm_torch_flow,0.007157333195209503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,4096,65536,gemm_torch_flow,0.13517653147379557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,1024,gemm_torch_flow,0.004570666452248891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,768,gemm_torch_flow,0.003922133396069208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,256,gemm_torch_flow,0.0032170665760835014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,512,gemm_torch_flow,0.0035487999518712364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,128,gemm_torch_flow,0.002994133283694585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,64,gemm_torch_flow,0.002850133428970973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,32,gemm_torch_flow,0.0029567999144395193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,12288,gemm_torch_flow,0.0251093327999115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,10240,gemm_torch_flow,0.021615999937057494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,8192,gemm_torch_flow,0.018897066513697304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,7168,gemm_torch_flow,0.017084799210230508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,6144,gemm_torch_flow,0.014947199821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,16384,gemm_torch_flow,0.031335467100143434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,5120,gemm_torch_flow,0.013554132978121438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,4096,gemm_torch_flow,0.011878400047620138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3584,65536,gemm_torch_flow,0.12258346875508626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,2560,gemm_torch_flow,0.007784533500671387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,2048,gemm_torch_flow,0.006865066786607106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,1536,gemm_torch_flow,0.005875200033187866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,3072,gemm_torch_flow,0.010461866855621338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,3584,gemm_torch_flow,0.011345066626866658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,128,gemm_torch_flow,0.0029781334102153777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,256,gemm_torch_flow,0.0031818665564060213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,512,gemm_torch_flow,0.0035466666022936503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,1024,gemm_torch_flow,0.004206933577855428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,64,gemm_torch_flow,0.002792533238728841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,768,gemm_torch_flow,0.003937066594759623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,32,gemm_torch_flow,0.0028959999481836954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,6144,gemm_torch_flow,0.013255467017491659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,8192,gemm_torch_flow,0.01616106629371643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,10240,gemm_torch_flow,0.018710400660832724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,7168,gemm_torch_flow,0.014652799566586813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,16384,gemm_torch_flow,0.027959465980529785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,12288,gemm_torch_flow,0.02146453261375427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,2560,gemm_torch_flow,0.007459199925263722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,5120,gemm_torch_flow,0.012013866504033407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,3072,65536,gemm_torch_flow,0.1016160011291504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,3584,gemm_torch_flow,0.010099200407663982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,4096,gemm_torch_flow,0.010611200332641601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,3072,gemm_torch_flow,0.009489066402117411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,2048,gemm_torch_flow,0.00662720004717509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,1536,gemm_torch_flow,0.005347200234731038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,512,gemm_torch_flow,0.0035082665582497918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,1024,gemm_torch_flow,0.004163199911514918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,32,gemm_torch_flow,0.002902399996916453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,768,gemm_torch_flow,0.003869866579771042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,256,gemm_torch_flow,0.003218133250872294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,128,gemm_torch_flow,0.0029120000700155893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,64,gemm_torch_flow,0.002799999962250392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,12288,gemm_torch_flow,0.017917867501576742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,7168,gemm_torch_flow,0.01307413379351298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,6144,gemm_torch_flow,0.011692800124486287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2560,65536,gemm_torch_flow,0.09835306803385416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,8192,gemm_torch_flow,0.014263466993967692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,10240,gemm_torch_flow,0.015748266379038492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,16384,gemm_torch_flow,0.02201813260714213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,5120,gemm_torch_flow,0.011133866508801778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,3072,gemm_torch_flow,0.009064533313115438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,4096,gemm_torch_flow,0.00974079966545105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,3584,gemm_torch_flow,0.009156266848246258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,2560,gemm_torch_flow,0.00714026689529419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,2048,gemm_torch_flow,0.006054399907588959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,1024,gemm_torch_flow,0.004138666639725367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,1536,gemm_torch_flow,0.0050911997755368555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,768,gemm_torch_flow,0.003802666564782461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,256,gemm_torch_flow,0.0031199999153614043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,512,gemm_torch_flow,0.003419733295838038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,128,gemm_torch_flow,0.0029525332152843474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,32,gemm_torch_flow,0.0029418667157491045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,64,gemm_torch_flow,0.0028266665836175283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,7168,gemm_torch_flow,0.011127466956774395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,2048,65536,gemm_torch_flow,0.06987306276957193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,8192,gemm_torch_flow,0.011766399939854939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,10240,gemm_torch_flow,0.013355732957522074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,16384,gemm_torch_flow,0.01881813406944275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,6144,gemm_torch_flow,0.01009279986222585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,5120,gemm_torch_flow,0.009498666723569233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,12288,gemm_torch_flow,0.014769066373507181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,4096,gemm_torch_flow,0.009142399827639262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,1536,gemm_torch_flow,0.004818133513132731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,2560,gemm_torch_flow,0.00652266691128413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,3584,gemm_torch_flow,0.008752000331878663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,3072,gemm_torch_flow,0.00801386684179306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,2048,gemm_torch_flow,0.005468800167242686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,1024,gemm_torch_flow,0.004123733441034953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,512,gemm_torch_flow,0.0034656000634034475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,768,gemm_torch_flow,0.003748266647259394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,256,gemm_torch_flow,0.00308693324526151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,128,gemm_torch_flow,0.0029738667110602063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,64,gemm_torch_flow,0.0027114666998386385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,65536,gemm_torch_flow,0.056574932734171544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1536,32,gemm_torch_flow,0.0028170667588710784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,10240,gemm_torch_flow,0.011269332965215047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,12288,gemm_torch_flow,0.012060800194740295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,16384,gemm_torch_flow,0.014316800236701965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,8192,gemm_torch_flow,0.01002346674601237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,7168,gemm_torch_flow,0.00920746624469757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,4096,gemm_torch_flow,0.007243733108043671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,5120,gemm_torch_flow,0.008528000116348267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,6144,gemm_torch_flow,0.008503466844558716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,3584,gemm_torch_flow,0.007316266496976216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,1536,gemm_torch_flow,0.004702933132648468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,3072,gemm_torch_flow,0.006740266581376393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,2560,gemm_torch_flow,0.006129066646099091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,2048,gemm_torch_flow,0.0053951998551686605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,65536,gemm_torch_flow,0.0379744013150533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,1024,gemm_torch_flow,0.004054400076468786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,256,gemm_torch_flow,0.0030261332790056865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,768,gemm_torch_flow,0.003719466676314672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,512,gemm_torch_flow,0.003386666625738144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,128,gemm_torch_flow,0.0029546665648619336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,64,gemm_torch_flow,0.002780800064404805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,12288,gemm_torch_flow,0.010095999638239542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,1024,32,gemm_torch_flow,0.002738133321205775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,10240,gemm_torch_flow,0.00967680017153422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,8192,gemm_torch_flow,0.008920533458391826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,16384,gemm_torch_flow,0.011865599950154623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,7168,gemm_torch_flow,0.00851200024286906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,5120,gemm_torch_flow,0.007546666761239369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,6144,gemm_torch_flow,0.007910400132338206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,4096,gemm_torch_flow,0.006902400155862172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,3072,gemm_torch_flow,0.006753066678841908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,1536,gemm_torch_flow,0.004709333181381226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,3584,gemm_torch_flow,0.007124266525109608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,2560,gemm_torch_flow,0.0060597335298856105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,2048,gemm_torch_flow,0.0054282665252685545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,65536,gemm_torch_flow,0.03194560011227925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,256,gemm_torch_flow,0.0031786667803923286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,1024,gemm_torch_flow,0.004065066576004028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,512,gemm_torch_flow,0.0033962666988372804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,768,gemm_torch_flow,0.0036789332826932275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,128,gemm_torch_flow,0.002937600016593933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,64,gemm_torch_flow,0.002713600049416224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,768,32,gemm_torch_flow,0.0027850667635599775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,16384,gemm_torch_flow,0.010110933581988018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,10240,gemm_torch_flow,0.008596266309420269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,12288,gemm_torch_flow,0.00879253347714742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,4096,gemm_torch_flow,0.006604800124963124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,8192,gemm_torch_flow,0.007563733557860057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,6144,gemm_torch_flow,0.006737066805362702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,7168,gemm_torch_flow,0.0071829333901405334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,5120,gemm_torch_flow,0.007044266661008198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,65536,gemm_torch_flow,0.023312000433603923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,2560,gemm_torch_flow,0.0060810665289560955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,3584,gemm_torch_flow,0.00694400022427241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,2048,gemm_torch_flow,0.005377066632111868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,3072,gemm_torch_flow,0.006715733309586842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,768,gemm_torch_flow,0.003697066754102707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,256,gemm_torch_flow,0.0029824001093705496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,1536,gemm_torch_flow,0.004705066482226053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,1024,gemm_torch_flow,0.004049066702524821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,512,gemm_torch_flow,0.0033813332517941795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,128,gemm_torch_flow,0.002867199977238973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,16384,gemm_torch_flow,0.007383466760317485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,64,gemm_torch_flow,0.002739199995994568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,512,32,gemm_torch_flow,0.002776533365249634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,12288,gemm_torch_flow,0.0068917334079742435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,10240,gemm_torch_flow,0.006885333359241486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,8192,gemm_torch_flow,0.006718933085600535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,6144,gemm_torch_flow,0.006401066482067108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,7168,gemm_torch_flow,0.0066442668437957765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,65536,gemm_torch_flow,0.015122133493423461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,5120,gemm_torch_flow,0.006839466591676076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,2048,gemm_torch_flow,0.005364266534646353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,4096,gemm_torch_flow,0.006410666803518932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,3072,gemm_torch_flow,0.006515199939409892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,3584,gemm_torch_flow,0.0068256000677744556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,2560,gemm_torch_flow,0.006001066664854685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,512,gemm_torch_flow,0.0033418667813142145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,768,gemm_torch_flow,0.003664000084002813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,1024,gemm_torch_flow,0.004053333401679992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,1536,gemm_torch_flow,0.004701866706212362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,256,gemm_torch_flow,0.0031136001149813337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,32,gemm_torch_flow,0.0027242665489514667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,128,gemm_torch_flow,0.0030773334205150605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,256,64,gemm_torch_flow,0.0027445333699385325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,65536,gemm_torch_flow,0.011028266946474711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,12288,gemm_torch_flow,0.006454400221506755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,16384,gemm_torch_flow,0.006609066824118296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,10240,gemm_torch_flow,0.006780800223350525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,4096,gemm_torch_flow,0.0063178668419520065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,8192,gemm_torch_flow,0.006634666522343953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,3584,gemm_torch_flow,0.006771199901898702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,7168,gemm_torch_flow,0.006506666541099548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,6144,gemm_torch_flow,0.006390400230884552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,3072,gemm_torch_flow,0.006442666550477346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,5120,gemm_torch_flow,0.006715733309586842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,2560,gemm_torch_flow,0.006029866635799408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,2048,gemm_torch_flow,0.005329066514968872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,1024,gemm_torch_flow,0.003985066711902618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,1536,gemm_torch_flow,0.004728533327579498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,256,gemm_torch_flow,0.002974933385848999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,768,gemm_torch_flow,0.003659733384847641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,512,gemm_torch_flow,0.003352533280849457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,32,gemm_torch_flow,0.0026687999566396077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,128,gemm_torch_flow,0.0028031999866167706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,128,64,gemm_torch_flow,0.002666666607062022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,7168,gemm_torch_flow,0.0063296000162760425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,12288,gemm_torch_flow,0.006436266501744588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,16384,gemm_torch_flow,0.0065642664829889934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,65536,gemm_torch_flow,0.010577066739400228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,10240,gemm_torch_flow,0.006545066833496094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,8192,gemm_torch_flow,0.006506666541099548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,6144,gemm_torch_flow,0.0061247999469439185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,4096,gemm_torch_flow,0.00618453323841095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,5120,gemm_torch_flow,0.006557866434256236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,3584,gemm_torch_flow,0.00658133327960968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,2560,gemm_torch_flow,0.005930666625499725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,768,gemm_torch_flow,0.003585066646337509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,3072,gemm_torch_flow,0.006366933385531108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,2048,gemm_torch_flow,0.005320533116658529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,1536,gemm_torch_flow,0.004638933142026265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,1024,gemm_torch_flow,0.003952000041802724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,512,gemm_torch_flow,0.003271466741959254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,64,gemm_torch_flow,0.0026410666604836782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,128,gemm_torch_flow,0.0028277332584063213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,256,gemm_torch_flow,0.0029994666576385496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,64,32,gemm_torch_flow,0.0027317332724730173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,12288,gemm_torch_flow,0.006727466483910878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,65536,gemm_torch_flow,0.009176533420880635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,16384,gemm_torch_flow,0.0068341334660847975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,8192,gemm_torch_flow,0.006434133152167003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,7168,gemm_torch_flow,0.006217599908510844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,10240,gemm_torch_flow,0.006487466891606649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,6144,gemm_torch_flow,0.0060917332768440245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,2560,gemm_torch_flow,0.005910400052865346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,5120,gemm_torch_flow,0.006514133512973785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,4096,gemm_torch_flow,0.0060362666845321655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,2048,gemm_torch_flow,0.0052928000688552855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,3584,gemm_torch_flow,0.006545066833496094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,3072,gemm_torch_flow,0.00619946668545405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,1536,gemm_torch_flow,0.004613333443800608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,768,gemm_torch_flow,0.003570133447647095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,1024,gemm_torch_flow,0.003915733347336451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,128,gemm_torch_flow,0.0028970666229724885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,512,gemm_torch_flow,0.003409066547950109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,256,gemm_torch_flow,0.002974933385848999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,64,gemm_torch_flow,0.0026357332865397137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,32,32,32,gemm_torch_flow,0.0025973332424958544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,4096,gemm_torch_flow,0.1339573383331299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,5120,gemm_torch_flow,0.16654826800028483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,6144,gemm_torch_flow,0.19831573168436686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,7168,gemm_torch_flow,0.23037226994832358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,8192,gemm_torch_flow,0.263372802734375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,3584,gemm_torch_flow,0.1170080025990804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,3072,gemm_torch_flow,0.10205653508504231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,1536,gemm_torch_flow,0.059229866663614905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,2560,gemm_torch_flow,0.09243306318918863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,2048,gemm_torch_flow,0.07764693101247153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,10240,gemm_torch_flow,0.3284096082051595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,512,gemm_torch_flow,0.020105600357055664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,768,gemm_torch_flow,0.03137173255284627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,1024,gemm_torch_flow,0.04076160192489624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,128,gemm_torch_flow,0.007464533547560374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,256,gemm_torch_flow,0.012528000275293985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,32,gemm_torch_flow,0.004533333579699198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,64,gemm_torch_flow,0.004840533435344696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,12288,gemm_torch_flow,0.3925429344177246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,6144,gemm_torch_flow,0.05541546742121378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,8192,gemm_torch_flow,0.06449173291524252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,7168,gemm_torch_flow,0.056993067264556885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,10240,gemm_torch_flow,0.0796714703241984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,12288,gemm_torch_flow,0.09452799956003824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,5120,gemm_torch_flow,0.04179733196894328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,4096,gemm_torch_flow,0.03442773421605428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,3584,gemm_torch_flow,0.030510934193929036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,16384,gemm_torch_flow,0.12378239631652832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,3072,gemm_torch_flow,0.028914133707682293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,1536,gemm_torch_flow,0.015250133474667868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,2048,gemm_torch_flow,0.01914560000101725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,2560,gemm_torch_flow,0.025434666872024538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,1024,gemm_torch_flow,0.01209493378798167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,256,gemm_torch_flow,0.004016000032424927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,512,gemm_torch_flow,0.006997333467006683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,768,gemm_torch_flow,0.009879466891288758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,128,gemm_torch_flow,0.0034453332424163817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,65536,16384,gemm_torch_flow,0.523309866587321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,64,gemm_torch_flow,0.0031690667072931922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,32,gemm_torch_flow,0.003209600100914637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,6144,gemm_torch_flow,0.04135573307673136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,10240,gemm_torch_flow,0.06688853104909262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,8192,gemm_torch_flow,0.05606506665547689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,7168,gemm_torch_flow,0.04750293493270874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,12288,gemm_torch_flow,0.07833920319875082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,4096,gemm_torch_flow,0.028657066822052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,3584,gemm_torch_flow,0.02415999968846639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,3072,gemm_torch_flow,0.022322134176890055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,5120,gemm_torch_flow,0.03485120137532552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,16384,gemm_torch_flow,0.10447039604187011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,2048,gemm_torch_flow,0.015982932845751443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,2560,gemm_torch_flow,0.0190720001856486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,1024,gemm_torch_flow,0.009399466713269551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,256,gemm_torch_flow,0.0037237333754698435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,1536,gemm_torch_flow,0.01246399978796641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,768,gemm_torch_flow,0.007736533383528392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,512,gemm_torch_flow,0.00660159985224406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,128,gemm_torch_flow,0.0032853332658608755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,32,gemm_torch_flow,0.003028266628583272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,64,gemm_torch_flow,0.0030250666042168934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,8192,gemm_torch_flow,0.043338668346405027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,7168,gemm_torch_flow,0.03665066560109456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,10240,gemm_torch_flow,0.05804479916890463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,12288,gemm_torch_flow,0.06834133466084799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,6144,gemm_torch_flow,0.03344426552454631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,16384,gemm_torch_flow,0.09155200322469076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,5120,gemm_torch_flow,0.02757333318392436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,3584,gemm_torch_flow,0.021226666371027627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,4096,gemm_torch_flow,0.02353066603342692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,3072,gemm_torch_flow,0.0185098667939504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,768,gemm_torch_flow,0.006919466455777486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,2560,gemm_torch_flow,0.016769067446390788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,1536,gemm_torch_flow,0.010656000177065531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,1024,gemm_torch_flow,0.008177066842714947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,512,gemm_torch_flow,0.005598933498064677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,2048,gemm_torch_flow,0.012969600160916648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,32,gemm_torch_flow,0.003017599880695343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,256,gemm_torch_flow,0.003500800083080927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,128,gemm_torch_flow,0.003189333279927572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,64,gemm_torch_flow,0.0029994666576385496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,8192,gemm_torch_flow,0.034216535091400144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,10240,gemm_torch_flow,0.04202666680018107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,12288,gemm_torch_flow,0.0522271990776062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,16384,gemm_torch_flow,0.06723519961039225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,16384,65536,gemm_torch_flow,0.5287605285644531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,12288,65536,gemm_torch_flow,0.3925130526224772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,4096,gemm_torch_flow,0.019610667228698732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,6144,gemm_torch_flow,0.026627200841903686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,3584,gemm_torch_flow,0.018600533405939736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,7168,gemm_torch_flow,0.030425600210825604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,5120,gemm_torch_flow,0.023101866245269775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,2560,gemm_torch_flow,0.01316373348236084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,1536,gemm_torch_flow,0.009084799885749817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,3072,gemm_torch_flow,0.01643519997596741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,1024,gemm_torch_flow,0.0070720002055168155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,2048,gemm_torch_flow,0.011127466956774395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,768,gemm_torch_flow,0.00606826643149058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,512,gemm_torch_flow,0.004119466741879781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,128,gemm_torch_flow,0.0032298666735490165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,256,gemm_torch_flow,0.0034261333445707956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,64,gemm_torch_flow,0.0029674666623274487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,32,gemm_torch_flow,0.0030069333811601003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,10240,65536,gemm_torch_flow,0.36403306325276696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,7168,gemm_torch_flow,0.03049386739730835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,8192,gemm_torch_flow,0.03410880168279012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,12288,gemm_torch_flow,0.04735893408457438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,10240,gemm_torch_flow,0.040983466307322185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,16384,gemm_torch_flow,0.06104746659596762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,3584,gemm_torch_flow,0.01588159998257955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,3072,gemm_torch_flow,0.014016000429789224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,2560,gemm_torch_flow,0.011993599931399028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,6144,gemm_torch_flow,0.028807467222213744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,4096,gemm_torch_flow,0.017723733186721803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,5120,gemm_torch_flow,0.021010132630666097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,1024,gemm_torch_flow,0.0067210664351781205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,2048,gemm_torch_flow,0.010284800330797832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,1536,gemm_torch_flow,0.008582400282224019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,768,gemm_torch_flow,0.0058229332168896995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,512,gemm_torch_flow,0.0036917333801587426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,256,gemm_torch_flow,0.003270400067170461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,128,gemm_torch_flow,0.0030400000512599947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,64,gemm_torch_flow,0.002951466788848241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,32,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,8192,65536,gemm_torch_flow,0.2578474680582682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,10240,gemm_torch_flow,0.03437973260879516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,8192,gemm_torch_flow,0.02849173347155253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,7168,gemm_torch_flow,0.023924267292022704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,12288,gemm_torch_flow,0.04028266668319702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,6144,gemm_torch_flow,0.024171733856201173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,16384,gemm_torch_flow,0.05206826527913412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,4096,gemm_torch_flow,0.01625386675198873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,5120,gemm_torch_flow,0.018967467546463012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,3584,gemm_torch_flow,0.01378773351510366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,2560,gemm_torch_flow,0.011111467083295187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,1536,gemm_torch_flow,0.008162133395671844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,1024,gemm_torch_flow,0.006348800162474315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,3072,gemm_torch_flow,0.012688000003496805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,2048,gemm_torch_flow,0.009641599655151368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,128,gemm_torch_flow,0.00306986669699351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,256,gemm_torch_flow,0.003457066665093104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,768,gemm_torch_flow,0.005274666845798493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,512,gemm_torch_flow,0.003702399879693985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,64,gemm_torch_flow,0.0029077333708604175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,32,gemm_torch_flow,0.002930133293072383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,7168,65536,gemm_torch_flow,0.2353088061014811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,7168,gemm_torch_flow,0.020874667167663574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,8192,gemm_torch_flow,0.023265065749486287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,10240,gemm_torch_flow,0.031446399291356404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,12288,gemm_torch_flow,0.03765333493550618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,16384,gemm_torch_flow,0.04947199821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,6144,gemm_torch_flow,0.02004693349202474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,2560,gemm_torch_flow,0.009646933277448018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,3072,gemm_torch_flow,0.010808533430099488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,3584,gemm_torch_flow,0.011918933192888895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,1536,gemm_torch_flow,0.0072202667593956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,4096,gemm_torch_flow,0.013732266426086426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,5120,gemm_torch_flow,0.016105600198109946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,2048,gemm_torch_flow,0.008428800106048583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,512,gemm_torch_flow,0.0035775999228159585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,1024,gemm_torch_flow,0.0057536001006762184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,768,gemm_torch_flow,0.004305066665013632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,256,gemm_torch_flow,0.0032255999743938447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,64,gemm_torch_flow,0.002765866617361705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,32,gemm_torch_flow,0.002903466671705246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,128,gemm_torch_flow,0.0030154667794704436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,6144,65536,gemm_torch_flow,0.19308373133341472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,8192,gemm_torch_flow,0.022504534324010214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,7168,gemm_torch_flow,0.02037866711616516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,10240,gemm_torch_flow,0.0269322673479716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,6144,gemm_torch_flow,0.018850133816401164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,12288,gemm_torch_flow,0.029129600524902342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,16384,gemm_torch_flow,0.03725546598434448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,5120,gemm_torch_flow,0.015659733613332113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,4096,gemm_torch_flow,0.01348373293876648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,3584,gemm_torch_flow,0.012428800264994305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,3072,gemm_torch_flow,0.011220266421635944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,2560,gemm_torch_flow,0.00846613347530365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,1536,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,2048,gemm_torch_flow,0.007574399809042613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,5120,65536,gemm_torch_flow,0.19185706774393718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,128,gemm_torch_flow,0.0030346666773160298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,1024,gemm_torch_flow,0.004543999830881754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,768,gemm_torch_flow,0.003819733361403147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,256,gemm_torch_flow,0.003186133255561193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,512,gemm_torch_flow,0.003532800078392029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,32,gemm_torch_flow,0.002887466549873352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,64,gemm_torch_flow,0.002812800059715907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,7168,gemm_torch_flow,0.017963733275731406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,8192,gemm_torch_flow,0.0196234663327535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,10240,gemm_torch_flow,0.023260800043741862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,6144,gemm_torch_flow,0.016033066312472026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,12288,gemm_torch_flow,0.026822400093078614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,5120,gemm_torch_flow,0.014433067043622336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,16384,gemm_torch_flow,0.03387519915898641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,3584,gemm_torch_flow,0.011611732840538024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,3072,gemm_torch_flow,0.010729599992434185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,2048,gemm_torch_flow,0.007089066505432129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,4096,gemm_torch_flow,0.012647466858228049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,2560,gemm_torch_flow,0.008146133522192638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,4096,65536,gemm_torch_flow,0.13376107215881347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,512,gemm_torch_flow,0.003479466587305069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,1536,gemm_torch_flow,0.006253866851329804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,1024,gemm_torch_flow,0.004558933277924856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,768,gemm_torch_flow,0.0038463999827702843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,256,gemm_torch_flow,0.0031178665657838186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,32,gemm_torch_flow,0.002809600035349528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,128,gemm_torch_flow,0.002890666574239731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,64,gemm_torch_flow,0.0028437333802382152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,8192,gemm_torch_flow,0.018309332927068076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,6144,gemm_torch_flow,0.014484266440073649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,7168,gemm_torch_flow,0.016531200210253397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,10240,gemm_torch_flow,0.020889600118001304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,12288,gemm_torch_flow,0.024472532669703166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,5120,gemm_torch_flow,0.013342932860056559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,16384,gemm_torch_flow,0.030589866638183593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3584,65536,gemm_torch_flow,0.12698453267415363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,2048,gemm_torch_flow,0.006851199766000111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,4096,gemm_torch_flow,0.011654399832089742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,3072,gemm_torch_flow,0.009923199812571209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,3584,gemm_torch_flow,0.010984533031781514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,2560,gemm_torch_flow,0.007740800082683563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,1536,gemm_torch_flow,0.005713066458702088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,768,gemm_torch_flow,0.0038293334345022834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,1024,gemm_torch_flow,0.0044149334232012425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,32,gemm_torch_flow,0.0028319999575614927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,64,gemm_torch_flow,0.0027797333896160126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,512,gemm_torch_flow,0.0035135999321937563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,256,gemm_torch_flow,0.0030975999931494398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,128,gemm_torch_flow,0.0029237332443396253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,6144,gemm_torch_flow,0.012883200248082479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,16384,gemm_torch_flow,0.027404799064000444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,10240,gemm_torch_flow,0.018710400660832724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,8192,gemm_torch_flow,0.015770666797955833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,7168,gemm_torch_flow,0.0144405335187912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,12288,gemm_torch_flow,0.021656533082326256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,4096,gemm_torch_flow,0.01055680016676585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,3072,65536,gemm_torch_flow,0.10588586330413818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,5120,gemm_torch_flow,0.011784533659617107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,3584,gemm_torch_flow,0.009827199578285217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,1536,gemm_torch_flow,0.005207466582457224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,2048,gemm_torch_flow,0.006637866795063019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,3072,gemm_torch_flow,0.00920746624469757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,2560,gemm_torch_flow,0.007338666419188182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,1024,gemm_torch_flow,0.004181333382924398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,768,gemm_torch_flow,0.003772799919048945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,256,gemm_torch_flow,0.003188266605138779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,128,gemm_torch_flow,0.0029130667448043824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,512,gemm_torch_flow,0.0034965333839257562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,64,gemm_torch_flow,0.0026730666557947796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,32,gemm_torch_flow,0.0028031999866167706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2560,65536,gemm_torch_flow,0.0947434663772583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,7168,gemm_torch_flow,0.01241600016752879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,12288,gemm_torch_flow,0.017490132649739584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,6144,gemm_torch_flow,0.01158186693986257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,10240,gemm_torch_flow,0.0162282665570577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,8192,gemm_torch_flow,0.01378986636797587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,16384,gemm_torch_flow,0.02140799959500631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,5120,gemm_torch_flow,0.011405866344769795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,4096,gemm_torch_flow,0.009531733393669129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,3584,gemm_torch_flow,0.0090037335952123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,3072,gemm_torch_flow,0.008492799599965413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,1024,gemm_torch_flow,0.004095999896526337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,2560,gemm_torch_flow,0.007119999825954437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,1536,gemm_torch_flow,0.0047775998711586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,2048,gemm_torch_flow,0.005854933460553487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,512,gemm_torch_flow,0.003385599950949351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,768,gemm_torch_flow,0.003739733248949051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,128,gemm_torch_flow,0.0028394666810830434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,256,gemm_torch_flow,0.0030602666238943735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,64,gemm_torch_flow,0.0026954665780067446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,32,gemm_torch_flow,0.002792533238728841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,10240,gemm_torch_flow,0.013265066345532737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,7168,gemm_torch_flow,0.010905599594116211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,12288,gemm_torch_flow,0.01432319978872935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,2048,65536,gemm_torch_flow,0.06809706687927246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,16384,gemm_torch_flow,0.018278400103251137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,8192,gemm_torch_flow,0.011348266402880352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,5120,gemm_torch_flow,0.009418666362762451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,6144,gemm_torch_flow,0.01007466713587443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,1536,gemm_torch_flow,0.004756266872088114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,4096,gemm_torch_flow,0.008616532882054646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,2560,gemm_torch_flow,0.006353066861629486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,3584,gemm_torch_flow,0.00858026643594106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,2048,gemm_torch_flow,0.005410133302211762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,3072,gemm_torch_flow,0.008140799899895985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,1024,gemm_torch_flow,0.004067199925581614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,768,gemm_torch_flow,0.003718400001525879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,256,gemm_torch_flow,0.0031871999303499854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,512,gemm_torch_flow,0.0033632000287373864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,128,gemm_torch_flow,0.002930133293072383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,64,gemm_torch_flow,0.0026719999810059865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,32,gemm_torch_flow,0.0027093333502610523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1536,65536,gemm_torch_flow,0.055276799201965335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,12288,gemm_torch_flow,0.012185600399971009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,16384,gemm_torch_flow,0.014153599739074707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,10240,gemm_torch_flow,0.011134933431943257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,8192,gemm_torch_flow,0.009897599617640179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,7168,gemm_torch_flow,0.009113599856694538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,6144,gemm_torch_flow,0.008362666765848795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,5120,gemm_torch_flow,0.008498133222262064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,4096,gemm_torch_flow,0.007339733342329661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,3584,gemm_torch_flow,0.007313066720962524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,3072,gemm_torch_flow,0.006965333223342895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,768,gemm_torch_flow,0.0036778666079044344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,2560,gemm_torch_flow,0.006080000102519989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,2048,gemm_torch_flow,0.005366399884223938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,512,gemm_torch_flow,0.003352533280849457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,1536,gemm_torch_flow,0.004761599997679392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,1024,gemm_torch_flow,0.004089600096146265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,65536,gemm_torch_flow,0.03722879886627197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,128,gemm_torch_flow,0.0029525332152843474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,256,gemm_torch_flow,0.003126399964094162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,64,gemm_torch_flow,0.0027456000447273255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,1024,32,gemm_torch_flow,0.002773333340883255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,12288,gemm_torch_flow,0.010101333260536194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,16384,gemm_torch_flow,0.011708799997965496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,8192,gemm_torch_flow,0.00886079967021942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,10240,gemm_torch_flow,0.009486933549245197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,3072,gemm_torch_flow,0.006605866551399231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,7168,gemm_torch_flow,0.00830080012480418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,6144,gemm_torch_flow,0.007645866771539052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,5120,gemm_torch_flow,0.007582933207352956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,4096,gemm_torch_flow,0.006636799871921539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,3584,gemm_torch_flow,0.006963199873765309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,65536,gemm_torch_flow,0.031294933954874676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,2560,gemm_torch_flow,0.006043733159701029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,2048,gemm_torch_flow,0.0053845331072807315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,1024,gemm_torch_flow,0.004035199930270513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,1536,gemm_torch_flow,0.004709333181381226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,768,gemm_torch_flow,0.003684266656637192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,128,gemm_torch_flow,0.0029098667204380036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,32,gemm_torch_flow,0.002808533360560735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,256,gemm_torch_flow,0.0031136001149813337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,512,gemm_torch_flow,0.003390933324893316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,768,64,gemm_torch_flow,0.0027029333015282948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,8192,gemm_torch_flow,0.00747519979874293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,10240,gemm_torch_flow,0.008508800466855367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,12288,gemm_torch_flow,0.008660266796747845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,16384,gemm_torch_flow,0.009822932879130046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,7168,gemm_torch_flow,0.007019733389218648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,6144,gemm_torch_flow,0.006666666766007741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,5120,gemm_torch_flow,0.006832000116507213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,4096,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,3584,gemm_torch_flow,0.00689279983441035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,65536,gemm_torch_flow,0.022529067595799764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,3072,gemm_torch_flow,0.006600533425807953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,2560,gemm_torch_flow,0.006050133208433787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,768,gemm_torch_flow,0.0036992001036802924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,2048,gemm_torch_flow,0.005358933409055074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,1536,gemm_torch_flow,0.0047423998514811196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,1024,gemm_torch_flow,0.004021333406368891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,512,gemm_torch_flow,0.003336533407370249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,32,gemm_torch_flow,0.00276799996693929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,256,gemm_torch_flow,0.003107200066248576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,128,gemm_torch_flow,0.0028586665789286296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,512,64,gemm_torch_flow,0.002716800073782603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,16384,gemm_torch_flow,0.007592533528804779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,12288,gemm_torch_flow,0.006772266825040181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,8192,gemm_torch_flow,0.0066538666685422255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,10240,gemm_torch_flow,0.00673280010620753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,65536,gemm_torch_flow,0.01443839967250824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,7168,gemm_torch_flow,0.00659093310435613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,6144,gemm_torch_flow,0.006419200201829274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,5120,gemm_torch_flow,0.0068351998925209045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,4096,gemm_torch_flow,0.0064522668719291685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,3072,gemm_torch_flow,0.006569600105285645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,2560,gemm_torch_flow,0.006026666859785716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,3584,gemm_torch_flow,0.006850133339564006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,2048,gemm_torch_flow,0.005319466690222422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,1024,gemm_torch_flow,0.004049066702524821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,1536,gemm_torch_flow,0.00468800018231074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,512,gemm_torch_flow,0.003399466723203659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,256,gemm_torch_flow,0.0030752000709374744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,128,gemm_torch_flow,0.0028149334092934927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,768,gemm_torch_flow,0.0036608000596364343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,64,gemm_torch_flow,0.0027072000006834666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,8192,gemm_torch_flow,0.006554666658242543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,10240,gemm_torch_flow,0.00653546651204427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,256,32,gemm_torch_flow,0.002700799951950709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,12288,gemm_torch_flow,0.006455466647942861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,16384,gemm_torch_flow,0.006540800134340922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,65536,gemm_torch_flow,0.01130560040473938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,7168,gemm_torch_flow,0.006301866471767425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,4096,gemm_torch_flow,0.006135466694831848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,6144,gemm_torch_flow,0.006166400015354156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,5120,gemm_torch_flow,0.006552533308664958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,3072,gemm_torch_flow,0.006340266764163971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,3584,gemm_torch_flow,0.006562133133411407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,2560,gemm_torch_flow,0.00576853354771932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,2048,gemm_torch_flow,0.005148800214131674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,1024,gemm_torch_flow,0.0038922667503356934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,1536,gemm_torch_flow,0.00451200008392334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,512,gemm_torch_flow,0.0032373333970705668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,768,gemm_torch_flow,0.00360000009338061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,256,gemm_torch_flow,0.003065599997838338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,128,gemm_torch_flow,0.0028245332340399425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,64,gemm_torch_flow,0.0026752000053723653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,65536,gemm_torch_flow,0.008801066875457763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,12288,gemm_torch_flow,0.006296533346176148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,128,32,gemm_torch_flow,0.0026549334327379864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,16384,gemm_torch_flow,0.006387199958165486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,10240,gemm_torch_flow,0.006436266501744588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,5120,gemm_torch_flow,0.006482133269309997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,4096,gemm_torch_flow,0.006077866752942403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,8192,gemm_torch_flow,0.006379733482996623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,6144,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,7168,gemm_torch_flow,0.006185600161552429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,3584,gemm_torch_flow,0.006488533318042755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,2560,gemm_torch_flow,0.005649066468079885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,3072,gemm_torch_flow,0.006177066763242086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,2048,gemm_torch_flow,0.005021866659323374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,1536,gemm_torch_flow,0.0044053331017494205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,768,gemm_torch_flow,0.003489066660404205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,512,gemm_torch_flow,0.0032416000962257386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,1024,gemm_torch_flow,0.003853866706291834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,256,gemm_torch_flow,0.0029258665939172106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,128,gemm_torch_flow,0.002762666592995326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,32,gemm_torch_flow,0.0026421333352724713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,64,64,gemm_torch_flow,0.0027082666754722597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,65536,gemm_torch_flow,0.008772266904513042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,6144,gemm_torch_flow,0.005973333120346069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,16384,gemm_torch_flow,0.006366933385531108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,12288,gemm_torch_flow,0.00636053333679835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,10240,gemm_torch_flow,0.0063701331615448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,7168,gemm_torch_flow,0.0061258668700853985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,8192,gemm_torch_flow,0.006218666831652323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,4096,gemm_torch_flow,0.006009600063165029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,5120,gemm_torch_flow,0.006345599889755249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,3584,gemm_torch_flow,0.006413866579532623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,3072,gemm_torch_flow,0.006086400151252747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,1536,gemm_torch_flow,0.004477866490681966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,2560,gemm_torch_flow,0.005659733215967814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,2048,gemm_torch_flow,0.005030400057633718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,256,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,1024,gemm_torch_flow,0.003769599894682566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,768,gemm_torch_flow,0.0034773332377274835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,512,gemm_torch_flow,0.0032298666735490165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,128,gemm_torch_flow,0.0027818667391935987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,64,gemm_torch_flow,0.0026848000784715016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,16,32,32,gemm_torch_flow,0.002632533262173335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,4096,gemm_torch_flow,0.13363626797993977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,5120,gemm_torch_flow,0.16571307182312012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,6144,gemm_torch_flow,0.19772373835245768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,8192,gemm_torch_flow,0.2627701282501221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,7168,gemm_torch_flow,0.2300000031789144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,3584,gemm_torch_flow,0.11624960104624431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,3072,gemm_torch_flow,0.10124906698862712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,2048,gemm_torch_flow,0.07732586860656739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,2560,gemm_torch_flow,0.09207680225372314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,1536,gemm_torch_flow,0.058613332112630215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,10240,gemm_torch_flow,0.32757333119710286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,512,gemm_torch_flow,0.01991573373476664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,256,gemm_torch_flow,0.012337066729863485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,128,gemm_torch_flow,0.007340799768765767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,64,gemm_torch_flow,0.004509866734345754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,32,gemm_torch_flow,0.004250666499137879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,1024,gemm_torch_flow,0.04023893276850383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,768,gemm_torch_flow,0.03091520071029663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,12288,gemm_torch_flow,0.3907423973083496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,7168,gemm_torch_flow,0.05679893493652344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,6144,gemm_torch_flow,0.055479466915130615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,8192,gemm_torch_flow,0.06437866687774658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,10240,gemm_torch_flow,0.08021012941996256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,12288,gemm_torch_flow,0.09445866743723551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,3072,gemm_torch_flow,0.028225066264470418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,4096,gemm_torch_flow,0.03439573446909587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,5120,gemm_torch_flow,0.04168426593144735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,3584,gemm_torch_flow,0.03023146589597066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,16384,gemm_torch_flow,0.12418879667917888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,2560,gemm_torch_flow,0.0251093327999115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,768,gemm_torch_flow,0.00895360012849172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,2048,gemm_torch_flow,0.01873813271522522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,1536,gemm_torch_flow,0.01511146624883016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,1024,gemm_torch_flow,0.012055466572443645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,512,gemm_torch_flow,0.007653333246707916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,256,gemm_torch_flow,0.003909333298603693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,64,gemm_torch_flow,0.0031114667654037476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,32,gemm_torch_flow,0.0031839999059836066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,128,gemm_torch_flow,0.003390933324893316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,65536,16384,gemm_torch_flow,0.5221130688985188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,8192,gemm_torch_flow,0.054040535291035974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,7168,gemm_torch_flow,0.04779413143793742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,10240,gemm_torch_flow,0.06737066904703776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,6144,gemm_torch_flow,0.045526401201883955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,12288,gemm_torch_flow,0.07514560222625732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,3584,gemm_torch_flow,0.025156267484029132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,5120,gemm_torch_flow,0.03515413204828898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,3072,gemm_torch_flow,0.02210879921913147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,4096,gemm_torch_flow,0.02832746704419454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,16384,gemm_torch_flow,0.10539733568827311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,2560,gemm_torch_flow,0.01967680056889852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,2048,gemm_torch_flow,0.01585919956366221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,1536,gemm_torch_flow,0.01272640029589335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,1024,gemm_torch_flow,0.009307733178138733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,512,gemm_torch_flow,0.006534400085608165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,768,gemm_torch_flow,0.007696000238259633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,64,gemm_torch_flow,0.0031637333333492277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,128,gemm_torch_flow,0.003201066702604294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,256,gemm_torch_flow,0.003610666592915853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,32,gemm_torch_flow,0.0030271999537944795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,10240,gemm_torch_flow,0.05885759989420573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,7168,gemm_torch_flow,0.036514135201772054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,8192,gemm_torch_flow,0.047147734959920244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,12288,gemm_torch_flow,0.0695477326711019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,16384,gemm_torch_flow,0.09112106959025065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,4096,gemm_torch_flow,0.023781333367029825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,6144,gemm_torch_flow,0.03360426823298136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,5120,gemm_torch_flow,0.02730773289998372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,3584,gemm_torch_flow,0.02099519968032837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,1536,gemm_torch_flow,0.010332799951235453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,1024,gemm_torch_flow,0.008122666676839193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,3072,gemm_torch_flow,0.01843413313229879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,2048,gemm_torch_flow,0.01308799982070923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,2560,gemm_torch_flow,0.015972266594568886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,512,gemm_torch_flow,0.005467733244101206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,768,gemm_torch_flow,0.00676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,256,gemm_torch_flow,0.0034314667185147605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,128,gemm_torch_flow,0.003124266614516576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,64,gemm_torch_flow,0.0028736000259717304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,32,gemm_torch_flow,0.0029130667448043824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,8192,gemm_torch_flow,0.03414186636606852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,12288,gemm_torch_flow,0.05202026764551798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,10240,gemm_torch_flow,0.04173760016759236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,16384,65536,gemm_torch_flow,0.543934949239095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,16384,gemm_torch_flow,0.0671509345372518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,7168,gemm_torch_flow,0.030084266265233355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,4096,gemm_torch_flow,0.020915200312932335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,6144,gemm_torch_flow,0.026310400168100996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,5120,gemm_torch_flow,0.02277759909629822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,3584,gemm_torch_flow,0.01716053287188212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,12288,65536,gemm_torch_flow,0.3980714797973633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,2048,gemm_torch_flow,0.01095360020796458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,3072,gemm_torch_flow,0.0150218665599823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,1536,gemm_torch_flow,0.009096533060073853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,2560,gemm_torch_flow,0.012941867113113403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,512,gemm_torch_flow,0.003927466770013174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,1024,gemm_torch_flow,0.00699946681658427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,256,gemm_torch_flow,0.003403733422358831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,768,gemm_torch_flow,0.006538666784763336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,32,gemm_torch_flow,0.0028917332490285236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,128,gemm_torch_flow,0.0031306666632493338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,64,gemm_torch_flow,0.0029130667448043824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,10240,gemm_torch_flow,0.04051839907964071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,7168,gemm_torch_flow,0.03009386658668518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,8192,gemm_torch_flow,0.033486934502919515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,12288,gemm_torch_flow,0.04688640038172404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,10240,65536,gemm_torch_flow,0.37309652964274087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,16384,gemm_torch_flow,0.06063893238703409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,6144,gemm_torch_flow,0.026410667101542155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,5120,gemm_torch_flow,0.02310933272043864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,4096,gemm_torch_flow,0.019820799430211387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,2560,gemm_torch_flow,0.012690132856369019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,3584,gemm_torch_flow,0.017896533012390137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,3072,gemm_torch_flow,0.017416532834370932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,2048,gemm_torch_flow,0.010316800077756245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,768,gemm_torch_flow,0.00562666654586792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,1024,gemm_torch_flow,0.006694399813810985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,1536,gemm_torch_flow,0.008523733417193095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,256,gemm_torch_flow,0.003223466624816259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,512,gemm_torch_flow,0.003647999962170919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,64,gemm_torch_flow,0.0029472000896930695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,128,gemm_torch_flow,0.003091199944416682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,32,gemm_torch_flow,0.0028543998797734577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,8192,65536,gemm_torch_flow,0.2797066688537598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,8192,gemm_torch_flow,0.02800533374150594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,10240,gemm_torch_flow,0.03417493502298991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,7168,gemm_torch_flow,0.02377386689186096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,12288,gemm_torch_flow,0.03981120189030965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,16384,gemm_torch_flow,0.051636266708374026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,4096,gemm_torch_flow,0.01600106656551361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,6144,gemm_torch_flow,0.023831466833750405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,5120,gemm_torch_flow,0.01902186671892802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,3584,gemm_torch_flow,0.013579733173052468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,3072,gemm_torch_flow,0.012486400206883748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,2048,gemm_torch_flow,0.009741866588592529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,2560,gemm_torch_flow,0.010939733187357584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,1536,gemm_torch_flow,0.00798399994770686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,1024,gemm_torch_flow,0.0062943999965985615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,256,gemm_torch_flow,0.0033759998778502146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,768,gemm_torch_flow,0.005258666475613912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,32,gemm_torch_flow,0.0028149334092934927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,128,gemm_torch_flow,0.0030293333033720653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,512,gemm_torch_flow,0.003626666714747747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,64,gemm_torch_flow,0.002844800055027008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,7168,65536,gemm_torch_flow,0.23279040654500327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,12288,gemm_torch_flow,0.03757226864496867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,7168,gemm_torch_flow,0.02441920042037964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,8192,gemm_torch_flow,0.0269813338915507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,10240,gemm_torch_flow,0.032237867514292404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,16384,gemm_torch_flow,0.04752853314081828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,5120,gemm_torch_flow,0.015979733069737753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,3072,gemm_torch_flow,0.01076586643854777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,3584,gemm_torch_flow,0.012054399649302164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,6144,gemm_torch_flow,0.020061866442362467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,4096,gemm_torch_flow,0.013341866930325828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,2048,gemm_torch_flow,0.008310399949550629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,2560,gemm_torch_flow,0.009563733140627544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,256,gemm_torch_flow,0.0031669333577156065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,1536,gemm_torch_flow,0.007176533341407776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,768,gemm_torch_flow,0.004327466587225596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,1024,gemm_torch_flow,0.005715199808279673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,512,gemm_torch_flow,0.0035434665779272715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,64,gemm_torch_flow,0.002791466563940048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,128,gemm_torch_flow,0.0029834667841593427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,32,gemm_torch_flow,0.002844800055027008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,6144,65536,gemm_torch_flow,0.19823999404907228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,10240,gemm_torch_flow,0.02657173275947571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,8192,gemm_torch_flow,0.021631999810536703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,12288,gemm_torch_flow,0.030894933144251506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,7168,gemm_torch_flow,0.020359466473261513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,6144,gemm_torch_flow,0.01887786587079366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,16384,gemm_torch_flow,0.03979626496632894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,5120,gemm_torch_flow,0.015384533007939658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,1536,gemm_torch_flow,0.006398933132489522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,3584,gemm_torch_flow,0.01221440037091573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,2560,gemm_torch_flow,0.008437333504358928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,3072,gemm_torch_flow,0.01104853351910909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,4096,gemm_torch_flow,0.013352533181508383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,2048,gemm_torch_flow,0.0074314668774604796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,1024,gemm_torch_flow,0.004827733337879181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,5120,65536,gemm_torch_flow,0.18609493573506672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,768,gemm_torch_flow,0.0038293334345022834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,256,gemm_torch_flow,0.003089066594839096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,512,gemm_torch_flow,0.0035103999078273775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,128,gemm_torch_flow,0.0028618666032950084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,32,gemm_torch_flow,0.0027327999472618104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,64,gemm_torch_flow,0.002796799937884013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,7168,gemm_torch_flow,0.017679999272028603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,8192,gemm_torch_flow,0.019589332739512126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,6144,gemm_torch_flow,0.015890133380889893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,10240,gemm_torch_flow,0.02299519975980123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,12288,gemm_torch_flow,0.026419200499852497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,5120,gemm_torch_flow,0.014059733351071677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,16384,gemm_torch_flow,0.03441813389460246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,3584,gemm_torch_flow,0.0116565336783727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,2048,gemm_torch_flow,0.00699946681658427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,3072,gemm_torch_flow,0.010654933253924052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,4096,gemm_torch_flow,0.012486400206883748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,2560,gemm_torch_flow,0.008002133170763651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,4096,65536,gemm_torch_flow,0.13352319399515789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,768,gemm_torch_flow,0.0037920000652472176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,1536,gemm_torch_flow,0.00625493327776591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,1024,gemm_torch_flow,0.0042805333932240805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,512,gemm_torch_flow,0.003475199888149897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,256,gemm_torch_flow,0.0030954666435718536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,32,gemm_torch_flow,0.0027221334477265675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,128,gemm_torch_flow,0.002868266652027766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,64,gemm_torch_flow,0.002762666592995326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,8192,gemm_torch_flow,0.01812053322792053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,6144,gemm_torch_flow,0.01474346617857615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,7168,gemm_torch_flow,0.016327466567357382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,5120,gemm_torch_flow,0.01307093302408854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,10240,gemm_torch_flow,0.020399999618530274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,12288,gemm_torch_flow,0.02326293389002482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,16384,gemm_torch_flow,0.030058666070302324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,3072,gemm_torch_flow,0.010075733065605164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3584,65536,gemm_torch_flow,0.1269034703572591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,3584,gemm_torch_flow,0.010873599847157796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,4096,gemm_torch_flow,0.011711999773979187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,1536,gemm_torch_flow,0.005678933362166087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,2048,gemm_torch_flow,0.006771199901898702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,2560,gemm_torch_flow,0.007674666742483775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,1024,gemm_torch_flow,0.004187733431657155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,768,gemm_torch_flow,0.0038143999874591826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,512,gemm_torch_flow,0.0034261333445707956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,128,gemm_torch_flow,0.0028938665986061097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,256,gemm_torch_flow,0.003139200061559677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,64,gemm_torch_flow,0.0027615999182065325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,32,gemm_torch_flow,0.0027744000156720476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,6144,gemm_torch_flow,0.012781866391499839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,16384,gemm_torch_flow,0.027029333511988322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,7168,gemm_torch_flow,0.01455893317858378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,8192,gemm_torch_flow,0.015809067090352378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,12288,gemm_torch_flow,0.021283199389775596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,10240,gemm_torch_flow,0.018314667542775474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,3072,65536,gemm_torch_flow,0.10471893151601155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,4096,gemm_torch_flow,0.010453333457310993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,5120,gemm_torch_flow,0.011610666910807293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,2560,gemm_torch_flow,0.007310933371384938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,1024,gemm_torch_flow,0.004105599969625473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,3584,gemm_torch_flow,0.009782399733861287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,3072,gemm_torch_flow,0.009206400314966837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,2048,gemm_torch_flow,0.00647680014371872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,1536,gemm_torch_flow,0.005150933563709259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,256,gemm_torch_flow,0.0031648000081380212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,768,gemm_torch_flow,0.003788800040880839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,512,gemm_torch_flow,0.0034293333689371743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,128,gemm_torch_flow,0.002906666696071625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,64,gemm_torch_flow,0.0027818667391935987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,32,gemm_torch_flow,0.002762666592995326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2560,65536,gemm_torch_flow,0.09467413425445556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,5120,gemm_torch_flow,0.011351466178894043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,7168,gemm_torch_flow,0.012534399827321371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,12288,gemm_torch_flow,0.017734400431315103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,6144,gemm_torch_flow,0.011683199803034465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,10240,gemm_torch_flow,0.015827199816703795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,16384,gemm_torch_flow,0.02223680019378662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,8192,gemm_torch_flow,0.013361066579818726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,4096,gemm_torch_flow,0.009512533744176228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,2048,gemm_torch_flow,0.005834666887919108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,3584,gemm_torch_flow,0.008986666798591614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,1536,gemm_torch_flow,0.0046965335806210835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,2560,gemm_torch_flow,0.006897066533565521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,3072,gemm_torch_flow,0.008400000135103862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,768,gemm_torch_flow,0.003647999962170919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,1024,gemm_torch_flow,0.003997866561015447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,512,gemm_torch_flow,0.0033674667278925574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,128,gemm_torch_flow,0.0028778667251269023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,256,gemm_torch_flow,0.003124266614516576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,64,gemm_torch_flow,0.002679466704527537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,32,gemm_torch_flow,0.0027093333502610523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,10240,gemm_torch_flow,0.012943999965985617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,2048,65536,gemm_torch_flow,0.07294399738311767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,16384,gemm_torch_flow,0.017643733819325765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,8192,gemm_torch_flow,0.011413333813349406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,6144,gemm_torch_flow,0.009725866715113322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,7168,gemm_torch_flow,0.010684800148010255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,12288,gemm_torch_flow,0.014538666605949402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,5120,gemm_torch_flow,0.009270399808883667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,4096,gemm_torch_flow,0.008598400155703227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,1024,gemm_torch_flow,0.004046933352947235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,3584,gemm_torch_flow,0.008351999521255492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,1536,gemm_torch_flow,0.004733866453170777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,2560,gemm_torch_flow,0.006357333560784657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,3072,gemm_torch_flow,0.007725866635640462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,2048,gemm_torch_flow,0.005362133185068766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,512,gemm_torch_flow,0.003504000107447306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,65536,gemm_torch_flow,0.05475306510925293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,768,gemm_torch_flow,0.0037109332780043284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,256,gemm_torch_flow,0.003033600002527237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,128,gemm_torch_flow,0.002829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,64,gemm_torch_flow,0.002703999976317088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1536,32,gemm_torch_flow,0.0027221334477265675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,12288,gemm_torch_flow,0.01197760005791982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,10240,gemm_torch_flow,0.011011200149854024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,16384,gemm_torch_flow,0.013943466544151305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,7168,gemm_torch_flow,0.008966400225957235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,6144,gemm_torch_flow,0.008285866677761078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,4096,gemm_torch_flow,0.006914133330186208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,8192,gemm_torch_flow,0.009724799791971843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,5120,gemm_torch_flow,0.008183466891447704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,3584,gemm_torch_flow,0.007131733496983846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,1536,gemm_torch_flow,0.00470719983180364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,3072,gemm_torch_flow,0.006685866912206013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,2560,gemm_torch_flow,0.006025599936644236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,2048,gemm_torch_flow,0.005365333457787832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,1024,gemm_torch_flow,0.004007466634114583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,65536,gemm_torch_flow,0.0399455984433492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,768,gemm_torch_flow,0.003667200108369192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,256,gemm_torch_flow,0.0030464000999927522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,512,gemm_torch_flow,0.0034474665919939675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,128,gemm_torch_flow,0.0028970666229724885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,64,gemm_torch_flow,0.0027200000981489818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,1024,32,gemm_torch_flow,0.002703999976317088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,10240,gemm_torch_flow,0.00934933324654897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,16384,gemm_torch_flow,0.011332266529401143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,7168,gemm_torch_flow,0.008326399823029835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,12288,gemm_torch_flow,0.009854933619499207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,6144,gemm_torch_flow,0.007338666419188182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,8192,gemm_torch_flow,0.00874133308728536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,5120,gemm_torch_flow,0.007236266632874806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,4096,gemm_torch_flow,0.00665280024210612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,3072,gemm_torch_flow,0.0065749332308769224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,3584,gemm_torch_flow,0.006811733543872833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,2560,gemm_torch_flow,0.007867733140786488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,65536,gemm_torch_flow,0.03043946623802185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,2048,gemm_torch_flow,0.006611200173695882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,768,gemm_torch_flow,0.0042453333735466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,1536,gemm_torch_flow,0.005797333518664042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,1024,gemm_torch_flow,0.004240000247955322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,512,gemm_torch_flow,0.0037578667203585305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,256,gemm_torch_flow,0.003160533308982849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,32,gemm_torch_flow,0.002703999976317088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,128,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,768,64,gemm_torch_flow,0.0026869334280490874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,10240,gemm_torch_flow,0.0083146666487058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,16384,gemm_torch_flow,0.009687466422716777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,12288,gemm_torch_flow,0.008496000369389852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,4096,gemm_torch_flow,0.006401066482067108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,65536,gemm_torch_flow,0.022383999824523926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,7168,gemm_torch_flow,0.006849066913127899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,8192,gemm_torch_flow,0.007522133489449819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,5120,gemm_torch_flow,0.006836266815662384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,6144,gemm_torch_flow,0.006525866687297821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,2560,gemm_torch_flow,0.006119466821352641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,3584,gemm_torch_flow,0.006849066913127899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,3072,gemm_torch_flow,0.006477866570154827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,2048,gemm_torch_flow,0.005399466554323832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,1536,gemm_torch_flow,0.004731733103593191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,256,gemm_torch_flow,0.0031199999153614043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,1024,gemm_torch_flow,0.0040501333773136135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,768,gemm_torch_flow,0.0037845333417256674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,512,gemm_torch_flow,0.003387733300526937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,128,gemm_torch_flow,0.0029109333952267963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,64,gemm_torch_flow,0.002735999971628189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,512,32,gemm_torch_flow,0.0027434666951497394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,16384,gemm_torch_flow,0.007114666700363159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,10240,gemm_torch_flow,0.006790400048096975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,12288,gemm_torch_flow,0.006656000018119812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,8192,gemm_torch_flow,0.006577066580454509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,65536,gemm_torch_flow,0.014196266730626425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,4096,gemm_torch_flow,0.006279466549555461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,7168,gemm_torch_flow,0.006487466891606649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,5120,gemm_torch_flow,0.006759466727574666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,6144,gemm_torch_flow,0.0063296000162760425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,1536,gemm_torch_flow,0.004654933512210846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,3584,gemm_torch_flow,0.006685866912206013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,3072,gemm_torch_flow,0.006410666803518932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,2048,gemm_torch_flow,0.005317333340644837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,2560,gemm_torch_flow,0.006026666859785716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,768,gemm_torch_flow,0.003623466690381368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,1024,gemm_torch_flow,0.004010666658480962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,512,gemm_torch_flow,0.0033183999359607695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,256,gemm_torch_flow,0.003048533449570338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,32,gemm_torch_flow,0.0027242665489514667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,128,gemm_torch_flow,0.0028351999819278715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,256,64,gemm_torch_flow,0.002674133330583572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,8192,gemm_torch_flow,0.00625600020090739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,16384,gemm_torch_flow,0.006382933259010315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,65536,gemm_torch_flow,0.011168000102043153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,10240,gemm_torch_flow,0.006389333307743073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,12288,gemm_torch_flow,0.006302933394908905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,7168,gemm_torch_flow,0.006179200112819671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,4096,gemm_torch_flow,0.006039466460545858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,6144,gemm_torch_flow,0.006049066781997681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,3584,gemm_torch_flow,0.006506666541099548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,5120,gemm_torch_flow,0.006450133522351582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,3072,gemm_torch_flow,0.006140799820423126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,2560,gemm_torch_flow,0.005992533266544342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,1024,gemm_torch_flow,0.003978666663169861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,2048,gemm_torch_flow,0.005368533233801523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,1536,gemm_torch_flow,0.004677333434422811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,512,gemm_torch_flow,0.003293866664171219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,768,gemm_torch_flow,0.0035914666950702667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,32,gemm_torch_flow,0.002657066782315572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,256,gemm_torch_flow,0.0030826665461063385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,128,gemm_torch_flow,0.0028245332340399425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,128,64,gemm_torch_flow,0.0026367999613285064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,16384,gemm_torch_flow,0.006215466558933258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,65536,gemm_torch_flow,0.008609066406885784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,12288,gemm_torch_flow,0.006138666470845541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,8192,gemm_torch_flow,0.006253866851329804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,10240,gemm_torch_flow,0.006278400123119354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,7168,gemm_torch_flow,0.0060810665289560955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,4096,gemm_torch_flow,0.005987200140953064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,2560,gemm_torch_flow,0.005578666428724925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,6144,gemm_torch_flow,0.006002133091290792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,5120,gemm_torch_flow,0.006364800035953522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,3584,gemm_torch_flow,0.006478933493296306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,3072,gemm_torch_flow,0.006121600170930227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,768,gemm_torch_flow,0.0034645333886146545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,2048,gemm_torch_flow,0.004930133124192556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,1536,gemm_torch_flow,0.004413866500059763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,1024,gemm_torch_flow,0.003751466671625773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,128,gemm_torch_flow,0.0027445333699385325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,256,gemm_torch_flow,0.0029098667204380036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,64,gemm_torch_flow,0.0025600001215934755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,512,gemm_torch_flow,0.0031744000812371576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,64,32,gemm_torch_flow,0.0026133333643277483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,12288,gemm_torch_flow,0.006075733403364817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,16384,gemm_torch_flow,0.006088533500830332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,5120,gemm_torch_flow,0.006259199976921081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,65536,gemm_torch_flow,0.008282666901747386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,7168,gemm_torch_flow,0.006029866635799408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,10240,gemm_torch_flow,0.006265600025653839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,6144,gemm_torch_flow,0.0059456000725428265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,8192,gemm_torch_flow,0.006097066899140676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,3072,gemm_torch_flow,0.006011733412742614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,4096,gemm_torch_flow,0.005897599955399831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,3584,gemm_torch_flow,0.006332799792289734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,2048,gemm_torch_flow,0.005246933301289876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,2560,gemm_torch_flow,0.005913599828879039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,1536,gemm_torch_flow,0.004692266881465912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,1024,gemm_torch_flow,0.0037802666425704955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,512,gemm_torch_flow,0.003197866678237915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,768,gemm_torch_flow,0.0034111998975276947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,256,gemm_torch_flow,0.0028543998797734577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,128,gemm_torch_flow,0.002716800073782603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,64,gemm_torch_flow,0.0025600001215934755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,8,32,32,gemm_torch_flow,0.0025888000925381976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,4096,gemm_torch_flow,0.13371094067891437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,5120,gemm_torch_flow,0.16534825960795085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,6144,gemm_torch_flow,0.19694719314575196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,7168,gemm_torch_flow,0.22924906412760415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,3072,gemm_torch_flow,0.10095466772715252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,8192,gemm_torch_flow,0.26178560256958006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,3584,gemm_torch_flow,0.11574186484018963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,2560,gemm_torch_flow,0.08763733704884848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,10240,gemm_torch_flow,0.32623039881388344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,1536,gemm_torch_flow,0.058449065685272215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,1024,gemm_torch_flow,0.04052799940109253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,2048,gemm_torch_flow,0.07758080164591472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,768,gemm_torch_flow,0.030765867233276366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,128,gemm_torch_flow,0.007298133273919423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,256,gemm_torch_flow,0.01232426663239797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,32,gemm_torch_flow,0.0042581334710121155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,64,gemm_torch_flow,0.004577066500981649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,512,gemm_torch_flow,0.021655466159184775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,12288,gemm_torch_flow,0.3913503964742025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,7168,gemm_torch_flow,0.05667839845021566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,8192,gemm_torch_flow,0.06444480021794638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,10240,gemm_torch_flow,0.0798250675201416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,12288,gemm_torch_flow,0.09427200158437093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,16384,gemm_torch_flow,0.12507092952728271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,4096,gemm_torch_flow,0.034392531712849936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,6144,gemm_torch_flow,0.0555189331372579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,3072,gemm_torch_flow,0.029396265745162964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,5120,gemm_torch_flow,0.04177706638971965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,3584,gemm_torch_flow,0.030728532870610552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,1024,gemm_torch_flow,0.010874666770299276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,2560,gemm_torch_flow,0.025077333052953083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,512,gemm_torch_flow,0.007019733389218648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,768,gemm_torch_flow,0.009843200445175171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,1536,gemm_torch_flow,0.014945066968599954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,256,gemm_torch_flow,0.003991466760635376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,2048,gemm_torch_flow,0.018623999754587808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,128,gemm_torch_flow,0.0034186666210492453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,64,gemm_torch_flow,0.003172266731659571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,32,gemm_torch_flow,0.0031658666829268134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,65536,16384,gemm_torch_flow,0.5209664026896159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,7168,gemm_torch_flow,0.048249598344167074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,6144,gemm_torch_flow,0.0458954652150472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,10240,gemm_torch_flow,0.06794026692708334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,8192,gemm_torch_flow,0.05425066550572714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,12288,gemm_torch_flow,0.07501333554585775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,3584,gemm_torch_flow,0.025471999247868853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,16384,gemm_torch_flow,0.10442240238189697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,3072,gemm_torch_flow,0.022332799434661866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,4096,gemm_torch_flow,0.028410667181015016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,2560,gemm_torch_flow,0.019086933135986327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,5120,gemm_torch_flow,0.035242664813995364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,1024,gemm_torch_flow,0.009357866644859315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,2048,gemm_torch_flow,0.015921066204706825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,1536,gemm_torch_flow,0.013833600282669067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,768,gemm_torch_flow,0.007768533130486806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,256,gemm_torch_flow,0.0037205333511034647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,512,gemm_torch_flow,0.0060576001803080235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,64,gemm_torch_flow,0.003050666550795237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,128,gemm_torch_flow,0.0032853332658608755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,32,gemm_torch_flow,0.0030261332790056865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,7168,gemm_torch_flow,0.03816746473312378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,8192,gemm_torch_flow,0.04759999910990397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,10240,gemm_torch_flow,0.05814826488494873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,12288,gemm_torch_flow,0.06724906762440999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,6144,gemm_torch_flow,0.033207466204961136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,4096,gemm_torch_flow,0.023635200659434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,16384,gemm_torch_flow,0.08964906533559164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,5120,gemm_torch_flow,0.028534400463104247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,3584,gemm_torch_flow,0.02087999979654948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,2560,gemm_torch_flow,0.01580586632092794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,1536,gemm_torch_flow,0.010651733477910359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,3072,gemm_torch_flow,0.018204800287882485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,2048,gemm_torch_flow,0.014088533322016396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,768,gemm_torch_flow,0.0069013332327206925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,1024,gemm_torch_flow,0.008109866579373678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,512,gemm_torch_flow,0.00561706672112147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,256,gemm_torch_flow,0.0035562666753927866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,128,gemm_torch_flow,0.003219199925661087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,64,gemm_torch_flow,0.002882133424282074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,32,gemm_torch_flow,0.002940800040960312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,10240,gemm_torch_flow,0.042081065972646076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,8192,gemm_torch_flow,0.03441066741943359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,16384,65536,gemm_torch_flow,0.5416810353597005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,12288,gemm_torch_flow,0.05188693205515543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,16384,gemm_torch_flow,0.06689279874165853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,7168,gemm_torch_flow,0.030110933383305866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,6144,gemm_torch_flow,0.026390399535497027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,3584,gemm_torch_flow,0.016898133357365928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,4096,gemm_torch_flow,0.019051732619603474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,5120,gemm_torch_flow,0.02540480097134908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,3072,gemm_torch_flow,0.014994133512179056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,2048,gemm_torch_flow,0.010987733801205952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,1536,gemm_torch_flow,0.009050666292508443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,1024,gemm_torch_flow,0.007039999961853028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,2560,gemm_torch_flow,0.013036800424257913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,12288,65536,gemm_torch_flow,0.39903361002604165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,512,gemm_torch_flow,0.004178133110205332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,768,gemm_torch_flow,0.006100266675154368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,128,gemm_torch_flow,0.0033802665770053864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,256,gemm_torch_flow,0.003458133339881897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,64,gemm_torch_flow,0.002935466667016347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,32,gemm_torch_flow,0.0029546665648619336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,8192,gemm_torch_flow,0.03333973487218221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,7168,gemm_torch_flow,0.02996266682942708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,10240,65536,gemm_torch_flow,0.3738069216410319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,12288,gemm_torch_flow,0.047406931718190506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,16384,gemm_torch_flow,0.060296531518300375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,10240,gemm_torch_flow,0.04058666626612346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,3072,gemm_torch_flow,0.015892266233762106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,4096,gemm_torch_flow,0.021129600207010903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,6144,gemm_torch_flow,0.026295467217763262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,3584,gemm_torch_flow,0.01770133376121521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,2560,gemm_torch_flow,0.012132267157236736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,2048,gemm_torch_flow,0.010264533758163451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,5120,gemm_torch_flow,0.02294293244679769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,256,gemm_torch_flow,0.0033461332321166994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,768,gemm_torch_flow,0.0058037335673968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,1024,gemm_torch_flow,0.006737066805362702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,512,gemm_torch_flow,0.0038773333032925926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,1536,gemm_torch_flow,0.008426666259765625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,128,gemm_torch_flow,0.0030645333230495454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,64,gemm_torch_flow,0.002825599908828735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,32,gemm_torch_flow,0.0028938665986061097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,8192,65536,gemm_torch_flow,0.26284586588541664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,8192,gemm_torch_flow,0.029069866736729937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,10240,gemm_torch_flow,0.03356906572977702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,7168,gemm_torch_flow,0.023755733172098795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,12288,gemm_torch_flow,0.041966934998830155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,6144,gemm_torch_flow,0.02505706747372945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,5120,gemm_torch_flow,0.019768534104029338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,16384,gemm_torch_flow,0.054890668392181395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,2048,gemm_torch_flow,0.009842133522033692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,2560,gemm_torch_flow,0.011570133765538533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,3072,gemm_torch_flow,0.013146666685740152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,3584,gemm_torch_flow,0.013572266697883606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,4096,gemm_torch_flow,0.015802666544914246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,1024,gemm_torch_flow,0.00625493327776591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,1536,gemm_torch_flow,0.007985066870848339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,64,gemm_torch_flow,0.0028575999041398365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,768,gemm_torch_flow,0.005221333106358846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,512,gemm_torch_flow,0.0037621334195137024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,32,gemm_torch_flow,0.002807466685771942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,256,gemm_torch_flow,0.00329066663980484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,128,gemm_torch_flow,0.003005866706371307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,7168,65536,gemm_torch_flow,0.22936107317606608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,6144,gemm_torch_flow,0.02005973259607951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,8192,gemm_torch_flow,0.026156800985336303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,7168,gemm_torch_flow,0.02405866583188375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,10240,gemm_torch_flow,0.031941332419713336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,12288,gemm_torch_flow,0.03736960093180339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,16384,gemm_torch_flow,0.04843626817067464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,5120,gemm_torch_flow,0.015895467003186545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,3072,gemm_torch_flow,0.010833066701889039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,4096,gemm_torch_flow,0.013611732920010885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,3584,gemm_torch_flow,0.011993599931399028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,1536,gemm_torch_flow,0.007099733253320058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,2048,gemm_torch_flow,0.008379733562469483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,2560,gemm_torch_flow,0.009476266304651896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,256,gemm_torch_flow,0.0033333333830038703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,768,gemm_torch_flow,0.004273066421349844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,1024,gemm_torch_flow,0.005772800246874491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,512,gemm_torch_flow,0.0036042665441830954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,128,gemm_torch_flow,0.002906666696071625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,32,gemm_torch_flow,0.0028213332096735638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,64,gemm_torch_flow,0.0028277332584063213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,6144,65536,gemm_torch_flow,0.1984000047047933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,8192,gemm_torch_flow,0.0220960001150767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,7168,gemm_torch_flow,0.020124799013137816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,10240,gemm_torch_flow,0.026583466927210492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,6144,gemm_torch_flow,0.018602667252222697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,12288,gemm_torch_flow,0.030294400453567506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,5120,gemm_torch_flow,0.015220266580581666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,16384,gemm_torch_flow,0.03931946754455566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,3584,gemm_torch_flow,0.012244266271591187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,2048,gemm_torch_flow,0.007428266604741414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,3072,gemm_torch_flow,0.011212799946467083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,4096,gemm_torch_flow,0.01316266655921936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,2560,gemm_torch_flow,0.008391466736793519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,1536,gemm_torch_flow,0.0064522668719291685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,5120,65536,gemm_torch_flow,0.1860864003499349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,1024,gemm_torch_flow,0.004727466901143392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,768,gemm_torch_flow,0.0038431999584039056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,512,gemm_torch_flow,0.0035071998834609987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,256,gemm_torch_flow,0.003172266731659571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,32,gemm_torch_flow,0.002734933296839396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,128,gemm_torch_flow,0.0029674666623274487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,64,gemm_torch_flow,0.0027690666417280836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,8192,gemm_torch_flow,0.019460266828536986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,6144,gemm_torch_flow,0.01567893326282501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,7168,gemm_torch_flow,0.017542399962743125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,16384,gemm_torch_flow,0.033129600683848064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,10240,gemm_torch_flow,0.023155200481414794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,12288,gemm_torch_flow,0.02616853316624959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,3072,gemm_torch_flow,0.010738133390744527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,5120,gemm_torch_flow,0.01440000037352244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,4096,gemm_torch_flow,0.012678399682044983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,3584,gemm_torch_flow,0.011731200416882833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,1536,gemm_torch_flow,0.006205866734186808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,2560,gemm_torch_flow,0.008099199831485748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,2048,gemm_torch_flow,0.007009066641330719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,4096,65536,gemm_torch_flow,0.13261013031005858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,1024,gemm_torch_flow,0.004205866654713949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,256,gemm_torch_flow,0.00325546662012736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,768,gemm_torch_flow,0.0037685332198937735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,512,gemm_torch_flow,0.0034954667091369627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,128,gemm_torch_flow,0.0029653333127498626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,64,gemm_torch_flow,0.0027647999425729113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,32,gemm_torch_flow,0.002775466690460841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,16384,gemm_torch_flow,0.029818665981292725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,10240,gemm_torch_flow,0.020884267489115396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,8192,gemm_torch_flow,0.018203733364741008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,7168,gemm_torch_flow,0.01642346680164337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,12288,gemm_torch_flow,0.024714666604995727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,6144,gemm_torch_flow,0.014165332913398743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,5120,gemm_torch_flow,0.013149866461753845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3584,65536,gemm_torch_flow,0.1264426628748576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,3584,gemm_torch_flow,0.011006933450698853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,4096,gemm_torch_flow,0.011669333775838215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,2560,gemm_torch_flow,0.007649066547552745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,1536,gemm_torch_flow,0.005884799857934316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,3072,gemm_torch_flow,0.009904000163078307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,2048,gemm_torch_flow,0.006753066678841908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,1024,gemm_torch_flow,0.004216533402601878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,128,gemm_torch_flow,0.0029696000119050344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,768,gemm_torch_flow,0.0037759999434153237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,512,gemm_torch_flow,0.00346666673819224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,64,gemm_torch_flow,0.0026954665780067446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,32,gemm_torch_flow,0.0027893332143624624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,256,gemm_torch_flow,0.0031221332649389905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,6144,gemm_torch_flow,0.012872533003489176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,16384,gemm_torch_flow,0.026520532369613648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,7168,gemm_torch_flow,0.014362667004267374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,8192,gemm_torch_flow,0.015677866339683533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,12288,gemm_torch_flow,0.02113706668217977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,3072,65536,gemm_torch_flow,0.10404799779256184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,10240,gemm_torch_flow,0.01824000080426534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,5120,gemm_torch_flow,0.011714133620262145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,4096,gemm_torch_flow,0.010338133573532105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,3584,gemm_torch_flow,0.009807999928792317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,2048,gemm_torch_flow,0.006885333359241486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,3072,gemm_torch_flow,0.009198932846387228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,2560,gemm_torch_flow,0.0073173334201176955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,1536,gemm_torch_flow,0.004949333270390829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,768,gemm_torch_flow,0.003804799914360046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,1024,gemm_torch_flow,0.004051200052102407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,256,gemm_torch_flow,0.0030847998956839246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,512,gemm_torch_flow,0.0034400001168251038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,128,gemm_torch_flow,0.0028746667007605235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,64,gemm_torch_flow,0.002746666719516118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,32,gemm_torch_flow,0.00276799996693929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,12288,gemm_torch_flow,0.01836479902267456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2560,65536,gemm_torch_flow,0.09676160017649332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,16384,gemm_torch_flow,0.02253226637840271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,7168,gemm_torch_flow,0.013101866841316223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,5120,gemm_torch_flow,0.01071679989496867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,10240,gemm_torch_flow,0.015396266182263692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,6144,gemm_torch_flow,0.011633066336313884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,8192,gemm_torch_flow,0.013770666718482972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,2560,gemm_torch_flow,0.007102933526039123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,4096,gemm_torch_flow,0.010003200173377991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,3072,gemm_torch_flow,0.008397866288820903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,3584,gemm_torch_flow,0.008854400118192036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,2048,gemm_torch_flow,0.005904000004132589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,1536,gemm_torch_flow,0.00469760000705719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,768,gemm_torch_flow,0.0036415999134381616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,1024,gemm_torch_flow,0.004014933357636133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,512,gemm_torch_flow,0.0033642667035261786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,128,gemm_torch_flow,0.0028319999575614927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,256,gemm_torch_flow,0.003047466774781545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,65536,gemm_torch_flow,0.06875200271606445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,64,gemm_torch_flow,0.0027072000006834666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,2048,32,gemm_torch_flow,0.002735999971628189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,7168,gemm_torch_flow,0.010709333419799804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,16384,gemm_torch_flow,0.017833600441614784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,10240,gemm_torch_flow,0.013187199831008911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,12288,gemm_torch_flow,0.014779733618100485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,8192,gemm_torch_flow,0.011639466881752015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,6144,gemm_torch_flow,0.00956053336461385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,5120,gemm_torch_flow,0.00920746624469757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,4096,gemm_torch_flow,0.008522666494051616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,768,gemm_torch_flow,0.0045045331120491024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,2560,gemm_torch_flow,0.008243200182914735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,3584,gemm_torch_flow,0.008372267087300617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,3072,gemm_torch_flow,0.007650133470694225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,2048,gemm_torch_flow,0.0071381335457166035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,1536,gemm_torch_flow,0.006279466549555461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,1024,gemm_torch_flow,0.005106133222579956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,512,gemm_torch_flow,0.0038933334251244865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,65536,gemm_torch_flow,0.0541813333829244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,256,gemm_torch_flow,0.003221333275238673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,128,gemm_torch_flow,0.002958933264017105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,64,gemm_torch_flow,0.0028319999575614927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1536,32,gemm_torch_flow,0.002942933390537898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,12288,gemm_torch_flow,0.011964799960454305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,16384,gemm_torch_flow,0.01386240025361379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,10240,gemm_torch_flow,0.011147733529408772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,8192,gemm_torch_flow,0.009790933132171631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,4096,gemm_torch_flow,0.007022933165232341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,7168,gemm_torch_flow,0.00909440020720164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,6144,gemm_torch_flow,0.008268799881140392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,5120,gemm_torch_flow,0.008257066706816356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,2048,gemm_torch_flow,0.008426666259765625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,2560,gemm_torch_flow,0.00947093367576599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,3072,gemm_torch_flow,0.006635733445485433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,3584,gemm_torch_flow,0.007154133419195812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,512,gemm_torch_flow,0.005172266562779745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,65536,gemm_torch_flow,0.03793386618296306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,768,gemm_torch_flow,0.004709333181381226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,1536,gemm_torch_flow,0.01034773290157318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,1024,gemm_torch_flow,0.007810133198897044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,256,gemm_torch_flow,0.00391146664818128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,128,gemm_torch_flow,0.0032970666885375976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,32,gemm_torch_flow,0.0030005333324273427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,1024,64,gemm_torch_flow,0.00306986669699351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,16384,gemm_torch_flow,0.011657599608103435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,6144,gemm_torch_flow,0.007527466615041096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,12288,gemm_torch_flow,0.009704533219337463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,10240,gemm_torch_flow,0.00934933324654897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,8192,gemm_torch_flow,0.008775466680526733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,7168,gemm_torch_flow,0.008252800007661184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,5120,gemm_torch_flow,0.00740479975938797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,3584,gemm_torch_flow,0.006872533261775971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,2048,gemm_torch_flow,0.006555733581384023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,4096,gemm_torch_flow,0.00645653357108434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,3072,gemm_torch_flow,0.0064522668719291685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,2560,gemm_torch_flow,0.0077674667040507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,65536,gemm_torch_flow,0.02996693253517151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,1536,gemm_torch_flow,0.006305066744486491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,768,gemm_torch_flow,0.004391466577847799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,1024,gemm_torch_flow,0.004920533299446106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,512,gemm_torch_flow,0.0037717332442601522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,256,gemm_torch_flow,0.003219199925661087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,16384,gemm_torch_flow,0.009922132889429728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,128,gemm_torch_flow,0.0028757333755493166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,32,gemm_torch_flow,0.002809600035349528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,768,64,gemm_torch_flow,0.0028266665836175283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,7168,gemm_torch_flow,0.006906666855017345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,12288,gemm_torch_flow,0.008481066425641377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,10240,gemm_torch_flow,0.008200533191363017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,8192,gemm_torch_flow,0.007369600236415863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,6144,gemm_torch_flow,0.006466133395830791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,5120,gemm_torch_flow,0.006704000135262807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,65536,gemm_torch_flow,0.022832000255584718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,4096,gemm_torch_flow,0.0063360000650088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,3584,gemm_torch_flow,0.00673173318306605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,3072,gemm_torch_flow,0.0064416001240412395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,2560,gemm_torch_flow,0.006052266558011373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,2048,gemm_torch_flow,0.005412266651789347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,256,gemm_torch_flow,0.003209600100914637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,768,gemm_torch_flow,0.0037439999481042228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,1024,gemm_torch_flow,0.004092800120512644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,1536,gemm_torch_flow,0.004804266492525736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,512,gemm_torch_flow,0.0034314667185147605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,128,gemm_torch_flow,0.002868266652027766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,64,gemm_torch_flow,0.0027402666707833606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,512,32,gemm_torch_flow,0.002755200117826462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,16384,gemm_torch_flow,0.007458133498827617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,12288,gemm_torch_flow,0.006572799881299336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,10240,gemm_torch_flow,0.006577066580454509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,8192,gemm_torch_flow,0.006472533444563548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,65536,gemm_torch_flow,0.014086400469144186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,7168,gemm_torch_flow,0.006444799900054932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,6144,gemm_torch_flow,0.006270933151245117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,4096,gemm_torch_flow,0.006183466811974844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,5120,gemm_torch_flow,0.006724266707897187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,2048,gemm_torch_flow,0.005331199864546458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,768,gemm_torch_flow,0.003587199995915095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,3584,gemm_torch_flow,0.006617600222428639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,3072,gemm_torch_flow,0.00631466656923294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,1024,gemm_torch_flow,0.003953066716591517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,2560,gemm_torch_flow,0.005980800092220307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,1536,gemm_torch_flow,0.004666666686534882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,512,gemm_torch_flow,0.0033386667569478357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,256,gemm_torch_flow,0.0031413334111372627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,128,gemm_torch_flow,0.002865066627661387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,64,gemm_torch_flow,0.002690133452415466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,256,32,gemm_torch_flow,0.0026848000784715016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,65536,gemm_torch_flow,0.010866133371988933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,16384,gemm_torch_flow,0.0062496001521746315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,10240,gemm_torch_flow,0.00647680014371872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,12288,gemm_torch_flow,0.006257066627343495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,7168,gemm_torch_flow,0.006230400005976359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,8192,gemm_torch_flow,0.00622506688038508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,4096,gemm_torch_flow,0.0060127998391787205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,6144,gemm_torch_flow,0.006010666489601135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,2048,gemm_torch_flow,0.005060266455014547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,5120,gemm_torch_flow,0.006415999929110209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,3072,gemm_torch_flow,0.006155733267466227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,1536,gemm_torch_flow,0.004459733267625173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,3584,gemm_torch_flow,0.0064735998709996535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,2560,gemm_torch_flow,0.005676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,512,gemm_torch_flow,0.003253333270549774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,64,gemm_torch_flow,0.0026954665780067446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,1024,gemm_torch_flow,0.0038111999630928038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,128,gemm_torch_flow,0.0028149334092934927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,768,gemm_torch_flow,0.0035146666069825493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,256,gemm_torch_flow,0.002921599894762039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,128,32,gemm_torch_flow,0.0027082666754722597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,65536,gemm_torch_flow,0.00853760043780009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,12288,gemm_torch_flow,0.0060479998588562015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,16384,gemm_torch_flow,0.006133333345254262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,10240,gemm_torch_flow,0.006305066744486491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,8192,gemm_torch_flow,0.0063178668419520065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,6144,gemm_torch_flow,0.005983999868233999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,3584,gemm_torch_flow,0.006428800026575724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,7168,gemm_torch_flow,0.0060597335298856105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,3072,gemm_torch_flow,0.006113066772619883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,5120,gemm_torch_flow,0.006381866832574208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,4096,gemm_torch_flow,0.005958400170008342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,2560,gemm_torch_flow,0.00554666668176651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,2048,gemm_torch_flow,0.005044266581535339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,1024,gemm_torch_flow,0.0038111999630928038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,512,gemm_torch_flow,0.003102933367093404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,1536,gemm_torch_flow,0.004369066655635833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,768,gemm_torch_flow,0.003458133339881897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,256,gemm_torch_flow,0.002993066608905792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,64,gemm_torch_flow,0.0026709333062171934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,128,gemm_torch_flow,0.0028373333315054577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,64,32,gemm_torch_flow,0.0026837334036827086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,16384,gemm_torch_flow,0.006064000229040781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,65536,gemm_torch_flow,0.0073525334397951765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,12288,gemm_torch_flow,0.0060362666845321655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,7168,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,10240,gemm_torch_flow,0.006239999830722809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,4096,gemm_torch_flow,0.0059338668982187905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,3584,gemm_torch_flow,0.006364800035953522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,5120,gemm_torch_flow,0.006348800162474315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,8192,gemm_torch_flow,0.00613973339398702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,6144,gemm_torch_flow,0.005921066800753275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,1536,gemm_torch_flow,0.004382933179537455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,1024,gemm_torch_flow,0.003774933268626531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,2560,gemm_torch_flow,0.005568000177542368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,768,gemm_torch_flow,0.0034688000877698263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,3072,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,2048,gemm_torch_flow,0.004942933221658071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,512,gemm_torch_flow,0.003134933362404505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,256,gemm_torch_flow,0.0029130667448043824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,64,gemm_torch_flow,0.0026805333793163298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,128,gemm_torch_flow,0.0026538667579491934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,4,32,32,gemm_torch_flow,0.002587733417749405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,4096,gemm_torch_flow,0.13267839749654134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,5120,gemm_torch_flow,0.1650485356648763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,6144,gemm_torch_flow,0.19629440307617188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,7168,gemm_torch_flow,0.22897173563639323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,3072,gemm_torch_flow,0.10069973468780517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,8192,gemm_torch_flow,0.26165013313293456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,3584,gemm_torch_flow,0.11550933519999187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,2560,gemm_torch_flow,0.0917738676071167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,512,gemm_torch_flow,0.02152000069618225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,768,gemm_torch_flow,0.030743465820948286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,1536,gemm_torch_flow,0.05841279824574789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,1024,gemm_torch_flow,0.040906667709350586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,10240,gemm_torch_flow,0.3255530675252279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,256,gemm_torch_flow,0.011132799585660299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,64,gemm_torch_flow,0.004330666859944662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,128,gemm_torch_flow,0.007250133156776428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,2048,gemm_torch_flow,0.07709973653157552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,32,gemm_torch_flow,0.004233600199222564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,12288,gemm_torch_flow,0.3908426602681478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,7168,gemm_torch_flow,0.05662506818771362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,8192,gemm_torch_flow,0.06399893363316854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,10240,gemm_torch_flow,0.07964479923248291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,12288,gemm_torch_flow,0.09528960386912028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,6144,gemm_torch_flow,0.05534400145212809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,16384,gemm_torch_flow,0.12459733486175537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,3072,gemm_torch_flow,0.028538666168848675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,4096,gemm_torch_flow,0.034109866619110106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,3584,gemm_torch_flow,0.03003840049107869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,5120,gemm_torch_flow,0.041561599572499594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,2560,gemm_torch_flow,0.022462934255599976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,768,gemm_torch_flow,0.008922666311264038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,1536,gemm_torch_flow,0.014898133277893067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,512,gemm_torch_flow,0.0076117331782976794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,1024,gemm_torch_flow,0.010805333654085796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,2048,gemm_torch_flow,0.020729599396387736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,64,gemm_torch_flow,0.003018666555484136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,128,gemm_torch_flow,0.0033791999022165934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,256,gemm_torch_flow,0.004018133382002512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,32,gemm_torch_flow,0.003099733342727025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,65536,16384,gemm_torch_flow,0.5208896001180012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,7168,gemm_torch_flow,0.04841599861780803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,8192,gemm_torch_flow,0.05203093290328979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,6144,gemm_torch_flow,0.04606719811757405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,10240,gemm_torch_flow,0.06833173433939616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,12288,gemm_torch_flow,0.08080426851908365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,16384,gemm_torch_flow,0.10364693005879719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,2560,gemm_torch_flow,0.020256000757217407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,3072,gemm_torch_flow,0.022216532627741495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,3584,gemm_torch_flow,0.025413332382837932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,4096,gemm_torch_flow,0.02723199923833211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,5120,gemm_torch_flow,0.03550186554590861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,2048,gemm_torch_flow,0.017267199357350667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,1536,gemm_torch_flow,0.012636799613634744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,1024,gemm_torch_flow,0.009381332993507385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,512,gemm_torch_flow,0.006028800209363302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,768,gemm_torch_flow,0.0077461332082748415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,128,gemm_torch_flow,0.003419733295838038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,256,gemm_torch_flow,0.003798400113979975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,64,gemm_torch_flow,0.0029525332152843474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,32,gemm_torch_flow,0.0029311999678611755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,8192,gemm_torch_flow,0.04736746549606323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,7168,gemm_torch_flow,0.0379093329111735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,10240,gemm_torch_flow,0.0581279993057251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,12288,gemm_torch_flow,0.06838613351186117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,16384,gemm_torch_flow,0.09022613366444907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,6144,gemm_torch_flow,0.03344106674194336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,5120,gemm_torch_flow,0.028308266401290895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,3584,gemm_torch_flow,0.02076373298962911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,4096,gemm_torch_flow,0.023654399315516154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,1536,gemm_torch_flow,0.010549333691596986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,1024,gemm_torch_flow,0.008077866832415263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,2560,gemm_torch_flow,0.01588373382886251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,2048,gemm_torch_flow,0.012994133432706199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,3072,gemm_torch_flow,0.01767786741256714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,768,gemm_torch_flow,0.006902400155862172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,512,gemm_torch_flow,0.005551999807357788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,32,gemm_torch_flow,0.0030005333324273427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,256,gemm_torch_flow,0.0035637333989143372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,128,gemm_torch_flow,0.0031776001056035364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,64,gemm_torch_flow,0.0029567999144395193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,8192,gemm_torch_flow,0.03421760002772013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,12288,gemm_torch_flow,0.05145599842071533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,10240,gemm_torch_flow,0.041864534219106034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,16384,65536,gemm_torch_flow,0.5605002721150716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,16384,gemm_torch_flow,0.06670186519622803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,5120,gemm_torch_flow,0.022639999787012734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,6144,gemm_torch_flow,0.026452267169952394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,4096,gemm_torch_flow,0.02086826761563619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,3584,gemm_torch_flow,0.016923733552296958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,7168,gemm_torch_flow,0.030356266101201373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,1536,gemm_torch_flow,0.00902186632156372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,2560,gemm_torch_flow,0.012962133685747782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,3072,gemm_torch_flow,0.014856533209482829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,1024,gemm_torch_flow,0.007077333331108093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,2048,gemm_torch_flow,0.011035733421643575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,768,gemm_torch_flow,0.006076799829800924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,12288,65536,gemm_torch_flow,0.3981856028238932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,512,gemm_torch_flow,0.004329599936803182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,256,gemm_torch_flow,0.0034741332133611047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,32,gemm_torch_flow,0.0029311999678611755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,64,gemm_torch_flow,0.002914133419593175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,128,gemm_torch_flow,0.00322026660044988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,7168,gemm_torch_flow,0.03004693388938904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,10240,gemm_torch_flow,0.039927466710408525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,8192,gemm_torch_flow,0.03335893154144287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,10240,65536,gemm_torch_flow,0.36023041407267253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,12288,gemm_torch_flow,0.04650133450826009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,16384,gemm_torch_flow,0.05972266594568888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,5120,gemm_torch_flow,0.022845866282780965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,4096,gemm_torch_flow,0.01955839991569519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,3584,gemm_torch_flow,0.01895466645558675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,6144,gemm_torch_flow,0.02606719930966695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,2560,gemm_torch_flow,0.012200533350308736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,3072,gemm_torch_flow,0.01584106683731079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,2048,gemm_torch_flow,0.01029973328113556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,1536,gemm_torch_flow,0.008545066912968953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,512,gemm_torch_flow,0.003975466638803482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,256,gemm_torch_flow,0.003357866654793421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,1024,gemm_torch_flow,0.006681600213050842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,768,gemm_torch_flow,0.005714133381843567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,128,gemm_torch_flow,0.0031530665854612983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,32,gemm_torch_flow,0.0028405333558718365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,64,gemm_torch_flow,0.002890666574239731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,8192,65536,gemm_torch_flow,0.26182506879170736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,8192,gemm_torch_flow,0.029661866029103597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,10240,gemm_torch_flow,0.03343679904937744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,7168,gemm_torch_flow,0.025378133853276568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,12288,gemm_torch_flow,0.04326933224995931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,16384,gemm_torch_flow,0.05546346505482992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,4096,gemm_torch_flow,0.015843199690183003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,5120,gemm_torch_flow,0.019926400979359944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,6144,gemm_torch_flow,0.025111466646194458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,3584,gemm_torch_flow,0.014417066176732381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,3072,gemm_torch_flow,0.01328000028928121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,2048,gemm_torch_flow,0.009688533345858256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,1536,gemm_torch_flow,0.00805866668621699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,2560,gemm_torch_flow,0.011222400267918905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,1024,gemm_torch_flow,0.0063285330931345625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,128,gemm_torch_flow,0.003050666550795237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,768,gemm_torch_flow,0.005211733281612396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,256,gemm_torch_flow,0.003356799980004629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,512,gemm_torch_flow,0.0038730666041374207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,64,gemm_torch_flow,0.0028192001084486645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,32,gemm_torch_flow,0.0028480000793933867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,7168,65536,gemm_torch_flow,0.23057066599527992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,7168,gemm_torch_flow,0.024002132813135783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,12288,gemm_torch_flow,0.03715200026830037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,8192,gemm_torch_flow,0.025875200827916462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,10240,gemm_torch_flow,0.03168853322664897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,16384,gemm_torch_flow,0.04710826476414998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,4096,gemm_torch_flow,0.013595733046531677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,6144,gemm_torch_flow,0.01999359925587972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,3072,gemm_torch_flow,0.010755200187365215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,3584,gemm_torch_flow,0.011929600437482198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,5120,gemm_torch_flow,0.016115199526151022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,2048,gemm_torch_flow,0.008294400076071422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,2560,gemm_torch_flow,0.009546666344006857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,1536,gemm_torch_flow,0.0071274667978286745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,256,gemm_torch_flow,0.0033269333342711128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,1024,gemm_torch_flow,0.005726933479309082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,512,gemm_torch_flow,0.0036533333361148832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,768,gemm_torch_flow,0.004175999760627746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,128,gemm_torch_flow,0.003070933371782303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,32,gemm_torch_flow,0.0028917332490285236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,64,gemm_torch_flow,0.0027797333896160126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,6144,65536,gemm_torch_flow,0.19523626963297527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,8192,gemm_torch_flow,0.021938133239746093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,7168,gemm_torch_flow,0.0199178675810496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,12288,gemm_torch_flow,0.029419734080632524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,10240,gemm_torch_flow,0.02570880055427551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,6144,gemm_torch_flow,0.018567466735839845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,16384,gemm_torch_flow,0.03964586655298869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,5120,gemm_torch_flow,0.015153066317240397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,2560,gemm_torch_flow,0.008506666620572407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,3584,gemm_torch_flow,0.012228266398111979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,3072,gemm_torch_flow,0.01116480032602946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,1536,gemm_torch_flow,0.006433066725730896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,4096,gemm_torch_flow,0.013367467125256858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,2048,gemm_torch_flow,0.00745066652695338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,5120,65536,gemm_torch_flow,0.18548906644185384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,256,gemm_torch_flow,0.0032810665667057036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,512,gemm_torch_flow,0.003550933301448822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,768,gemm_torch_flow,0.0038933334251244865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,1024,gemm_torch_flow,0.004770133395989736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,64,gemm_torch_flow,0.0027562665442625684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,128,gemm_torch_flow,0.0028714666763941447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,32,gemm_torch_flow,0.002784000088771184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,6144,gemm_torch_flow,0.015610667069753012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,8192,gemm_torch_flow,0.019288533926010133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,7168,gemm_torch_flow,0.017448532581329345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,10240,gemm_torch_flow,0.0226474662621816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,12288,gemm_torch_flow,0.02608319918314616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,16384,gemm_torch_flow,0.03292160034179688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,5120,gemm_torch_flow,0.014327466487884521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,4096,gemm_torch_flow,0.012640000383059184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,1536,gemm_torch_flow,0.00629013329744339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,3584,gemm_torch_flow,0.011548800269762675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,3072,gemm_torch_flow,0.010539733370145162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,2560,gemm_torch_flow,0.007982933521270752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,4096,65536,gemm_torch_flow,0.14058879216512044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,2048,gemm_torch_flow,0.0070165331164995836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,768,gemm_torch_flow,0.003870933254559835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,1024,gemm_torch_flow,0.004149333387613296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,256,gemm_torch_flow,0.003126399964094162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,512,gemm_torch_flow,0.0035103999078273775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,32,gemm_torch_flow,0.002794666588306427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,128,gemm_torch_flow,0.002881066749493281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,64,gemm_torch_flow,0.0027615999182065325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,6144,gemm_torch_flow,0.0152319997549057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,7168,gemm_torch_flow,0.01643946667512258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,8192,gemm_torch_flow,0.01804373264312744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,10240,gemm_torch_flow,0.020772266387939452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,12288,gemm_torch_flow,0.023562665780385336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,16384,gemm_torch_flow,0.031804800033569336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3584,65536,gemm_torch_flow,0.12413973013559979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,5120,gemm_torch_flow,0.01370133360226949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,4096,gemm_torch_flow,0.011596799890200297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,3584,gemm_torch_flow,0.010786133011182149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,2560,gemm_torch_flow,0.007655466596285502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,3072,gemm_torch_flow,0.010009599725405376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,1536,gemm_torch_flow,0.005947733422120413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,2048,gemm_torch_flow,0.006781866649786632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,256,gemm_torch_flow,0.0031413334111372627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,64,gemm_torch_flow,0.002765866617361705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,1024,gemm_torch_flow,0.004145066688458125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,768,gemm_torch_flow,0.003804799914360046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,512,gemm_torch_flow,0.003492266684770584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,128,gemm_torch_flow,0.0029386666913827257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,32,gemm_torch_flow,0.0027189334233601887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,3072,65536,gemm_torch_flow,0.10356266498565674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,6144,gemm_torch_flow,0.01288426617781321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,8192,gemm_torch_flow,0.015595733126004537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,10240,gemm_torch_flow,0.018153599898020425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,7168,gemm_torch_flow,0.014429866274197897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,12288,gemm_torch_flow,0.020980266729990642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,16384,gemm_torch_flow,0.026289065678914387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,5120,gemm_torch_flow,0.012519466876983642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,4096,gemm_torch_flow,0.010470400253931682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,3584,gemm_torch_flow,0.009608532985051472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,1536,gemm_torch_flow,0.0050805335243542995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,3072,gemm_torch_flow,0.00906880001227061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,2560,gemm_torch_flow,0.00726506660381953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,2048,gemm_torch_flow,0.006552533308664958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,1024,gemm_torch_flow,0.0040949332217375435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,256,gemm_torch_flow,0.0032330666979153953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,768,gemm_torch_flow,0.0037664001186688742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,512,gemm_torch_flow,0.003453866640726725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,128,gemm_torch_flow,0.002780800064404805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,64,gemm_torch_flow,0.0027413333455721537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,32,gemm_torch_flow,0.0027872001131375628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,6144,gemm_torch_flow,0.011992533008257549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,16384,gemm_torch_flow,0.02183893322944641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,7168,gemm_torch_flow,0.01262399951616923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,10240,gemm_torch_flow,0.01595626672108968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,8192,gemm_torch_flow,0.013861333330472311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2560,65536,gemm_torch_flow,0.0934058666229248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,12288,gemm_torch_flow,0.01857066750526428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,4096,gemm_torch_flow,0.009684266646703084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,5120,gemm_torch_flow,0.010855467120806376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,3584,gemm_torch_flow,0.008904533584912618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,1024,gemm_torch_flow,0.004014933357636133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,2560,gemm_torch_flow,0.007100800176461537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,2048,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,3072,gemm_torch_flow,0.008317866424719492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,1536,gemm_torch_flow,0.00469760000705719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,256,gemm_torch_flow,0.0031648000081380212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,512,gemm_torch_flow,0.0033610666791598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,768,gemm_torch_flow,0.0037109332780043284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,65536,gemm_torch_flow,0.06913599967956544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,128,gemm_torch_flow,0.002833066632350286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,64,gemm_torch_flow,0.002696533252795537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,2048,32,gemm_torch_flow,0.002700799951950709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,8192,gemm_torch_flow,0.011689600348472596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,10240,gemm_torch_flow,0.01344319979349772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,7168,gemm_torch_flow,0.010572800040245056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,6144,gemm_torch_flow,0.009831466277440389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,12288,gemm_torch_flow,0.014356266458829245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,5120,gemm_torch_flow,0.009211732943852743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,16384,gemm_torch_flow,0.01780160069465637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,4096,gemm_torch_flow,0.00848640004793803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,3072,gemm_torch_flow,0.007590400179227193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,3584,gemm_torch_flow,0.008427733182907104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,768,gemm_torch_flow,0.004462933540344239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,2560,gemm_torch_flow,0.008961066603660583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,1024,gemm_torch_flow,0.005162666738033295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,2048,gemm_torch_flow,0.007879466811815897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,1536,gemm_torch_flow,0.0061941335598627726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,128,gemm_torch_flow,0.00297173336148262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,512,gemm_torch_flow,0.003718400001525879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,256,gemm_torch_flow,0.003239466746648153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,32,gemm_torch_flow,0.0028949332733949023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,65536,gemm_torch_flow,0.05368959903717041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1536,64,gemm_torch_flow,0.0027882667879263563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,12288,gemm_torch_flow,0.012020267049471537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,16384,gemm_torch_flow,0.014351999759674073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,10240,gemm_torch_flow,0.010824533303578694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,7168,gemm_torch_flow,0.009036800265312195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,6144,gemm_torch_flow,0.008196266492207845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,5120,gemm_torch_flow,0.008152533570925396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,8192,gemm_torch_flow,0.009821866949399311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,4096,gemm_torch_flow,0.0067893331249554946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,768,gemm_torch_flow,0.006431999802589417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,3584,gemm_torch_flow,0.007088000078996022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,3072,gemm_torch_flow,0.006567466755708058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,2560,gemm_torch_flow,0.013062399625778199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,2048,gemm_torch_flow,0.012870400150616964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,65536,gemm_torch_flow,0.038261334101359054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,1536,gemm_torch_flow,0.010312533378601075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,1024,gemm_torch_flow,0.007659733295440674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,512,gemm_torch_flow,0.0051360001166661584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,256,gemm_torch_flow,0.00383786658445994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,64,gemm_torch_flow,0.0030389333764712016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,32,gemm_torch_flow,0.0029525332152843474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,1024,128,gemm_torch_flow,0.0032266666491826378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,10240,gemm_torch_flow,0.009326933821042379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,16384,gemm_torch_flow,0.011406933267911274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,12288,gemm_torch_flow,0.010021332899729412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,4096,gemm_torch_flow,0.00660693347454071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,7168,gemm_torch_flow,0.008262399832407634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,6144,gemm_torch_flow,0.007551999886830647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,8192,gemm_torch_flow,0.00867306689421336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,5120,gemm_torch_flow,0.007149866720040639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,3584,gemm_torch_flow,0.006887466708819072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,65536,gemm_torch_flow,0.029989333947499593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,3072,gemm_torch_flow,0.006532266736030579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,2560,gemm_torch_flow,0.008542933066685994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,2048,gemm_torch_flow,0.0077002664407094315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,1536,gemm_torch_flow,0.0062165334820747375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,1024,gemm_torch_flow,0.004730666677157084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,768,gemm_torch_flow,0.004177066683769226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,512,gemm_torch_flow,0.0037162666519482933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,64,gemm_torch_flow,0.00276053324341774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,256,gemm_torch_flow,0.003173333406448364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,128,gemm_torch_flow,0.002996266633272171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,768,32,gemm_torch_flow,0.002810666710138321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,8192,gemm_torch_flow,0.007099733253320058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,16384,gemm_torch_flow,0.009737599889437358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,10240,gemm_torch_flow,0.008164266745249431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,12288,gemm_torch_flow,0.00842026670773824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,7168,gemm_torch_flow,0.00681386689345042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,5120,gemm_torch_flow,0.006704000135262807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,6144,gemm_torch_flow,0.006437333424886067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,4096,gemm_torch_flow,0.00626453310251236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,65536,gemm_torch_flow,0.02295573353767395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,3584,gemm_torch_flow,0.00664106657107671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,3072,gemm_torch_flow,0.006364800035953522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,1536,gemm_torch_flow,0.004766933123270671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,2560,gemm_torch_flow,0.006108800073464712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,2048,gemm_torch_flow,0.00543146679798762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,768,gemm_torch_flow,0.0037418665985266366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,1024,gemm_torch_flow,0.00413226659099261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,64,gemm_torch_flow,0.002812800059715907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,512,gemm_torch_flow,0.0034101332227389016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,128,gemm_torch_flow,0.0028512001037597655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,256,gemm_torch_flow,0.003068800022204717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,512,32,gemm_torch_flow,0.0026911998788515727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,16384,gemm_torch_flow,0.0070165331164995836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,12288,gemm_torch_flow,0.006443733473618825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,10240,gemm_torch_flow,0.006593066453933716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,65536,gemm_torch_flow,0.014186666409174601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,4096,gemm_torch_flow,0.00628053347269694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,7168,gemm_torch_flow,0.006364800035953522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,6144,gemm_torch_flow,0.006250666578610738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,8192,gemm_torch_flow,0.0064629331231117245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,5120,gemm_torch_flow,0.006569600105285645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,3584,gemm_torch_flow,0.006682666639486949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,2048,gemm_torch_flow,0.0053045332431793215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,3072,gemm_torch_flow,0.006409599880377452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,2560,gemm_torch_flow,0.006018133461475372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,1536,gemm_torch_flow,0.0046517332394917805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,1024,gemm_torch_flow,0.003995733211437861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,768,gemm_torch_flow,0.0036320000886917113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,512,gemm_torch_flow,0.003323733309904734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,128,gemm_torch_flow,0.002828799933195114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,64,gemm_torch_flow,0.0027253332237402597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,256,gemm_torch_flow,0.003083733220895131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,256,32,gemm_torch_flow,0.0026634665826956432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,16384,gemm_torch_flow,0.006101333101590474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,8192,gemm_torch_flow,0.006257066627343495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,12288,gemm_torch_flow,0.006119466821352641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,65536,gemm_torch_flow,0.010904533664385478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,10240,gemm_torch_flow,0.006355200211207073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,7168,gemm_torch_flow,0.006123733520507812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,6144,gemm_torch_flow,0.0060703997810681665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,3584,gemm_torch_flow,0.006489600241184235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,5120,gemm_torch_flow,0.006387199958165486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,4096,gemm_torch_flow,0.005985066791375478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,1536,gemm_torch_flow,0.004424533247947693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,2560,gemm_torch_flow,0.005688533186912537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,3072,gemm_torch_flow,0.0060917332768440245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,2048,gemm_torch_flow,0.005063466727733612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,768,gemm_torch_flow,0.0035018667578697203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,1024,gemm_torch_flow,0.0038602667550245917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,128,gemm_torch_flow,0.002889599899450938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,512,gemm_torch_flow,0.0032981333633263906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,64,gemm_torch_flow,0.002700799951950709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,256,gemm_torch_flow,0.0029557332396507262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,128,32,gemm_torch_flow,0.0026581334571043652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,16384,gemm_torch_flow,0.006088533500830332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,65536,gemm_torch_flow,0.008386133114496867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,12288,gemm_torch_flow,0.006080000102519989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,10240,gemm_torch_flow,0.00626453310251236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,7168,gemm_torch_flow,0.006066133578618368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,4096,gemm_torch_flow,0.0059232001503308615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,6144,gemm_torch_flow,0.00595413347085317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,8192,gemm_torch_flow,0.006163200239340464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,3584,gemm_torch_flow,0.006421333551406861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,5120,gemm_torch_flow,0.00631466656923294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,3072,gemm_torch_flow,0.006122666597366333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,2560,gemm_torch_flow,0.005596800148487091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,1536,gemm_torch_flow,0.004382933179537455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,2048,gemm_torch_flow,0.004966400067011515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,1024,gemm_torch_flow,0.003735466549793879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,512,gemm_torch_flow,0.003126399964094162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,768,gemm_torch_flow,0.003454933315515518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,256,gemm_torch_flow,0.002959999938805898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,32,gemm_torch_flow,0.0026346666117509207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,64,gemm_torch_flow,0.002696533252795537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,64,128,gemm_torch_flow,0.002863999952872594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,65536,gemm_torch_flow,0.008231466511885326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,12288,gemm_torch_flow,0.006017066538333893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,16384,gemm_torch_flow,0.00621013343334198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,7168,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,8192,gemm_torch_flow,0.006162133316198985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,10240,gemm_torch_flow,0.006253866851329804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,6144,gemm_torch_flow,0.005915733178456625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,5120,gemm_torch_flow,0.006346666812896728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,2560,gemm_torch_flow,0.005566933254400889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,3584,gemm_torch_flow,0.0063509335120519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,4096,gemm_torch_flow,0.005891199906667074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,2048,gemm_torch_flow,0.004954666892687479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,3072,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,1024,gemm_torch_flow,0.003740799923737844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,1536,gemm_torch_flow,0.004384000102678935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,512,gemm_torch_flow,0.003101866692304611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,768,gemm_torch_flow,0.0034826666116714476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,256,gemm_torch_flow,0.002887466549873352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,64,gemm_torch_flow,0.002616533388694127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,128,gemm_torch_flow,0.002712533374627431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,2,32,32,gemm_torch_flow,0.0026410666604836782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,4096,gemm_torch_flow,0.133188263575236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,5120,gemm_torch_flow,0.16524160703023275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,6144,gemm_torch_flow,0.1964479923248291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,7168,gemm_torch_flow,0.2290122667948405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,8192,gemm_torch_flow,0.26077226003011067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,3584,gemm_torch_flow,0.11524693171183269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,3072,gemm_torch_flow,0.10038613478342692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,10240,gemm_torch_flow,0.3260277430216471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,2560,gemm_torch_flow,0.09156693617502848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,512,gemm_torch_flow,0.02155733307202657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,2048,gemm_torch_flow,0.07698026498158773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,1024,gemm_torch_flow,0.03979626496632894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,128,gemm_torch_flow,0.007276799778143566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,768,gemm_torch_flow,0.030693332354227703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,256,gemm_torch_flow,0.012265599767367045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,64,gemm_torch_flow,0.004337066908677419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,1536,gemm_torch_flow,0.0583840012550354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,32,gemm_torch_flow,0.004226133227348328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,12288,gemm_torch_flow,0.39050238927205405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,7168,gemm_torch_flow,0.056447998682657874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,8192,gemm_torch_flow,0.06439573367436727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,10240,gemm_torch_flow,0.07947413126627603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,12288,gemm_torch_flow,0.09443413416544597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,6144,gemm_torch_flow,0.0554805318514506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,4096,gemm_torch_flow,0.0341482679049174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,5120,gemm_torch_flow,0.041629866758982344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,16384,gemm_torch_flow,0.12535146872202557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,3584,gemm_torch_flow,0.030743465820948286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,65536,16384,gemm_torch_flow,0.5198805491129558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,3072,gemm_torch_flow,0.02948480049769084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,512,gemm_torch_flow,0.0076106667518615724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,2560,gemm_torch_flow,0.02250666618347168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,1024,gemm_torch_flow,0.012081066767374676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,768,gemm_torch_flow,0.008938666184743245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,1536,gemm_torch_flow,0.014862933754920959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,2048,gemm_torch_flow,0.018744534254074095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,128,gemm_torch_flow,0.003436800092458725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,256,gemm_torch_flow,0.004110933343569437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,64,gemm_torch_flow,0.0030080000559488933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,32,gemm_torch_flow,0.0030645333230495454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,6144,gemm_torch_flow,0.041000533103942874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,7168,gemm_torch_flow,0.04713813463846843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,8192,gemm_torch_flow,0.05495680173238119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,10240,gemm_torch_flow,0.06691733201344809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,12288,gemm_torch_flow,0.08123520215352377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,3072,gemm_torch_flow,0.021767467260360718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,3584,gemm_torch_flow,0.025525333484013875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,5120,gemm_torch_flow,0.03441280126571655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,16384,gemm_torch_flow,0.10248533089955647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,4096,gemm_torch_flow,0.02805546720822652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,2560,gemm_torch_flow,0.02076586683591207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,2048,gemm_torch_flow,0.015692800283432007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,768,gemm_torch_flow,0.008345599969228108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,512,gemm_torch_flow,0.006109866499900818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,1024,gemm_torch_flow,0.00925973355770111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,128,gemm_torch_flow,0.003337600082159042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,256,gemm_torch_flow,0.003739733248949051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,1536,gemm_torch_flow,0.01267519990603129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,64,gemm_torch_flow,0.002993066608905792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,32,gemm_torch_flow,0.0029706666866938275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,7168,gemm_torch_flow,0.037913600603739425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,8192,gemm_torch_flow,0.04609920183817546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,10240,gemm_torch_flow,0.05748480161031087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,12288,gemm_torch_flow,0.06824213663736979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,16384,gemm_torch_flow,0.08943040370941162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,3584,gemm_torch_flow,0.0199178675810496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,4096,gemm_torch_flow,0.02354773283004761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,3072,gemm_torch_flow,0.018106667200724284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,5120,gemm_torch_flow,0.02840320070584615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,6144,gemm_torch_flow,0.03287146687507629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,1536,gemm_torch_flow,0.010599467158317565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,1024,gemm_torch_flow,0.008123733103275299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,512,gemm_torch_flow,0.005604266623655955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,768,gemm_torch_flow,0.0069013332327206925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,2048,gemm_torch_flow,0.013223466277122498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,2560,gemm_torch_flow,0.015235199530919393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,128,gemm_torch_flow,0.0032885332902272543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,256,gemm_torch_flow,0.0035455999275048576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,64,gemm_torch_flow,0.0029738667110602063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,32,gemm_torch_flow,0.0029504001140594482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,16384,65536,gemm_torch_flow,0.5407103856404623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,8192,gemm_torch_flow,0.03430399894714355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,7168,gemm_torch_flow,0.03398720026016235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,10240,gemm_torch_flow,0.04255359967549642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,12288,gemm_torch_flow,0.051300267378489174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,16384,gemm_torch_flow,0.06664213339487711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,5120,gemm_torch_flow,0.0230240007241567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,3584,gemm_torch_flow,0.01704853375752767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,4096,gemm_torch_flow,0.01927679975827535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,3072,gemm_torch_flow,0.014907733599344889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,6144,gemm_torch_flow,0.026918399333953857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,12288,65536,gemm_torch_flow,0.3983711878458659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,1024,gemm_torch_flow,0.007085866729418437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,1536,gemm_torch_flow,0.009086933732032777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,2560,gemm_torch_flow,0.013195733229319254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,2048,gemm_torch_flow,0.011136000355084736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,768,gemm_torch_flow,0.006072533130645752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,256,gemm_torch_flow,0.00346666673819224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,512,gemm_torch_flow,0.004518400132656098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,64,gemm_torch_flow,0.002834133307139079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,128,gemm_torch_flow,0.0031360000371932983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,32,gemm_torch_flow,0.002976000060637792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,10240,gemm_torch_flow,0.0404362678527832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,7168,gemm_torch_flow,0.029733333985010785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,10240,65536,gemm_torch_flow,0.3695103963216146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,8192,gemm_torch_flow,0.03362773259480794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,12288,gemm_torch_flow,0.046971734364827475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,16384,gemm_torch_flow,0.05917653242746988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,6144,gemm_torch_flow,0.02624853253364563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,4096,gemm_torch_flow,0.021384533246358237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,3584,gemm_torch_flow,0.017857066790262856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,5120,gemm_torch_flow,0.022920533021291097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,3072,gemm_torch_flow,0.01602133313814799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,2560,gemm_torch_flow,0.011970133582750956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,2048,gemm_torch_flow,0.010444800059000652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,1536,gemm_torch_flow,0.008546132842699687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,256,gemm_torch_flow,0.0033919999996821085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,768,gemm_torch_flow,0.005829333265622457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,1024,gemm_torch_flow,0.0066655998428662615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,512,gemm_torch_flow,0.004108799993991852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,128,gemm_torch_flow,0.0030720000465710956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,32,gemm_torch_flow,0.002942933390537898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,64,gemm_torch_flow,0.002902399996916453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,8192,65536,gemm_torch_flow,0.2772512118021647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,8192,gemm_torch_flow,0.02754240036010742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,10240,gemm_torch_flow,0.03707306782404582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,7168,gemm_torch_flow,0.02418346603711446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,12288,gemm_torch_flow,0.04214080174763997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,16384,gemm_torch_flow,0.051104001204172765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,4096,gemm_torch_flow,0.016614400347073875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,6144,gemm_torch_flow,0.02542613347371419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,5120,gemm_torch_flow,0.018631466229756675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,3072,gemm_torch_flow,0.012937600413958231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,3584,gemm_torch_flow,0.014051199952761332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,2560,gemm_torch_flow,0.011133866508801778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,1024,gemm_torch_flow,0.006268799801667531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,2048,gemm_torch_flow,0.00997866690158844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,1536,gemm_torch_flow,0.008085333307584127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,768,gemm_torch_flow,0.005142400165398916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,512,gemm_torch_flow,0.003955200066169103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,128,gemm_torch_flow,0.0031317333380381264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,256,gemm_torch_flow,0.0033183999359607695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,64,gemm_torch_flow,0.002829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,32,gemm_torch_flow,0.002867199977238973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,7168,65536,gemm_torch_flow,0.22906346321105958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,8192,gemm_torch_flow,0.02611733277638753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,10240,gemm_torch_flow,0.03130240043004354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,12288,gemm_torch_flow,0.03668373425801595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,7168,gemm_torch_flow,0.023749333620071412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,16384,gemm_torch_flow,0.047746133804321286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,5120,gemm_torch_flow,0.016233600179354348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,6144,gemm_torch_flow,0.02042133410771688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,3584,gemm_torch_flow,0.011990400155385335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,3072,gemm_torch_flow,0.01088853379090627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,2560,gemm_torch_flow,0.009488000472386678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,2048,gemm_torch_flow,0.00853546659151713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,4096,gemm_torch_flow,0.01374399960041046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,1536,gemm_torch_flow,0.007245866457621257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,256,gemm_torch_flow,0.003201066702604294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,512,gemm_torch_flow,0.0036874666810035707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,1024,gemm_torch_flow,0.005727999905745188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,768,gemm_torch_flow,0.004275199770927429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,32,gemm_torch_flow,0.002811733384927114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,128,gemm_torch_flow,0.003049599876006444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,64,gemm_torch_flow,0.002834133307139079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,6144,65536,gemm_torch_flow,0.19580373764038086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,10240,gemm_torch_flow,0.026338134209314985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,8192,gemm_torch_flow,0.02159893314043681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,6144,gemm_torch_flow,0.018823466698328652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,12288,gemm_torch_flow,0.030508800347646074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,7168,gemm_torch_flow,0.020016000668207804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,16384,gemm_torch_flow,0.038540800412495926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,5120,gemm_torch_flow,0.015408000349998474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,2048,gemm_torch_flow,0.0074527998765309645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,3584,gemm_torch_flow,0.01225279966990153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,3072,gemm_torch_flow,0.01118293305238088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,2560,gemm_torch_flow,0.008419199784596761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,4096,gemm_torch_flow,0.013215999801953635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,1024,gemm_torch_flow,0.004576000074545542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,1536,gemm_torch_flow,0.006363733112812043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,5120,65536,gemm_torch_flow,0.1803167978922526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,768,gemm_torch_flow,0.003899733225504557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,512,gemm_torch_flow,0.003571200122435888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,256,gemm_torch_flow,0.0031487998863061273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,64,gemm_torch_flow,0.00279573326309522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,128,gemm_torch_flow,0.0029440000653266907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,32,gemm_torch_flow,0.0027594665686289472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,6144,gemm_torch_flow,0.015657599767049155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,8192,gemm_torch_flow,0.019215999046961467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,7168,gemm_torch_flow,0.01763413349787394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,10240,gemm_torch_flow,0.022757333517074586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,12288,gemm_torch_flow,0.026257065931955974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,4096,gemm_torch_flow,0.012447999914487202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,16384,gemm_torch_flow,0.033165866136550905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,5120,gemm_torch_flow,0.014275200168291726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,3584,gemm_torch_flow,0.011522133151690166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,3072,gemm_torch_flow,0.010802132884661357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,2560,gemm_torch_flow,0.00804799993832906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,1024,gemm_torch_flow,0.004185600082079569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,2048,gemm_torch_flow,0.007054933408896129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,4096,65536,gemm_torch_flow,0.13020906448364258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,1536,gemm_torch_flow,0.006231466432412466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,768,gemm_torch_flow,0.003832533210515976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,128,gemm_torch_flow,0.002926933268706004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,64,gemm_torch_flow,0.0028042666614055633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,32,gemm_torch_flow,0.0027690666417280836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,256,gemm_torch_flow,0.003230933348337809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,512,gemm_torch_flow,0.003502933432658514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,10240,gemm_torch_flow,0.020529067516326903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,6144,gemm_torch_flow,0.015277866522471109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,8192,gemm_torch_flow,0.017816533644994102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,12288,gemm_torch_flow,0.02495786746342977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,7168,gemm_torch_flow,0.016662399967511496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,16384,gemm_torch_flow,0.029368533690770464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,5120,gemm_torch_flow,0.013180800278981528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,3072,gemm_torch_flow,0.010107733805974324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,3584,gemm_torch_flow,0.010726400216420491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,4096,gemm_torch_flow,0.011781332890192668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,2560,gemm_torch_flow,0.007652266820271809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3584,65536,gemm_torch_flow,0.1250389337539673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,2048,gemm_torch_flow,0.006746666630109151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,1536,gemm_torch_flow,0.005772800246874491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,1024,gemm_torch_flow,0.004124800115823746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,768,gemm_torch_flow,0.0038133333126703895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,512,gemm_torch_flow,0.0035071998834609987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,128,gemm_torch_flow,0.0028768000503381092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,256,gemm_torch_flow,0.0031541332602500914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,32,gemm_torch_flow,0.0028234665592511495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,64,gemm_torch_flow,0.0027594665686289472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,6144,gemm_torch_flow,0.012772267063458761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,7168,gemm_torch_flow,0.014272000392278036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,10240,gemm_torch_flow,0.01811520059903463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,8192,gemm_torch_flow,0.01573973298072815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,12288,gemm_torch_flow,0.02103253404299418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,3072,65536,gemm_torch_flow,0.1029578685760498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,4096,gemm_torch_flow,0.010364799698193868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,16384,gemm_torch_flow,0.026268800099690754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,5120,gemm_torch_flow,0.011527466773986816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,1536,gemm_torch_flow,0.005142400165398916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,3584,gemm_torch_flow,0.009654399752616883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,3072,gemm_torch_flow,0.009052800138791402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,2048,gemm_torch_flow,0.006786133348941803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,2560,gemm_torch_flow,0.00732479989528656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,1024,gemm_torch_flow,0.004091733445723852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,512,gemm_torch_flow,0.0034826666116714476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,768,gemm_torch_flow,0.0037802666425704955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,256,gemm_torch_flow,0.003067733347415924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,128,gemm_torch_flow,0.0029279999434947968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,64,gemm_torch_flow,0.0027104000250498454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,32,gemm_torch_flow,0.0027445333699385325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2560,65536,gemm_torch_flow,0.09348053137461344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,16384,gemm_torch_flow,0.021647999684015908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,12288,gemm_torch_flow,0.017890133460362754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,7168,gemm_torch_flow,0.01290986637274424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,6144,gemm_torch_flow,0.01185706655184428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,10240,gemm_torch_flow,0.015958399573961893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,5120,gemm_torch_flow,0.011384532848993937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,8192,gemm_torch_flow,0.014311466614405313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,4096,gemm_torch_flow,0.009589333335558574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,1536,gemm_torch_flow,0.004686933259169261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,3072,gemm_torch_flow,0.008475733796755473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,3584,gemm_torch_flow,0.00874773363272349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,2560,gemm_torch_flow,0.007043200234572093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,1024,gemm_torch_flow,0.004051200052102407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,2048,gemm_torch_flow,0.0058890665570894875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,512,gemm_torch_flow,0.003352533280849457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,768,gemm_torch_flow,0.003667200108369192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,256,gemm_torch_flow,0.0031093334158261614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,128,gemm_torch_flow,0.002794666588306427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,64,gemm_torch_flow,0.0026591998835404714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,32,gemm_torch_flow,0.0027424000203609467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,2048,65536,gemm_torch_flow,0.0683135986328125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,12288,gemm_torch_flow,0.014479999740918478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,16384,gemm_torch_flow,0.01836586594581604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,10240,gemm_torch_flow,0.013066666324933371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,8192,gemm_torch_flow,0.011443199714024861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,7168,gemm_torch_flow,0.01083733340104421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,6144,gemm_torch_flow,0.010021332899729412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,5120,gemm_torch_flow,0.009596799810727436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,4096,gemm_torch_flow,0.008538666367530822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,3584,gemm_torch_flow,0.008333866794904072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,3072,gemm_torch_flow,0.007546666761239369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,2560,gemm_torch_flow,0.009215999643007915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,768,gemm_torch_flow,0.004509866734345754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,2048,gemm_torch_flow,0.007914666831493378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,1536,gemm_torch_flow,0.006592000027497609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,1024,gemm_torch_flow,0.005096533397833506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,512,gemm_torch_flow,0.003802666564782461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,256,gemm_torch_flow,0.003147733211517334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,64,gemm_torch_flow,0.0028319999575614927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,65536,gemm_torch_flow,0.053602135181427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,128,gemm_torch_flow,0.003019733230272929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1536,32,gemm_torch_flow,0.0028277332584063213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,12288,gemm_torch_flow,0.011934933066368104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,8192,gemm_torch_flow,0.00970240036646525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,10240,gemm_torch_flow,0.010838400324185688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,16384,gemm_torch_flow,0.013665067156155905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,7168,gemm_torch_flow,0.008965333302815754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,3584,gemm_torch_flow,0.007149866720040639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,6144,gemm_torch_flow,0.008306133250395458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,5120,gemm_torch_flow,0.008113066852092742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,4096,gemm_torch_flow,0.0068917334079742435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,3072,gemm_torch_flow,0.006436266501744588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,1536,gemm_torch_flow,0.010206933816274006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,65536,gemm_torch_flow,0.039833601315816244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,2560,gemm_torch_flow,0.01516266663869222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,2048,gemm_torch_flow,0.012708266576131185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,512,gemm_torch_flow,0.005109333495299021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,1024,gemm_torch_flow,0.007660800218582153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,768,gemm_torch_flow,0.006361599763234456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,128,gemm_torch_flow,0.003335466732581457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,256,gemm_torch_flow,0.0037759999434153237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,64,gemm_torch_flow,0.0029824001093705496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,16384,gemm_torch_flow,0.011520000298817952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,1024,32,gemm_torch_flow,0.0029504001140594482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,12288,gemm_torch_flow,0.009802666306495667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,10240,gemm_torch_flow,0.009418666362762451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,8192,gemm_torch_flow,0.008642133076985676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,7168,gemm_torch_flow,0.008121599753697712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,5120,gemm_torch_flow,0.007371733089288075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,6144,gemm_torch_flow,0.007368533313274384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,4096,gemm_torch_flow,0.006461866696675618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,3584,gemm_torch_flow,0.006761600077152252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,2560,gemm_torch_flow,0.00886079967021942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,3072,gemm_torch_flow,0.006424533327420552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,65536,gemm_torch_flow,0.02969920039176941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,1536,gemm_torch_flow,0.006182399888833364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,2048,gemm_torch_flow,0.007125333448251088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,1024,gemm_torch_flow,0.0049792001644770306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,768,gemm_torch_flow,0.004314666489760081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,256,gemm_torch_flow,0.003294933338960012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,512,gemm_torch_flow,0.0037151999771595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,32,gemm_torch_flow,0.0027935999135176343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,128,gemm_torch_flow,0.002932266642649968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,768,64,gemm_torch_flow,0.002757333219051361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,10240,gemm_torch_flow,0.008296533425649007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,7168,gemm_torch_flow,0.006794666747252147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,12288,gemm_torch_flow,0.008423466483751934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,8192,gemm_torch_flow,0.007202133536338806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,16384,gemm_torch_flow,0.00967039962609609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,6144,gemm_torch_flow,0.006484266618887584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,65536,gemm_torch_flow,0.02256853381792704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,5120,gemm_torch_flow,0.0067104001839955645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,3584,gemm_torch_flow,0.006886399785677592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,4096,gemm_torch_flow,0.006275199850400289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,3072,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,2560,gemm_torch_flow,0.006080000102519989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,1536,gemm_torch_flow,0.0047423998514811196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,2048,gemm_torch_flow,0.005421866476535797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,512,gemm_torch_flow,0.0034133332471052804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,1024,gemm_torch_flow,0.00410453329483668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,768,gemm_torch_flow,0.0037450666228930154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,256,gemm_torch_flow,0.003236266722281774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,128,gemm_torch_flow,0.002887466549873352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,32,gemm_torch_flow,0.0026922665536403658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,16384,gemm_torch_flow,0.006885333359241486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,512,64,gemm_torch_flow,0.002917333443959554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,8192,gemm_torch_flow,0.006439466774463653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,12288,gemm_torch_flow,0.006423466900984447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,10240,gemm_torch_flow,0.006568533182144165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,65536,gemm_torch_flow,0.014192000031471252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,5120,gemm_torch_flow,0.0066453332702318835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,6144,gemm_torch_flow,0.0062613333264986675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,7168,gemm_torch_flow,0.006343466540177663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,4096,gemm_torch_flow,0.006231466432412466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,3584,gemm_torch_flow,0.006729599833488464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,1536,gemm_torch_flow,0.004644266764322917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,3072,gemm_torch_flow,0.006337066491444905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,2560,gemm_torch_flow,0.0060032000144322716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,2048,gemm_torch_flow,0.005338666836420695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,1024,gemm_torch_flow,0.003966933240493139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,768,gemm_torch_flow,0.003610666592915853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,256,gemm_torch_flow,0.0030933332939942675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,128,gemm_torch_flow,0.0027935999135176343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,512,gemm_torch_flow,0.0034847999612490333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,64,gemm_torch_flow,0.0026719999810059865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,16384,gemm_torch_flow,0.00621013343334198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,256,32,gemm_torch_flow,0.0026602665583292644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,8192,gemm_torch_flow,0.006345599889755249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,65536,gemm_torch_flow,0.010866133371988933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,12288,gemm_torch_flow,0.006205866734186808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,10240,gemm_torch_flow,0.006425599753856659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,7168,gemm_torch_flow,0.00610453337430954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,3584,gemm_torch_flow,0.006446933249632518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,5120,gemm_torch_flow,0.006380799909432728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,6144,gemm_torch_flow,0.006017066538333893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,4096,gemm_torch_flow,0.006040533383687338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,2560,gemm_torch_flow,0.005696000158786773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,2048,gemm_torch_flow,0.005018666883309682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,3072,gemm_torch_flow,0.006172800064086914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,1024,gemm_torch_flow,0.0038250667353471124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,1536,gemm_torch_flow,0.004500266909599304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,128,gemm_torch_flow,0.0028362666567166646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,64,gemm_torch_flow,0.0027114666998386385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,768,gemm_torch_flow,0.0035274667044480645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,512,gemm_torch_flow,0.003291733314593633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,256,gemm_torch_flow,0.0029845332105954488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,128,32,gemm_torch_flow,0.0026954665780067446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,65536,gemm_torch_flow,0.008276266853014629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,16384,gemm_torch_flow,0.00617386649052302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,10240,gemm_torch_flow,0.006265600025653839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,12288,gemm_torch_flow,0.006054399907588959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,4096,gemm_torch_flow,0.005938133100668589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,7168,gemm_torch_flow,0.00606826643149058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,8192,gemm_torch_flow,0.006182399888833364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,6144,gemm_torch_flow,0.005914666752020518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,5120,gemm_torch_flow,0.006340266764163971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,3072,gemm_torch_flow,0.006119466821352641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,2560,gemm_torch_flow,0.00553706685702006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,2048,gemm_torch_flow,0.004957866668701172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,3584,gemm_torch_flow,0.006398933132489522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,1536,gemm_torch_flow,0.004376533130804697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,1024,gemm_torch_flow,0.003740799923737844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,768,gemm_torch_flow,0.0034282666941483817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,512,gemm_torch_flow,0.0031968000034491217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,64,gemm_torch_flow,0.0026858667532602947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,256,gemm_torch_flow,0.0030410667260487873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,128,gemm_torch_flow,0.002834133307139079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,64,32,gemm_torch_flow,0.0026943999032179515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,65536,gemm_torch_flow,0.00804373323917389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,8192,gemm_torch_flow,0.006128000219662985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,16384,gemm_torch_flow,0.006154666841030121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,12288,gemm_torch_flow,0.005995733539263407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,7168,gemm_torch_flow,0.006006399790445963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,10240,gemm_torch_flow,0.006268799801667531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,6144,gemm_torch_flow,0.005897599955399831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,3584,gemm_torch_flow,0.006323199967543285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,5120,gemm_torch_flow,0.0063360000650088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,4096,gemm_torch_flow,0.0058783998092015585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,2048,gemm_torch_flow,0.004969599843025208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,3072,gemm_torch_flow,0.006011733412742614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,2560,gemm_torch_flow,0.005570133527119955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,1024,gemm_torch_flow,0.003722666700681051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,1536,gemm_torch_flow,0.004433066646258036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,768,gemm_torch_flow,0.0034346667428811393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,512,gemm_torch_flow,0.0032661333680152893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,256,gemm_torch_flow,0.0028736000259717304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,128,gemm_torch_flow,0.0027327999472618104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,64,gemm_torch_flow,0.0026208000878492994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,float16,1,32,32,gemm_torch_flow,0.0026517334083716077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,4096,gemm_torch_flow,3.31700693766276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,5120,gemm_torch_flow,4.027832539876302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,6144,gemm_torch_flow,4.835472106933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,7168,gemm_torch_flow,5.660399881998698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,8192,gemm_torch_flow,6.506117248535157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,3584,gemm_torch_flow,2.8710581461588545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,3072,gemm_torch_flow,2.490129089355469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,2560,gemm_torch_flow,1.9813866933186848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,10240,gemm_torch_flow,8.080781046549479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,2048,gemm_torch_flow,1.633621342976888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,1024,gemm_torch_flow,0.9023157119750976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,512,gemm_torch_flow,0.5704863866170247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,256,gemm_torch_flow,0.4127669334411621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,1536,gemm_torch_flow,1.2852821350097656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,128,gemm_torch_flow,0.37298879623413084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,768,gemm_torch_flow,0.736137580871582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,64,gemm_torch_flow,0.3684682528177897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,32,gemm_torch_flow,0.36285012563069663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,12288,gemm_torch_flow,9.64115702311198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,7168,gemm_torch_flow,1.5339274088541666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,8192,gemm_torch_flow,1.7053450266520183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,65536,16384,gemm_torch_flow,12.956099446614584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,6144,gemm_torch_flow,1.3210538228352866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,10240,gemm_torch_flow,2.1761184692382813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,12288,gemm_torch_flow,2.6182100931803385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,5120,gemm_torch_flow,1.1024426778157552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,3072,gemm_torch_flow,0.6764554977416992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,4096,gemm_torch_flow,0.8749493281046549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,3584,gemm_torch_flow,0.7789365132649739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,2560,gemm_torch_flow,0.5661994934082031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,1536,gemm_torch_flow,0.3659359931945801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,768,gemm_torch_flow,0.21597439448038735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,256,gemm_torch_flow,0.11293333371480305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,2048,gemm_torch_flow,0.46696427663167317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,1024,gemm_torch_flow,0.2674506823221842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,512,gemm_torch_flow,0.16893866856892903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,128,gemm_torch_flow,0.10279146830240886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,64,gemm_torch_flow,0.101146666208903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,32,gemm_torch_flow,0.10077119668324788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,16384,gemm_torch_flow,3.5440330505371094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,6144,gemm_torch_flow,0.9945877075195313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,7168,gemm_torch_flow,1.146233622233073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,8192,gemm_torch_flow,1.317676798502604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,10240,gemm_torch_flow,1.6542879740397136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,12288,gemm_torch_flow,2.013318379720052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,4096,gemm_torch_flow,0.6735136032104492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,3584,gemm_torch_flow,0.593783442179362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,3072,gemm_torch_flow,0.5212863922119141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,5120,gemm_torch_flow,0.8382709503173829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,2560,gemm_torch_flow,0.44187199274698896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,1024,gemm_torch_flow,0.20919040044148765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,768,gemm_torch_flow,0.16966719627380372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,2048,gemm_torch_flow,0.3604384104410807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,1536,gemm_torch_flow,0.28261121114095056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,256,gemm_torch_flow,0.09467413425445556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,16384,gemm_torch_flow,2.620859781901042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,512,gemm_torch_flow,0.13413119316101074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,128,gemm_torch_flow,0.08286506334940592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,64,gemm_torch_flow,0.08236479759216309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,32,gemm_torch_flow,0.08106346925099692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,7168,gemm_torch_flow,1.0153600056966146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,8192,gemm_torch_flow,1.1568874359130858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,10240,gemm_torch_flow,1.4630079905192057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,12288,gemm_torch_flow,1.742193094889323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,6144,gemm_torch_flow,0.8723978678385416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,5120,gemm_torch_flow,0.7310474395751954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,4096,gemm_torch_flow,0.5925301233927409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,16384,gemm_torch_flow,2.337943522135417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,3584,gemm_torch_flow,0.5244042714436848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,1536,gemm_torch_flow,0.2512085278828939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,2560,gemm_torch_flow,0.3837461471557617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,3072,gemm_torch_flow,0.45125761032104494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,2048,gemm_torch_flow,0.3177269299825033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,1024,gemm_torch_flow,0.18395519256591797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,128,gemm_torch_flow,0.07138986587524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,256,gemm_torch_flow,0.08276906808217367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,64,gemm_torch_flow,0.0704202651977539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,768,gemm_torch_flow,0.152837340037028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,512,gemm_torch_flow,0.1182207981745402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,32,gemm_torch_flow,0.06960426966349284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,8192,gemm_torch_flow,0.9652448018391928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,10240,gemm_torch_flow,1.2251424153645833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,12288,gemm_torch_flow,1.481312052408854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,16384,65536,gemm_torch_flow,14.133295694986979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,16384,gemm_torch_flow,1.972202682495117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,7168,gemm_torch_flow,0.8506879806518555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,6144,gemm_torch_flow,0.7264767964680989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,5120,gemm_torch_flow,0.6153535842895508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,4096,gemm_torch_flow,0.4787893295288086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,3584,gemm_torch_flow,0.4254709243774414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,3072,gemm_torch_flow,0.36566292444864906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,2560,gemm_torch_flow,0.3044373194376627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,1536,gemm_torch_flow,0.21364800135294595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,2048,gemm_torch_flow,0.25192106564839684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,256,gemm_torch_flow,0.06933653354644775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,128,gemm_torch_flow,0.06077760060628255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,768,gemm_torch_flow,0.12578986485799154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,1024,gemm_torch_flow,0.1541792074839274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,512,gemm_torch_flow,0.09400320053100586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,64,gemm_torch_flow,0.06024853388468424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,32,gemm_torch_flow,0.05963519811630249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,12288,65536,gemm_torch_flow,10.697593180338542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,8192,gemm_torch_flow,0.881933848063151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,10240,gemm_torch_flow,1.082534408569336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,12288,gemm_torch_flow,1.2986539204915366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,7168,gemm_torch_flow,0.7659562428792317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,5120,gemm_torch_flow,0.5493770599365234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,16384,gemm_torch_flow,1.7406239827473957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,6144,gemm_torch_flow,0.6646783828735352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,4096,gemm_torch_flow,0.44595521291097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,3584,gemm_torch_flow,0.3967637379964193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,2048,gemm_torch_flow,0.24472319285074867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,1536,gemm_torch_flow,0.190174929300944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,1024,gemm_torch_flow,0.13988265991210938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,2560,gemm_torch_flow,0.2960778554280599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,3072,gemm_torch_flow,0.3436981201171875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,64,gemm_torch_flow,0.05506453514099121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,128,gemm_torch_flow,0.0558570663134257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,256,gemm_torch_flow,0.06362026532491048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,512,gemm_torch_flow,0.08673493067423502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,768,gemm_torch_flow,0.11517120202382405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,32,gemm_torch_flow,0.053990399837493895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,10240,65536,gemm_torch_flow,9.499972534179687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,7168,gemm_torch_flow,0.7079722722371419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,8192,gemm_torch_flow,0.79213441212972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,10240,gemm_torch_flow,0.9987136205037436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,12288,gemm_torch_flow,1.180292256673177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,5120,gemm_torch_flow,0.505188274383545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,6144,gemm_torch_flow,0.6092608133951823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,4096,gemm_torch_flow,0.40607573191324875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,16384,gemm_torch_flow,1.560479990641276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,3584,gemm_torch_flow,0.35604372024536135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,3072,gemm_torch_flow,0.3094634691874186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,2560,gemm_torch_flow,0.2665013313293457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,2048,gemm_torch_flow,0.22114453315734864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,1536,gemm_torch_flow,0.17286186218261718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,1024,gemm_torch_flow,0.1261792023976644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,512,gemm_torch_flow,0.07928853034973145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,256,gemm_torch_flow,0.05896000067392985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,128,gemm_torch_flow,0.05019840002059937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,768,gemm_torch_flow,0.10337279637654621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,8192,65536,gemm_torch_flow,7.852173868815105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,32,gemm_torch_flow,0.04964053233464559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,64,gemm_torch_flow,0.049763198693593344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,7168,gemm_torch_flow,0.6144469579060872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,8192,gemm_torch_flow,0.703274663289388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,10240,gemm_torch_flow,0.8660170873006185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,12288,gemm_torch_flow,1.0284053166707356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,5120,gemm_torch_flow,0.4510496139526367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,6144,gemm_torch_flow,0.5309055964152019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,4096,gemm_torch_flow,0.3647786776224772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,16384,gemm_torch_flow,1.380828857421875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,3584,gemm_torch_flow,0.32203947703043617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,2560,gemm_torch_flow,0.23920747439066567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,3072,gemm_torch_flow,0.2827893257141113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,2048,gemm_torch_flow,0.1985909303029378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,1024,gemm_torch_flow,0.11534186999003093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,1536,gemm_torch_flow,0.15618027051289876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,128,gemm_torch_flow,0.04485013484954834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,256,gemm_torch_flow,0.05453866720199585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,512,gemm_torch_flow,0.07612373034159342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,64,gemm_torch_flow,0.044436268011728924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,768,gemm_torch_flow,0.09503786563873291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,32,gemm_torch_flow,0.04357333183288574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,7168,65536,gemm_torch_flow,7.035236104329426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,8192,gemm_torch_flow,0.6003786722819011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,7168,gemm_torch_flow,0.5338282903035482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,10240,gemm_torch_flow,0.7479007720947266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,12288,gemm_torch_flow,0.8955754597981771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,6144,gemm_torch_flow,0.4582890510559082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,4096,gemm_torch_flow,0.31515092849731446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,5120,gemm_torch_flow,0.3880757331848145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,16384,gemm_torch_flow,1.198329544067383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,3584,gemm_torch_flow,0.2805034637451172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,1536,gemm_torch_flow,0.13578240076700848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,1024,gemm_torch_flow,0.09988693396250406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,3072,gemm_torch_flow,0.24377172787984214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,2560,gemm_torch_flow,0.2086357275644938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,2048,gemm_torch_flow,0.1735029379526774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,256,gemm_torch_flow,0.04656639893849691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,512,gemm_torch_flow,0.06353280146916708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,128,gemm_torch_flow,0.03985919952392578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,64,gemm_torch_flow,0.0396234671274821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,768,gemm_torch_flow,0.08276586532592774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,32,gemm_torch_flow,0.03882879813512166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,6144,65536,gemm_torch_flow,6.355253092447916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,8192,gemm_torch_flow,0.5578922907511393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,10240,gemm_torch_flow,0.6983658472696941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,7168,gemm_torch_flow,0.4967328071594238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,12288,gemm_torch_flow,0.8307039896647135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,6144,gemm_torch_flow,0.4255925178527832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,4096,gemm_torch_flow,0.29507306416829426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,5120,gemm_torch_flow,0.36250454584757485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,16384,gemm_torch_flow,1.0993141174316405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,3584,gemm_torch_flow,0.2604767958323161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,1024,gemm_torch_flow,0.09300266901652018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,3072,gemm_torch_flow,0.22671359380086265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,1536,gemm_torch_flow,0.12494933605194092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,2560,gemm_torch_flow,0.1954197406768799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,2048,gemm_torch_flow,0.16119359334309896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,64,gemm_torch_flow,0.037633065382639566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,512,gemm_torch_flow,0.06010986566543579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,768,gemm_torch_flow,0.077348264058431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,256,gemm_torch_flow,0.04393920103708903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,128,gemm_torch_flow,0.03889386653900147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,32,gemm_torch_flow,0.03716906706492106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,5120,65536,gemm_torch_flow,5.589726765950521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,8192,gemm_torch_flow,0.5190858523050944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,7168,gemm_torch_flow,0.4575509389241536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,10240,gemm_torch_flow,0.6405696233113607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,12288,gemm_torch_flow,0.762508773803711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,6144,gemm_torch_flow,0.3951210657755534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,4096,gemm_torch_flow,0.2720650672912598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,5120,gemm_torch_flow,0.3329279899597168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,16384,gemm_torch_flow,1.0123360315958658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,3584,gemm_torch_flow,0.2403264045715332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,3072,gemm_torch_flow,0.21106880505879722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,2560,gemm_torch_flow,0.1800117333730062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,1024,gemm_torch_flow,0.08631680011749268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,2048,gemm_torch_flow,0.14972267150878907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,1536,gemm_torch_flow,0.11644693215688069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,768,gemm_torch_flow,0.07186453342437744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,256,gemm_torch_flow,0.04290773471196492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,64,gemm_torch_flow,0.03588159879048665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,512,gemm_torch_flow,0.056284801165262854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,128,gemm_torch_flow,0.03775786558787028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,32,gemm_torch_flow,0.03547093470891317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,4096,65536,gemm_torch_flow,4.7548670450846355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,8192,gemm_torch_flow,0.47642879486083983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,7168,gemm_torch_flow,0.41837228139241533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,10240,gemm_torch_flow,0.5880725224812825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,12288,gemm_torch_flow,0.6992448170979817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,6144,gemm_torch_flow,0.3642954508463542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,4096,gemm_torch_flow,0.2531808058420817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,5120,gemm_torch_flow,0.3070709228515625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,16384,gemm_torch_flow,0.9247210820515951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,3584,gemm_torch_flow,0.22490240732828776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,3072,gemm_torch_flow,0.1969663937886556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,1024,gemm_torch_flow,0.08094720045725504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,2048,gemm_torch_flow,0.138808536529541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,1536,gemm_torch_flow,0.10873280366261799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,2560,gemm_torch_flow,0.16858879725138348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,768,gemm_torch_flow,0.06753599643707275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,256,gemm_torch_flow,0.040190935134887695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,512,gemm_torch_flow,0.053736531734466554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,64,gemm_torch_flow,0.03327146569887797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,128,gemm_torch_flow,0.033479468027750654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,32,gemm_torch_flow,0.03180906573931376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3584,65536,gemm_torch_flow,4.423200988769532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,8192,gemm_torch_flow,0.4313354810078939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,7168,gemm_torch_flow,0.37934293746948244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,10240,gemm_torch_flow,0.5301781336466471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,12288,gemm_torch_flow,0.6325141270955403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,6144,gemm_torch_flow,0.32995627721150717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,5120,gemm_torch_flow,0.2781855901082357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,4096,gemm_torch_flow,0.2276927947998047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,16384,gemm_torch_flow,0.8342709223429361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,3584,gemm_torch_flow,0.2030720074971517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,2048,gemm_torch_flow,0.12479360103607177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,3072,gemm_torch_flow,0.17698240280151367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,2560,gemm_torch_flow,0.15119999249776203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,1024,gemm_torch_flow,0.07314879894256592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,1536,gemm_torch_flow,0.09874239762624105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,512,gemm_torch_flow,0.04759680032730103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,64,gemm_torch_flow,0.027781333525975543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,128,gemm_torch_flow,0.03022186756134033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,256,gemm_torch_flow,0.03449386755625407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,768,gemm_torch_flow,0.059918932120005285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,32,gemm_torch_flow,0.027779199679692584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,3072,65536,gemm_torch_flow,4.025459289550781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,8192,gemm_torch_flow,0.38770879109700523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,7168,gemm_torch_flow,0.3409930547078451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,10240,gemm_torch_flow,0.4767008145650228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,12288,gemm_torch_flow,0.566534423828125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,5120,gemm_torch_flow,0.25116586685180664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,4096,gemm_torch_flow,0.20493760108947753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,6144,gemm_torch_flow,0.2969045321146647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,16384,gemm_torch_flow,0.751091194152832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,3584,gemm_torch_flow,0.18232852617899578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,1024,gemm_torch_flow,0.06546773513158163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,1536,gemm_torch_flow,0.08927253087361654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,2048,gemm_torch_flow,0.11425173282623291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,3072,gemm_torch_flow,0.15974613825480144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,2560,gemm_torch_flow,0.13713919321695964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,256,gemm_torch_flow,0.030871466795603437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,128,gemm_torch_flow,0.02616426746050517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,512,gemm_torch_flow,0.04195199807484944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,64,gemm_torch_flow,0.026339199145634967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,768,gemm_torch_flow,0.05316266616185507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,32,gemm_torch_flow,0.025307732820510864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2560,65536,gemm_torch_flow,3.664103444417318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,8192,gemm_torch_flow,0.3412618637084961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,7168,gemm_torch_flow,0.29932692845662434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,10240,gemm_torch_flow,0.42073812484741213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,12288,gemm_torch_flow,0.5001887957255046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,5120,gemm_torch_flow,0.21944853464762368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,6144,gemm_torch_flow,0.2595765272776286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,4096,gemm_torch_flow,0.18002559343973795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,16384,gemm_torch_flow,0.6632160186767578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,3584,gemm_torch_flow,0.1603061358133952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,2560,gemm_torch_flow,0.12012159824371338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,1024,gemm_torch_flow,0.053142400582631436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,2048,gemm_torch_flow,0.09932906627655029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,1536,gemm_torch_flow,0.075765331586202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,3072,gemm_torch_flow,0.1404607931772868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,768,gemm_torch_flow,0.04272426764170329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,128,gemm_torch_flow,0.021594667434692384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,256,gemm_torch_flow,0.024375466505686443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,512,gemm_torch_flow,0.03237866759300232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,64,gemm_torch_flow,0.020987733205159505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,32,gemm_torch_flow,0.02059626579284668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,2048,65536,gemm_torch_flow,3.2740865071614587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,8192,gemm_torch_flow,0.31983038584391277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,7168,gemm_torch_flow,0.28262081146240237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,10240,gemm_torch_flow,0.3948757489522298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,12288,gemm_torch_flow,0.47082026799519855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,5120,gemm_torch_flow,0.20762346585591634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,6144,gemm_torch_flow,0.24430400530497232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,4096,gemm_torch_flow,0.1693461259206136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,16384,gemm_torch_flow,0.6222560246785481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,3584,gemm_torch_flow,0.15101866722106932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,2560,gemm_torch_flow,0.11281812985738118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,1024,gemm_torch_flow,0.04760853449503581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,1536,gemm_torch_flow,0.06992959976196289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,2048,gemm_torch_flow,0.09293973445892334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,3072,gemm_torch_flow,0.13289600213368732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,768,gemm_torch_flow,0.038634665807088214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,512,gemm_torch_flow,0.030814933776855468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,64,gemm_torch_flow,0.01984213391939799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,256,gemm_torch_flow,0.024021333456039427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,128,gemm_torch_flow,0.02036906679471334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,32,gemm_torch_flow,0.019434666633605956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1536,65536,gemm_torch_flow,2.940587615966797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,8192,gemm_torch_flow,0.29662612279256184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,7168,gemm_torch_flow,0.26165013313293456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,10240,gemm_torch_flow,0.3657258669535319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,12288,gemm_torch_flow,0.43632958730061844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,5120,gemm_torch_flow,0.1923957347869873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,6144,gemm_torch_flow,0.22690773010253906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,4096,gemm_torch_flow,0.15762027104695636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,16384,gemm_torch_flow,0.578228251139323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,3584,gemm_torch_flow,0.14061013857523602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,2560,gemm_torch_flow,0.10497173468271892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,1536,gemm_torch_flow,0.06353173255920411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,1024,gemm_torch_flow,0.04226453304290771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,2048,gemm_torch_flow,0.08494186401367188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,3072,gemm_torch_flow,0.12272426287333171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,768,gemm_torch_flow,0.03441173235575358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,128,gemm_torch_flow,0.01899306575457255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,256,gemm_torch_flow,0.02225173314412435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,64,gemm_torch_flow,0.018403200308481853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,32,gemm_torch_flow,0.018104533354441323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,512,gemm_torch_flow,0.02863573431968689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,1024,65536,gemm_torch_flow,2.583868916829427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,7168,gemm_torch_flow,0.24392852783203126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,8192,gemm_torch_flow,0.276093864440918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,10240,gemm_torch_flow,0.3416234652201334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,12288,gemm_torch_flow,0.4052576065063477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,5120,gemm_torch_flow,0.17969279289245604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,6144,gemm_torch_flow,0.21146240234375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,4096,gemm_torch_flow,0.14679892857869464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,16384,gemm_torch_flow,0.534872563680013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,3584,gemm_torch_flow,0.13046613534291585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,2048,gemm_torch_flow,0.078438401222229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,1024,gemm_torch_flow,0.03862506548563639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,1536,gemm_torch_flow,0.05662399927775065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,3072,gemm_torch_flow,0.1144800027211507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,2560,gemm_torch_flow,0.09682346979777018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,64,gemm_torch_flow,0.017479467391967773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,128,gemm_torch_flow,0.01775253415107727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,256,gemm_torch_flow,0.020753065745035805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,512,gemm_torch_flow,0.02632960081100464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,768,gemm_torch_flow,0.03171306649843852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,32,gemm_torch_flow,0.016987733046213784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,768,65536,gemm_torch_flow,2.450551350911458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,7168,gemm_torch_flow,0.2392362594604492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,8192,gemm_torch_flow,0.27050132751464845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,10240,gemm_torch_flow,0.33495254516601564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,12288,gemm_torch_flow,0.398306147257487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,5120,gemm_torch_flow,0.17522239685058594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,6144,gemm_torch_flow,0.20710399945576988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,4096,gemm_torch_flow,0.14297280311584473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,16384,gemm_torch_flow,0.5249120076497396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,3584,gemm_torch_flow,0.1263541301091512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,2048,gemm_torch_flow,0.07454933325449625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,3072,gemm_torch_flow,0.11071253617604573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,1024,gemm_torch_flow,0.03623893260955811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,1536,gemm_torch_flow,0.05241386493047079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,2560,gemm_torch_flow,0.09319252967834472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,256,gemm_torch_flow,0.019793067375818887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,768,gemm_torch_flow,0.03012479941050212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,512,gemm_torch_flow,0.025271467367808026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,128,gemm_torch_flow,0.017112533251444496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,64,gemm_torch_flow,0.016709333658218382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,32,gemm_torch_flow,0.01606186628341675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,512,65536,gemm_torch_flow,2.257306671142578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,7168,gemm_torch_flow,0.2371455987294515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,8192,gemm_torch_flow,0.2693183898925781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,10240,gemm_torch_flow,0.33279145558675133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,12288,gemm_torch_flow,0.39610560735066735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,6144,gemm_torch_flow,0.205403741200765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,4096,gemm_torch_flow,0.14200746218363444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,5120,gemm_torch_flow,0.17378880182902018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,16384,gemm_torch_flow,0.524455451965332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,3584,gemm_torch_flow,0.12588053544362385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,1536,gemm_torch_flow,0.05146133502324422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,1024,gemm_torch_flow,0.034764798482259114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,2048,gemm_torch_flow,0.07265066305796306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,2560,gemm_torch_flow,0.0927178700764974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,768,gemm_torch_flow,0.02991360028584798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,3072,gemm_torch_flow,0.10968639850616455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,512,gemm_torch_flow,0.025077333052953083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,256,gemm_torch_flow,0.01957119901974996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,64,gemm_torch_flow,0.01588159998257955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,128,gemm_torch_flow,0.01712533235549927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,32,gemm_torch_flow,0.015915733575820924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,256,65536,gemm_torch_flow,2.115218098958333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,7168,gemm_torch_flow,0.23667093912760415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,8192,gemm_torch_flow,0.2690112113952637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,10240,gemm_torch_flow,0.33262294133504233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,12288,gemm_torch_flow,0.394598388671875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,5120,gemm_torch_flow,0.17363200187683106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,6144,gemm_torch_flow,0.2051914691925049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,4096,gemm_torch_flow,0.14197227160135906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,16384,gemm_torch_flow,0.5213109334309896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,3584,gemm_torch_flow,0.1259392023086548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,1024,gemm_torch_flow,0.03446400165557861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,1536,gemm_torch_flow,0.05054719845453898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,2048,gemm_torch_flow,0.0731818675994873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,2560,gemm_torch_flow,0.09172373612721761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,3072,gemm_torch_flow,0.10955626964569092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,768,gemm_torch_flow,0.02986026604970296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,32,gemm_torch_flow,0.015316266814867655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,512,gemm_torch_flow,0.024676267306009927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,128,gemm_torch_flow,0.016528000434239708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,256,gemm_torch_flow,0.019697066148122153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,64,gemm_torch_flow,0.015837867061297098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,128,65536,gemm_torch_flow,2.064665603637695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,6144,gemm_torch_flow,2.359985097249349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,7168,gemm_torch_flow,2.848358408610026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,8192,gemm_torch_flow,3.2392852783203123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,10240,gemm_torch_flow,4.039598846435547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,64,65536,gemm_torch_flow,2.0561194101969402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,4096,gemm_torch_flow,1.5439008076985679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,12288,gemm_torch_flow,4.897412109375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,3584,gemm_torch_flow,1.3662954966227212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,5120,gemm_torch_flow,1.9428576151529948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,2560,gemm_torch_flow,1.0011007944742838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,768,gemm_torch_flow,0.3793770790100098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,3072,gemm_torch_flow,1.1711029052734374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,1024,gemm_torch_flow,0.46669546763102215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,1536,gemm_torch_flow,0.6386026382446289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,2048,gemm_torch_flow,0.8181781133015951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,64,gemm_torch_flow,0.1936885356903076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,256,gemm_torch_flow,0.211735471089681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,128,gemm_torch_flow,0.1962282657623291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,32,gemm_torch_flow,0.1883146603902181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,512,gemm_torch_flow,0.2971125284830729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,65536,16384,gemm_torch_flow,6.470176188151042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,6144,gemm_torch_flow,0.6515114466349284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,7168,gemm_torch_flow,0.7639370600382487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,8192,gemm_torch_flow,0.8685077031453451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,10240,gemm_torch_flow,1.0688116709391275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,12288,gemm_torch_flow,1.3011231740315756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,4096,gemm_torch_flow,0.4470314661661784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,5120,gemm_torch_flow,0.5473877588907878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,3584,gemm_torch_flow,0.3950005213419596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,3072,gemm_torch_flow,0.33942718505859376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,1536,gemm_torch_flow,0.19265707333882648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,1024,gemm_torch_flow,0.1394389311472575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,2048,gemm_torch_flow,0.24257920583089193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8192,32,65536,gemm_torch_flow,2.0485909779866533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,16384,gemm_torch_flow,1.757152048746745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,2560,gemm_torch_flow,0.28936640421549475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,512,gemm_torch_flow,0.08741652965545654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,128,gemm_torch_flow,0.059480532010396325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,768,gemm_torch_flow,0.114956800142924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,256,gemm_torch_flow,0.06507306496302287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,32,gemm_torch_flow,0.06024106740951538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,64,gemm_torch_flow,0.059735465049743655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,6144,gemm_torch_flow,0.5037269274393718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,7168,gemm_torch_flow,0.5897877375284831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,8192,gemm_torch_flow,0.668338139851888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,10240,gemm_torch_flow,0.8268298467000326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,12288,gemm_torch_flow,0.9910943984985352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,5120,gemm_torch_flow,0.4225141207377116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,3584,gemm_torch_flow,0.3052117347717285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,4096,gemm_torch_flow,0.3454208056131999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,2560,gemm_torch_flow,0.2267082691192627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,3072,gemm_torch_flow,0.26227946281433107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,16384,gemm_torch_flow,1.2949792226155599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,1024,gemm_torch_flow,0.11306133270263671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,1536,gemm_torch_flow,0.15106347401936848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,2048,gemm_torch_flow,0.1874783992767334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,768,gemm_torch_flow,0.09362026850382486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,256,gemm_torch_flow,0.05463466644287109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,512,gemm_torch_flow,0.07154346307118734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,128,gemm_torch_flow,0.04981120030085246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,64,gemm_torch_flow,0.04997440179189046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,32,gemm_torch_flow,0.04972480138142903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,7168,gemm_torch_flow,0.51167786916097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,8192,gemm_torch_flow,0.5838282903035481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,10240,gemm_torch_flow,0.7283637364705403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,12288,gemm_torch_flow,0.8563050587972005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,16384,gemm_torch_flow,1.1262730916341146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,5120,gemm_torch_flow,0.37579520543416345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,6144,gemm_torch_flow,0.44225705464680987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,4096,gemm_torch_flow,0.3057034810384115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,3584,gemm_torch_flow,0.26733547846476235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,3072,gemm_torch_flow,0.23237973848978677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,1536,gemm_torch_flow,0.13562240600585937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,2048,gemm_torch_flow,0.16693973541259766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,2560,gemm_torch_flow,0.20101119677225748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,768,gemm_torch_flow,0.08465920289357504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,1024,gemm_torch_flow,0.10055893262227375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,128,gemm_torch_flow,0.044446933269500735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,512,gemm_torch_flow,0.06872533162434896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,256,gemm_torch_flow,0.05048960049947103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,64,gemm_torch_flow,0.04439893166224162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,32,gemm_torch_flow,0.04415786663691203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,8192,gemm_torch_flow,0.48476587931315107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,10240,gemm_torch_flow,0.5979626973470051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,16384,65536,gemm_torch_flow,7.130161031087239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,12288,gemm_torch_flow,0.7183008193969727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,16384,gemm_torch_flow,0.9624970753987631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,6144,gemm_torch_flow,0.3685695966084798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,4096,gemm_torch_flow,0.25584319432576497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,5120,gemm_torch_flow,0.3158752123514811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,7168,gemm_torch_flow,0.4273322741190593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,3072,gemm_torch_flow,0.19628693262736002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,3584,gemm_torch_flow,0.22754240036010742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,2048,gemm_torch_flow,0.14059839248657227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,2560,gemm_torch_flow,0.16908373832702636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,1536,gemm_torch_flow,0.11269226868947346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,1024,gemm_torch_flow,0.08473813533782959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,64,gemm_torch_flow,0.03903466860453288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,256,gemm_torch_flow,0.042956801255544026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,512,gemm_torch_flow,0.05602560043334961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,768,gemm_torch_flow,0.0718506654103597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,128,gemm_torch_flow,0.03866346677144368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,12288,65536,gemm_torch_flow,5.34595947265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,32,gemm_torch_flow,0.03881706794102986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,7168,gemm_torch_flow,0.3888277371724447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,8192,gemm_torch_flow,0.4412501335144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,10240,gemm_torch_flow,0.5454602559407552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,12288,gemm_torch_flow,0.6554751714070638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,6144,gemm_torch_flow,0.33637653986612953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,5120,gemm_torch_flow,0.285645866394043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,4096,gemm_torch_flow,0.23263893127441407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,16384,gemm_torch_flow,0.8688416163126627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,3584,gemm_torch_flow,0.20773332913716636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,10240,65536,gemm_torch_flow,4.6398473103841145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,3072,gemm_torch_flow,0.17925012906392415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,1024,gemm_torch_flow,0.07903892993927002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,768,gemm_torch_flow,0.06708479722340902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,1536,gemm_torch_flow,0.10363732973734538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,2560,gemm_torch_flow,0.1538805325826009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,2048,gemm_torch_flow,0.128438401222229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,128,gemm_torch_flow,0.03745599985122681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,256,gemm_torch_flow,0.040377600987752275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,512,gemm_torch_flow,0.05191786686579386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,32,gemm_torch_flow,0.03656746546427409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,64,gemm_torch_flow,0.0367520014444987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,7168,gemm_torch_flow,0.35113385518391926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,8192,gemm_torch_flow,0.3967530568440755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,10240,gemm_torch_flow,0.48797760009765623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,12288,gemm_torch_flow,0.5891733169555664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,4096,gemm_torch_flow,0.20967893600463866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,5120,gemm_torch_flow,0.2562378724416097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,16384,gemm_torch_flow,0.779307746887207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,6144,gemm_torch_flow,0.30424639383951824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,8192,65536,gemm_torch_flow,3.8738911946614585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,3584,gemm_torch_flow,0.1877951939900716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,3072,gemm_torch_flow,0.16204800605773925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,768,gemm_torch_flow,0.06086080074310303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,2048,gemm_torch_flow,0.11755200227101643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,2560,gemm_torch_flow,0.14023146629333497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,1024,gemm_torch_flow,0.07268479665120443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,1536,gemm_torch_flow,0.09485973517100016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,128,gemm_torch_flow,0.035709865887959796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,256,gemm_torch_flow,0.03974719842274983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,512,gemm_torch_flow,0.04838613271713257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,64,gemm_torch_flow,0.03547733227411906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,32,gemm_torch_flow,0.03487146695454915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,7168,gemm_torch_flow,0.3164565404256185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,8192,gemm_torch_flow,0.3561973253885905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,10240,gemm_torch_flow,0.43639678955078126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,12288,gemm_torch_flow,0.5252693176269532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,4096,gemm_torch_flow,0.1894741376241048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,5120,gemm_torch_flow,0.2321845372517904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,6144,gemm_torch_flow,0.27471466064453126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,16384,gemm_torch_flow,0.6949674606323242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,3584,gemm_torch_flow,0.16967679659525553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,1536,gemm_torch_flow,0.0873855988184611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,3072,gemm_torch_flow,0.14640852610270183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,2048,gemm_torch_flow,0.10673706531524658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,2560,gemm_torch_flow,0.1265130678812663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,1024,gemm_torch_flow,0.0670624017715454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,7168,65536,gemm_torch_flow,3.4801066080729166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,768,gemm_torch_flow,0.056892800331115725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,512,gemm_torch_flow,0.0463487982749939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,128,gemm_torch_flow,0.031524266799290976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,64,gemm_torch_flow,0.032270934184392294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,256,gemm_torch_flow,0.03645333449045817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,32,gemm_torch_flow,0.031864533821741745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,7168,gemm_torch_flow,0.27531840006510416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,8192,gemm_torch_flow,0.3113461176554362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,10240,gemm_torch_flow,0.38301334381103513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,12288,gemm_torch_flow,0.4520426750183105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,6144,gemm_torch_flow,0.23920960426330568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,16384,gemm_torch_flow,0.5933493296305339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,5120,gemm_torch_flow,0.20407039324442544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,4096,gemm_torch_flow,0.16732373237609863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,3584,gemm_torch_flow,0.1472511927286784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,2560,gemm_torch_flow,0.11009706656138103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,6144,65536,gemm_torch_flow,3.132674153645833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,2048,gemm_torch_flow,0.09355839888254801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,3072,gemm_torch_flow,0.12778666814168294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,1536,gemm_torch_flow,0.07647893428802491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,768,gemm_torch_flow,0.04950613180796305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,1024,gemm_torch_flow,0.05849173466364542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,256,gemm_torch_flow,0.03133226633071899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,64,gemm_torch_flow,0.028733867406845092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,512,gemm_torch_flow,0.04050986766815186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,32,gemm_torch_flow,0.02845653295516968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,128,gemm_torch_flow,0.02807786663373311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,7168,gemm_torch_flow,0.26506452560424804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,8192,gemm_torch_flow,0.2987370808919271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,10240,gemm_torch_flow,0.36828905741373696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,12288,gemm_torch_flow,0.4392287890116374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,5120,gemm_torch_flow,0.1962783972422282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,6144,gemm_torch_flow,0.23111039797465005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,16384,gemm_torch_flow,0.5763935724894206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,4096,gemm_torch_flow,0.160808531443278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,3072,gemm_torch_flow,0.12449386914571126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,3584,gemm_torch_flow,0.1440117359161377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,5120,65536,gemm_torch_flow,2.737932840983073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,2560,gemm_torch_flow,0.10735466480255126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,1024,gemm_torch_flow,0.05667839845021566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,768,gemm_torch_flow,0.04399146636327107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,2048,gemm_torch_flow,0.09155733585357666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,512,gemm_torch_flow,0.03633600076039632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,1536,gemm_torch_flow,0.07410240173339844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,128,gemm_torch_flow,0.026761599381764728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,256,gemm_torch_flow,0.028455466032028198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,64,gemm_torch_flow,0.027298132578531902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,32,gemm_torch_flow,0.028018132845560713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,7168,gemm_torch_flow,0.23659946123758951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,8192,gemm_torch_flow,0.26844800313313805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,10240,gemm_torch_flow,0.32762559254964196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,12288,gemm_torch_flow,0.38788480758666993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,5120,gemm_torch_flow,0.17528746922810873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,16384,gemm_torch_flow,0.5115455945332845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,6144,gemm_torch_flow,0.20563413302103678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,4096,gemm_torch_flow,0.14320640563964843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,3584,gemm_torch_flow,0.12660266558329264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,4096,65536,gemm_torch_flow,2.3804885864257814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,1024,gemm_torch_flow,0.05020906527837118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,1536,gemm_torch_flow,0.06632426579793295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,2048,gemm_torch_flow,0.08166613578796386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,768,gemm_torch_flow,0.04257173140843709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,3072,gemm_torch_flow,0.11172586282094318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,2560,gemm_torch_flow,0.09661333560943604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,512,gemm_torch_flow,0.03522239923477173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,256,gemm_torch_flow,0.02863466739654541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,64,gemm_torch_flow,0.025014400482177734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,32,gemm_torch_flow,0.02584106723467509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,128,gemm_torch_flow,0.024231467644373575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,7168,gemm_torch_flow,0.21532373428344725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,8192,gemm_torch_flow,0.24450346628824868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,10240,gemm_torch_flow,0.3001066525777181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,12288,gemm_torch_flow,0.35528532663981116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,4096,gemm_torch_flow,0.13076586723327638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,6144,gemm_torch_flow,0.1878005345662435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,5120,gemm_torch_flow,0.1595626672108968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,16384,gemm_torch_flow,0.4644202550252278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,3584,gemm_torch_flow,0.11609066327412923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3584,65536,gemm_torch_flow,2.2550048828125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,1536,gemm_torch_flow,0.05831360022226969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,1024,gemm_torch_flow,0.04298666715621948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,2048,gemm_torch_flow,0.07364373207092285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,3072,gemm_torch_flow,0.10141440232594807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,768,gemm_torch_flow,0.03780266841252645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,2560,gemm_torch_flow,0.08716266949971517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,512,gemm_torch_flow,0.03110613425572713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,64,gemm_torch_flow,0.021896533171335855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,128,gemm_torch_flow,0.02251840035120646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,256,gemm_torch_flow,0.02467733422915141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,32,gemm_torch_flow,0.021916800737380983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,7168,gemm_torch_flow,0.19490879376729328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,8192,gemm_torch_flow,0.21941866874694824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,10240,gemm_torch_flow,0.2709535916646322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,12288,gemm_torch_flow,0.3220693270365397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,16384,gemm_torch_flow,0.42040427525838214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,5120,gemm_torch_flow,0.1440831979115804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,6144,gemm_torch_flow,0.17018772761027018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,4096,gemm_torch_flow,0.11980266571044922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,3584,gemm_torch_flow,0.10550933678944904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,3072,65536,gemm_torch_flow,2.007883707682292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,1024,gemm_torch_flow,0.038483198483784994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,1536,gemm_torch_flow,0.05134613513946533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,3072,gemm_torch_flow,0.09187306563059489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,2048,gemm_torch_flow,0.06511360009511312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,2560,gemm_torch_flow,0.07853546937306723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,768,gemm_torch_flow,0.032893866300582886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,128,gemm_torch_flow,0.02042133410771688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,512,gemm_torch_flow,0.02760319908459981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,256,gemm_torch_flow,0.022871466477711995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,32,gemm_torch_flow,0.020296533902486168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,64,gemm_torch_flow,0.020383999745051066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,7168,gemm_torch_flow,0.1780469258626302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,8192,gemm_torch_flow,0.20024533271789552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,10240,gemm_torch_flow,0.24671680132548013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,12288,gemm_torch_flow,0.29284159342447913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,16384,gemm_torch_flow,0.3823946634928385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,5120,gemm_torch_flow,0.13147839705149333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,6144,gemm_torch_flow,0.15555307070414226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2560,65536,gemm_torch_flow,1.8126485188802082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,3584,gemm_torch_flow,0.0961674690246582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,4096,gemm_torch_flow,0.1087615966796875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,1024,gemm_torch_flow,0.03546773195266724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,768,gemm_torch_flow,0.030001066128412884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,3072,gemm_torch_flow,0.0828384002049764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,1536,gemm_torch_flow,0.04493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,2560,gemm_torch_flow,0.07042666276295981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,2048,gemm_torch_flow,0.056985600789388025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,512,gemm_torch_flow,0.025846399863560993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,256,gemm_torch_flow,0.021715199947357176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,128,gemm_torch_flow,0.01932586630185445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,64,gemm_torch_flow,0.019166932503382365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,32,gemm_torch_flow,0.01941546599070231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,7168,gemm_torch_flow,0.15837333997090658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,8192,gemm_torch_flow,0.177348264058431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,10240,gemm_torch_flow,0.21715839703877768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,12288,gemm_torch_flow,0.2576032002766927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,16384,gemm_torch_flow,0.3388448079427083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,2048,65536,gemm_torch_flow,1.640468215942383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,4096,gemm_torch_flow,0.09569493134816488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,6144,gemm_torch_flow,0.1376479943593343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,5120,gemm_torch_flow,0.1172981341679891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,3584,gemm_torch_flow,0.08395413557688394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,2048,gemm_torch_flow,0.04832106828689575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,3072,gemm_torch_flow,0.07201600074768066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,2560,gemm_torch_flow,0.05983466704686483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,768,gemm_torch_flow,0.02775786717732747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,1024,gemm_torch_flow,0.030896000067392987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,1536,gemm_torch_flow,0.03890560070673625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,512,gemm_torch_flow,0.023475199937820435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,64,gemm_torch_flow,0.017897599935531618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,256,gemm_torch_flow,0.019805866479873657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,128,gemm_torch_flow,0.017941333850224814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,32,gemm_torch_flow,0.017595734198888144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,7168,gemm_torch_flow,0.14863573710123698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,8192,gemm_torch_flow,0.16780373255411785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,10240,gemm_torch_flow,0.2049919923146566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,12288,gemm_torch_flow,0.24273279507954917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,16384,gemm_torch_flow,0.3169866561889648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,6144,gemm_torch_flow,0.1297813336054484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,5120,gemm_torch_flow,0.11067626476287842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1536,65536,gemm_torch_flow,1.4866816202799478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,4096,gemm_torch_flow,0.0900223970413208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,3584,gemm_torch_flow,0.07852266629536947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,1024,gemm_torch_flow,0.028963200251261395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,1536,gemm_torch_flow,0.03531306584676107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,2048,gemm_torch_flow,0.04447893301645915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,2560,gemm_torch_flow,0.05470293362935384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,3072,gemm_torch_flow,0.0661130666732788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,768,gemm_torch_flow,0.025854933261871337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,512,gemm_torch_flow,0.022500266631444298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,128,gemm_torch_flow,0.017402666807174682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,32,gemm_torch_flow,0.016883200407028197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,64,gemm_torch_flow,0.01697173317273458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,256,gemm_torch_flow,0.018857600291570027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,7168,gemm_torch_flow,0.13915947278340657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,8192,gemm_torch_flow,0.15660053888956707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,10240,gemm_torch_flow,0.19139520327250165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,12288,gemm_torch_flow,0.2257919947306315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,16384,gemm_torch_flow,0.29580694834391275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,1024,65536,gemm_torch_flow,1.2961344401041666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,4096,gemm_torch_flow,0.08417066733042398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,5120,gemm_torch_flow,0.1035541296005249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,6144,gemm_torch_flow,0.1218389352162679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,3584,gemm_torch_flow,0.07236053148905436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,1024,gemm_torch_flow,0.027609600623448687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,2048,gemm_torch_flow,0.040985600153605146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,1536,gemm_torch_flow,0.034628268082936606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,3072,gemm_torch_flow,0.06141226689020792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,2560,gemm_torch_flow,0.04983253479003906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,768,gemm_torch_flow,0.024583466847737632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,256,gemm_torch_flow,0.018293333053588868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,512,gemm_torch_flow,0.021600000063578286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,64,gemm_torch_flow,0.016698666413625083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,128,gemm_torch_flow,0.016827734311421712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,32,gemm_torch_flow,0.016685867309570314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,7168,gemm_torch_flow,0.13337705930074056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,8192,gemm_torch_flow,0.150873597462972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,10240,gemm_torch_flow,0.18211092948913574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,12288,gemm_torch_flow,0.21365119616190592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,768,65536,gemm_torch_flow,1.2222452799479167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,4096,gemm_torch_flow,0.07839039961496988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,16384,gemm_torch_flow,0.28252372741699217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,5120,gemm_torch_flow,0.09822293122609457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,6144,gemm_torch_flow,0.1156821330388387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,3584,gemm_torch_flow,0.06749227046966552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,3072,gemm_torch_flow,0.0562112013498942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,1024,gemm_torch_flow,0.02579733331998189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,1536,gemm_torch_flow,0.03180053234100342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,2048,gemm_torch_flow,0.03756693204243978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,2560,gemm_torch_flow,0.04599999984105428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,32,gemm_torch_flow,0.01609386702378591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,512,gemm_torch_flow,0.020403200387954713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,64,gemm_torch_flow,0.015850667158762613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,768,gemm_torch_flow,0.023178666830062866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,128,gemm_torch_flow,0.016196266810099284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,256,gemm_torch_flow,0.01730239987373352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,7168,gemm_torch_flow,0.12757546901702882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,8192,gemm_torch_flow,0.14405120213826497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,10240,gemm_torch_flow,0.17528746922810873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,12288,gemm_torch_flow,0.2069258689880371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,512,65536,gemm_torch_flow,1.1539583841959635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,16384,gemm_torch_flow,0.2755029360453288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,6144,gemm_torch_flow,0.1109663963317871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,5120,gemm_torch_flow,0.09360533555348714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,3584,gemm_torch_flow,0.06313706636428833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,4096,gemm_torch_flow,0.07437120278676351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,3072,gemm_torch_flow,0.052826666831970216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,1024,gemm_torch_flow,0.025163733959198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,768,gemm_torch_flow,0.022322134176890055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,1536,gemm_torch_flow,0.030293333530426025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,256,gemm_torch_flow,0.0170197327931722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,2048,gemm_torch_flow,0.03717653354008992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,2560,gemm_torch_flow,0.04307200113932292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,512,gemm_torch_flow,0.020143999656041463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,32,gemm_torch_flow,0.015629866719245912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,128,gemm_torch_flow,0.015735466281572977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,64,gemm_torch_flow,0.015518933534622192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,7168,gemm_torch_flow,0.12610452969868977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,8192,gemm_torch_flow,0.14229332605997722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,10240,gemm_torch_flow,0.17448639869689941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,12288,gemm_torch_flow,0.20648533503214517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,256,65536,gemm_torch_flow,1.0738207499186196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,4096,gemm_torch_flow,0.07384640375773112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,16384,gemm_torch_flow,0.2732373237609863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,5120,gemm_torch_flow,0.09325119654337564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,6144,gemm_torch_flow,0.1096234639485677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,3584,gemm_torch_flow,0.0630186676979065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,3072,gemm_torch_flow,0.05187626679738363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,2560,gemm_torch_flow,0.04200746615727742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,2048,gemm_torch_flow,0.03527040084203084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,256,gemm_torch_flow,0.016935465733210246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,1024,gemm_torch_flow,0.02505600055058797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,1536,gemm_torch_flow,0.02932373285293579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,512,gemm_torch_flow,0.0197760005791982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,768,gemm_torch_flow,0.022616533438364665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,128,gemm_torch_flow,0.01574399967988332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,64,gemm_torch_flow,0.015191466609636942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,32,gemm_torch_flow,0.015184000134468079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,7168,gemm_torch_flow,0.12842026551564534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,8192,gemm_torch_flow,0.1450047969818115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,10240,gemm_torch_flow,0.17658133506774903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,12288,gemm_torch_flow,0.20838613510131837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,128,65536,gemm_torch_flow,1.0435871760050455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,5120,gemm_torch_flow,0.09225707054138184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,16384,gemm_torch_flow,0.2713557243347168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,6144,gemm_torch_flow,0.11191999912261963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,4096,gemm_torch_flow,0.07270613511403402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,3584,gemm_torch_flow,0.06152426799138387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,2560,gemm_torch_flow,0.041966934998830155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,3072,gemm_torch_flow,0.05092159907023112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,2048,gemm_torch_flow,0.03491413195927938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,1024,gemm_torch_flow,0.024995199839274087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,768,gemm_torch_flow,0.022472532590230306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,1536,gemm_torch_flow,0.029993599653244017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,512,gemm_torch_flow,0.01959999998410543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,256,gemm_torch_flow,0.016693333784739174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,128,gemm_torch_flow,0.015577600399653117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,64,gemm_torch_flow,0.015212800105412802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,32,gemm_torch_flow,0.015336533387502035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,64,65536,gemm_torch_flow,1.0351157506306967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,6144,gemm_torch_flow,1.1603499094645182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,7168,gemm_torch_flow,1.3600308736165365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,8192,gemm_torch_flow,1.5735477447509765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,10240,gemm_torch_flow,1.929315185546875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,5120,gemm_torch_flow,0.9518389383951822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,12288,gemm_torch_flow,2.367687479654948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,4096,gemm_torch_flow,0.78034241994222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,3584,gemm_torch_flow,0.679751459757487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,3072,gemm_torch_flow,0.5953856150309245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4096,32,65536,gemm_torch_flow,1.0298826853434244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,2048,gemm_torch_flow,0.4094858805338542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,2560,gemm_torch_flow,0.5030816078186036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,256,gemm_torch_flow,0.11812160015106202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,1536,gemm_torch_flow,0.32216854095458985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,1024,gemm_torch_flow,0.24290879567464194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,768,gemm_torch_flow,0.19969919522603352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,512,gemm_torch_flow,0.15919893582661945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,128,gemm_torch_flow,0.10476160049438477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,64,gemm_torch_flow,0.10400533676147461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,32,gemm_torch_flow,0.10132373174031575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,65536,16384,gemm_torch_flow,3.1445897420247393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,6144,gemm_torch_flow,0.3250965436299642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,7168,gemm_torch_flow,0.37750399907430016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,8192,gemm_torch_flow,0.42447465260823564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,10240,gemm_torch_flow,0.531773853302002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,12288,gemm_torch_flow,0.6320735931396484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,5120,gemm_torch_flow,0.2754111925760905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,3584,gemm_torch_flow,0.20115200678507486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,4096,gemm_torch_flow,0.22540586789449057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,1024,gemm_torch_flow,0.07855786482493082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,2560,gemm_torch_flow,0.1522655963897705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,3072,gemm_torch_flow,0.17527467409769695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,1536,gemm_torch_flow,0.1024074633916219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,16384,gemm_torch_flow,0.8415967941284179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,512,gemm_torch_flow,0.052697598934173584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,2048,gemm_torch_flow,0.12714133262634278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,768,gemm_torch_flow,0.0661898652712504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,256,gemm_torch_flow,0.04209599892298381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,128,gemm_torch_flow,0.03807786703109741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,64,gemm_torch_flow,0.039389868577321366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,32,gemm_torch_flow,0.039612801869710286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,6144,gemm_torch_flow,0.2579605261484782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,7168,gemm_torch_flow,0.29620691935221355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,8192,gemm_torch_flow,0.3353557268778483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,10240,gemm_torch_flow,0.41776641209920246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,12288,gemm_torch_flow,0.4989695866902669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,4096,gemm_torch_flow,0.1793301264444987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,16384,gemm_torch_flow,0.6569962819417318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,5120,gemm_torch_flow,0.2194741408030192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,3584,gemm_torch_flow,0.16059199968973797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,2560,gemm_torch_flow,0.1230965296427409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,3072,gemm_torch_flow,0.1425183931986491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,512,gemm_torch_flow,0.04450240135192871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,1024,gemm_torch_flow,0.06507519880930582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,2048,gemm_torch_flow,0.10277973016103108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,1536,gemm_torch_flow,0.08392213185628256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,768,gemm_torch_flow,0.055003734429677334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,256,gemm_torch_flow,0.03699306646982829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,64,gemm_torch_flow,0.035573331514994304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,32,gemm_torch_flow,0.03529920180638631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,128,gemm_torch_flow,0.03465919891993205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,7168,gemm_torch_flow,0.26083413759867347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,8192,gemm_torch_flow,0.29552106857299804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,10240,gemm_torch_flow,0.3662368138631185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,12288,gemm_torch_flow,0.4357920010884603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,16384,gemm_torch_flow,0.5709333419799805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,5120,gemm_torch_flow,0.19230292638142904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,3584,gemm_torch_flow,0.1436405340830485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,6144,gemm_torch_flow,0.22604799270629883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,4096,gemm_torch_flow,0.1609429359436035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,3072,gemm_torch_flow,0.12636373043060303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,1024,gemm_torch_flow,0.059645867347717284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,2048,gemm_torch_flow,0.0932522694269816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,2560,gemm_torch_flow,0.10919679800669353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,1536,gemm_torch_flow,0.07597013314565024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,768,gemm_torch_flow,0.051540267467498777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,512,gemm_torch_flow,0.04338560104370117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,256,gemm_torch_flow,0.03489919900894165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,128,gemm_torch_flow,0.031067732969919843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,64,gemm_torch_flow,0.031202133496602374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,32,gemm_torch_flow,0.03172053297360738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,16384,65536,gemm_torch_flow,3.415217081705729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,7168,gemm_torch_flow,0.22140587170918785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,8192,gemm_torch_flow,0.2499231974283854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,10240,gemm_torch_flow,0.3073535919189453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,12288,gemm_torch_flow,0.36340694427490233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,16384,gemm_torch_flow,0.4819434801737468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,12288,65536,gemm_torch_flow,2.6717898050944013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,6144,gemm_torch_flow,0.19055892626444498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,3584,gemm_torch_flow,0.12064212958017986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,4096,gemm_torch_flow,0.1354954719543457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,5120,gemm_torch_flow,0.16398080190022785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,3072,gemm_torch_flow,0.10770666599273682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,2048,gemm_torch_flow,0.07932053407033285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,1024,gemm_torch_flow,0.05078293482462565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,2560,gemm_torch_flow,0.09466773668924967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,768,gemm_torch_flow,0.04395093520482381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,1536,gemm_torch_flow,0.06498133341471354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,256,gemm_torch_flow,0.029960532983144123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,64,gemm_torch_flow,0.02851733366648356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,128,gemm_torch_flow,0.027585067351659137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,512,gemm_torch_flow,0.036873598893483475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,32,gemm_torch_flow,0.02754986683527629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,7168,gemm_torch_flow,0.19662399291992189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,8192,gemm_torch_flow,0.22487680117289224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,10240,65536,gemm_torch_flow,2.298986562093099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,10240,gemm_torch_flow,0.27699947357177734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,12288,gemm_torch_flow,0.3305599848429362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,16384,gemm_torch_flow,0.42886934280395506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,3584,gemm_torch_flow,0.1067733367284139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,3072,gemm_torch_flow,0.09481813112894694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,4096,gemm_torch_flow,0.12013119856516521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,5120,gemm_torch_flow,0.1448202610015869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,6144,gemm_torch_flow,0.17009706497192384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,2560,gemm_torch_flow,0.0817781368891398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,1536,gemm_torch_flow,0.0564799984296163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,2048,gemm_torch_flow,0.0692074696222941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,1024,gemm_torch_flow,0.04292053381601969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,768,gemm_torch_flow,0.03695146640141805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,512,gemm_torch_flow,0.03210453391075134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,256,gemm_torch_flow,0.027221333980560303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,128,gemm_torch_flow,0.025378133853276568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,64,gemm_torch_flow,0.02651626666386922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,32,gemm_torch_flow,0.026291199525197345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,7168,gemm_torch_flow,0.18194559415181477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,10240,gemm_torch_flow,0.2542133331298828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,8192,gemm_torch_flow,0.20591893196105956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,12288,gemm_torch_flow,0.2981600125630697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,8192,65536,gemm_torch_flow,1.9099445343017578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,16384,gemm_torch_flow,0.3919285456339518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,3584,gemm_torch_flow,0.10028159618377686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,5120,gemm_torch_flow,0.13591465950012208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,4096,gemm_torch_flow,0.1123039960861206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,6144,gemm_torch_flow,0.15764373143513996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,3072,gemm_torch_flow,0.09088106950124106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,2048,gemm_torch_flow,0.06721706390380859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,1536,gemm_torch_flow,0.05564159949620565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,2560,gemm_torch_flow,0.07885119915008545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,1024,gemm_torch_flow,0.043272535006205246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,768,gemm_torch_flow,0.03764586846033732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,512,gemm_torch_flow,0.032849067449569704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,128,gemm_torch_flow,0.02448319991429647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,256,gemm_torch_flow,0.026774400472640993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,64,gemm_torch_flow,0.025547732909520466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,32,gemm_torch_flow,0.02503040035565694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,7168,gemm_torch_flow,0.15997014045715333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,10240,gemm_torch_flow,0.22351360321044922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,8192,gemm_torch_flow,0.182425594329834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,12288,gemm_torch_flow,0.26717119216918944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,7168,65536,gemm_torch_flow,1.7497749328613281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,16384,gemm_torch_flow,0.3512149175008138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,4096,gemm_torch_flow,0.09903679688771566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,6144,gemm_torch_flow,0.1381781260172526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,5120,gemm_torch_flow,0.117084797223409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,3584,gemm_torch_flow,0.08978239695231119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,3072,gemm_torch_flow,0.07980586687723795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,768,gemm_torch_flow,0.03319786588350932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,2560,gemm_torch_flow,0.07024106979370118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,1024,gemm_torch_flow,0.037793068091074626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,2048,gemm_torch_flow,0.059005868434906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,512,gemm_torch_flow,0.02824746568997701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,1536,gemm_torch_flow,0.04774080117543538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,256,gemm_torch_flow,0.02353386680285136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,128,gemm_torch_flow,0.02178773283958435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,64,gemm_torch_flow,0.0221781333287557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,32,gemm_torch_flow,0.021693867444992066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,7168,gemm_torch_flow,0.1391797383626302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,8192,gemm_torch_flow,0.15809812545776367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,12288,gemm_torch_flow,0.23306239446004234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,6144,65536,gemm_torch_flow,1.5546304066975911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,10240,gemm_torch_flow,0.197054926554362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,16384,gemm_torch_flow,0.3039370536804199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,6144,gemm_torch_flow,0.12060693105061848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,5120,gemm_torch_flow,0.10366293589274089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,4096,gemm_torch_flow,0.08765013217926025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,3584,gemm_torch_flow,0.0793941338857015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,3072,gemm_torch_flow,0.07011626561482748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,1536,gemm_torch_flow,0.04137386480967204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,2048,gemm_torch_flow,0.050197335084279385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,2560,gemm_torch_flow,0.06005013386408488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,1024,gemm_torch_flow,0.033794132868448894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,512,gemm_torch_flow,0.025409066677093507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,768,gemm_torch_flow,0.028833067417144774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,256,gemm_torch_flow,0.021927465995152794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,128,gemm_torch_flow,0.020243199666341145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,32,gemm_torch_flow,0.020113066832224528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,64,gemm_torch_flow,0.020547199249267577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,7168,gemm_torch_flow,0.13897172609965008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,8192,gemm_torch_flow,0.15711466471354169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,5120,65536,gemm_torch_flow,1.3539498647054038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,12288,gemm_torch_flow,0.22768212954203287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,10240,gemm_torch_flow,0.19317866961161295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,16384,gemm_torch_flow,0.2983637491861979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,5120,gemm_torch_flow,0.10284159978230793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,6144,gemm_torch_flow,0.11965013345082601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,3584,gemm_torch_flow,0.0772981325785319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,4096,gemm_torch_flow,0.08616106510162354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,3072,gemm_torch_flow,0.06794453461964925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,1024,gemm_torch_flow,0.032857600847880045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,2560,gemm_torch_flow,0.058538667360941564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,768,gemm_torch_flow,0.028523733218510944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,2048,gemm_torch_flow,0.04892799854278564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,1536,gemm_torch_flow,0.040746665000915526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,512,gemm_torch_flow,0.024870399634043375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,256,gemm_torch_flow,0.02172799905141195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,128,gemm_torch_flow,0.01985599994659424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,64,gemm_torch_flow,0.0200437327226003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,32,gemm_torch_flow,0.020062933365503945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,7168,gemm_torch_flow,0.12226133346557617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,8192,gemm_torch_flow,0.13832747141520182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,4096,65536,gemm_torch_flow,1.1710464477539062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,10240,gemm_torch_flow,0.17068266868591309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,12288,gemm_torch_flow,0.20159467061360678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,16384,gemm_torch_flow,0.26511786778767904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,6144,gemm_torch_flow,0.10704426765441895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,3584,gemm_torch_flow,0.0683626651763916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,4096,gemm_torch_flow,0.0765781323115031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,5120,gemm_torch_flow,0.09241920312245687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,3072,gemm_torch_flow,0.059714134534200033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,512,gemm_torch_flow,0.022826667626698813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,768,gemm_torch_flow,0.026885332663853963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,1024,gemm_torch_flow,0.029612799485524494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,1536,gemm_torch_flow,0.03653973340988159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,2560,gemm_torch_flow,0.05131413141886393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,2048,gemm_torch_flow,0.04338773488998413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,256,gemm_torch_flow,0.02040106654167175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,128,gemm_torch_flow,0.018879999717076622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,64,gemm_torch_flow,0.01885333259900411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,32,gemm_torch_flow,0.01890453298886617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,7168,gemm_torch_flow,0.1129109303156535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3584,65536,gemm_torch_flow,1.144162114461263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,12288,gemm_torch_flow,0.1841034730275472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,8192,gemm_torch_flow,0.12671466668446857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,10240,gemm_torch_flow,0.15571306546529134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,16384,gemm_torch_flow,0.24153706232706704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,4096,gemm_torch_flow,0.06980906327565511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,3072,gemm_torch_flow,0.05362773338953654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,5120,gemm_torch_flow,0.084716796875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,6144,gemm_torch_flow,0.098907732963562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,3584,gemm_torch_flow,0.06150613228480021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,2048,gemm_torch_flow,0.040193065007527666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,2560,gemm_torch_flow,0.04674559831619263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,512,gemm_torch_flow,0.02204479972521464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,768,gemm_torch_flow,0.024771199623743693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,1024,gemm_torch_flow,0.02707200050354004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,1536,gemm_torch_flow,0.034110931555430095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,256,gemm_torch_flow,0.019595734278361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,128,gemm_torch_flow,0.018410666783650716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,64,gemm_torch_flow,0.018528000513712565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,32,gemm_torch_flow,0.018114133675893148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,3072,65536,gemm_torch_flow,1.0176202774047851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,7168,gemm_torch_flow,0.10306666692097981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,8192,gemm_torch_flow,0.11605652968088787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,10240,gemm_torch_flow,0.14168426195780437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,12288,gemm_torch_flow,0.16721386909484864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,16384,gemm_torch_flow,0.21741973559061684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,4096,gemm_torch_flow,0.06164266665776571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,3072,gemm_torch_flow,0.04827946821848551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,3584,gemm_torch_flow,0.0547264019648234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,6144,gemm_torch_flow,0.088810666402181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,5120,gemm_torch_flow,0.07554346720377604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,2560,gemm_torch_flow,0.04203840096791585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,1536,gemm_torch_flow,0.03133440017700195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,1024,gemm_torch_flow,0.02627413272857666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,512,gemm_torch_flow,0.020660267273585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,2048,gemm_torch_flow,0.036848000685373944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,768,gemm_torch_flow,0.023057067394256593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,128,gemm_torch_flow,0.017347200711568197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,256,gemm_torch_flow,0.018549333016077675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,64,gemm_torch_flow,0.01753600041071574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,32,gemm_torch_flow,0.01732800006866455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2560,65536,gemm_torch_flow,0.9094922383626303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,7168,gemm_torch_flow,0.09440000057220459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,8192,gemm_torch_flow,0.10686399936676025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,10240,gemm_torch_flow,0.1298624038696289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,12288,gemm_torch_flow,0.15275840759277343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,16384,gemm_torch_flow,0.19792426427205403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,4096,gemm_torch_flow,0.05518720149993896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,6144,gemm_torch_flow,0.08168000380198161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,5120,gemm_torch_flow,0.06790400346120198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,3072,gemm_torch_flow,0.04317226807276408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,3584,gemm_torch_flow,0.048426667849222824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,768,gemm_torch_flow,0.021851734320322672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,2560,gemm_torch_flow,0.038209064801534014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,2048,gemm_torch_flow,0.03225920001665751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,1024,gemm_torch_flow,0.02416106661160787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,1536,gemm_torch_flow,0.02897706627845764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,512,gemm_torch_flow,0.01975040038426717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,256,gemm_torch_flow,0.017833600441614784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,64,gemm_torch_flow,0.01685653328895569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,32,gemm_torch_flow,0.016598400473594666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,128,gemm_torch_flow,0.016761600971221924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,2048,65536,gemm_torch_flow,0.823971176147461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,7168,gemm_torch_flow,0.08390080134073893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,8192,gemm_torch_flow,0.09562346935272217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,10240,gemm_torch_flow,0.1162175973256429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,12288,gemm_torch_flow,0.13647039731343585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,16384,gemm_torch_flow,0.17601386706034344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,6144,gemm_torch_flow,0.07186240355173747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,4096,gemm_torch_flow,0.04763840039571126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,3584,gemm_torch_flow,0.0430186669031779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,3072,gemm_torch_flow,0.03827733198801676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,5120,gemm_torch_flow,0.05963413317998251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,2048,gemm_torch_flow,0.029693865776062013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,2560,gemm_torch_flow,0.03408000071843465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,768,gemm_torch_flow,0.020482132832209267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,1024,gemm_torch_flow,0.022754132747650146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,512,gemm_torch_flow,0.018566399812698364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,1536,gemm_torch_flow,0.02532266577084859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,256,gemm_torch_flow,0.01735360026359558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,64,gemm_torch_flow,0.016362667083740234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,128,gemm_torch_flow,0.016309332847595216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,32,gemm_torch_flow,0.01623040040334066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1536,65536,gemm_torch_flow,0.7467711766560872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,7168,gemm_torch_flow,0.07898453076680502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,8192,gemm_torch_flow,0.08980586528778076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,10240,gemm_torch_flow,0.1095040003458659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,12288,gemm_torch_flow,0.12922133604685465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,16384,gemm_torch_flow,0.16567145983378093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,6144,gemm_torch_flow,0.06671786308288574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,5120,gemm_torch_flow,0.05486293236414591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,4096,gemm_torch_flow,0.04429546594619751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,3584,gemm_torch_flow,0.04027093251546224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,3072,gemm_torch_flow,0.03615146478017171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,2048,gemm_torch_flow,0.028220800558725993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,2560,gemm_torch_flow,0.03169066707293193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,768,gemm_torch_flow,0.0199072003364563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,1536,gemm_torch_flow,0.02524906595547994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,1024,gemm_torch_flow,0.0216757337252299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,64,gemm_torch_flow,0.015929599603017174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,128,gemm_torch_flow,0.01593493322531382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,512,gemm_torch_flow,0.01851093371709188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,256,gemm_torch_flow,0.01678826610247294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,32,gemm_torch_flow,0.015828266739845276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,1024,65536,gemm_torch_flow,0.6715946833292643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,7168,gemm_torch_flow,0.07410666942596436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,8192,gemm_torch_flow,0.08566933472951253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,10240,gemm_torch_flow,0.10518613656361897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,12288,gemm_torch_flow,0.12205013434092205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,6144,gemm_torch_flow,0.061741864681243895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,16384,gemm_torch_flow,0.1619647979736328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,5120,gemm_torch_flow,0.0509002685546875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,4096,gemm_torch_flow,0.040964265664418534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,3072,gemm_torch_flow,0.03277653257052104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,2560,gemm_torch_flow,0.030343466997146608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,3584,gemm_torch_flow,0.038258135318756104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,2048,gemm_torch_flow,0.02704213261604309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,1536,gemm_torch_flow,0.024175999561945598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,768,gemm_torch_flow,0.01932800014813741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,1024,gemm_torch_flow,0.020838399728139244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,512,gemm_torch_flow,0.017499732971191406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,256,gemm_torch_flow,0.016436266899108886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,128,gemm_torch_flow,0.015614933768908181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,64,gemm_torch_flow,0.015685333808263143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,32,gemm_torch_flow,0.015552000204722086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,768,65536,gemm_torch_flow,0.6322965621948242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,8192,gemm_torch_flow,0.08016426563262939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,10240,gemm_torch_flow,0.09817492961883545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,7168,gemm_torch_flow,0.06787306467692057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,6144,gemm_torch_flow,0.056201601028442384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,12288,gemm_torch_flow,0.11659626960754395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,16384,gemm_torch_flow,0.15494826634724934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,4096,gemm_torch_flow,0.03843626578648885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,5120,gemm_torch_flow,0.04616106748580932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,3584,gemm_torch_flow,0.03464213212331136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,2560,gemm_torch_flow,0.029155200719833373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,3072,gemm_torch_flow,0.031676799058914185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,1536,gemm_torch_flow,0.023115734259287514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,768,gemm_torch_flow,0.018720000982284546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,1024,gemm_torch_flow,0.02034133275349935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,2048,gemm_torch_flow,0.02569920023282369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,256,gemm_torch_flow,0.01604373355706533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,512,gemm_torch_flow,0.017543466885884602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,128,gemm_torch_flow,0.015321600437164306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,32,gemm_torch_flow,0.015379200379053751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,64,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,512,65536,gemm_torch_flow,0.5887562433878581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,8192,gemm_torch_flow,0.07908586661020914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,7168,gemm_torch_flow,0.06673813660939534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,10240,gemm_torch_flow,0.09734293619791666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,6144,gemm_torch_flow,0.05505813360214233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,12288,gemm_torch_flow,0.11513066291809082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,16384,gemm_torch_flow,0.14739519755045574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,3584,gemm_torch_flow,0.03429973522822062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,5120,gemm_torch_flow,0.045124268531799315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,4096,gemm_torch_flow,0.03733439842859904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,3072,gemm_torch_flow,0.03175573348999024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,2560,gemm_torch_flow,0.029193600018819172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,2048,gemm_torch_flow,0.025560534000396727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,1536,gemm_torch_flow,0.023085866371790567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,1024,gemm_torch_flow,0.020002132654190062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,512,gemm_torch_flow,0.0172160009543101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,768,gemm_torch_flow,0.018582399686177573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,256,gemm_torch_flow,0.015822933117548624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,64,gemm_torch_flow,0.015202132860819497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,128,gemm_torch_flow,0.015335466464360556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,32,gemm_torch_flow,0.014959999918937683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,256,65536,gemm_torch_flow,0.5416074752807617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,7168,gemm_torch_flow,0.06587520043055216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,8192,gemm_torch_flow,0.07631466388702393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,6144,gemm_torch_flow,0.05539413293202718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,10240,gemm_torch_flow,0.09551786581675212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,12288,gemm_torch_flow,0.11308586597442627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,16384,gemm_torch_flow,0.14543040593465167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,5120,gemm_torch_flow,0.04408320188522339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,3072,gemm_torch_flow,0.031030400594075518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,3584,gemm_torch_flow,0.033769599596659344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,4096,gemm_torch_flow,0.03588373263676961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,2048,gemm_torch_flow,0.025592533747355144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,2560,gemm_torch_flow,0.028436267375946046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,1536,gemm_torch_flow,0.022681599855422972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,1024,gemm_torch_flow,0.02023893396059672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,256,gemm_torch_flow,0.015752533078193666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,512,gemm_torch_flow,0.016863999764124553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,128,gemm_torch_flow,0.015244799852371215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,768,gemm_torch_flow,0.018307199080785118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,32,gemm_torch_flow,0.014769066373507181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,64,gemm_torch_flow,0.0151146670182546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,128,65536,gemm_torch_flow,0.5311733245849609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,6144,gemm_torch_flow,0.054040535291035974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,7168,gemm_torch_flow,0.0652127981185913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,8192,gemm_torch_flow,0.07529599666595459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,10240,gemm_torch_flow,0.09530239899953206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,12288,gemm_torch_flow,0.11197760105133056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,3584,gemm_torch_flow,0.033717334270477295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,16384,gemm_torch_flow,0.14456960360209148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,4096,gemm_torch_flow,0.03643093506495158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,5120,gemm_torch_flow,0.04289493163426717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,3072,gemm_torch_flow,0.030962133407592775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,2560,gemm_torch_flow,0.028437334299087524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,2048,gemm_torch_flow,0.02547840078671773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,1024,gemm_torch_flow,0.01998186707496643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,1536,gemm_torch_flow,0.022601600488026938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,512,gemm_torch_flow,0.01696959932645162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,256,gemm_torch_flow,0.01597653329372406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,768,gemm_torch_flow,0.018307199080785118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,64,gemm_torch_flow,0.015007999539375306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,128,gemm_torch_flow,0.014964266618092855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,32,gemm_torch_flow,0.014916266997655234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,64,65536,gemm_torch_flow,0.5273269335428874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2048,32,65536,gemm_torch_flow,0.5248448053995769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,5120,gemm_torch_flow,0.5032575925191243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,7168,gemm_torch_flow,0.6881674448649089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,6144,gemm_torch_flow,0.5976928075154622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,8192,gemm_torch_flow,0.7960970560709636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,10240,gemm_torch_flow,0.9888874689737955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,3072,gemm_torch_flow,0.31198078791300454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,2560,gemm_torch_flow,0.2684810638427734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,3584,gemm_torch_flow,0.36048641204833987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,4096,gemm_torch_flow,0.4111647923787435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,2048,gemm_torch_flow,0.22399253845214845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,128,gemm_torch_flow,0.06272213459014893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,256,gemm_torch_flow,0.06705599625905355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,512,gemm_torch_flow,0.0831391970316569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,64,gemm_torch_flow,0.06279786825180053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,768,gemm_torch_flow,0.10899519920349121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,1024,gemm_torch_flow,0.12876479625701903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,12288,gemm_torch_flow,1.1866634368896485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,32,gemm_torch_flow,0.06142400105794271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,1536,gemm_torch_flow,0.17760853767395018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,7168,gemm_torch_flow,0.19635732968648273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,6144,gemm_torch_flow,0.17101227442423503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,10240,gemm_torch_flow,0.2658474604288737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,8192,gemm_torch_flow,0.22098132769266762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,65536,16384,gemm_torch_flow,1.5812053680419922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,12288,gemm_torch_flow,0.31939732233683266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,3584,gemm_torch_flow,0.10894400278727215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,3072,gemm_torch_flow,0.0982815980911255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,16384,gemm_torch_flow,0.4255626678466797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,4096,gemm_torch_flow,0.12235733668009441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,2560,gemm_torch_flow,0.08577493031819662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,5120,gemm_torch_flow,0.14761919975280763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,2048,gemm_torch_flow,0.07226773103078207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,1536,gemm_torch_flow,0.05985706647237142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,768,gemm_torch_flow,0.04157013495763143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,1024,gemm_torch_flow,0.04818346500396729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,128,gemm_torch_flow,0.027003733317057292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,512,gemm_torch_flow,0.03556586503982544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,32,gemm_torch_flow,0.028223999341328937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,256,gemm_torch_flow,0.029864533742268877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,64,gemm_torch_flow,0.027668267488479614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,8192,gemm_torch_flow,0.1750218709309896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,6144,gemm_torch_flow,0.13866346677144367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,7168,gemm_torch_flow,0.15655360221862794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,10240,gemm_torch_flow,0.2127690633138021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,12288,gemm_torch_flow,0.2531040032704671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,5120,gemm_torch_flow,0.11915626525878906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,4096,gemm_torch_flow,0.09919040203094483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,16384,gemm_torch_flow,0.33634560902913413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,3584,gemm_torch_flow,0.08956693013509115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,2560,gemm_torch_flow,0.07008000214894614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,2048,gemm_torch_flow,0.05995413462320963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,3072,gemm_torch_flow,0.07948586940765381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,256,gemm_torch_flow,0.026919466257095338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,1024,gemm_torch_flow,0.040966399510701496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,1536,gemm_torch_flow,0.050508801142374674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,768,gemm_torch_flow,0.03530773321787516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,512,gemm_torch_flow,0.031083732843399048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,128,gemm_torch_flow,0.024946133295694985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,64,gemm_torch_flow,0.024869332710901894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,32,gemm_torch_flow,0.025690666834513348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,8192,gemm_torch_flow,0.15094614028930664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,7168,gemm_torch_flow,0.13642026583353678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,10240,gemm_torch_flow,0.18523200352986652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,12288,gemm_torch_flow,0.22007253964742027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,6144,gemm_torch_flow,0.11838293075561523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,16384,gemm_torch_flow,0.29032106399536134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,5120,gemm_torch_flow,0.10351253350575765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,3584,gemm_torch_flow,0.0788640022277832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,4096,gemm_torch_flow,0.08639573256174723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,3072,gemm_torch_flow,0.06922773520151773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,2560,gemm_torch_flow,0.0608842651049296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,768,gemm_torch_flow,0.031150933106740313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,2048,gemm_torch_flow,0.05291839838027954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,1536,gemm_torch_flow,0.043569068113962814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,1024,gemm_torch_flow,0.035130667686462405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,256,gemm_torch_flow,0.02360746661822001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,512,gemm_torch_flow,0.027214932441711425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,64,gemm_torch_flow,0.02168853282928467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,128,gemm_torch_flow,0.021604265769322714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,16384,65536,gemm_torch_flow,1.7303541819254558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,32,gemm_torch_flow,0.021741867065429688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,7168,gemm_torch_flow,0.11487893263498943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,8192,gemm_torch_flow,0.1309397300084432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,10240,gemm_torch_flow,0.15744640032450358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,12288,65536,gemm_torch_flow,1.3225215911865233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,12288,gemm_torch_flow,0.1850048065185547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,3584,gemm_torch_flow,0.06827733516693116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,16384,gemm_torch_flow,0.2445002714792887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,3072,gemm_torch_flow,0.06000213225682577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,4096,gemm_torch_flow,0.07463893095652262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,5120,gemm_torch_flow,0.08772693475087484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,6144,gemm_torch_flow,0.10108479658762615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,2560,gemm_torch_flow,0.0526367982228597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,2048,gemm_torch_flow,0.04485226472218831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,1536,gemm_torch_flow,0.03715200026830037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,256,gemm_torch_flow,0.02123519976933797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,1024,gemm_torch_flow,0.031143466631571453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,768,gemm_torch_flow,0.027315199375152588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,512,gemm_torch_flow,0.02508266568183899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,32,gemm_torch_flow,0.01997013290723165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,64,gemm_torch_flow,0.01986879905064901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,128,gemm_torch_flow,0.019810134172439577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,10240,65536,gemm_torch_flow,1.1355487823486328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,7168,gemm_torch_flow,0.11292266845703125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,10240,gemm_torch_flow,0.1547935962677002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,8192,gemm_torch_flow,0.1270848035812378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,12288,gemm_torch_flow,0.18138346672058106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,16384,gemm_torch_flow,0.2389578660329183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,4096,gemm_torch_flow,0.07261760234832763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,6144,gemm_torch_flow,0.09984532992045084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,3072,gemm_torch_flow,0.058348798751831056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,3584,gemm_torch_flow,0.0654848019282023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,5120,gemm_torch_flow,0.08607040246327718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,2048,gemm_torch_flow,0.04374080101648967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,2560,gemm_torch_flow,0.05085119803746542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,256,gemm_torch_flow,0.02079253395398458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,1536,gemm_torch_flow,0.036600534121195474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,1024,gemm_torch_flow,0.030393600463867188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,768,gemm_torch_flow,0.027244800329208375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,128,gemm_torch_flow,0.01978773276011149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,512,gemm_torch_flow,0.023465599616368613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,64,gemm_torch_flow,0.019885865847269694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,32,gemm_torch_flow,0.019939200083414713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,8192,65536,gemm_torch_flow,0.9390613555908203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,6144,gemm_torch_flow,0.08648320039113364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,8192,gemm_torch_flow,0.10929386615753174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,10240,gemm_torch_flow,0.13129599889119464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,7168,gemm_torch_flow,0.09704000155131022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,12288,gemm_torch_flow,0.15509333610534667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,16384,gemm_torch_flow,0.20511892636617027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,5120,gemm_torch_flow,0.07521386941274008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,4096,gemm_torch_flow,0.06381333271662394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,2560,gemm_torch_flow,0.04448853333791097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,3072,gemm_torch_flow,0.05073279937108358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,3584,gemm_torch_flow,0.05714986721674601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,2048,gemm_torch_flow,0.03832319974899292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,1536,gemm_torch_flow,0.03263253370920817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,1024,gemm_torch_flow,0.027691733837127686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,768,gemm_torch_flow,0.02491733431816101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,256,gemm_torch_flow,0.019891200462977092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,512,gemm_torch_flow,0.021669334173202513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,128,gemm_torch_flow,0.018637865781784058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,32,gemm_torch_flow,0.019028266270955406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,64,gemm_torch_flow,0.018900267283121743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,7168,65536,gemm_torch_flow,0.9164960225423178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,7168,gemm_torch_flow,0.08650773366292318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,8192,gemm_torch_flow,0.09651093482971192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,10240,gemm_torch_flow,0.11631786823272705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,6144,gemm_torch_flow,0.07794986565907797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,12288,gemm_torch_flow,0.13599680264790853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,16384,gemm_torch_flow,0.17948907216389973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,5120,gemm_torch_flow,0.06710080305735269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,4096,gemm_torch_flow,0.05683199961980184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,3584,gemm_torch_flow,0.051028267542521155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,3072,gemm_torch_flow,0.04544320106506348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,2560,gemm_torch_flow,0.03965760072072347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,1024,gemm_torch_flow,0.02537706693013509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,1536,gemm_torch_flow,0.030177066723505657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,2048,gemm_torch_flow,0.03492053349812825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,512,gemm_torch_flow,0.021357866128285725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,768,gemm_torch_flow,0.022987733284632363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,128,gemm_torch_flow,0.018256000677744546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,256,gemm_torch_flow,0.019028266270955406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,64,gemm_torch_flow,0.018081067005793254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,32,gemm_torch_flow,0.018294399976730345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,6144,65536,gemm_torch_flow,0.7851776123046875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,8192,gemm_torch_flow,0.0848149299621582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,7168,gemm_torch_flow,0.07655146916707357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,12288,gemm_torch_flow,0.11859839757283527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,10240,gemm_torch_flow,0.1017077366511027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,6144,gemm_torch_flow,0.06888746420542399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,16384,gemm_torch_flow,0.15781653722127278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,5120,gemm_torch_flow,0.05925973256429037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,3584,gemm_torch_flow,0.04414186477661133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,4096,gemm_torch_flow,0.04887466828028361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,2560,gemm_torch_flow,0.03583146731058757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,3072,gemm_torch_flow,0.039538133144378665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,2048,gemm_torch_flow,0.03153066635131836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,1536,gemm_torch_flow,0.02762453357378642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,1024,gemm_torch_flow,0.023504000902175904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,512,gemm_torch_flow,0.020093866189320884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,768,gemm_torch_flow,0.020878932873407998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,64,gemm_torch_flow,0.01734293301900228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,128,gemm_torch_flow,0.01723840037981669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,256,gemm_torch_flow,0.01804373264312744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,32,gemm_torch_flow,0.01743040084838867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,5120,65536,gemm_torch_flow,0.6795455932617187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,7168,gemm_torch_flow,0.0724074681599935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,8192,gemm_torch_flow,0.08028159936269125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,6144,gemm_torch_flow,0.06313706636428833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,10240,gemm_torch_flow,0.09652160008748373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,12288,gemm_torch_flow,0.11164480050404865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,5120,gemm_torch_flow,0.05419840017954508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,16384,gemm_torch_flow,0.14669440587361654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,3584,gemm_torch_flow,0.04052586555480957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,2560,gemm_torch_flow,0.03288106719652812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,4096,gemm_torch_flow,0.04445653359095256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,3072,gemm_torch_flow,0.03662293354670207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,768,gemm_torch_flow,0.019980800151824952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,1024,gemm_torch_flow,0.021245867013931274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,2048,gemm_torch_flow,0.029226666688919066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,1536,gemm_torch_flow,0.025235199928283693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,256,gemm_torch_flow,0.017474132776260375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,512,gemm_torch_flow,0.018973867098490395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,128,gemm_torch_flow,0.01744746764500936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,4096,65536,gemm_torch_flow,0.5919093449910482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,64,gemm_torch_flow,0.017406932512919106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,32,gemm_torch_flow,0.017338667313257852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,6144,gemm_torch_flow,0.060229333241780605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,7168,gemm_torch_flow,0.06802453200022379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,8192,gemm_torch_flow,0.0760650634765625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,10240,gemm_torch_flow,0.08982293605804444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,12288,gemm_torch_flow,0.10382080078125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,16384,gemm_torch_flow,0.13763413429260254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,3072,gemm_torch_flow,0.03551040093104045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,5120,gemm_torch_flow,0.051172268390655515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,3584,gemm_torch_flow,0.03887786865234375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,4096,gemm_torch_flow,0.042353065808614095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,2560,gemm_torch_flow,0.03180053234100342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,2048,gemm_torch_flow,0.02839999993642171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,1536,gemm_torch_flow,0.024892799059549966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,1024,gemm_torch_flow,0.021600000063578286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,768,gemm_torch_flow,0.02018666664759318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,512,gemm_torch_flow,0.01898026665051778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,256,gemm_torch_flow,0.01737920045852661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,64,gemm_torch_flow,0.01653333306312561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,128,gemm_torch_flow,0.01663146714369456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,32,gemm_torch_flow,0.016784000396728515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3584,65536,gemm_torch_flow,0.5582378387451172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,7168,gemm_torch_flow,0.06406720081965128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,8192,gemm_torch_flow,0.07098133563995361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,10240,gemm_torch_flow,0.08424533208211263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,6144,gemm_torch_flow,0.05577280124028524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,12288,gemm_torch_flow,0.09753386974334717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,16384,gemm_torch_flow,0.12759040196736654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,3584,gemm_torch_flow,0.03685973485310872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,5120,gemm_torch_flow,0.04757546583811442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,4096,gemm_torch_flow,0.04015573263168335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,3072,gemm_torch_flow,0.03431146542231242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,2560,gemm_torch_flow,0.031086933612823487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,1536,gemm_torch_flow,0.024233599503835045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,1024,gemm_torch_flow,0.021356799205144248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,2048,gemm_torch_flow,0.027474133173624675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,768,gemm_torch_flow,0.020197333892186482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,512,gemm_torch_flow,0.018923733631769815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,256,gemm_torch_flow,0.01739306648572286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,64,gemm_torch_flow,0.016577066977818807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,128,gemm_torch_flow,0.016743467251459757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,3072,65536,gemm_torch_flow,0.5119263966878255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,32,gemm_torch_flow,0.01687893271446228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,6144,gemm_torch_flow,0.048000001907348634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,8192,gemm_torch_flow,0.06262826522191366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,10240,gemm_torch_flow,0.076528000831604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,7168,gemm_torch_flow,0.055386666456858316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,12288,gemm_torch_flow,0.08863680362701416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,16384,gemm_torch_flow,0.11522666613260905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,4096,gemm_torch_flow,0.03606186707814534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,3584,gemm_torch_flow,0.03354346752166748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,5120,gemm_torch_flow,0.04199893474578857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,3072,gemm_torch_flow,0.030829866727193195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,2560,gemm_torch_flow,0.02758079965909322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,1536,gemm_torch_flow,0.022309333086013794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,2048,gemm_torch_flow,0.02528426647186279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,1024,gemm_torch_flow,0.019780266284942626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,768,gemm_torch_flow,0.019022933642069497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,512,gemm_torch_flow,0.017819732427597046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,256,gemm_torch_flow,0.016710400581359863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2560,65536,gemm_torch_flow,0.48715734481811523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,128,gemm_torch_flow,0.016057599584261575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,64,gemm_torch_flow,0.016176000237464905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,32,gemm_torch_flow,0.016156799594561257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,8192,gemm_torch_flow,0.05541653235753378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,6144,gemm_torch_flow,0.043409065405527754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,7168,gemm_torch_flow,0.04896746476491292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,10240,gemm_torch_flow,0.06934613386789958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,12288,gemm_torch_flow,0.08079360326131185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,16384,gemm_torch_flow,0.1048629363377889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,4096,gemm_torch_flow,0.03327786723772685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,5120,gemm_torch_flow,0.038172801335652665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,3584,gemm_torch_flow,0.031167999903361006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,3072,gemm_torch_flow,0.0284768005212148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,2560,gemm_torch_flow,0.02571733395258586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,2048,65536,gemm_torch_flow,0.43583145141601565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,2048,gemm_torch_flow,0.023140267531077067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,1536,gemm_torch_flow,0.021218132972717286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,1024,gemm_torch_flow,0.019117865959803262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,768,gemm_torch_flow,0.01806400020917257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,256,gemm_torch_flow,0.016184533635775246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,64,gemm_torch_flow,0.01569493313630422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,32,gemm_torch_flow,0.015842133760452272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,512,gemm_torch_flow,0.01721386710802714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,128,gemm_torch_flow,0.015659733613332113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,8192,gemm_torch_flow,0.05098559856414795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,6144,gemm_torch_flow,0.039478401343027755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,7168,gemm_torch_flow,0.045101865132649736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,12288,gemm_torch_flow,0.07352213064829508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,10240,gemm_torch_flow,0.06160533428192139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,16384,gemm_torch_flow,0.09936426480611166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,5120,gemm_torch_flow,0.03565226793289185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,4096,gemm_torch_flow,0.030326400200525922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,3584,gemm_torch_flow,0.0288266658782959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,1536,gemm_torch_flow,0.020383999745051066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1536,65536,gemm_torch_flow,0.3936714808146159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,2560,gemm_torch_flow,0.023413334290186563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,3072,gemm_torch_flow,0.025229867299397784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,2048,gemm_torch_flow,0.022039467096328737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,512,gemm_torch_flow,0.016827734311421712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,1024,gemm_torch_flow,0.01845226685206095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,768,gemm_torch_flow,0.0179967999458313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,256,gemm_torch_flow,0.016011733810106912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,64,gemm_torch_flow,0.015494400262832641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,32,gemm_torch_flow,0.015403733650843302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,128,gemm_torch_flow,0.015429332852363586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,6144,gemm_torch_flow,0.037121065457661945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,7168,gemm_torch_flow,0.04227946599324544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,8192,gemm_torch_flow,0.04755839904149373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,10240,gemm_torch_flow,0.057550934950510654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,16384,gemm_torch_flow,0.09539413452148438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,12288,gemm_torch_flow,0.07034453550974527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,1024,65536,gemm_torch_flow,0.3483146667480469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,1536,gemm_torch_flow,0.019683200120925903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,4096,gemm_torch_flow,0.02932159900665283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,2560,gemm_torch_flow,0.023447465896606446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,3072,gemm_torch_flow,0.02505706747372945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,3584,gemm_torch_flow,0.02834133307139079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,5120,gemm_torch_flow,0.033353598912556966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,2048,gemm_torch_flow,0.021911466121673585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,1024,gemm_torch_flow,0.01790720025698344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,512,gemm_torch_flow,0.01643946667512258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,256,gemm_torch_flow,0.015562666455904641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,128,gemm_torch_flow,0.015523200233777365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,32,gemm_torch_flow,0.01523413360118866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,768,gemm_torch_flow,0.017079466581344606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,64,gemm_torch_flow,0.015100799997647605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,7168,gemm_torch_flow,0.03932799895604451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,6144,gemm_torch_flow,0.03514773448308309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,8192,gemm_torch_flow,0.04443413416544596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,10240,gemm_torch_flow,0.05286720196406046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,12288,gemm_torch_flow,0.06454826593399048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,16384,gemm_torch_flow,0.09172373612721761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,768,65536,gemm_torch_flow,0.3270869255065918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,1536,gemm_torch_flow,0.01920213301976522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,5120,gemm_torch_flow,0.03193813363711039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,4096,gemm_torch_flow,0.027780266602834065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,3584,gemm_torch_flow,0.026257065931955974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,2048,gemm_torch_flow,0.021309866507848104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,3072,gemm_torch_flow,0.024691200256347655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,2560,gemm_torch_flow,0.02285439968109131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,1024,gemm_torch_flow,0.017854932943979898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,768,gemm_torch_flow,0.01693120002746582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,512,gemm_torch_flow,0.01648319959640503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,128,gemm_torch_flow,0.015209600329399109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,256,gemm_torch_flow,0.015768532951672874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,64,gemm_torch_flow,0.015237333377202353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,32,gemm_torch_flow,0.015155200163523355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,6144,gemm_torch_flow,0.032790400584538776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,8192,gemm_torch_flow,0.044147201379140216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,10240,gemm_torch_flow,0.05119786659876505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,7168,gemm_torch_flow,0.03653013308842977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,12288,gemm_torch_flow,0.06147520144780477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,16384,gemm_torch_flow,0.08433813254038493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,512,65536,gemm_torch_flow,0.3018837292989095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,1536,gemm_torch_flow,0.019250132640202842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,3584,gemm_torch_flow,0.02609386642773946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,4096,gemm_torch_flow,0.02784213423728943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,5120,gemm_torch_flow,0.030159999926884968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,3072,gemm_torch_flow,0.02451840043067932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,2048,gemm_torch_flow,0.020858667294184365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,2560,gemm_torch_flow,0.022537599007288613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,1024,gemm_torch_flow,0.017429333925247193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,512,gemm_torch_flow,0.016152532895406087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,768,gemm_torch_flow,0.01678826610247294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,128,gemm_torch_flow,0.014978133638699851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,64,gemm_torch_flow,0.014801067113876343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,256,gemm_torch_flow,0.015517866611480713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,32,gemm_torch_flow,0.014869333306948344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,8192,gemm_torch_flow,0.040717868010203044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,256,65536,gemm_torch_flow,0.2845600128173828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,7168,gemm_torch_flow,0.03748053312301636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,6144,gemm_torch_flow,0.03309440016746521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,12288,gemm_torch_flow,0.05669973293940226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,10240,gemm_torch_flow,0.04756480058034261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,16384,gemm_torch_flow,0.07839573224385579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,4096,gemm_torch_flow,0.027030400435129803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,5120,gemm_torch_flow,0.030187733968098956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,2560,gemm_torch_flow,0.022369066874186196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,3584,gemm_torch_flow,0.02526613275210063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,2048,gemm_torch_flow,0.020439465840657554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,1024,gemm_torch_flow,0.017550933361053466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,3072,gemm_torch_flow,0.023965867360432942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,1536,gemm_torch_flow,0.019032533963521323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,64,gemm_torch_flow,0.014788267016410828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,768,gemm_torch_flow,0.016453333695729575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,512,gemm_torch_flow,0.01593493322531382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,256,gemm_torch_flow,0.015194666385650635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,32,gemm_torch_flow,0.014786133170127868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,128,gemm_torch_flow,0.014881066481272378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,8192,gemm_torch_flow,0.037853864828745525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,6144,gemm_torch_flow,0.03319466710090637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,7168,gemm_torch_flow,0.03629546562830607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,128,65536,gemm_torch_flow,0.27534720102945964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,10240,gemm_torch_flow,0.04589440027872722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,16384,gemm_torch_flow,0.0766271988550822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,12288,gemm_torch_flow,0.05479360024134318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,2048,gemm_torch_flow,0.021101866165796915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,3072,gemm_torch_flow,0.02361066738764445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,2560,gemm_torch_flow,0.022338134050369263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,5120,gemm_torch_flow,0.030189865827560426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,1536,gemm_torch_flow,0.019006933768590292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,3584,gemm_torch_flow,0.025059199333190917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,4096,gemm_torch_flow,0.026959999402364092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,1024,gemm_torch_flow,0.017385600010553996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,768,gemm_torch_flow,0.016643200318018594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,512,gemm_torch_flow,0.015994667013486227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,256,gemm_torch_flow,0.015226667126019796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,128,gemm_torch_flow,0.014988799889882406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,32,gemm_torch_flow,0.014980266491572062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,64,gemm_torch_flow,0.014916266997655234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,6144,gemm_torch_flow,0.03296639919281006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,8192,gemm_torch_flow,0.03973759810129802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,7168,gemm_torch_flow,0.03604053258895874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,16384,gemm_torch_flow,0.07598079840342203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,10240,gemm_torch_flow,0.04525119860967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,64,65536,gemm_torch_flow,0.2738304138183594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,12288,gemm_torch_flow,0.05387946764628092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,3072,gemm_torch_flow,0.02359573245048523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,3584,gemm_torch_flow,0.02526293396949768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,4096,gemm_torch_flow,0.026730666557947796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,5120,gemm_torch_flow,0.029763199885686237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,2560,gemm_torch_flow,0.022081067164738975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,1536,gemm_torch_flow,0.018796799580256145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,2048,gemm_torch_flow,0.020734934012095134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,1024,gemm_torch_flow,0.017203199863433837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,768,gemm_torch_flow,0.01651946703592936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,64,gemm_torch_flow,0.014633599917093912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,128,gemm_torch_flow,0.01476800044377645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,512,gemm_torch_flow,0.01583146651585897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,256,gemm_torch_flow,0.0151146670182546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,32,gemm_torch_flow,0.014578133821487427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1024,32,65536,gemm_torch_flow,0.2719648043314616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,5120,gemm_torch_flow,0.37201814651489257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,4096,gemm_torch_flow,0.30330559412638347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,6144,gemm_torch_flow,0.43608640034993484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,7168,gemm_torch_flow,0.5034506797790528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,8192,gemm_torch_flow,0.5740565617879232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,3072,gemm_torch_flow,0.23610453605651854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,3584,gemm_torch_flow,0.2692277272542318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,2560,gemm_torch_flow,0.19951039950052898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,10240,gemm_torch_flow,0.7170762379964193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,1536,gemm_torch_flow,0.1346314589182536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,2048,gemm_torch_flow,0.16673919359842937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,1024,gemm_torch_flow,0.10354026953379314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,256,gemm_torch_flow,0.058372267087300624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,512,gemm_torch_flow,0.06725546518961588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,768,gemm_torch_flow,0.0870848019917806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,128,gemm_torch_flow,0.05036373138427734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,32,gemm_torch_flow,0.05074346860249838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,64,gemm_torch_flow,0.051527468363444004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,12288,gemm_torch_flow,0.8652736028035483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,65536,16384,gemm_torch_flow,1.1284863789876303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,7168,gemm_torch_flow,0.15065174102783202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,8192,gemm_torch_flow,0.17025386492411296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,6144,gemm_torch_flow,0.1334858735402425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,10240,gemm_torch_flow,0.205239470799764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,12288,gemm_torch_flow,0.24382932980855307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,5120,gemm_torch_flow,0.11568960348765056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,4096,gemm_torch_flow,0.09623893102010092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,3584,gemm_torch_flow,0.08735040028889975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,1536,gemm_torch_flow,0.049108266830444336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,3072,gemm_torch_flow,0.07725653648376465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,2560,gemm_torch_flow,0.06773333549499512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,16384,gemm_torch_flow,0.31680641174316404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,768,gemm_torch_flow,0.03563733498255412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,2048,gemm_torch_flow,0.0585536003112793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,1024,gemm_torch_flow,0.04010773499806722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,512,gemm_torch_flow,0.031032532453536987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,128,gemm_torch_flow,0.024541866779327393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,256,gemm_torch_flow,0.02685439984003703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,32,gemm_torch_flow,0.024859732389450072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,64,gemm_torch_flow,0.02477333347002665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,6144,gemm_torch_flow,0.10350080331166585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,7168,gemm_torch_flow,0.11871893405914306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,8192,gemm_torch_flow,0.1328704039255778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,12288,gemm_torch_flow,0.18701866467793782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,10240,gemm_torch_flow,0.1605951944986979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,4096,gemm_torch_flow,0.07698986530303956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,16384,gemm_torch_flow,0.2459434668223063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,2560,gemm_torch_flow,0.05424746672312418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,3072,gemm_torch_flow,0.06128533283869425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,5120,gemm_torch_flow,0.08974506855010986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,3584,gemm_torch_flow,0.06886186599731445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,768,gemm_torch_flow,0.02885013421376546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,2048,gemm_torch_flow,0.046955732504526775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,512,gemm_torch_flow,0.02587946653366089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,1024,gemm_torch_flow,0.032382933298746745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,1536,gemm_torch_flow,0.039476267496744794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,256,gemm_torch_flow,0.02160960038503011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,128,gemm_torch_flow,0.020760534207026164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,64,gemm_torch_flow,0.021182932456334434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,32,gemm_torch_flow,0.021175465981165566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,7168,gemm_torch_flow,0.1063157320022583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,8192,gemm_torch_flow,0.12063360214233398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,10240,gemm_torch_flow,0.14427092870076497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,12288,gemm_torch_flow,0.17051092783610028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,16384,gemm_torch_flow,0.22190933227539061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,4096,gemm_torch_flow,0.06930987040201822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,5120,gemm_torch_flow,0.08291626771291097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,3584,gemm_torch_flow,0.06300586859385172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,6144,gemm_torch_flow,0.09407786528269449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,3072,gemm_torch_flow,0.05656426747639974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,2560,gemm_torch_flow,0.04967893362045288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,2048,gemm_torch_flow,0.04317653179168701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,1536,gemm_torch_flow,0.036090668042500815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,1024,gemm_torch_flow,0.029894399642944335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,512,gemm_torch_flow,0.026715733607610065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,768,gemm_torch_flow,0.027033599217732747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,256,gemm_torch_flow,0.024615466594696045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,16384,65536,gemm_torch_flow,1.26714235941569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,128,gemm_torch_flow,0.02384106715520223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,64,gemm_torch_flow,0.02362346649169922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,32,gemm_torch_flow,0.023884799083073935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,7168,gemm_torch_flow,0.09141866366068521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,8192,gemm_torch_flow,0.10149333477020264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,12288,65536,gemm_torch_flow,0.9683370590209961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,10240,gemm_torch_flow,0.12251520156860352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,12288,gemm_torch_flow,0.14595947265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,16384,gemm_torch_flow,0.187062406539917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,6144,gemm_torch_flow,0.08094080289204916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,3584,gemm_torch_flow,0.05393493175506592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,3072,gemm_torch_flow,0.04816426833470662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,5120,gemm_torch_flow,0.07053866386413574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,4096,gemm_torch_flow,0.06064853270848593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,2560,gemm_torch_flow,0.04234133164087932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,2048,gemm_torch_flow,0.03678826491038005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,1536,gemm_torch_flow,0.03195733428001404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,128,gemm_torch_flow,0.019064533710479736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,768,gemm_torch_flow,0.024616533517837526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,1024,gemm_torch_flow,0.026975999275843304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,512,gemm_torch_flow,0.022296533981959025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,256,gemm_torch_flow,0.019789866606394448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,64,gemm_torch_flow,0.01913706660270691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,32,gemm_torch_flow,0.019146666924158732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,10240,65536,gemm_torch_flow,0.8609386444091797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,7168,gemm_torch_flow,0.08301333586374918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,10240,gemm_torch_flow,0.1124234676361084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,8192,gemm_torch_flow,0.09256319999694824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,12288,gemm_torch_flow,0.1316447973251343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,6144,gemm_torch_flow,0.07495679855346679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,16384,gemm_torch_flow,0.17057065963745116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,4096,gemm_torch_flow,0.054579198360443115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,5120,gemm_torch_flow,0.06399999856948853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,3584,gemm_torch_flow,0.049318401018778484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,3072,gemm_torch_flow,0.044106666247049967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,1536,gemm_torch_flow,0.02895893255869548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,2560,gemm_torch_flow,0.03852479855219523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,2048,gemm_torch_flow,0.03358506759007772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,1024,gemm_torch_flow,0.024843732515970864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,256,gemm_torch_flow,0.01969919999440511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,768,gemm_torch_flow,0.022791467110315957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,512,gemm_torch_flow,0.020761599143346153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,32,gemm_torch_flow,0.019101866086324058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,128,gemm_torch_flow,0.018889600038528444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,64,gemm_torch_flow,0.019058134158452353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,8192,65536,gemm_torch_flow,0.7224767684936524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,10240,gemm_torch_flow,0.09867306550343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,7168,gemm_torch_flow,0.07551786899566651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,8192,gemm_torch_flow,0.08359466393788656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,6144,gemm_torch_flow,0.06685120264689128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,12288,gemm_torch_flow,0.11634240150451661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,5120,gemm_torch_flow,0.05821226835250855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,16384,gemm_torch_flow,0.14946452776590985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,3584,gemm_torch_flow,0.04409173329671224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,4096,gemm_torch_flow,0.04930560191472371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,2048,gemm_torch_flow,0.031648000081380204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,3072,gemm_torch_flow,0.039892268180847165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,2560,gemm_torch_flow,0.03591253360112508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,512,gemm_torch_flow,0.02034986615180969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,1536,gemm_torch_flow,0.027852799495061236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,256,gemm_torch_flow,0.018463999032974243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,1024,gemm_torch_flow,0.023665066560109457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,768,gemm_torch_flow,0.02198293407758077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,64,gemm_torch_flow,0.018152532974878947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,128,gemm_torch_flow,0.017938133080800375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,32,gemm_torch_flow,0.017857066790262856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,7168,65536,gemm_torch_flow,0.6545418421427409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,10240,gemm_torch_flow,0.09194347063700357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,8192,gemm_torch_flow,0.0780245304107666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,6144,gemm_torch_flow,0.06251200040181479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,7168,gemm_torch_flow,0.07020800113677979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,12288,gemm_torch_flow,0.10733013153076172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,16384,gemm_torch_flow,0.13871466318766276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,5120,gemm_torch_flow,0.054635731379191074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,3584,gemm_torch_flow,0.04124586582183838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,4096,gemm_torch_flow,0.04631893237431844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,1536,gemm_torch_flow,0.026633600393931072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,2560,gemm_torch_flow,0.033763198057810466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,3072,gemm_torch_flow,0.03742400010426839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,2048,gemm_torch_flow,0.030324266354242964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,512,gemm_torch_flow,0.019604265689849854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,1024,gemm_torch_flow,0.02318933407465617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,768,gemm_torch_flow,0.02135146657625834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,256,gemm_torch_flow,0.01802133321762085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,64,gemm_torch_flow,0.017196800311406454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,128,gemm_torch_flow,0.017411200205485027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,32,gemm_torch_flow,0.017106133699417114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,6144,65536,gemm_torch_flow,0.572430928548177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,7168,gemm_torch_flow,0.061502933502197266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,6144,gemm_torch_flow,0.05404693285624186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,8192,gemm_torch_flow,0.06861653327941894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,10240,gemm_torch_flow,0.08163946469624837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,12288,gemm_torch_flow,0.09417920112609864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,5120,gemm_torch_flow,0.045968000094095865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,4096,gemm_torch_flow,0.03978133201599121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,16384,gemm_torch_flow,0.12037653128306072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,3584,gemm_torch_flow,0.03624746799468994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,3072,gemm_torch_flow,0.033019733428955075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,2048,gemm_torch_flow,0.026987733443578084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,1536,gemm_torch_flow,0.02347946763038635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,2560,gemm_torch_flow,0.029993599653244017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,1024,gemm_torch_flow,0.020920532941818237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,768,gemm_torch_flow,0.019873066743214925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,128,gemm_torch_flow,0.01687893271446228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,256,gemm_torch_flow,0.017321600516637167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,512,gemm_torch_flow,0.018620800971984864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,5120,65536,gemm_torch_flow,0.5213941256205241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,64,gemm_torch_flow,0.01688746611277262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,32,gemm_torch_flow,0.016777600844701132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,7168,gemm_torch_flow,0.05852160056432089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,8192,gemm_torch_flow,0.06511360009511312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,6144,gemm_torch_flow,0.05187840064366659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,12288,gemm_torch_flow,0.08769280115763346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,10240,gemm_torch_flow,0.07659093538920084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,16384,gemm_torch_flow,0.11195200284322102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,3072,gemm_torch_flow,0.032254934310913086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,4096,gemm_torch_flow,0.0378602663675944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,3584,gemm_torch_flow,0.035018666585286455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,5120,gemm_torch_flow,0.0443391998608907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,2560,gemm_torch_flow,0.029294933875401812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,2048,gemm_torch_flow,0.026580266157786053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,1536,gemm_torch_flow,0.02373440066973368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,4096,65536,gemm_torch_flow,0.4515210787455241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,256,gemm_torch_flow,0.017577600479125977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,128,gemm_torch_flow,0.01716586748758952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,768,gemm_torch_flow,0.020125865936279297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,512,gemm_torch_flow,0.01890666683514913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,1024,gemm_torch_flow,0.020957867304484047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,64,gemm_torch_flow,0.017273600896199545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,32,gemm_torch_flow,0.017166932423909508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,7168,gemm_torch_flow,0.05401173432668051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,8192,gemm_torch_flow,0.060166398684183754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,10240,gemm_torch_flow,0.07138346831003825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,6144,gemm_torch_flow,0.046787198384602866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,12288,gemm_torch_flow,0.08286826610565186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,5120,gemm_torch_flow,0.04027946790059407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,16384,gemm_torch_flow,0.10372906525929768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,4096,gemm_torch_flow,0.0351146658261617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,3584,gemm_torch_flow,0.032425600290298465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,2048,gemm_torch_flow,0.024984532594680788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,3072,gemm_torch_flow,0.029708800713221233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,2560,gemm_torch_flow,0.027804799874623615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,1536,gemm_torch_flow,0.022101332743962608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,1024,gemm_torch_flow,0.019785600900650024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,512,gemm_torch_flow,0.018133334318796792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3584,65536,gemm_torch_flow,0.4188511848449707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,768,gemm_torch_flow,0.018807466824849448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,256,gemm_torch_flow,0.016661333044370015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,64,gemm_torch_flow,0.016475733121236166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,128,gemm_torch_flow,0.016389333208402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,32,gemm_torch_flow,0.016270933548609416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,8192,gemm_torch_flow,0.056309334437052404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,12288,gemm_torch_flow,0.07754560311635336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,6144,gemm_torch_flow,0.04359360138575236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,7168,gemm_torch_flow,0.05013333161671957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,10240,gemm_torch_flow,0.06717973550160726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,16384,gemm_torch_flow,0.09713813463846842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,5120,gemm_torch_flow,0.03834240039189656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,3584,gemm_torch_flow,0.030958932638168336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,4096,gemm_torch_flow,0.033548800150553386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,1536,gemm_torch_flow,0.021554134289423623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,3072,gemm_torch_flow,0.028945066531499225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,2560,gemm_torch_flow,0.026446932554244997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,3072,65536,gemm_torch_flow,0.3995818773905436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,2048,gemm_torch_flow,0.024001065889994302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,512,gemm_torch_flow,0.017578667402267455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,1024,gemm_torch_flow,0.01923519968986511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,768,gemm_torch_flow,0.018411733706792197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,256,gemm_torch_flow,0.016408532857894897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,128,gemm_torch_flow,0.015945600469907124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,64,gemm_torch_flow,0.01600106656551361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,32,gemm_torch_flow,0.016085333625475564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,12288,gemm_torch_flow,0.07256960074106852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,7168,gemm_torch_flow,0.044905598958333334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,8192,gemm_torch_flow,0.05353173414866129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,6144,gemm_torch_flow,0.03994773228963216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,10240,gemm_torch_flow,0.06294613281885783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,16384,gemm_torch_flow,0.09556053479512533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2560,65536,gemm_torch_flow,0.3720330556233724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,3072,gemm_torch_flow,0.026842667659123735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,5120,gemm_torch_flow,0.035242664813995364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,3584,gemm_torch_flow,0.028648533423741657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,4096,gemm_torch_flow,0.03064853350321452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,2560,gemm_torch_flow,0.023937066396077476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,1536,gemm_torch_flow,0.020266666014989217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,2048,gemm_torch_flow,0.0225983997186025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,64,gemm_torch_flow,0.01573013365268707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,512,gemm_torch_flow,0.01699519952138265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,1024,gemm_torch_flow,0.018540799617767334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,768,gemm_torch_flow,0.017777067422866822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,256,gemm_torch_flow,0.01614720026652018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,128,gemm_torch_flow,0.015819733341534935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,32,gemm_torch_flow,0.015662933389345803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,6144,gemm_torch_flow,0.03654293219248454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,10240,gemm_torch_flow,0.055544535319010414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,7168,gemm_torch_flow,0.04076586564381917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,8192,gemm_torch_flow,0.04514026641845703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,12288,gemm_torch_flow,0.06549760103225707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,16384,gemm_torch_flow,0.08272746404012045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,2048,65536,gemm_torch_flow,0.3355168024698893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,4096,gemm_torch_flow,0.030537599325180055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,2560,gemm_torch_flow,0.023431466023127238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,5120,gemm_torch_flow,0.0344703992207845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,3072,gemm_torch_flow,0.02662293314933777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,3584,gemm_torch_flow,0.029074132442474365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,2048,gemm_torch_flow,0.022106667359670006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,1536,gemm_torch_flow,0.020207999149958293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,32,gemm_torch_flow,0.015434666474660238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,1024,gemm_torch_flow,0.018573866287867228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,512,gemm_torch_flow,0.017084799210230508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,256,gemm_torch_flow,0.015980799992879234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,768,gemm_torch_flow,0.017522132396697997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,128,gemm_torch_flow,0.015573333700497946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,64,gemm_torch_flow,0.015403733650843302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,7168,gemm_torch_flow,0.039870933691660566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,6144,gemm_torch_flow,0.03551359971364339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,8192,gemm_torch_flow,0.04477546612421672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,10240,gemm_torch_flow,0.052705065409342444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,12288,gemm_torch_flow,0.06391466856002807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,16384,gemm_torch_flow,0.08478613694508871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1536,65536,gemm_torch_flow,0.3007295926411947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,1536,gemm_torch_flow,0.018768000602722167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,3072,gemm_torch_flow,0.02328959902127584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,2560,gemm_torch_flow,0.021654399236043294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,3584,gemm_torch_flow,0.02411306699117025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,4096,gemm_torch_flow,0.025321600834528606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,5120,gemm_torch_flow,0.030534400542577105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,2048,gemm_torch_flow,0.020321067174275717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,1024,gemm_torch_flow,0.017523199319839478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,768,gemm_torch_flow,0.016961065928141277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,512,gemm_torch_flow,0.016385066509246825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,256,gemm_torch_flow,0.015702399611473083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,128,gemm_torch_flow,0.015292800466219583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,64,gemm_torch_flow,0.015513599912325541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,32,gemm_torch_flow,0.015358933806419372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,1024,65536,gemm_torch_flow,0.26707092920939124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,6144,gemm_torch_flow,0.0316106657187144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,12288,gemm_torch_flow,0.054257067044576016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,7168,gemm_torch_flow,0.03576106627782186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,8192,gemm_torch_flow,0.03871786594390869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,16384,gemm_torch_flow,0.07279573281606039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,10240,gemm_torch_flow,0.04578453302383423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,5120,gemm_torch_flow,0.03093973398208618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,3584,gemm_torch_flow,0.02592960000038147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,2048,gemm_torch_flow,0.02075200080871582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,4096,gemm_torch_flow,0.027328000466028853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,3072,gemm_torch_flow,0.02436800003051758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,2560,gemm_torch_flow,0.02205866575241089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,1536,gemm_torch_flow,0.019058134158452353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,1024,gemm_torch_flow,0.01749546726544698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,768,gemm_torch_flow,0.016940800348917644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,256,gemm_torch_flow,0.01562346617380778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,512,gemm_torch_flow,0.016339199741681416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,128,gemm_torch_flow,0.01542080044746399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,64,gemm_torch_flow,0.015227733055750528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,32,gemm_torch_flow,0.01525759994983673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,768,65536,gemm_torch_flow,0.2494208017985026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,7168,gemm_torch_flow,0.03422400156656901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,6144,gemm_torch_flow,0.03100266655286153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,8192,gemm_torch_flow,0.03703893423080444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,10240,gemm_torch_flow,0.04338560104370117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,12288,gemm_torch_flow,0.05073386828104655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,16384,gemm_torch_flow,0.07003839810689291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,5120,gemm_torch_flow,0.02698880036671956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,1024,gemm_torch_flow,0.017011199394861856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,2560,gemm_torch_flow,0.021115734179814657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,3072,gemm_torch_flow,0.02295253276824951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,4096,gemm_torch_flow,0.02537706693013509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,3584,gemm_torch_flow,0.024139734109242757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,2048,gemm_torch_flow,0.01954879959424337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,1536,gemm_torch_flow,0.018233599265416463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,768,gemm_torch_flow,0.016778665781021117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,512,gemm_torch_flow,0.01605013310909271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,256,gemm_torch_flow,0.015299200018246969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,128,gemm_torch_flow,0.01516480048497518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,64,gemm_torch_flow,0.015110400319099427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,32,gemm_torch_flow,0.0149536003669103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,512,65536,gemm_torch_flow,0.23358400662740073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,16384,gemm_torch_flow,0.06254400014877319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,8192,gemm_torch_flow,0.035035733381907144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,10240,gemm_torch_flow,0.041801599661509196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,7168,gemm_torch_flow,0.03217493295669556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,12288,gemm_torch_flow,0.047465598583221434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,6144,gemm_torch_flow,0.029743999242782593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,5120,gemm_torch_flow,0.027160533269246417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,4096,gemm_torch_flow,0.02483946681022644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,3584,gemm_torch_flow,0.02323413292566935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,3072,gemm_torch_flow,0.02226026654243469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,1536,gemm_torch_flow,0.0180949330329895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,2048,gemm_torch_flow,0.019409066438674925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,2560,gemm_torch_flow,0.020487467447916664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,768,gemm_torch_flow,0.0164490669965744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,1024,gemm_torch_flow,0.01705706715583801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,256,gemm_torch_flow,0.015233066678047181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,512,gemm_torch_flow,0.01578986644744873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,128,gemm_torch_flow,0.015014400084813436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,64,gemm_torch_flow,0.014817066987355552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,32,gemm_torch_flow,0.014831999937693277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,256,65536,gemm_torch_flow,0.21989332834879555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,16384,gemm_torch_flow,0.05748266776402792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,7168,gemm_torch_flow,0.031983999411265056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,6144,gemm_torch_flow,0.029736532767613726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,12288,gemm_torch_flow,0.0443178653717041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,8192,gemm_torch_flow,0.03433813254038493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,10240,gemm_torch_flow,0.038165334860483804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,4096,gemm_torch_flow,0.024499199787775674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,5120,gemm_torch_flow,0.026970666646957398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,1024,gemm_torch_flow,0.016845866044362386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,2560,gemm_torch_flow,0.020424532890319824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,3584,gemm_torch_flow,0.023101866245269775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,3072,gemm_torch_flow,0.021705599625905354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,2048,gemm_torch_flow,0.019346133867899577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,1536,gemm_torch_flow,0.01775146722793579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,768,gemm_torch_flow,0.01616320013999939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,512,gemm_torch_flow,0.015904000401496886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,256,gemm_torch_flow,0.0152319997549057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,128,gemm_torch_flow,0.014712533354759217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,32,gemm_torch_flow,0.014556800325711569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,64,gemm_torch_flow,0.014793599645296732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,128,65536,gemm_torch_flow,0.21252053578694663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,12288,gemm_torch_flow,0.043397335211435954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,16384,gemm_torch_flow,0.055555200576782225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,6144,gemm_torch_flow,0.029550933837890626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,10240,gemm_torch_flow,0.037869866689046225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,7168,gemm_torch_flow,0.031726932525634764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,8192,gemm_torch_flow,0.03310400048891703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,5120,gemm_torch_flow,0.0268010675907135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,4096,gemm_torch_flow,0.024338134129842124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,3584,gemm_torch_flow,0.022860799233118692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,1024,gemm_torch_flow,0.016722132762273155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,2048,gemm_torch_flow,0.019222400585810342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,1536,gemm_torch_flow,0.017842133839925133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,3072,gemm_torch_flow,0.021871999899546305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,2560,gemm_torch_flow,0.020521599054336547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,768,gemm_torch_flow,0.016152532895406087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,256,gemm_torch_flow,0.014905599753061929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,512,gemm_torch_flow,0.015617066621780395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,64,gemm_torch_flow,0.01467626690864563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,128,gemm_torch_flow,0.01477013329664866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,32,gemm_torch_flow,0.014780799547831217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,64,65536,gemm_torch_flow,0.20987307230631508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,12288,gemm_torch_flow,0.041416533788045246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,10240,gemm_torch_flow,0.03881493409474691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,16384,gemm_torch_flow,0.054384001096089686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,7168,gemm_torch_flow,0.03160746693611145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,6144,gemm_torch_flow,0.029657600323359172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,8192,gemm_torch_flow,0.03296746611595154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,4096,gemm_torch_flow,0.024077866474787393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,5120,gemm_torch_flow,0.026921600103378296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,3584,gemm_torch_flow,0.023146667083104453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,3072,gemm_torch_flow,0.021687465906143188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,1536,gemm_torch_flow,0.017777067422866822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,2560,gemm_torch_flow,0.020284799734751384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,2048,gemm_torch_flow,0.018992000818252565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,1024,gemm_torch_flow,0.01680319905281067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,768,gemm_torch_flow,0.015955199797948204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,256,gemm_torch_flow,0.014852266510327658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,512,gemm_torch_flow,0.015592533349990844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,128,gemm_torch_flow,0.014724266529083253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,64,gemm_torch_flow,0.014620799819628397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,32,gemm_torch_flow,0.014568533500035605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,768,32,65536,gemm_torch_flow,0.20920960108439127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,4096,gemm_torch_flow,0.21107093493143717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,5120,gemm_torch_flow,0.25509440104166664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,6144,gemm_torch_flow,0.3016693433125814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,7168,gemm_torch_flow,0.34498027165730794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,8192,gemm_torch_flow,0.3898869196573893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,3584,gemm_torch_flow,0.18821546236673992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,10240,gemm_torch_flow,0.490172799428304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,3072,gemm_torch_flow,0.16430613199869792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,2048,gemm_torch_flow,0.11970773537953694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,2560,gemm_torch_flow,0.1424437363942464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,1536,gemm_torch_flow,0.09701120058695475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,768,gemm_torch_flow,0.06522239844004313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,256,gemm_torch_flow,0.04360320170720418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,1024,gemm_torch_flow,0.07557120323181152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,64,gemm_torch_flow,0.0399829347928365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,128,gemm_torch_flow,0.038995198408762616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,512,gemm_torch_flow,0.05188479820887247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,32,gemm_torch_flow,0.040415998299916586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,12288,gemm_torch_flow,0.5758645375569661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,65536,16384,gemm_torch_flow,0.7548618952433268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,7168,gemm_torch_flow,0.10552319685618083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,8192,gemm_torch_flow,0.11713066895802815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,6144,gemm_torch_flow,0.09327786763509115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,10240,gemm_torch_flow,0.14263146718343098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,12288,gemm_torch_flow,0.1665450731913249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,4096,gemm_torch_flow,0.06787199974060058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,5120,gemm_torch_flow,0.07999467055002848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,16384,gemm_torch_flow,0.21777812639872232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,2560,gemm_torch_flow,0.04853866497675578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,3584,gemm_torch_flow,0.06097066799799601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,3072,gemm_torch_flow,0.05484480063120524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,1536,gemm_torch_flow,0.036311467488606766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,2048,gemm_torch_flow,0.042242133617401124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,1024,gemm_torch_flow,0.029867732524871828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,64,gemm_torch_flow,0.019845332702000937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,768,gemm_torch_flow,0.027063467105229694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,32,gemm_torch_flow,0.02033066749572754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,128,gemm_torch_flow,0.01978666583697001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,512,gemm_torch_flow,0.024175999561945598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,256,gemm_torch_flow,0.021375999848047892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,6144,gemm_torch_flow,0.07676160335540771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,7168,gemm_torch_flow,0.0871509313583374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,8192,gemm_torch_flow,0.09706346988677979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,10240,gemm_torch_flow,0.11688426335652669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,12288,gemm_torch_flow,0.13800640106201173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,16384,gemm_torch_flow,0.1787541389465332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,2560,gemm_torch_flow,0.04147733449935913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,2048,gemm_torch_flow,0.03630826473236084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,4096,gemm_torch_flow,0.0566975990931193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,3072,gemm_torch_flow,0.04624319871266683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,5120,gemm_torch_flow,0.06675946712493896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,3584,gemm_torch_flow,0.05149759848912557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,1024,gemm_torch_flow,0.026357332865397137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,1536,gemm_torch_flow,0.031057065725326537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,768,gemm_torch_flow,0.024238934119542442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,512,gemm_torch_flow,0.02228906750679016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,64,gemm_torch_flow,0.018901334206263224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,256,gemm_torch_flow,0.019474132855733236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,128,gemm_torch_flow,0.01845226685206095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,32,gemm_torch_flow,0.0191103994846344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,7168,gemm_torch_flow,0.07686613400777181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,8192,gemm_torch_flow,0.08399679660797119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,12288,gemm_torch_flow,0.11908480326334636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,10240,gemm_torch_flow,0.10122240384419759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,16384,gemm_torch_flow,0.15137386322021484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,4096,gemm_torch_flow,0.05060906807581583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,6144,gemm_torch_flow,0.06807680130004883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,5120,gemm_torch_flow,0.058473598957061765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,3584,gemm_torch_flow,0.046138668060302736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,3072,gemm_torch_flow,0.04150400161743164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,2560,gemm_torch_flow,0.037373868624369304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,16384,65536,gemm_torch_flow,0.8420906702677409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,512,gemm_torch_flow,0.020539732774098714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,2048,gemm_torch_flow,0.032782934109369916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,1024,gemm_torch_flow,0.02502080003420512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,1536,gemm_torch_flow,0.028642133871714277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,768,gemm_torch_flow,0.023322665691375734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,128,gemm_torch_flow,0.018078933159510292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,256,gemm_torch_flow,0.01842026710510254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,64,gemm_torch_flow,0.01841813325881958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,32,gemm_torch_flow,0.0184063990910848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,12288,65536,gemm_torch_flow,0.6729663848876953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,6144,gemm_torch_flow,0.05922133525212606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,8192,gemm_torch_flow,0.07304746309916178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,10240,gemm_torch_flow,0.08649600346883138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,7168,gemm_torch_flow,0.06495253245035806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,12288,gemm_torch_flow,0.10081493059794108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,16384,gemm_torch_flow,0.12837973435719807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,2560,gemm_torch_flow,0.03246399958928426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,3584,gemm_torch_flow,0.039985068639119464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,3072,gemm_torch_flow,0.035889065265655516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,5120,gemm_torch_flow,0.05105066696802775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,4096,gemm_torch_flow,0.04392319917678833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,2048,gemm_torch_flow,0.029385600487391157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,1536,gemm_torch_flow,0.026273065805435182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,512,gemm_torch_flow,0.019088000059127808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,1024,gemm_torch_flow,0.022992000977198283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,768,gemm_torch_flow,0.021476266781489055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,256,gemm_torch_flow,0.01818559964497884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,128,gemm_torch_flow,0.017207467555999757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,32,gemm_torch_flow,0.01742186745007833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,64,gemm_torch_flow,0.017352533340454102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,10240,65536,gemm_torch_flow,0.5776426951090495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,8192,gemm_torch_flow,0.06788586775461833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,7168,gemm_torch_flow,0.061222398281097413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,10240,gemm_torch_flow,0.0803605318069458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,12288,gemm_torch_flow,0.09396479924519857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,6144,gemm_torch_flow,0.054871467749277744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,4096,gemm_torch_flow,0.04021439949671428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,16384,gemm_torch_flow,0.1185909350713094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,5120,gemm_torch_flow,0.04686400095621745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,3584,gemm_torch_flow,0.036756265163421634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,2048,gemm_torch_flow,0.027149866024653118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,2560,gemm_torch_flow,0.03002133369445801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,3072,gemm_torch_flow,0.033029333750406904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,1536,gemm_torch_flow,0.023884799083073935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,1024,gemm_torch_flow,0.02111466725667318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,512,gemm_torch_flow,0.018438400824864705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,768,gemm_torch_flow,0.019976532459259032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,256,gemm_torch_flow,0.01718826691309611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,128,gemm_torch_flow,0.01742186745007833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,32,gemm_torch_flow,0.01725546717643738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,64,gemm_torch_flow,0.0174453337987264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,8192,65536,gemm_torch_flow,0.47850561141967773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,8192,gemm_torch_flow,0.061810131867726645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,6144,gemm_torch_flow,0.050451199213663735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,7168,gemm_torch_flow,0.056056535243988036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,12288,gemm_torch_flow,0.08557226657867431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,16384,gemm_torch_flow,0.10826346874237061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,10240,gemm_torch_flow,0.07450986703236898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,5120,gemm_torch_flow,0.044086400667826334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,4096,gemm_torch_flow,0.03744320074717204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,1536,gemm_torch_flow,0.023590399821599325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,3584,gemm_torch_flow,0.03413013219833374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,2560,gemm_torch_flow,0.029063467184702558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,2048,gemm_torch_flow,0.026447999477386474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,3072,gemm_torch_flow,0.03133440017700195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,768,gemm_torch_flow,0.019394133488337198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,1024,gemm_torch_flow,0.020916267236073812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,7168,65536,gemm_torch_flow,0.44277121225992844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,32,gemm_torch_flow,0.016689066092173258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,256,gemm_torch_flow,0.01718399922053019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,512,gemm_torch_flow,0.018178133169809978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,128,gemm_torch_flow,0.01671573321024577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,64,gemm_torch_flow,0.016691199938456216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,6144,gemm_torch_flow,0.046431998411814376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,12288,gemm_torch_flow,0.0773738702138265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,10240,gemm_torch_flow,0.06839253107706705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,7168,gemm_torch_flow,0.05252906481424967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,8192,gemm_torch_flow,0.05747093359629313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,16384,gemm_torch_flow,0.09817813237508138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,4096,gemm_torch_flow,0.035259731610616046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,5120,gemm_torch_flow,0.040292267004648843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,3584,gemm_torch_flow,0.03249066670735677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,3072,gemm_torch_flow,0.030366933345794676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,2560,gemm_torch_flow,0.027784534295399982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,1536,gemm_torch_flow,0.023220266898473105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,2048,gemm_torch_flow,0.025468800465265912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,1024,gemm_torch_flow,0.02004479964574178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,6144,65536,gemm_torch_flow,0.4023114522298177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,128,gemm_torch_flow,0.016596266627311708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,768,gemm_torch_flow,0.019672532876332603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,512,gemm_torch_flow,0.018797866503397622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,256,gemm_torch_flow,0.017526400089263917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,64,gemm_torch_flow,0.01662613352139791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,32,gemm_torch_flow,0.016522666811943053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,6144,gemm_torch_flow,0.03953173160552979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,7168,gemm_torch_flow,0.045269334316253663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,16384,gemm_torch_flow,0.08421866893768311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,8192,gemm_torch_flow,0.04992106755574544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,10240,gemm_torch_flow,0.060021332899729406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,12288,gemm_torch_flow,0.06846293608347574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,3584,gemm_torch_flow,0.02887786626815796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,5120,gemm_torch_flow,0.034991999467213944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,4096,gemm_torch_flow,0.031152000029881794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,2560,gemm_torch_flow,0.025332266092300416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,3072,gemm_torch_flow,0.026855466763178508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,2048,gemm_torch_flow,0.023102933168411256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,1536,gemm_torch_flow,0.020358399550120036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,5120,65536,gemm_torch_flow,0.3697589238484701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,64,gemm_torch_flow,0.016115199526151022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,1024,gemm_torch_flow,0.01894186735153198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,512,gemm_torch_flow,0.01779306729634603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,256,gemm_torch_flow,0.01651946703592936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,128,gemm_torch_flow,0.016011733810106912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,768,gemm_torch_flow,0.018451199928919474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,32,gemm_torch_flow,0.016075733304023742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,8192,gemm_torch_flow,0.0464138666788737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,7168,gemm_torch_flow,0.04210346539815267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,10240,gemm_torch_flow,0.05562666654586792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,12288,gemm_torch_flow,0.06476800044377645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,6144,gemm_torch_flow,0.037170132001241044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,16384,gemm_torch_flow,0.07985493342081705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,4096,65536,gemm_torch_flow,0.32199573516845703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,4096,gemm_torch_flow,0.02986239989598592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,5120,gemm_torch_flow,0.033370665709177655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,3584,gemm_torch_flow,0.027638399600982667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,3072,gemm_torch_flow,0.026121600468953447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,2048,gemm_torch_flow,0.02111466725667318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,2560,gemm_torch_flow,0.024191999435424806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,1536,gemm_torch_flow,0.019975467522939046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,1024,gemm_torch_flow,0.01823893388112386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,768,gemm_torch_flow,0.017926400899887084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,32,gemm_torch_flow,0.01600213348865509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,512,gemm_torch_flow,0.017091200749079386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,128,gemm_torch_flow,0.0156768004099528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,256,gemm_torch_flow,0.016658133268356322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,64,gemm_torch_flow,0.015899733702341715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,7168,gemm_torch_flow,0.03931306600570679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,8192,gemm_torch_flow,0.0428607980410258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,6144,gemm_torch_flow,0.03485759894053141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,10240,gemm_torch_flow,0.05185813506444296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,12288,gemm_torch_flow,0.06073386669158935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,16384,gemm_torch_flow,0.07506346702575684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3584,65536,gemm_torch_flow,0.2835391998291016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,2560,gemm_torch_flow,0.02262293299039205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,4096,gemm_torch_flow,0.02826026678085327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,5120,gemm_torch_flow,0.031846400101979574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,3072,gemm_torch_flow,0.02467093269030253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,3584,gemm_torch_flow,0.026589866479237872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,2048,gemm_torch_flow,0.021205333868662517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,1536,gemm_torch_flow,0.0194815993309021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,1024,gemm_torch_flow,0.017973333597183228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,768,gemm_torch_flow,0.017591466506322227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,512,gemm_torch_flow,0.017015467087427773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,32,gemm_torch_flow,0.015620266397794088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,256,gemm_torch_flow,0.016165332992871602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,128,gemm_torch_flow,0.015500799814860026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,64,gemm_torch_flow,0.01562346617380778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,10240,gemm_torch_flow,0.04750080108642578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,6144,gemm_torch_flow,0.03344426552454631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,7168,gemm_torch_flow,0.036098134517669675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,8192,gemm_torch_flow,0.039920000235239665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,12288,gemm_torch_flow,0.05650346676508585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,5120,gemm_torch_flow,0.029616000254948933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,16384,gemm_torch_flow,0.07009920279184977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,4096,gemm_torch_flow,0.02678080002466838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,3072,65536,gemm_torch_flow,0.2787541389465332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,2048,gemm_torch_flow,0.02056106726328532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,3584,gemm_torch_flow,0.025174399216969807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,3072,gemm_torch_flow,0.023663999636967976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,2560,gemm_torch_flow,0.0215829332669576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,1536,gemm_torch_flow,0.01908479928970337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,512,gemm_torch_flow,0.016683733463287352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,1024,gemm_torch_flow,0.01787839929262797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,768,gemm_torch_flow,0.01731626590092977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,128,gemm_torch_flow,0.015596800049146018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,256,gemm_torch_flow,0.015895467003186545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,64,gemm_torch_flow,0.015571199854214988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,32,gemm_torch_flow,0.015352533260981242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,12288,gemm_torch_flow,0.053572265307108555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,7168,gemm_torch_flow,0.035709865887959796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2560,65536,gemm_torch_flow,0.258020273844401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,8192,gemm_torch_flow,0.039789867401123044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,6144,gemm_torch_flow,0.03205440044403076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,10240,gemm_torch_flow,0.0464469313621521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,16384,gemm_torch_flow,0.07184533278147379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,3584,gemm_torch_flow,0.025066665808359784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,2560,gemm_torch_flow,0.02051946719487508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,3072,gemm_torch_flow,0.02305813431739807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,4096,gemm_torch_flow,0.026387200752894087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,1536,gemm_torch_flow,0.018526933590571084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,2048,gemm_torch_flow,0.019282132387161255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,5120,gemm_torch_flow,0.029224532842636108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,1024,gemm_torch_flow,0.01738986571629842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,768,gemm_torch_flow,0.01687893271446228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,256,gemm_torch_flow,0.01590079963207245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,512,gemm_torch_flow,0.016226133704185484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,128,gemm_torch_flow,0.015237333377202353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,64,gemm_torch_flow,0.01532586713631948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,32,gemm_torch_flow,0.015306666493415833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,2048,65536,gemm_torch_flow,0.23130879402160645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,8192,gemm_torch_flow,0.0369482676188151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,10240,gemm_torch_flow,0.04118506511052449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,12288,gemm_torch_flow,0.04994346698125203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,6144,gemm_torch_flow,0.030026666323343915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,7168,gemm_torch_flow,0.03300159970919291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,16384,gemm_torch_flow,0.06603093147277832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,5120,gemm_torch_flow,0.027344000339508057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,4096,gemm_torch_flow,0.024651734034220378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,3584,gemm_torch_flow,0.02323626677195231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,3072,gemm_torch_flow,0.021910399198532104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,1024,gemm_torch_flow,0.01695573329925537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,1536,gemm_torch_flow,0.017849600315093993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,2560,gemm_torch_flow,0.01933120091756185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,2048,gemm_torch_flow,0.018161066373189292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,128,gemm_torch_flow,0.01499626636505127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,768,gemm_torch_flow,0.01639786660671234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,512,gemm_torch_flow,0.015962666273117064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,256,gemm_torch_flow,0.015598932902018229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,64,gemm_torch_flow,0.015230933825174967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,32,gemm_torch_flow,0.01511146624883016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1536,65536,gemm_torch_flow,0.2084160010019938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,16384,gemm_torch_flow,0.059240531921386716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,8192,gemm_torch_flow,0.033668267726898196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,10240,gemm_torch_flow,0.03674240112304687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,7168,gemm_torch_flow,0.029808000723520918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,6144,gemm_torch_flow,0.027378133932749432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,12288,gemm_torch_flow,0.0423253337542216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,5120,gemm_torch_flow,0.02481600046157837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,1024,gemm_torch_flow,0.016676266988118492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,4096,gemm_torch_flow,0.022793600956598915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,3584,gemm_torch_flow,0.021746132771174112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,3072,gemm_torch_flow,0.020652800798416138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,2048,gemm_torch_flow,0.018609066804250084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,1536,gemm_torch_flow,0.01760639945665995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,2560,gemm_torch_flow,0.01955733299255371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,768,gemm_torch_flow,0.016140799721082053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,512,gemm_torch_flow,0.015726932883262636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,256,gemm_torch_flow,0.015564800302187601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,64,gemm_torch_flow,0.015171200037002563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,32,gemm_torch_flow,0.014973866939544677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,128,gemm_torch_flow,0.014957867066065469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,1024,65536,gemm_torch_flow,0.18221227327982586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,12288,gemm_torch_flow,0.041554133097330734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,16384,gemm_torch_flow,0.05672426621119181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,10240,gemm_torch_flow,0.03682880004247029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,7168,gemm_torch_flow,0.029634133974711103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,6144,gemm_torch_flow,0.026473599672317504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,8192,gemm_torch_flow,0.03217173417409261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,5120,gemm_torch_flow,0.024986666440963746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,4096,gemm_torch_flow,0.022740266720453896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,3584,gemm_torch_flow,0.0219050665696462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,2560,gemm_torch_flow,0.01932906707127889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,3072,gemm_torch_flow,0.02072746753692627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,2048,gemm_torch_flow,0.018504534165064493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,1536,gemm_torch_flow,0.01771626671155294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,768,gemm_torch_flow,0.016509866714477538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,512,gemm_torch_flow,0.01572160025437673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,1024,gemm_torch_flow,0.0166293332974116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,256,gemm_torch_flow,0.015258666872978211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,128,gemm_torch_flow,0.015097600221633912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,32,gemm_torch_flow,0.014865066607793173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,64,gemm_torch_flow,0.014803199966748556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,768,65536,gemm_torch_flow,0.17175572713216145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,16384,gemm_torch_flow,0.04957333405812581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,12288,gemm_torch_flow,0.03940586646397908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,10240,gemm_torch_flow,0.03592640161514282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,4096,gemm_torch_flow,0.0230293333530426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,6144,gemm_torch_flow,0.025179733832677204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,7168,gemm_torch_flow,0.027407999833424884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,8192,gemm_torch_flow,0.03245226740837097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,5120,gemm_torch_flow,0.024731733401616416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,2560,gemm_torch_flow,0.019602133830388387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,3584,gemm_torch_flow,0.02159573237101237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,3072,gemm_torch_flow,0.020489599307378134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,1536,gemm_torch_flow,0.01737173398335775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,768,gemm_torch_flow,0.01630400021870931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,1024,gemm_torch_flow,0.01696746746699015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,2048,gemm_torch_flow,0.018305067221323648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,512,gemm_torch_flow,0.01590506633122762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,65536,gemm_torch_flow,0.1614367961883545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,256,gemm_torch_flow,0.015097600221633912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,128,gemm_torch_flow,0.01476693352063497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,32,gemm_torch_flow,0.01474240024884542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,512,64,gemm_torch_flow,0.014871467153231302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,12288,gemm_torch_flow,0.03470293283462524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,16384,gemm_torch_flow,0.042792534828186034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,10240,gemm_torch_flow,0.03216960032780965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,5120,gemm_torch_flow,0.023899734020233154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,7168,gemm_torch_flow,0.027875200907389326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,6144,gemm_torch_flow,0.026209066311518352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,8192,gemm_torch_flow,0.029462399085362752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,4096,gemm_torch_flow,0.022150399287541707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,3072,gemm_torch_flow,0.020118399461110433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,2048,gemm_torch_flow,0.01772693395614624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,3584,gemm_torch_flow,0.020941867431004842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,1536,gemm_torch_flow,0.017117865880330405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,2560,gemm_torch_flow,0.019049600760142008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,1024,gemm_torch_flow,0.01646933356920878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,512,gemm_torch_flow,0.015577600399653117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,768,gemm_torch_flow,0.015940266847610473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,256,gemm_torch_flow,0.014998400211334228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,65536,gemm_torch_flow,0.1535690625508626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,128,gemm_torch_flow,0.014591999848683677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,64,gemm_torch_flow,0.014756266276041666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,256,32,gemm_torch_flow,0.014521599809328715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,16384,gemm_torch_flow,0.0409226655960083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,12288,gemm_torch_flow,0.0344373345375061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,8192,gemm_torch_flow,0.028562132517496747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,10240,gemm_torch_flow,0.03160426616668701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,5120,gemm_torch_flow,0.02400746742884318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,6144,gemm_torch_flow,0.025891200701395674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,7168,gemm_torch_flow,0.02757546703020732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,4096,gemm_torch_flow,0.021908267339070638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,3584,gemm_torch_flow,0.021117866039276123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,3072,gemm_torch_flow,0.020113066832224528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,2560,gemm_torch_flow,0.018863999843597413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,2048,gemm_torch_flow,0.017912532885869345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,1536,gemm_torch_flow,0.017064533631006875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,1024,gemm_torch_flow,0.016477866967519125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,768,gemm_torch_flow,0.016023466984430947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,512,gemm_torch_flow,0.015452800194422403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,256,gemm_torch_flow,0.015147733688354491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,65536,gemm_torch_flow,0.1482111930847168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,128,gemm_torch_flow,0.01471573313077291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,64,gemm_torch_flow,0.014932266871134438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,128,32,gemm_torch_flow,0.014664533734321594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,12288,gemm_torch_flow,0.0333024005095164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,16384,gemm_torch_flow,0.039399464925130204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,7168,gemm_torch_flow,0.027616000175476073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,10240,gemm_torch_flow,0.03134186665217082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,8192,gemm_torch_flow,0.028295467297236126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,5120,gemm_torch_flow,0.02365013360977173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,6144,gemm_torch_flow,0.025965867439905803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,4096,gemm_torch_flow,0.02183253367741903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,3584,gemm_torch_flow,0.020632533232371013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,3072,gemm_torch_flow,0.019501866896947224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,2560,gemm_torch_flow,0.018918399016062418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,768,gemm_torch_flow,0.015687466661135355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,1536,gemm_torch_flow,0.017052799463272095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,1024,gemm_torch_flow,0.016340266664822897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,512,gemm_torch_flow,0.015224533279736838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,2048,gemm_torch_flow,0.017745065689086913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,64,gemm_torch_flow,0.014628266294797262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,256,gemm_torch_flow,0.014869333306948344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,128,gemm_torch_flow,0.014877866705258688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,65536,gemm_torch_flow,0.14562133153279622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,64,32,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,10240,gemm_torch_flow,0.031165866057078044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,12288,gemm_torch_flow,0.0331989328066508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,16384,gemm_torch_flow,0.0391103982925415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,8192,gemm_torch_flow,0.028536534309387206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,7168,gemm_torch_flow,0.02759679953257243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,6144,gemm_torch_flow,0.025950932502746583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,5120,gemm_torch_flow,0.023693867524464927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,4096,gemm_torch_flow,0.02194026708602905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,3072,gemm_torch_flow,0.01958720088005066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,2048,gemm_torch_flow,0.018412800629933675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,2560,gemm_torch_flow,0.018607999881108603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,3584,gemm_torch_flow,0.020677334070205687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,768,gemm_torch_flow,0.01564906636873881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,1024,gemm_torch_flow,0.016116266449292503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,1536,gemm_torch_flow,0.016758400201797485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,256,gemm_torch_flow,0.015072000026702882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,512,gemm_torch_flow,0.015177599589029946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,128,gemm_torch_flow,0.014617600043614707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,65536,gemm_torch_flow,0.1454634666442871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,32,gemm_torch_flow,0.01451520025730133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,512,32,64,gemm_torch_flow,0.014479999740918478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,4096,gemm_torch_flow,0.16539306640625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,5120,gemm_torch_flow,0.20129920641581217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,6144,gemm_torch_flow,0.23321706453959146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,7168,gemm_torch_flow,0.26741011937459314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,8192,gemm_torch_flow,0.3004629453023275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,3072,gemm_torch_flow,0.13208746910095215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,3584,gemm_torch_flow,0.14795200030008954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,2560,gemm_torch_flow,0.11321492989857991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,1536,gemm_torch_flow,0.07816747029622396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,2048,gemm_torch_flow,0.09579306443532308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,10240,gemm_torch_flow,0.38022613525390625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,256,gemm_torch_flow,0.03903253475824992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,1024,gemm_torch_flow,0.061887999375661217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,768,gemm_torch_flow,0.056246399879455566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,128,gemm_torch_flow,0.03482666810353597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,512,gemm_torch_flow,0.047515734036763506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,32,gemm_torch_flow,0.03505599896113078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,64,gemm_torch_flow,0.03580160140991211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,12288,gemm_torch_flow,0.44572798411051434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,8192,gemm_torch_flow,0.09379733403523763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,7168,gemm_torch_flow,0.08472959995269776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,6144,gemm_torch_flow,0.07464959621429443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,10240,gemm_torch_flow,0.1138154665629069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,12288,gemm_torch_flow,0.13178346951802572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,65536,16384,gemm_torch_flow,0.5976917266845703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,5120,gemm_torch_flow,0.06433600187301636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,4096,gemm_torch_flow,0.055238401889801024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,3072,gemm_torch_flow,0.04512106577555339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,3584,gemm_torch_flow,0.04950613180796305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,16384,gemm_torch_flow,0.17069759368896484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,1536,gemm_torch_flow,0.030585600932439165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,2560,gemm_torch_flow,0.04052586555480957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,2048,gemm_torch_flow,0.03643733263015747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,128,gemm_torch_flow,0.01876266598701477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,1024,gemm_torch_flow,0.026763733228047686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,512,gemm_torch_flow,0.022216532627741495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,768,gemm_torch_flow,0.024472532669703166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,256,gemm_torch_flow,0.02004479964574178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,64,gemm_torch_flow,0.019041067361831664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,32,gemm_torch_flow,0.019441066185633342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,6144,gemm_torch_flow,0.06021973292032877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,7168,gemm_torch_flow,0.0674570639928182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,8192,gemm_torch_flow,0.07489173412322998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,10240,gemm_torch_flow,0.0898144006729126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,12288,gemm_torch_flow,0.10366079807281495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,16384,gemm_torch_flow,0.13450133005777995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,4096,gemm_torch_flow,0.04506880044937134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,3584,gemm_torch_flow,0.04173546632130941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,2560,gemm_torch_flow,0.03404800097147624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,3072,gemm_torch_flow,0.037988265355428055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,5120,gemm_torch_flow,0.05267946720123291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,2048,gemm_torch_flow,0.03071039915084839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,1024,gemm_torch_flow,0.023897600173950196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,768,gemm_torch_flow,0.022402133544286093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,1536,gemm_torch_flow,0.027002666393915815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,512,gemm_torch_flow,0.019355734189351402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,256,gemm_torch_flow,0.018576000134150186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,128,gemm_torch_flow,0.017899733781814576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,64,gemm_torch_flow,0.018011732896169027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,32,gemm_torch_flow,0.01798080007235209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,8192,gemm_torch_flow,0.06853760083516439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,7168,gemm_torch_flow,0.06142933368682861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,10240,gemm_torch_flow,0.08238720099131266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,12288,gemm_torch_flow,0.09545173645019531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,16384,gemm_torch_flow,0.12143893241882324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,16384,65536,gemm_torch_flow,0.6613269170125325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,3072,gemm_torch_flow,0.03529493411382039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,3584,gemm_torch_flow,0.03863573471705119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,4096,gemm_torch_flow,0.04233386516571045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,5120,gemm_torch_flow,0.04852373202641805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,6144,gemm_torch_flow,0.05491199890772501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,2560,gemm_torch_flow,0.03224853277206421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,2048,gemm_torch_flow,0.028666667143503827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,256,gemm_torch_flow,0.017901867628097534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,1536,gemm_torch_flow,0.025702399015426636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,1024,gemm_torch_flow,0.023102933168411256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,768,gemm_torch_flow,0.0215829332669576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,512,gemm_torch_flow,0.019309866428375243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,64,gemm_torch_flow,0.01725013256072998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,12288,65536,gemm_torch_flow,0.4915957450866699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,128,gemm_torch_flow,0.01740480065345764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,32,gemm_torch_flow,0.017192532618840538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,8192,gemm_torch_flow,0.05937173366546631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,6144,gemm_torch_flow,0.047678931554158525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,7168,gemm_torch_flow,0.05291733344395956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,10240,gemm_torch_flow,0.07032319704691568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,12288,gemm_torch_flow,0.08052053451538085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,16384,gemm_torch_flow,0.10222613016764323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,3072,gemm_torch_flow,0.030828799804051715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,3584,gemm_torch_flow,0.033140265941619874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,5120,gemm_torch_flow,0.041917868455251056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,2560,gemm_torch_flow,0.02799359957377116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,4096,gemm_torch_flow,0.036133333047231035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,1536,gemm_torch_flow,0.02332906723022461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,2048,gemm_torch_flow,0.025498666365941364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,768,gemm_torch_flow,0.0191594660282135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,1024,gemm_torch_flow,0.020897066593170165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,128,gemm_torch_flow,0.016692266861597697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,512,gemm_torch_flow,0.017400532960891724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,256,gemm_torch_flow,0.017464532454808553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,64,gemm_torch_flow,0.01663253307342529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,10240,65536,gemm_torch_flow,0.44500160217285156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,32,gemm_torch_flow,0.0169706662495931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,6144,gemm_torch_flow,0.044438401858011886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,10240,gemm_torch_flow,0.06500586668650309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,7168,gemm_torch_flow,0.05075519879659017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,8192,gemm_torch_flow,0.054782934983571376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,12288,gemm_torch_flow,0.0747541348139445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,16384,gemm_torch_flow,0.0946122646331787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,5120,gemm_torch_flow,0.039665067195892335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,4096,gemm_torch_flow,0.03426666657129924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,3584,gemm_torch_flow,0.03156373302141825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,3072,gemm_torch_flow,0.02937813401222229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,2560,gemm_torch_flow,0.027432533105214436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,1536,gemm_torch_flow,0.023238400618235268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,2048,gemm_torch_flow,0.025409066677093507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,1024,gemm_torch_flow,0.020921599864959717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,128,gemm_torch_flow,0.01713386575380961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,768,gemm_torch_flow,0.019638399283091225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,512,gemm_torch_flow,0.01857173244158427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,256,gemm_torch_flow,0.017987199624379478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,64,gemm_torch_flow,0.017242666085561117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,8192,65536,gemm_torch_flow,0.3744074821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,32,gemm_torch_flow,0.01730026602745056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,8192,gemm_torch_flow,0.05058666865030924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,7168,gemm_torch_flow,0.04582506815592448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,6144,gemm_torch_flow,0.04084800084431966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,10240,gemm_torch_flow,0.05875733296076456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,12288,gemm_torch_flow,0.067575470606486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,5120,gemm_torch_flow,0.036576000849405925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,16384,gemm_torch_flow,0.08548160394032797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,4096,gemm_torch_flow,0.03178559939066569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,3584,gemm_torch_flow,0.02935360074043274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,2048,gemm_torch_flow,0.023721599578857423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,3072,gemm_torch_flow,0.0276853342851003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,2560,gemm_torch_flow,0.025285333395004272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,512,gemm_torch_flow,0.017382399241129557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,1024,gemm_torch_flow,0.020204800367355346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,1536,gemm_torch_flow,0.0218560000260671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,768,gemm_torch_flow,0.018631466229756675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,7168,65536,gemm_torch_flow,0.33552961349487304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,64,gemm_torch_flow,0.016214399536450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,256,gemm_torch_flow,0.01693120002746582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,128,gemm_torch_flow,0.01600320041179657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,32,gemm_torch_flow,0.016687999169031777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,6144,gemm_torch_flow,0.03815893332163493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,10240,gemm_torch_flow,0.05516906579335531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,8192,gemm_torch_flow,0.046942933400472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,12288,gemm_torch_flow,0.06273279984792074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,7168,gemm_torch_flow,0.04209280014038086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,16384,gemm_torch_flow,0.07860906918843588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,4096,gemm_torch_flow,0.030057599147160847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,5120,gemm_torch_flow,0.03371306657791138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,3072,gemm_torch_flow,0.0261898676554362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,3584,gemm_torch_flow,0.02767146627108256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,2560,gemm_torch_flow,0.024014933904012045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,1536,gemm_torch_flow,0.02077440023422241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,6144,65536,gemm_torch_flow,0.3154944101969401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,2048,gemm_torch_flow,0.022369066874186196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,768,gemm_torch_flow,0.017821866273880004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,128,gemm_torch_flow,0.01594239970048269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,1024,gemm_torch_flow,0.018339200814565023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,64,gemm_torch_flow,0.015927466750144958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,512,gemm_torch_flow,0.017008000612258913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,256,gemm_torch_flow,0.016456533471743265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,32,gemm_torch_flow,0.01586666703224182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,7168,gemm_torch_flow,0.040140799681345624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,6144,gemm_torch_flow,0.035293865203857425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,10240,gemm_torch_flow,0.05218986670176188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,8192,gemm_torch_flow,0.04514346520105998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,12288,gemm_torch_flow,0.061596798896789554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,16384,gemm_torch_flow,0.08095359802246094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,3584,gemm_torch_flow,0.025465599695841473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,4096,gemm_torch_flow,0.027164800961812334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,5120,gemm_torch_flow,0.030128000179926555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,5120,65536,gemm_torch_flow,0.29009599685668946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,3072,gemm_torch_flow,0.024012800057729086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,1536,gemm_torch_flow,0.01925333340962728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,2560,gemm_torch_flow,0.022823466857274374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,2048,gemm_torch_flow,0.0212501327196757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,1024,gemm_torch_flow,0.017935999234517417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,128,gemm_torch_flow,0.015455999970436096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,768,gemm_torch_flow,0.017288533846537273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,256,gemm_torch_flow,0.016245333353678386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,64,gemm_torch_flow,0.015822933117548624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,512,gemm_torch_flow,0.016525866587956746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,32,gemm_torch_flow,0.015875200430552162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,6144,gemm_torch_flow,0.03327573339144389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,7168,gemm_torch_flow,0.035916801293691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,8192,gemm_torch_flow,0.04052373170852661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,12288,gemm_torch_flow,0.05398613214492798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,10240,gemm_torch_flow,0.04773333470026652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,16384,gemm_torch_flow,0.06706026395161947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,5120,gemm_torch_flow,0.0312117338180542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,4096,65536,gemm_torch_flow,0.24766933123270668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,3584,gemm_torch_flow,0.026364799340565997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,4096,gemm_torch_flow,0.027695999542872114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,1536,gemm_torch_flow,0.019901865720748903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,2048,gemm_torch_flow,0.021207465728123983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,3072,gemm_torch_flow,0.024623999993006386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,2560,gemm_torch_flow,0.022932267189025878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,768,gemm_torch_flow,0.01795413295427958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,1024,gemm_torch_flow,0.018518400192260743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,256,gemm_torch_flow,0.016218666235605875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,128,gemm_torch_flow,0.015770666797955833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,64,gemm_torch_flow,0.015698132912317912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,512,gemm_torch_flow,0.01671253244082133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,32,gemm_torch_flow,0.016023466984430947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,10240,gemm_torch_flow,0.04374826749165853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,8192,gemm_torch_flow,0.036958932876586914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,6144,gemm_torch_flow,0.03073599934577942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,7168,gemm_torch_flow,0.033861335118611655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,12288,gemm_torch_flow,0.05086400111516317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,16384,gemm_torch_flow,0.06264106829961141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,5120,gemm_torch_flow,0.029718399047851562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3584,65536,gemm_torch_flow,0.23484800656636556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,3584,gemm_torch_flow,0.025409066677093507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,4096,gemm_torch_flow,0.026666667064030963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,3072,gemm_torch_flow,0.023703465859095253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,2560,gemm_torch_flow,0.022269866863886514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,1536,gemm_torch_flow,0.019215999046961467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,2048,gemm_torch_flow,0.020433066288630168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,64,gemm_torch_flow,0.015548800428708395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,1024,gemm_torch_flow,0.017796266078948974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,768,gemm_torch_flow,0.01728960076967875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,512,gemm_torch_flow,0.016369066635767617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,128,gemm_torch_flow,0.015383467078208923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,256,gemm_torch_flow,0.015871999661127727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,32,gemm_torch_flow,0.015610667069753012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,8192,gemm_torch_flow,0.03568853139877319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,10240,gemm_torch_flow,0.041492267449696855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,12288,gemm_torch_flow,0.04806079864501953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,7168,gemm_torch_flow,0.031447466214497885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,5120,gemm_torch_flow,0.026723200082778932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,6144,gemm_torch_flow,0.02925119996070862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,16384,gemm_torch_flow,0.05973653395970663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,3072,65536,gemm_torch_flow,0.21555093129475913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,4096,gemm_torch_flow,0.024103466669718424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,3584,gemm_torch_flow,0.023128533363342287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,2560,gemm_torch_flow,0.020544000466664634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,3072,gemm_torch_flow,0.021681066354115805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,2048,gemm_torch_flow,0.019458132982254028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,1536,gemm_torch_flow,0.01843520005544027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,256,gemm_torch_flow,0.015601066748301187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,1024,gemm_torch_flow,0.01736853321393331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,512,gemm_torch_flow,0.01618880033493042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,768,gemm_torch_flow,0.016810667514801026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,128,gemm_torch_flow,0.015290666619936624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,64,gemm_torch_flow,0.015124266346295675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,32,gemm_torch_flow,0.015121066570281982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,10240,gemm_torch_flow,0.04065599838892619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,12288,gemm_torch_flow,0.04801173210144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2560,65536,gemm_torch_flow,0.1998250643412272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,16384,gemm_torch_flow,0.06082239945729574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,8192,gemm_torch_flow,0.035196801026662186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,7168,gemm_torch_flow,0.03233706752459208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,6144,gemm_torch_flow,0.029208532969156903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,3584,gemm_torch_flow,0.02237866719563802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,5120,gemm_torch_flow,0.02505279978116353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,4096,gemm_torch_flow,0.022805333137512207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,1024,gemm_torch_flow,0.016850133736928306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,2560,gemm_torch_flow,0.01918399930000305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,3072,gemm_torch_flow,0.021436800559361778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,2048,gemm_torch_flow,0.018088533480962118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,1536,gemm_torch_flow,0.017794134219487508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,512,gemm_torch_flow,0.01585599978764852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,256,gemm_torch_flow,0.015558399756749473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,768,gemm_torch_flow,0.016509866714477538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,64,gemm_torch_flow,0.015238400300343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,128,gemm_torch_flow,0.01513706644376119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,32,gemm_torch_flow,0.015230933825174967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,2048,65536,gemm_torch_flow,0.17886719703674317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,12288,gemm_torch_flow,0.04053013324737549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,10240,gemm_torch_flow,0.03575679858525594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,16384,gemm_torch_flow,0.05420800050099691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,7168,gemm_torch_flow,0.028597333033879596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,8192,gemm_torch_flow,0.03133760094642639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,6144,gemm_torch_flow,0.026997333765029906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,4096,gemm_torch_flow,0.02290346622467041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,5120,gemm_torch_flow,0.025516800085703534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,3584,gemm_torch_flow,0.021205333868662517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,1024,gemm_torch_flow,0.016595199704170227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,2560,gemm_torch_flow,0.018747733036677042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,3072,gemm_torch_flow,0.020475733280181884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,1536,gemm_torch_flow,0.017465599377950034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,2048,gemm_torch_flow,0.018503467241923012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,768,gemm_torch_flow,0.016383999586105348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,512,gemm_torch_flow,0.015845333536465965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,256,gemm_torch_flow,0.015618133544921874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,128,gemm_torch_flow,0.015165866414705912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,32,gemm_torch_flow,0.015223466356595359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,64,gemm_torch_flow,0.015166933337847391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1536,65536,gemm_torch_flow,0.15946027437845867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,10240,gemm_torch_flow,0.03317013382911682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,12288,gemm_torch_flow,0.03706560134887695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,16384,gemm_torch_flow,0.0511189341545105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,7168,gemm_torch_flow,0.02760533293088277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,8192,gemm_torch_flow,0.029509333769480388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,5120,gemm_torch_flow,0.02305493354797363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,6144,gemm_torch_flow,0.02555519938468933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,4096,gemm_torch_flow,0.02119893431663513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,3584,gemm_torch_flow,0.020431999365488687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,3072,gemm_torch_flow,0.01999573310216268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,768,gemm_torch_flow,0.01616106629371643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,2560,gemm_torch_flow,0.018722132841746012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,1536,gemm_torch_flow,0.017148800690968833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,2048,gemm_torch_flow,0.017787732680638633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,1024,gemm_torch_flow,0.016498133540153503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,128,gemm_torch_flow,0.014945066968599954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,512,gemm_torch_flow,0.015619200468063355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,256,gemm_torch_flow,0.015152000387509666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,64,gemm_torch_flow,0.014932266871134438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,65536,gemm_torch_flow,0.14541865984598795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,1024,32,gemm_torch_flow,0.01493119994799296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,16384,gemm_torch_flow,0.04543040196100871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,12288,gemm_torch_flow,0.037332268555959065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,8192,gemm_torch_flow,0.031022934118906657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,10240,gemm_torch_flow,0.034031999111175534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,7168,gemm_torch_flow,0.02704213261604309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,6144,gemm_torch_flow,0.025718400875727337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,5120,gemm_torch_flow,0.022860799233118692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,3584,gemm_torch_flow,0.020722132921218873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,3072,gemm_torch_flow,0.01951040029525757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,4096,gemm_torch_flow,0.02056000034014384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,2560,gemm_torch_flow,0.01831573247909546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,768,gemm_torch_flow,0.016114133596420287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,2048,gemm_torch_flow,0.017802667617797852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,1024,gemm_torch_flow,0.016582399606704712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,1536,gemm_torch_flow,0.017273600896199545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,512,gemm_torch_flow,0.01544319987297058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,256,gemm_torch_flow,0.015288533767064414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,128,gemm_torch_flow,0.01479573349157969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,65536,gemm_torch_flow,0.13673493067423503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,64,gemm_torch_flow,0.014685866236686707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,768,32,gemm_torch_flow,0.014753066500027976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,12288,gemm_torch_flow,0.03467839956283569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,6144,gemm_torch_flow,0.024094933271408082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,10240,gemm_torch_flow,0.03174186746279399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,8192,gemm_torch_flow,0.027320533990859985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,16384,gemm_torch_flow,0.041092268625895184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,7168,gemm_torch_flow,0.025910399357477826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,5120,gemm_torch_flow,0.022307199239730836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,3584,gemm_torch_flow,0.0197653333346049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,4096,gemm_torch_flow,0.02109653353691101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,2560,gemm_torch_flow,0.01800533334414164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,3072,gemm_torch_flow,0.019032533963521323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,2048,gemm_torch_flow,0.017833600441614784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,768,gemm_torch_flow,0.015779200196266174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,1536,gemm_torch_flow,0.016752000649770102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,1024,gemm_torch_flow,0.01625279982884725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,512,gemm_torch_flow,0.015361066659291586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,256,gemm_torch_flow,0.015082666277885437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,128,gemm_torch_flow,0.015075199802716575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,32,gemm_torch_flow,0.014513066411018372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,65536,gemm_torch_flow,0.1294869343439738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,512,64,gemm_torch_flow,0.014857600132624308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,7168,gemm_torch_flow,0.025701334079106648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,8192,gemm_torch_flow,0.02699413299560547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,16384,gemm_torch_flow,0.036347734928131106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,10240,gemm_torch_flow,0.029341866572697956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,12288,gemm_torch_flow,0.030964267253875733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,6144,gemm_torch_flow,0.024320000410079957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,5120,gemm_torch_flow,0.022525866826375328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,4096,gemm_torch_flow,0.0206496000289917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,3584,gemm_torch_flow,0.019504000743230186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,2048,gemm_torch_flow,0.017338667313257852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,3072,gemm_torch_flow,0.018990933895111084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,2560,gemm_torch_flow,0.018029866615931193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,768,gemm_torch_flow,0.015517866611480713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,1536,gemm_torch_flow,0.016645333170890807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,1024,gemm_torch_flow,0.01625920037428538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,65536,gemm_torch_flow,0.12079892953236897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,512,gemm_torch_flow,0.01539306640625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,256,gemm_torch_flow,0.014920533696810404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,128,gemm_torch_flow,0.014738133549690247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,64,gemm_torch_flow,0.014683733383814493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,256,32,gemm_torch_flow,0.01444906691710154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,5120,gemm_torch_flow,0.021951999266942343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,6144,gemm_torch_flow,0.024267733097076416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,7168,gemm_torch_flow,0.02524159948031108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,8192,gemm_torch_flow,0.02622293432553609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,10240,gemm_torch_flow,0.02807146708170573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,12288,gemm_torch_flow,0.02988586624463399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,16384,gemm_torch_flow,0.03471999963124593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,4096,gemm_torch_flow,0.020574933290481566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,2560,gemm_torch_flow,0.018273067474365235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,3072,gemm_torch_flow,0.018683733542760213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,3584,gemm_torch_flow,0.019463467597961425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,2048,gemm_torch_flow,0.017409066359202065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,1536,gemm_torch_flow,0.016577066977818807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,1024,gemm_torch_flow,0.016452266772588094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,65536,gemm_torch_flow,0.11595946947733562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,768,gemm_torch_flow,0.01595200002193451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,512,gemm_torch_flow,0.015172266960144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,128,gemm_torch_flow,0.014867200454076131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,256,gemm_torch_flow,0.014819199840227762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,64,gemm_torch_flow,0.014851199587186179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,128,32,gemm_torch_flow,0.014458666245142618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,10240,gemm_torch_flow,0.027985066175460815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,12288,gemm_torch_flow,0.02945493261019389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,16384,gemm_torch_flow,0.0341813325881958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,6144,gemm_torch_flow,0.023985066016515098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,8192,gemm_torch_flow,0.0254805326461792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,7168,gemm_torch_flow,0.0252074658870697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,5120,gemm_torch_flow,0.02181333303451538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,4096,gemm_torch_flow,0.020709333817164104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,3584,gemm_torch_flow,0.019275732835133872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,3072,gemm_torch_flow,0.018869332472483315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,2560,gemm_torch_flow,0.017800533771514894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,2048,gemm_torch_flow,0.01727466583251953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,1536,gemm_torch_flow,0.01660693287849426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,65536,gemm_torch_flow,0.114955735206604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,768,gemm_torch_flow,0.015557333827018738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,512,gemm_torch_flow,0.01520639955997467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,1024,gemm_torch_flow,0.015948800245920818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,128,gemm_torch_flow,0.01483519971370697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,256,gemm_torch_flow,0.014819199840227762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,32,gemm_torch_flow,0.014570666352907815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,64,64,gemm_torch_flow,0.014459733168284097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,12288,gemm_torch_flow,0.029288534323374433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,16384,gemm_torch_flow,0.03355199893315633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,10240,gemm_torch_flow,0.027665066719055175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,5120,gemm_torch_flow,0.022032000621159873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,6144,gemm_torch_flow,0.024194133281707764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,8192,gemm_torch_flow,0.025577600797017413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,7168,gemm_torch_flow,0.02488320072491964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,4096,gemm_torch_flow,0.020491733153661092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,3584,gemm_torch_flow,0.01997119983037313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,768,gemm_torch_flow,0.015566933155059814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,3072,gemm_torch_flow,0.018538665771484376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,2048,gemm_torch_flow,0.017453867197036742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,1536,gemm_torch_flow,0.016820265849431356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,2560,gemm_torch_flow,0.01764586567878723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,1024,gemm_torch_flow,0.015961600343386333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,65536,gemm_torch_flow,0.1141546646753947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,512,gemm_torch_flow,0.01503679951032003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,256,gemm_torch_flow,0.01470186710357666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,32,gemm_torch_flow,0.014697600404421488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,64,gemm_torch_flow,0.0144405335187912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,384,32,128,gemm_torch_flow,0.014524799585342408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,4096,gemm_torch_flow,0.11828373273213703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,5120,gemm_torch_flow,0.14160960515340168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,7168,gemm_torch_flow,0.18668586413065594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,6144,gemm_torch_flow,0.16697492599487304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,8192,gemm_torch_flow,0.21596693992614746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,3584,gemm_torch_flow,0.10630186398824056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,3072,gemm_torch_flow,0.09498453140258789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,2048,gemm_torch_flow,0.07022079626719156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,2560,gemm_torch_flow,0.08196480274200439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,1536,gemm_torch_flow,0.05918613274892172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,10240,gemm_torch_flow,0.26483519872029626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,256,gemm_torch_flow,0.03094826738039653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,128,gemm_torch_flow,0.028165332476298016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,1024,gemm_torch_flow,0.047416532039642335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,512,gemm_torch_flow,0.036820268630981444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,64,gemm_torch_flow,0.02820906639099121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,768,gemm_torch_flow,0.042327467600504556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,32,gemm_torch_flow,0.03079040050506592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,12288,gemm_torch_flow,0.3187583923339844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,7168,gemm_torch_flow,0.061248000462849936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,6144,gemm_torch_flow,0.05672640005747477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,8192,gemm_torch_flow,0.06807680130004883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,10240,gemm_torch_flow,0.08258559703826904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,5120,gemm_torch_flow,0.04799893299738566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,12288,gemm_torch_flow,0.09571413199106851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,65536,16384,gemm_torch_flow,0.40828587214152023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,4096,gemm_torch_flow,0.041656533877054855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,16384,gemm_torch_flow,0.1221354643503825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,3584,gemm_torch_flow,0.03829973141352336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,3072,gemm_torch_flow,0.03572479883829753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,2560,gemm_torch_flow,0.03224959969520569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,1536,gemm_torch_flow,0.02622720003128052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,2048,gemm_torch_flow,0.02884693344434102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,128,gemm_torch_flow,0.017172267039616905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,1024,gemm_torch_flow,0.022821333010991415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,768,gemm_torch_flow,0.02178773283958435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,256,gemm_torch_flow,0.01813439925511678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,512,gemm_torch_flow,0.020088533560434975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,64,gemm_torch_flow,0.017473065853118898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,32,gemm_torch_flow,0.0179584006468455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,8192,gemm_torch_flow,0.05614826679229736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,10240,gemm_torch_flow,0.06776959896087646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,6144,gemm_torch_flow,0.045747200647989913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,7168,gemm_torch_flow,0.05105706850687662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,12288,gemm_torch_flow,0.07780693372090658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,16384,gemm_torch_flow,0.10109439690907795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,2560,gemm_torch_flow,0.02818346619606018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,5120,gemm_torch_flow,0.040591998895009355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,4096,gemm_torch_flow,0.03578346570332845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,3072,gemm_torch_flow,0.030718932549158733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,3584,gemm_torch_flow,0.03313386638959249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,2048,gemm_torch_flow,0.025422932704289754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,1536,gemm_torch_flow,0.023641600211461385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,1024,gemm_torch_flow,0.021203200022379555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,768,gemm_torch_flow,0.020343466599782308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,256,gemm_torch_flow,0.016857600212097167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,512,gemm_torch_flow,0.017857066790262856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,64,gemm_torch_flow,0.01669973333676656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,128,gemm_torch_flow,0.01644266645113627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,32,gemm_torch_flow,0.017435733477274576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,8192,gemm_torch_flow,0.05158186753590902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,7168,gemm_torch_flow,0.047126400470733645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,10240,gemm_torch_flow,0.06056426763534546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,12288,gemm_torch_flow,0.06986880302429199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,16384,gemm_torch_flow,0.08898453712463379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,16384,65536,gemm_torch_flow,0.44723094304402666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,5120,gemm_torch_flow,0.03799573183059692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,4096,gemm_torch_flow,0.033478399117787674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,6144,gemm_torch_flow,0.04234773317972819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,2560,gemm_torch_flow,0.027266132831573486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,3584,gemm_torch_flow,0.031414399544397995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,3072,gemm_torch_flow,0.029176533222198486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,768,gemm_torch_flow,0.01988160014152527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,1536,gemm_torch_flow,0.023126399517059325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,2048,gemm_torch_flow,0.02480213244756063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,1024,gemm_torch_flow,0.020922666788101195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,512,gemm_torch_flow,0.01808213392893473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,128,gemm_torch_flow,0.016369066635767617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,256,gemm_torch_flow,0.017180800437927246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,12288,65536,gemm_torch_flow,0.3514208157857259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,64,gemm_torch_flow,0.016511999567349753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,32,gemm_torch_flow,0.016697599490483602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,8192,gemm_torch_flow,0.04623039960861206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,6144,gemm_torch_flow,0.03717333475748698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,7168,gemm_torch_flow,0.04090026617050171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,10240,gemm_torch_flow,0.052559999624888096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,12288,gemm_torch_flow,0.060184534390767416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,16384,gemm_torch_flow,0.07531200249989828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,2560,gemm_torch_flow,0.024120533466339113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,5120,gemm_torch_flow,0.03327253262201945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,3072,gemm_torch_flow,0.025818665822347004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,3584,gemm_torch_flow,0.027843199173609418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,4096,gemm_torch_flow,0.02938773234685262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,2048,gemm_torch_flow,0.022373332579930624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,1536,gemm_torch_flow,0.021346133947372437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,1024,gemm_torch_flow,0.01838399966557821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,768,gemm_torch_flow,0.017527467012405394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,512,gemm_torch_flow,0.017426133155822754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,128,gemm_torch_flow,0.01591253379980723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,64,gemm_torch_flow,0.01620266636212667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,256,gemm_torch_flow,0.016502400239308677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,32,gemm_torch_flow,0.016406400005022685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,10240,65536,gemm_torch_flow,0.3276320139567057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,7168,gemm_torch_flow,0.03820799986521403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,6144,gemm_torch_flow,0.03592640161514282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,8192,gemm_torch_flow,0.041339735190073654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,10240,gemm_torch_flow,0.048425598939259844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,12288,gemm_torch_flow,0.05480959812800089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,16384,gemm_torch_flow,0.06927253405253092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,3072,gemm_torch_flow,0.024754132827123007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,4096,gemm_torch_flow,0.027833600838979084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,5120,gemm_torch_flow,0.03083733320236206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,3584,gemm_torch_flow,0.026130133867263795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,1536,gemm_torch_flow,0.020283732811609903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,2560,gemm_torch_flow,0.02294399936993917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,2048,gemm_torch_flow,0.021577600638071695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,768,gemm_torch_flow,0.016858667135238647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,1024,gemm_torch_flow,0.01834986607233683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,512,gemm_torch_flow,0.01667520006497701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,256,gemm_torch_flow,0.01635199983914693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,8192,65536,gemm_torch_flow,0.2720405260721842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,128,gemm_torch_flow,0.015683199961980185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,64,gemm_torch_flow,0.01575040022532145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,32,gemm_torch_flow,0.016150400042533875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,6144,gemm_torch_flow,0.03243199984232585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,12288,gemm_torch_flow,0.0520576000213623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,10240,gemm_torch_flow,0.0451583981513977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,7168,gemm_torch_flow,0.03651306629180908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,8192,gemm_torch_flow,0.03970666726430257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,16384,gemm_torch_flow,0.0643338680267334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,5120,gemm_torch_flow,0.029073067506154376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,4096,gemm_torch_flow,0.026190932591756182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,3584,gemm_torch_flow,0.02507413427035014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,3072,gemm_torch_flow,0.023291732867558798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,2560,gemm_torch_flow,0.022204800446828207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,2048,gemm_torch_flow,0.02081600030263265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,1536,gemm_torch_flow,0.019361066818237304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,1024,gemm_torch_flow,0.017758933703104655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,512,gemm_torch_flow,0.016676266988118492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,7168,65536,gemm_torch_flow,0.23752853075663247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,768,gemm_torch_flow,0.01688213348388672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,256,gemm_torch_flow,0.01597866714000702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,32,gemm_torch_flow,0.01598186691602071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,64,gemm_torch_flow,0.015550933281580605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,128,gemm_torch_flow,0.015708800156911215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,6144,gemm_torch_flow,0.030425600210825604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,7168,gemm_torch_flow,0.03531093200047811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,8192,gemm_torch_flow,0.03938666582107544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,12288,gemm_torch_flow,0.0472490668296814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,10240,gemm_torch_flow,0.04223039944966634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,4096,gemm_torch_flow,0.024935466051101685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,16384,gemm_torch_flow,0.0652405341466268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,5120,gemm_torch_flow,0.0281056006749471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,3584,gemm_torch_flow,0.024795732895533242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,6144,65536,gemm_torch_flow,0.226364803314209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,3072,gemm_torch_flow,0.022528000672658286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,2560,gemm_torch_flow,0.021129600207010903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,2048,gemm_torch_flow,0.020086399714152017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,1024,gemm_torch_flow,0.016809600591659545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,768,gemm_torch_flow,0.016979199647903443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,1536,gemm_torch_flow,0.01845759948094686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,64,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,512,gemm_torch_flow,0.016785067319869996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,128,gemm_torch_flow,0.015406933426856995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,256,gemm_torch_flow,0.015777066349983215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,32,gemm_torch_flow,0.015541332960128783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,12288,gemm_torch_flow,0.045262932777404785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,6144,gemm_torch_flow,0.028658133745193482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,7168,gemm_torch_flow,0.03142506678899129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,8192,gemm_torch_flow,0.035285333792368576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,16384,gemm_torch_flow,0.057914666334788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,10240,gemm_torch_flow,0.04062293370564778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,5120,gemm_torch_flow,0.026152533292770386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,4096,gemm_torch_flow,0.02377600073814392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,5120,65536,gemm_torch_flow,0.20388266245524087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,3584,gemm_torch_flow,0.022678399085998537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,1536,gemm_torch_flow,0.017824000120162962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,3072,gemm_torch_flow,0.021643733978271483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,2560,gemm_torch_flow,0.02040426731109619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,2048,gemm_torch_flow,0.019803732633590698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,256,gemm_torch_flow,0.015479466319084168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,768,gemm_torch_flow,0.016570666432380678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,1024,gemm_torch_flow,0.017015467087427773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,128,gemm_torch_flow,0.015192533532778421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,512,gemm_torch_flow,0.016127999623616537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,64,gemm_torch_flow,0.015428266922632852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,32,gemm_torch_flow,0.015717333555221556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,8192,gemm_torch_flow,0.03203306595484416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,6144,gemm_torch_flow,0.02731200059254964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,4096,65536,gemm_torch_flow,0.1773834705352783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,7168,gemm_torch_flow,0.02948266665140788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,10240,gemm_torch_flow,0.03781333367029826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,12288,gemm_torch_flow,0.043305599689483644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,16384,gemm_torch_flow,0.055610664685567225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,3584,gemm_torch_flow,0.022529067595799764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,5120,gemm_torch_flow,0.02539199988047282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,4096,gemm_torch_flow,0.023490132888158162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,3072,gemm_torch_flow,0.02105493346850077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,2560,gemm_torch_flow,0.01999359925587972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,2048,gemm_torch_flow,0.018652800718943277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,1024,gemm_torch_flow,0.016731733083724977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,1536,gemm_torch_flow,0.0172437330087026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,32,gemm_torch_flow,0.015448533495267234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,128,gemm_torch_flow,0.01502826710542043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,768,gemm_torch_flow,0.01627413332462311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,512,gemm_torch_flow,0.016141866644223533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,256,gemm_torch_flow,0.015434666474660238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,64,gemm_torch_flow,0.015121066570281982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3584,65536,gemm_torch_flow,0.16244479815165203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,6144,gemm_torch_flow,0.026054400205612182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,7168,gemm_torch_flow,0.028505599498748778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,10240,gemm_torch_flow,0.03545173406600952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,8192,gemm_torch_flow,0.03193493286768596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,12288,gemm_torch_flow,0.040522666772206624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,16384,gemm_torch_flow,0.052813867727915444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,5120,gemm_torch_flow,0.024409600098927817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,4096,gemm_torch_flow,0.022268799940745036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,2560,gemm_torch_flow,0.019758933782577516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,3072,gemm_torch_flow,0.020415999492009482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,3584,gemm_torch_flow,0.021589332818984987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,2048,gemm_torch_flow,0.01777600049972534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,1024,gemm_torch_flow,0.016546133160591125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,1536,gemm_torch_flow,0.01683626572291056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,32,gemm_torch_flow,0.015412267049153647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,768,gemm_torch_flow,0.016134400169054666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,256,gemm_torch_flow,0.01518933375676473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,512,gemm_torch_flow,0.015943466623624166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,128,gemm_torch_flow,0.015080533425013223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,64,gemm_torch_flow,0.015156267086664834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,3072,65536,gemm_torch_flow,0.14988266626993815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,16384,gemm_torch_flow,0.0512661337852478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,6144,gemm_torch_flow,0.025174399216969807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,7168,gemm_torch_flow,0.026954666773478193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,8192,gemm_torch_flow,0.029066665967305498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,12288,gemm_torch_flow,0.04192106723785401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,10240,gemm_torch_flow,0.03228480021158854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,4096,gemm_torch_flow,0.02150613268216451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,5120,gemm_torch_flow,0.023670399188995363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,2560,gemm_torch_flow,0.0185589333375295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,2048,gemm_torch_flow,0.017413334051767985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,1536,gemm_torch_flow,0.01699840029080709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,3072,gemm_torch_flow,0.01975040038426717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,3584,gemm_torch_flow,0.020805333058039346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,1024,gemm_torch_flow,0.016239999731381734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,768,gemm_torch_flow,0.015954132874806723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,512,gemm_torch_flow,0.01591679950555166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,256,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,128,gemm_torch_flow,0.015090133746465048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,64,gemm_torch_flow,0.014983466267585755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,65536,gemm_torch_flow,0.14028159777323407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2560,32,gemm_torch_flow,0.015032533804575601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,6144,gemm_torch_flow,0.023942399024963378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,12288,gemm_torch_flow,0.03428266843159993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,10240,gemm_torch_flow,0.03033706744511922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,8192,gemm_torch_flow,0.027266132831573486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,7168,gemm_torch_flow,0.025413332382837932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,5120,gemm_torch_flow,0.02205866575241089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,16384,gemm_torch_flow,0.047177600860595706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,4096,gemm_torch_flow,0.020935465892155967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,3584,gemm_torch_flow,0.020077866315841675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,3072,gemm_torch_flow,0.01854506731033325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,768,gemm_torch_flow,0.015800533692042033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,1536,gemm_torch_flow,0.0169813334941864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,2560,gemm_torch_flow,0.01797119975090027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,2048,gemm_torch_flow,0.01762346625328064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,1024,gemm_torch_flow,0.01640959978103638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,128,gemm_torch_flow,0.014914133151372275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,65536,gemm_torch_flow,0.12362133661905925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,256,gemm_torch_flow,0.01511573294798533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,512,gemm_torch_flow,0.015931733449300132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,64,gemm_torch_flow,0.014884266257286071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,2048,32,gemm_torch_flow,0.015215999881426492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,12288,gemm_torch_flow,0.0335968017578125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,16384,gemm_torch_flow,0.04380480051040649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,10240,gemm_torch_flow,0.03018346627553304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,8192,gemm_torch_flow,0.026841600735982258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,7168,gemm_torch_flow,0.025544534126917522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,5120,gemm_torch_flow,0.02228906750679016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,6144,gemm_torch_flow,0.023795199394226075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,4096,gemm_torch_flow,0.021062399943669638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,3072,gemm_torch_flow,0.018397865692774455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,3584,gemm_torch_flow,0.019029333194096883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,2560,gemm_torch_flow,0.01825066606203715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,2048,gemm_torch_flow,0.01747200091679891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,1536,gemm_torch_flow,0.01690453290939331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,1024,gemm_torch_flow,0.01617173353830973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,512,gemm_torch_flow,0.015583999951680503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,768,gemm_torch_flow,0.015938133001327515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,128,gemm_torch_flow,0.014851199587186179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,65536,gemm_torch_flow,0.11333866914113362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,256,gemm_torch_flow,0.014979199568430582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,64,gemm_torch_flow,0.015100799997647605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1536,32,gemm_torch_flow,0.01506239970525106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,12288,gemm_torch_flow,0.03184106747309367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,16384,gemm_torch_flow,0.0378655989964803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,10240,gemm_torch_flow,0.02918720046679179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,8192,gemm_torch_flow,0.02683626612027486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,7168,gemm_torch_flow,0.024627200762430825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,3584,gemm_torch_flow,0.019336533546447755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,6144,gemm_torch_flow,0.023244800170262654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,4096,gemm_torch_flow,0.020116267601648967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,5120,gemm_torch_flow,0.021218132972717286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,3072,gemm_torch_flow,0.018811732530593872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,2560,gemm_torch_flow,0.0180896004041036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,1536,gemm_torch_flow,0.01671253244082133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,2048,gemm_torch_flow,0.017465599377950034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,768,gemm_torch_flow,0.01567893326282501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,1024,gemm_torch_flow,0.01641279955705007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,512,gemm_torch_flow,0.015317333738009134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,64,gemm_torch_flow,0.014598400394121806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,256,gemm_torch_flow,0.014818132917086283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,65536,gemm_torch_flow,0.10174187024434407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,128,gemm_torch_flow,0.014786133170127868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,1024,32,gemm_torch_flow,0.014667733510335287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,10240,gemm_torch_flow,0.028868265946706134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,8192,gemm_torch_flow,0.025161600112915038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,12288,gemm_torch_flow,0.03074986735979716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,16384,gemm_torch_flow,0.03432639837265015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,7168,gemm_torch_flow,0.023784534136454264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,4096,gemm_torch_flow,0.019488000869750978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,6144,gemm_torch_flow,0.021746132771174112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,5120,gemm_torch_flow,0.02099306583404541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,3584,gemm_torch_flow,0.01876266598701477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,1536,gemm_torch_flow,0.016685867309570314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,3072,gemm_torch_flow,0.01845759948094686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,2560,gemm_torch_flow,0.017864533265431724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,2048,gemm_torch_flow,0.017066667477289833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,65536,gemm_torch_flow,0.09661333560943604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,1024,gemm_torch_flow,0.015960533420244852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,768,gemm_torch_flow,0.015528532862663268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,256,gemm_torch_flow,0.014755200346310934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,512,gemm_torch_flow,0.015369600057601929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,128,gemm_torch_flow,0.014728533228238425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,64,gemm_torch_flow,0.01488746702671051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,768,32,gemm_torch_flow,0.014692266782124838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,10240,gemm_torch_flow,0.026281599203745527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,16384,gemm_torch_flow,0.03181119958559672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,12288,gemm_torch_flow,0.027800534168879194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,8192,gemm_torch_flow,0.02477333347002665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,4096,gemm_torch_flow,0.019321600596110024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,7168,gemm_torch_flow,0.023729066054026283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,6144,gemm_torch_flow,0.022805333137512207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,5120,gemm_torch_flow,0.020670932531356812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,2048,gemm_torch_flow,0.017217065890630087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,3584,gemm_torch_flow,0.01884160041809082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,3072,gemm_torch_flow,0.0183242658774058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,2560,gemm_torch_flow,0.01781546672185262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,1536,gemm_torch_flow,0.01643946667512258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,1024,gemm_torch_flow,0.01602453291416168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,65536,gemm_torch_flow,0.09199679692586263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,768,gemm_torch_flow,0.015812266866366068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,512,gemm_torch_flow,0.015201066931088766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,256,gemm_torch_flow,0.015076266725858054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,128,gemm_torch_flow,0.014632532993952433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,32,gemm_torch_flow,0.014673067132631936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,512,64,gemm_torch_flow,0.014566399653752646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,10240,gemm_torch_flow,0.025204267104466754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,16384,gemm_torch_flow,0.030169600248336793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,12288,gemm_torch_flow,0.025758934020996094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,4096,gemm_torch_flow,0.01932906707127889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,6144,gemm_torch_flow,0.022243199745814006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,7168,gemm_torch_flow,0.023171200354894003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,5120,gemm_torch_flow,0.02075200080871582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,8192,gemm_torch_flow,0.023707733551661173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,3584,gemm_torch_flow,0.018686934312184652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,2560,gemm_torch_flow,0.01742186745007833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,65536,gemm_torch_flow,0.0856000026067098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,3072,gemm_torch_flow,0.0181877334912618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,2048,gemm_torch_flow,0.016993065675099693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,1536,gemm_torch_flow,0.016502400239308677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,1024,gemm_torch_flow,0.015742933750152587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,256,gemm_torch_flow,0.014682666460673014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,768,gemm_torch_flow,0.015518933534622192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,512,gemm_torch_flow,0.015027200182278952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,128,gemm_torch_flow,0.014710399508476257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,32,gemm_torch_flow,0.01478506624698639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,256,64,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,12288,gemm_torch_flow,0.025988266865412397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,16384,gemm_torch_flow,0.028255999088287354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,8192,gemm_torch_flow,0.023356799284617105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,10240,gemm_torch_flow,0.02483839988708496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,7168,gemm_torch_flow,0.023306665817896526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,5120,gemm_torch_flow,0.020278400182723998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,6144,gemm_torch_flow,0.021900800863901775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,4096,gemm_torch_flow,0.01927466591199239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,3072,gemm_torch_flow,0.017861332496007284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,3584,gemm_torch_flow,0.01849493384361267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,65536,gemm_torch_flow,0.08147839705149332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,2048,gemm_torch_flow,0.016919465859731038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,2560,gemm_torch_flow,0.017403733730316163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,1536,gemm_torch_flow,0.016286933422088624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,1024,gemm_torch_flow,0.015546666582425437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,512,gemm_torch_flow,0.014907733599344889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,768,gemm_torch_flow,0.015474133690198264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,64,gemm_torch_flow,0.014806399742762247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,256,gemm_torch_flow,0.014803199966748556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,32,gemm_torch_flow,0.014507733782132468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,128,128,gemm_torch_flow,0.01458026667435964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,12288,gemm_torch_flow,0.025804799795150758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,10240,gemm_torch_flow,0.02460800011952718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,16384,gemm_torch_flow,0.02871893246968587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,6144,gemm_torch_flow,0.021893332401911415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,7168,gemm_torch_flow,0.023106133937835692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,8192,gemm_torch_flow,0.023361066977183022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,5120,gemm_torch_flow,0.020651733875274657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,4096,gemm_torch_flow,0.01921280026435852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,3584,gemm_torch_flow,0.018484266599019368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,65536,gemm_torch_flow,0.07865173021952311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,3072,gemm_torch_flow,0.017869865894317626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,2560,gemm_torch_flow,0.017283199230829875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,512,gemm_torch_flow,0.01514346698919932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,768,gemm_torch_flow,0.015288533767064414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,1536,gemm_torch_flow,0.016484266519546507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,1024,gemm_torch_flow,0.015566933155059814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,2048,gemm_torch_flow,0.016786134243011473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,256,gemm_torch_flow,0.014709333578745524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,32,gemm_torch_flow,0.014382933576901754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,64,gemm_torch_flow,0.014589866995811463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,64,128,gemm_torch_flow,0.014615466197331747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,10240,gemm_torch_flow,0.024765866994857787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,7168,gemm_torch_flow,0.02300800085067749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,12288,gemm_torch_flow,0.025652267535527545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,16384,gemm_torch_flow,0.028803199529647827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,8192,gemm_torch_flow,0.023254400491714476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,6144,gemm_torch_flow,0.021971199909845987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,5120,gemm_torch_flow,0.020491733153661092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,3584,gemm_torch_flow,0.018450133005777993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,65536,gemm_torch_flow,0.07749546368916829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,4096,gemm_torch_flow,0.019103999932607016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,3072,gemm_torch_flow,0.017905066410700478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,2560,gemm_torch_flow,0.017628800868988038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,1536,gemm_torch_flow,0.01616426706314087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,768,gemm_torch_flow,0.015326933066050211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,2048,gemm_torch_flow,0.01685973405838013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,1024,gemm_torch_flow,0.01572266618410746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,512,gemm_torch_flow,0.015009066462516785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,256,gemm_torch_flow,0.014779733618100485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,128,gemm_torch_flow,0.014478933811187745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,32,gemm_torch_flow,0.014439466595649719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,256,32,64,gemm_torch_flow,0.014668800433476768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,4096,gemm_torch_flow,0.10507733027140301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,5120,gemm_torch_flow,0.12475199699401855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,6144,gemm_torch_flow,0.14290773073832194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,7168,gemm_torch_flow,0.1627829392751058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,8192,gemm_torch_flow,0.1839786688486735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,3584,gemm_torch_flow,0.0954528013865153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,10240,gemm_torch_flow,0.22848000526428222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,1536,gemm_torch_flow,0.05299093325932821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,2560,gemm_torch_flow,0.07378346920013427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,3072,gemm_torch_flow,0.08538880348205566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,2048,gemm_torch_flow,0.06277973254521688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,512,gemm_torch_flow,0.032857600847880045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,256,gemm_torch_flow,0.028223999341328937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,128,gemm_torch_flow,0.025455999374389648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,1024,gemm_torch_flow,0.043467732270558675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,64,gemm_torch_flow,0.025275733073552447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,768,gemm_torch_flow,0.039870933691660566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,32,gemm_torch_flow,0.027903999884923297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,12288,gemm_torch_flow,0.2612672011057536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,65536,16384,gemm_torch_flow,0.33556267420450847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,7168,gemm_torch_flow,0.05460906823476156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,6144,gemm_torch_flow,0.051324800650278724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,8192,gemm_torch_flow,0.06067626476287842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,10240,gemm_torch_flow,0.07221546967824301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,12288,gemm_torch_flow,0.08455573717753093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,4096,gemm_torch_flow,0.03808639844258626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,5120,gemm_torch_flow,0.04551146825154622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,16384,gemm_torch_flow,0.10525866349538167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,3584,gemm_torch_flow,0.03558506568272908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,3072,gemm_torch_flow,0.03286079963048299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,2560,gemm_torch_flow,0.029706666866938274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,2048,gemm_torch_flow,0.026731733481089277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,1536,gemm_torch_flow,0.023882667223612465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,1024,gemm_torch_flow,0.021186133225758873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,768,gemm_torch_flow,0.020228266716003418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,32,gemm_torch_flow,0.017042134205500284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,512,gemm_torch_flow,0.01881813406944275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,128,gemm_torch_flow,0.016420267025629678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,64,gemm_torch_flow,0.016862932840983072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,256,gemm_torch_flow,0.016680532693862916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,6144,gemm_torch_flow,0.04095253149668376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,7168,gemm_torch_flow,0.04610986709594726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,8192,gemm_torch_flow,0.050279466311136875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,12288,gemm_torch_flow,0.06838613351186117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,10240,gemm_torch_flow,0.058806399504343666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,3072,gemm_torch_flow,0.028431999683380126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,4096,gemm_torch_flow,0.033073065678278606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,16384,gemm_torch_flow,0.0865664005279541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,3584,gemm_torch_flow,0.03059200048446655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,2560,gemm_torch_flow,0.02582826614379883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,5120,gemm_torch_flow,0.03683520158131917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,2048,gemm_torch_flow,0.024091732501983643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,1536,gemm_torch_flow,0.022150399287541707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,768,gemm_torch_flow,0.018743467330932618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,512,gemm_torch_flow,0.017525333166122436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,1024,gemm_torch_flow,0.020014933745066323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,256,gemm_torch_flow,0.016356266538302102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,128,gemm_torch_flow,0.016084266702334087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,64,gemm_torch_flow,0.016500266393025716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,32,gemm_torch_flow,0.016797866423924765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,10240,gemm_torch_flow,0.060591999689737955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,7168,gemm_torch_flow,0.04516373475392659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,8192,gemm_torch_flow,0.05015679995218912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,12288,gemm_torch_flow,0.06720106601715088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,16384,gemm_torch_flow,0.08450026512145996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,6144,gemm_torch_flow,0.041051733493804934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,4096,gemm_torch_flow,0.03267839948336283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,5120,gemm_torch_flow,0.036407466729482016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,16384,65536,gemm_torch_flow,0.3600714683532715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,3584,gemm_torch_flow,0.02985386649767558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,2560,gemm_torch_flow,0.026500266790390015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,3072,gemm_torch_flow,0.02800319989522298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,512,gemm_torch_flow,0.016689066092173258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,2048,gemm_torch_flow,0.023757867018381753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,1536,gemm_torch_flow,0.02195626695950826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,1024,gemm_torch_flow,0.020087466637293497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,256,gemm_torch_flow,0.016754132509231568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,768,gemm_torch_flow,0.018339200814565023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,128,gemm_torch_flow,0.015773866573969522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,12288,65536,gemm_torch_flow,0.28989121119181316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,32,gemm_torch_flow,0.016215466459592185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,64,gemm_torch_flow,0.01623146633307139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,8192,gemm_torch_flow,0.04428266684214274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,10240,gemm_torch_flow,0.04871786832809448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,7168,gemm_torch_flow,0.03869119882583618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,6144,gemm_torch_flow,0.03492799997329712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,12288,gemm_torch_flow,0.05458133220672608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,16384,gemm_torch_flow,0.07106880346934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,5120,gemm_torch_flow,0.030092799663543703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,4096,gemm_torch_flow,0.026759467522303265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,3584,gemm_torch_flow,0.024972800413767496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,3072,gemm_torch_flow,0.02355946699778239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,2560,gemm_torch_flow,0.022357332706451415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,2048,gemm_torch_flow,0.021179733673731486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,1024,gemm_torch_flow,0.018210132916768394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,1536,gemm_torch_flow,0.019692800442377725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,512,gemm_torch_flow,0.01624853312969208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,256,gemm_torch_flow,0.015965867042541503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,768,gemm_torch_flow,0.0168287992477417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,64,gemm_torch_flow,0.015811199943224587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,32,gemm_torch_flow,0.016204800208409628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,10240,65536,gemm_torch_flow,0.26756693522135416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,128,gemm_torch_flow,0.01564906636873881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,8192,gemm_torch_flow,0.042479999860127765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,6144,gemm_torch_flow,0.034482133388519284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,10240,gemm_torch_flow,0.04915413459142049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,7168,gemm_torch_flow,0.03735573291778564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,12288,gemm_torch_flow,0.052807466189066565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,16384,gemm_torch_flow,0.07464000384012857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,3584,gemm_torch_flow,0.026590933402379353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,5120,gemm_torch_flow,0.030663466453552245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,4096,gemm_torch_flow,0.02765333255132039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,3072,gemm_torch_flow,0.02407146692276001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,2560,gemm_torch_flow,0.023010132710138957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,2048,gemm_torch_flow,0.021333332856496176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,1536,gemm_torch_flow,0.0201749324798584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,1024,gemm_torch_flow,0.01778879960378011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,8192,65536,gemm_torch_flow,0.21753172874450682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,768,gemm_torch_flow,0.01712426741917928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,512,gemm_torch_flow,0.01662506659825643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,256,gemm_torch_flow,0.01624853312969208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,32,gemm_torch_flow,0.01593386630217234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,128,gemm_torch_flow,0.015703466534614564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,64,gemm_torch_flow,0.01595093309879303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,6144,gemm_torch_flow,0.03289493322372437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,7168,gemm_torch_flow,0.03640426794687907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,8192,gemm_torch_flow,0.03951253493626912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,10240,gemm_torch_flow,0.04497066736221313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,12288,gemm_torch_flow,0.05215040047963461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,16384,gemm_torch_flow,0.06913920243581137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,3584,gemm_torch_flow,0.02477759917577108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,5120,gemm_torch_flow,0.029820799827575684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,4096,gemm_torch_flow,0.02595733404159546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,3072,gemm_torch_flow,0.023626667261123658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,1536,gemm_torch_flow,0.01917120019594828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,2048,gemm_torch_flow,0.020753065745035805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,2560,gemm_torch_flow,0.02185279925664266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,7168,65536,gemm_torch_flow,0.20674026807149254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,1024,gemm_torch_flow,0.017784533898035686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,768,gemm_torch_flow,0.016871466239293417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,256,gemm_torch_flow,0.015646933515866598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,512,gemm_torch_flow,0.01657600005467733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,128,gemm_torch_flow,0.015378133455912272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,32,gemm_torch_flow,0.015734400351842245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,64,gemm_torch_flow,0.015416533748308817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,12288,gemm_torch_flow,0.04478400150934855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,6144,gemm_torch_flow,0.02943039933840434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,7168,gemm_torch_flow,0.032680533329645794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,8192,gemm_torch_flow,0.03540693521499634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,16384,gemm_torch_flow,0.056683735052744544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,5120,gemm_torch_flow,0.027386667331059773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,10240,gemm_torch_flow,0.040082132816314696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,6144,65536,gemm_torch_flow,0.1806879997253418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,2048,gemm_torch_flow,0.020168532927831016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,4096,gemm_torch_flow,0.024151466290156045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,3584,gemm_torch_flow,0.02351893385251363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,3072,gemm_torch_flow,0.02219520012537638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,2560,gemm_torch_flow,0.020907733837763467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,1536,gemm_torch_flow,0.018231467405954997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,768,gemm_torch_flow,0.016708266735076905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,1024,gemm_torch_flow,0.016555733482042947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,512,gemm_torch_flow,0.016233600179354348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,256,gemm_torch_flow,0.015715199708938598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,128,gemm_torch_flow,0.015222400426864624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,32,gemm_torch_flow,0.01532906691233317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,64,gemm_torch_flow,0.015280000368754067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,6144,gemm_torch_flow,0.028017065922419232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,7168,gemm_torch_flow,0.03094080090522766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,8192,gemm_torch_flow,0.03524693250656128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,10240,gemm_torch_flow,0.03943253358205159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,5120,65536,gemm_torch_flow,0.1641109307607015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,16384,gemm_torch_flow,0.05867626667022705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,12288,gemm_torch_flow,0.04488426844278971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,2560,gemm_torch_flow,0.01999359925587972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,3584,gemm_torch_flow,0.0219925324122111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,4096,gemm_torch_flow,0.022627200682957968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,5120,gemm_torch_flow,0.02469653288523356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,3072,gemm_torch_flow,0.02070080041885376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,2048,gemm_torch_flow,0.018133334318796792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,1536,gemm_torch_flow,0.017280000448226928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,1024,gemm_torch_flow,0.016747732957204185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,128,gemm_torch_flow,0.01530026694138845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,768,gemm_torch_flow,0.016410666704177856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,512,gemm_torch_flow,0.015974400440851848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,256,gemm_torch_flow,0.01544319987297058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,64,gemm_torch_flow,0.01520639955997467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,32,gemm_torch_flow,0.01548799971739451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,4096,65536,gemm_torch_flow,0.1417781352996826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,8192,gemm_torch_flow,0.03169066707293193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,5120,gemm_torch_flow,0.025011199712753295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,7168,gemm_torch_flow,0.028986666599909467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,6144,gemm_torch_flow,0.027400533358256023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,10240,gemm_torch_flow,0.036858665943145755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,12288,gemm_torch_flow,0.04155626694361369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,16384,gemm_torch_flow,0.05081599950790405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,3584,gemm_torch_flow,0.02188160022099813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,4096,gemm_torch_flow,0.022626133759816487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,768,gemm_torch_flow,0.01616320013999939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,3072,gemm_torch_flow,0.020801067352294922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,2560,gemm_torch_flow,0.01948266625404358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,1024,gemm_torch_flow,0.016701867183049522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,2048,gemm_torch_flow,0.018478933970133463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,1536,gemm_torch_flow,0.016665599743525186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,256,gemm_torch_flow,0.015449600418408713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,512,gemm_torch_flow,0.015904000401496886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,32,gemm_torch_flow,0.015573333700497946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,128,gemm_torch_flow,0.014896000425020853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,64,gemm_torch_flow,0.015190399686495461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3584,65536,gemm_torch_flow,0.1393152077992757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,10240,gemm_torch_flow,0.032338132460912064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,12288,gemm_torch_flow,0.03725333213806152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,16384,gemm_torch_flow,0.04488106568654378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,6144,gemm_torch_flow,0.025381332635879515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,7168,gemm_torch_flow,0.02701866626739502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,8192,gemm_torch_flow,0.029638399680455525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,5120,gemm_torch_flow,0.02458453377087911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,4096,gemm_torch_flow,0.022249599297841392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,3584,gemm_torch_flow,0.021540266275405884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,1536,gemm_torch_flow,0.017412267128626504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,2048,gemm_torch_flow,0.018313600619633993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,2560,gemm_torch_flow,0.01940586765607198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,3072,gemm_torch_flow,0.021144533157348634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,1024,gemm_torch_flow,0.01644373337427775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,512,gemm_torch_flow,0.015979733069737753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,768,gemm_torch_flow,0.016203733285268147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,256,gemm_torch_flow,0.015572266777356467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,128,gemm_torch_flow,0.01497066617012024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,64,gemm_torch_flow,0.015161599715550741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,32,gemm_torch_flow,0.015505066514015198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,3072,65536,gemm_torch_flow,0.12321066856384277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,16384,gemm_torch_flow,0.045916799704233804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,12288,gemm_torch_flow,0.03376533190409343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,10240,gemm_torch_flow,0.030426667133967085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,8192,gemm_torch_flow,0.027109332879384357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,6144,gemm_torch_flow,0.02375146746635437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,5120,gemm_torch_flow,0.02226346731185913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,7168,gemm_torch_flow,0.02555626630783081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,4096,gemm_torch_flow,0.02076693375905355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,768,gemm_torch_flow,0.01605226695537567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,3584,gemm_torch_flow,0.020086399714152017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,3072,gemm_torch_flow,0.01938986579577128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,1536,gemm_torch_flow,0.01688533425331116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,1024,gemm_torch_flow,0.0160863995552063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,2048,gemm_torch_flow,0.017858133713404337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,2560,gemm_torch_flow,0.018367999792099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,512,gemm_torch_flow,0.015705600380897522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,128,gemm_torch_flow,0.015141333142916361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,256,gemm_torch_flow,0.015403733650843302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,64,gemm_torch_flow,0.015084800124168397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,32,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,12288,gemm_torch_flow,0.031598933537801105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2560,65536,gemm_torch_flow,0.11450666586558025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,10240,gemm_torch_flow,0.028182399272918702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,5120,gemm_torch_flow,0.021215999126434328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,16384,gemm_torch_flow,0.0445087989171346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,8192,gemm_torch_flow,0.025383466482162477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,7168,gemm_torch_flow,0.02430293361345927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,6144,gemm_torch_flow,0.022910932699839272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,4096,gemm_torch_flow,0.02034453352292379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,3072,gemm_torch_flow,0.018102399508158364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,3584,gemm_torch_flow,0.019514666001001994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,1536,gemm_torch_flow,0.016786134243011473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,2560,gemm_torch_flow,0.017910399039586387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,2048,gemm_torch_flow,0.017443199952443443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,512,gemm_torch_flow,0.015416533748308817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,1024,gemm_torch_flow,0.016080000003178916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,768,gemm_torch_flow,0.015713066856066386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,256,gemm_torch_flow,0.015338666240374246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,65536,gemm_torch_flow,0.10621546904246013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,128,gemm_torch_flow,0.014828800161679586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,32,gemm_torch_flow,0.015149866541226705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,2048,64,gemm_torch_flow,0.014855466286341348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,12288,gemm_torch_flow,0.032434133688608806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,16384,gemm_torch_flow,0.03796799977620442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,4096,gemm_torch_flow,0.01932906707127889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,8192,gemm_torch_flow,0.02763306697209676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,7168,gemm_torch_flow,0.02399359941482544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,10240,gemm_torch_flow,0.02986239989598592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,5120,gemm_torch_flow,0.02100480000178019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,6144,gemm_torch_flow,0.022755199670791627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,3072,gemm_torch_flow,0.018285866578420004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,3584,gemm_torch_flow,0.018547199169794717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,2048,gemm_torch_flow,0.017172267039616905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,2560,gemm_torch_flow,0.01766080061594645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,1536,gemm_torch_flow,0.01655466655890147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,768,gemm_torch_flow,0.015596800049146018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,1024,gemm_torch_flow,0.015922133127848306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,512,gemm_torch_flow,0.015264000495274863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,65536,gemm_torch_flow,0.09403306643168131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,256,gemm_torch_flow,0.01495146652062734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,128,gemm_torch_flow,0.014828800161679586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,64,gemm_torch_flow,0.014898133277893067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1536,32,gemm_torch_flow,0.014939733346303306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,12288,gemm_torch_flow,0.029286400477091475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,10240,gemm_torch_flow,0.02696533401807149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,16384,gemm_torch_flow,0.032730666796366374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,4096,gemm_torch_flow,0.019793067375818887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,8192,gemm_torch_flow,0.02515733242034912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,3584,gemm_torch_flow,0.018588799238204955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,7168,gemm_torch_flow,0.023462400833765665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,6144,gemm_torch_flow,0.021308799584706627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,5120,gemm_torch_flow,0.021574399868647256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,3072,gemm_torch_flow,0.017862399419148765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,2560,gemm_torch_flow,0.01762346625328064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,1536,gemm_torch_flow,0.016327466567357382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,65536,gemm_torch_flow,0.08480319976806641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,2048,gemm_torch_flow,0.016819200913111367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,1024,gemm_torch_flow,0.016122666994730632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,512,gemm_torch_flow,0.015574399630228677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,768,gemm_torch_flow,0.015698132912317912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,256,gemm_torch_flow,0.014949333667755128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,64,gemm_torch_flow,0.014550399780273438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,128,gemm_torch_flow,0.014602667093276978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,1024,32,gemm_torch_flow,0.014573867122332254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,12288,gemm_torch_flow,0.027829333146413164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,16384,gemm_torch_flow,0.030678399403889972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,10240,gemm_torch_flow,0.025620265801747637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,7168,gemm_torch_flow,0.02232853372891744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,6144,gemm_torch_flow,0.021537067492802937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,5120,gemm_torch_flow,0.01967466672261556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,8192,gemm_torch_flow,0.0236245334148407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,2560,gemm_torch_flow,0.017333332697550455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,2048,gemm_torch_flow,0.016925867398579916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,3584,gemm_torch_flow,0.01840959986050924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,4096,gemm_torch_flow,0.019100799163182577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,1536,gemm_torch_flow,0.01634666621685028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,3072,gemm_torch_flow,0.017854932943979898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,1024,gemm_torch_flow,0.01562773287296295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,65536,gemm_torch_flow,0.07770133018493652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,768,gemm_torch_flow,0.015507200360298156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,512,gemm_torch_flow,0.015171200037002563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,64,gemm_torch_flow,0.014548266927401224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,256,gemm_torch_flow,0.01497706671555837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,128,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,768,32,gemm_torch_flow,0.014779733618100485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,10240,gemm_torch_flow,0.024939733743667602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,12288,gemm_torch_flow,0.025937066475550337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,16384,gemm_torch_flow,0.028926932811737062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,8192,gemm_torch_flow,0.023308799664179484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,7168,gemm_torch_flow,0.022462934255599976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,6144,gemm_torch_flow,0.02177600065867106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,5120,gemm_torch_flow,0.01988906661669413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,4096,gemm_torch_flow,0.01880853374799093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,3584,gemm_torch_flow,0.018461867173512777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,65536,gemm_torch_flow,0.07304213047027588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,3072,gemm_torch_flow,0.01777600049972534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,2560,gemm_torch_flow,0.01720213294029236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,2048,gemm_torch_flow,0.016658133268356322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,1536,gemm_torch_flow,0.01625279982884725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,512,gemm_torch_flow,0.015146666765213012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,768,gemm_torch_flow,0.015212800105412802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,1024,gemm_torch_flow,0.0156960000594457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,256,gemm_torch_flow,0.014827733238538107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,64,gemm_torch_flow,0.014524799585342408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,32,gemm_torch_flow,0.014568533500035605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,512,128,gemm_torch_flow,0.014500266313552857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,16384,gemm_torch_flow,0.027128533522288008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,12288,gemm_torch_flow,0.024465066194534302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,10240,gemm_torch_flow,0.02368639906247457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,8192,gemm_torch_flow,0.022026666005452476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,7168,gemm_torch_flow,0.022013866901397706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,6144,gemm_torch_flow,0.021091200908025107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,5120,gemm_torch_flow,0.019682133197784425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,4096,gemm_torch_flow,0.018563199043273925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,3584,gemm_torch_flow,0.018309332927068076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,65536,gemm_torch_flow,0.0680351972579956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,2560,gemm_torch_flow,0.01687893271446228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,2048,gemm_torch_flow,0.016797866423924765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,3072,gemm_torch_flow,0.01772480010986328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,768,gemm_torch_flow,0.015412267049153647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,512,gemm_torch_flow,0.015069866180419922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,1024,gemm_torch_flow,0.01548693378766378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,1536,gemm_torch_flow,0.016160000363985697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,256,gemm_torch_flow,0.015069866180419922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,64,gemm_torch_flow,0.014458666245142618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,128,gemm_torch_flow,0.014407466848691305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,256,32,gemm_torch_flow,0.014537599682807923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,16384,gemm_torch_flow,0.02624853253364563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,10240,gemm_torch_flow,0.023333332935969033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,12288,gemm_torch_flow,0.02400746742884318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,8192,gemm_torch_flow,0.022376533349355063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,4096,gemm_torch_flow,0.018631466229756675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,7168,gemm_torch_flow,0.02177706758181254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,6144,gemm_torch_flow,0.02081813414891561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,5120,gemm_torch_flow,0.0195743997891744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,65536,gemm_torch_flow,0.0627626657485962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,2048,gemm_torch_flow,0.016752000649770102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,3584,gemm_torch_flow,0.018129066626230875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,3072,gemm_torch_flow,0.01785279909769694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,1536,gemm_torch_flow,0.016216533382733662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,512,gemm_torch_flow,0.015119999647140503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,1024,gemm_torch_flow,0.015521066387494406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,2560,gemm_torch_flow,0.017271467049916587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,768,gemm_torch_flow,0.015357866883277893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,256,gemm_torch_flow,0.014820266763369241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,128,gemm_torch_flow,0.014533332983652749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,32,gemm_torch_flow,0.014419200023015341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,128,64,gemm_torch_flow,0.01460693379243215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,16384,gemm_torch_flow,0.0260863999525706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,8192,gemm_torch_flow,0.022006400426228843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,12288,gemm_torch_flow,0.024000000953674317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,10240,gemm_torch_flow,0.023175466060638427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,6144,gemm_torch_flow,0.021075199047724404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,7168,gemm_torch_flow,0.02191466689109802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,3584,gemm_torch_flow,0.018003199497858682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,65536,gemm_torch_flow,0.059661865234375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,5120,gemm_torch_flow,0.01943999926249186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,4096,gemm_torch_flow,0.01844266653060913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,3072,gemm_torch_flow,0.01768640081087748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,2560,gemm_torch_flow,0.017078399658203125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,1024,gemm_torch_flow,0.015442132949829102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,2048,gemm_torch_flow,0.016807466745376587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,768,gemm_torch_flow,0.015317333738009134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,1536,gemm_torch_flow,0.016212266683578492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,256,gemm_torch_flow,0.014777599771817525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,512,gemm_torch_flow,0.015110400319099427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,32,gemm_torch_flow,0.014568533500035605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,128,gemm_torch_flow,0.014658133188883463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,64,64,gemm_torch_flow,0.014562132954597472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,16384,gemm_torch_flow,0.025960532824198405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,7168,gemm_torch_flow,0.021731199820836385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,10240,gemm_torch_flow,0.022913066546122234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,12288,gemm_torch_flow,0.023924267292022704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,8192,gemm_torch_flow,0.021798400084177653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,6144,gemm_torch_flow,0.02135466734568278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,65536,gemm_torch_flow,0.056751998265584316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,5120,gemm_torch_flow,0.019564799467722573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,4096,gemm_torch_flow,0.01861013372739156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,3584,gemm_torch_flow,0.017925333976745606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,3072,gemm_torch_flow,0.01750826636950175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,2560,gemm_torch_flow,0.016965333620707193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,2048,gemm_torch_flow,0.016711467504501344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,256,gemm_torch_flow,0.014738133549690247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,512,gemm_torch_flow,0.015099733074506124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,1024,gemm_torch_flow,0.015428266922632852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,1536,gemm_torch_flow,0.01604159971078237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,768,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,64,gemm_torch_flow,0.01443839967250824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,128,gemm_torch_flow,0.014316800236701965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,192,32,32,gemm_torch_flow,0.014465066790580749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,4096,gemm_torch_flow,0.09596266746520996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,5120,gemm_torch_flow,0.1127669334411621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,6144,gemm_torch_flow,0.12974293231964112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,7168,gemm_torch_flow,0.14679892857869464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,8192,gemm_torch_flow,0.16634346644083658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,3072,gemm_torch_flow,0.07764800389607748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,3584,gemm_torch_flow,0.08675519625345865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,2560,gemm_torch_flow,0.06822826862335205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,10240,gemm_torch_flow,0.2012938658396403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,12288,gemm_torch_flow,0.23380160331726074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,1536,gemm_torch_flow,0.04910293420155843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,2048,gemm_torch_flow,0.05874133507410685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,256,gemm_torch_flow,0.024756266673405965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,128,gemm_torch_flow,0.02262079914410909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,512,gemm_torch_flow,0.029564799865086873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,1024,gemm_torch_flow,0.03957013289133708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,64,gemm_torch_flow,0.02215786576271057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,768,gemm_torch_flow,0.03473706642786662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,32,gemm_torch_flow,0.021989333629608154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,6144,gemm_torch_flow,0.04609493414560954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,8192,gemm_torch_flow,0.05581866502761841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,7168,gemm_torch_flow,0.05077653328577677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,10240,gemm_torch_flow,0.06590933402379354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,65536,16384,gemm_torch_flow,0.3032714525858561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,12288,gemm_torch_flow,0.07624533176422119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,16384,gemm_torch_flow,0.09534400304158529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,4096,gemm_torch_flow,0.03644160032272339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,2560,gemm_torch_flow,0.030088533957799275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,3584,gemm_torch_flow,0.034116268157958984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,1536,gemm_torch_flow,0.02305813431739807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,3072,gemm_torch_flow,0.031648000081380204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,5120,gemm_torch_flow,0.041360000769297287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,2048,gemm_torch_flow,0.025565866629282636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,256,gemm_torch_flow,0.016724266608556113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,1024,gemm_torch_flow,0.02099626660346985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,768,gemm_torch_flow,0.01998293399810791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,128,gemm_torch_flow,0.01625386675198873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,512,gemm_torch_flow,0.019269333283106486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,64,gemm_torch_flow,0.016578132907549538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,32,gemm_torch_flow,0.016812799374262492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,7168,gemm_torch_flow,0.044360534350077314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,6144,gemm_torch_flow,0.04038293361663818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,8192,gemm_torch_flow,0.04846506516138713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,12288,gemm_torch_flow,0.06601920127868652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,10240,gemm_torch_flow,0.057062399387359616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,16384,gemm_torch_flow,0.08229546546936035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,2560,gemm_torch_flow,0.024965333938598632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,3072,gemm_torch_flow,0.027186133464177448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,4096,gemm_torch_flow,0.031179734071095783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,3584,gemm_torch_flow,0.029547733068466187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,5120,gemm_torch_flow,0.03510293165842692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,1024,gemm_torch_flow,0.019512534141540527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,2048,gemm_torch_flow,0.023014400402704874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,1536,gemm_torch_flow,0.021036799748738608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,128,gemm_torch_flow,0.015714133779207863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,768,gemm_torch_flow,0.018620800971984864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,512,gemm_torch_flow,0.01655466655890147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,64,gemm_torch_flow,0.016365866859753928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,256,gemm_torch_flow,0.016320000092188515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,32,gemm_torch_flow,0.01616426706314087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,7168,gemm_torch_flow,0.04421226580937703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,8192,gemm_torch_flow,0.04875413179397583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,10240,gemm_torch_flow,0.057601066430409756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,12288,gemm_torch_flow,0.0653162678082784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,16384,gemm_torch_flow,0.08688746293385824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,16384,65536,gemm_torch_flow,0.34077653884887693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,6144,gemm_torch_flow,0.03903893232345581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,4096,gemm_torch_flow,0.029461334149042766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,5120,gemm_torch_flow,0.03354026476542155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,3072,gemm_torch_flow,0.02541973392168681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,3584,gemm_torch_flow,0.027422932783762614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,2560,gemm_torch_flow,0.02477333347002665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,2048,gemm_torch_flow,0.022358399629592896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,1536,gemm_torch_flow,0.020937599738438926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,1024,gemm_torch_flow,0.019346133867899577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,768,gemm_torch_flow,0.01766293247540792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,512,gemm_torch_flow,0.016565333803494772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,12288,65536,gemm_torch_flow,0.2675370534261068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,256,gemm_torch_flow,0.015941333770751954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,128,gemm_torch_flow,0.01579839984575907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,64,gemm_torch_flow,0.01620586713155111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,32,gemm_torch_flow,0.015998933712641397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,12288,gemm_torch_flow,0.050756267706553136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,6144,gemm_torch_flow,0.0315338671207428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,7168,gemm_torch_flow,0.03441173235575358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,8192,gemm_torch_flow,0.03741333484649658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,16384,gemm_torch_flow,0.06075733502705892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,10240,gemm_torch_flow,0.042898134390513105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,5120,gemm_torch_flow,0.028677332401275634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,3584,gemm_torch_flow,0.024523733059565227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,3072,gemm_torch_flow,0.02287999987602234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,4096,gemm_torch_flow,0.025769599278767902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,2560,gemm_torch_flow,0.021657600005467733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,2048,gemm_torch_flow,0.02055466572443644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,1536,gemm_torch_flow,0.019314134120941163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,1024,gemm_torch_flow,0.01808746655782064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,768,gemm_torch_flow,0.01629866659641266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,10240,65536,gemm_torch_flow,0.2417311986287435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,256,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,64,gemm_torch_flow,0.01567146678765615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,512,gemm_torch_flow,0.01647040049235026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,128,gemm_torch_flow,0.01530346671740214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,32,gemm_torch_flow,0.01608746647834778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,10240,gemm_torch_flow,0.04090133508046468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,7168,gemm_torch_flow,0.03277973333994548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,8192,gemm_torch_flow,0.03566826581954956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,12288,gemm_torch_flow,0.04579306840896606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,6144,gemm_torch_flow,0.030507733424504597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,16384,gemm_torch_flow,0.05696533521016439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,4096,gemm_torch_flow,0.024446932474772136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,5120,gemm_torch_flow,0.027291733026504516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,2048,gemm_torch_flow,0.020461867252985634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,3584,gemm_torch_flow,0.023628799120585124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,3072,gemm_torch_flow,0.022406399250030518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,2560,gemm_torch_flow,0.021637332439422608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,8192,65536,gemm_torch_flow,0.19970773061116537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,768,gemm_torch_flow,0.016927999258041383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,1024,gemm_torch_flow,0.01715946594874064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,256,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,1536,gemm_torch_flow,0.019108267625172932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,128,gemm_torch_flow,0.01554026703039805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,512,gemm_torch_flow,0.016317866245905557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,32,gemm_torch_flow,0.015496533115704855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,64,gemm_torch_flow,0.015030399958292643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,7168,gemm_torch_flow,0.031906133890151976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,6144,gemm_torch_flow,0.028926932811737062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,10240,gemm_torch_flow,0.03914133310317993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,8192,gemm_torch_flow,0.03434986670811971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,5120,gemm_torch_flow,0.026638933022816974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,12288,gemm_torch_flow,0.04413119951883952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,16384,gemm_torch_flow,0.05375466744105021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,2560,gemm_torch_flow,0.021307732661565146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,4096,gemm_torch_flow,0.024131200710932412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,3584,gemm_torch_flow,0.02308373252550761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,3072,gemm_torch_flow,0.022005333503087362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,7168,65536,gemm_torch_flow,0.18742292722066242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,2048,gemm_torch_flow,0.020029866695404054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,1536,gemm_torch_flow,0.019203199942906698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,1024,gemm_torch_flow,0.0168287992477417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,768,gemm_torch_flow,0.016247466206550598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,512,gemm_torch_flow,0.016345600287119545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,256,gemm_torch_flow,0.015597866972287497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,128,gemm_torch_flow,0.015247999628384908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,32,gemm_torch_flow,0.015451733271280924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,64,gemm_torch_flow,0.015382400155067444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,6144,gemm_torch_flow,0.029191466172536214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,8192,gemm_torch_flow,0.03511253197987874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,10240,gemm_torch_flow,0.04047040144602458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,7168,gemm_torch_flow,0.03241386612256368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,12288,gemm_torch_flow,0.04469759861628215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,16384,gemm_torch_flow,0.055369599660237634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,6144,65536,gemm_torch_flow,0.16495787302652995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,5120,gemm_torch_flow,0.025526400407155352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,4096,gemm_torch_flow,0.02376746733983358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,2560,gemm_torch_flow,0.020951465765635172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,1536,gemm_torch_flow,0.01837973395983378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,3584,gemm_torch_flow,0.022740266720453896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,3072,gemm_torch_flow,0.021689599752426146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,2048,gemm_torch_flow,0.01983573238054911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,256,gemm_torch_flow,0.015586133797963461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,1024,gemm_torch_flow,0.017146666844685875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,512,gemm_torch_flow,0.016286933422088624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,768,gemm_torch_flow,0.0166485329469045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,128,gemm_torch_flow,0.0153546671072642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,64,gemm_torch_flow,0.015227733055750528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,32,gemm_torch_flow,0.01532906691233317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,7168,gemm_torch_flow,0.031113600730895995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,6144,gemm_torch_flow,0.02876799901326497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,5120,65536,gemm_torch_flow,0.1470688025156657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,10240,gemm_torch_flow,0.037793068091074626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,12288,gemm_torch_flow,0.041468799114227295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,8192,gemm_torch_flow,0.03457599878311157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,16384,gemm_torch_flow,0.049054932594299314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,3584,gemm_torch_flow,0.021217066049575805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,3072,gemm_torch_flow,0.019949867328008016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,4096,gemm_torch_flow,0.02147946755091349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,5120,gemm_torch_flow,0.023357866207758586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,2560,gemm_torch_flow,0.0195743997891744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,1024,gemm_torch_flow,0.01649066706498464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,2048,gemm_torch_flow,0.018195199966430663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,1536,gemm_torch_flow,0.017014400164286295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,768,gemm_torch_flow,0.015920000274976094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,64,gemm_torch_flow,0.015348266561826071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,512,gemm_torch_flow,0.015873066584269204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,128,gemm_torch_flow,0.01527679959932963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,256,gemm_torch_flow,0.015309866269429526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,32,gemm_torch_flow,0.01534293293952942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,4096,65536,gemm_torch_flow,0.12863679726918537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,8192,gemm_torch_flow,0.027002666393915815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,7168,gemm_torch_flow,0.02541653315226237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,10240,gemm_torch_flow,0.03616213401158651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,12288,gemm_torch_flow,0.03997759819030762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,6144,gemm_torch_flow,0.023896533250808715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,16384,gemm_torch_flow,0.04651519854863485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,5120,gemm_torch_flow,0.022435200214385987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,4096,gemm_torch_flow,0.020881066719690956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,2560,gemm_torch_flow,0.01898026665051778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,3584,gemm_torch_flow,0.020258132616678873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,3072,gemm_torch_flow,0.019504000743230186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,1024,gemm_torch_flow,0.015972266594568886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,2048,gemm_torch_flow,0.017197867234547935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,1536,gemm_torch_flow,0.016711467504501344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,768,gemm_torch_flow,0.015966932972272238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,64,gemm_torch_flow,0.014939733346303306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,128,gemm_torch_flow,0.014863999684651694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,512,gemm_torch_flow,0.015784533818562825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,256,gemm_torch_flow,0.015066666404406228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,32,gemm_torch_flow,0.015153066317240397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,8192,gemm_torch_flow,0.02975040078163147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3584,65536,gemm_torch_flow,0.12070613702138264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,10240,gemm_torch_flow,0.034647464752197266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,7168,gemm_torch_flow,0.027822933594385785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,12288,gemm_torch_flow,0.03794240156809489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,6144,gemm_torch_flow,0.024984532594680788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,16384,gemm_torch_flow,0.04498666524887085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,5120,gemm_torch_flow,0.02227413256963094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,4096,gemm_torch_flow,0.020722132921218873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,2560,gemm_torch_flow,0.01789439916610718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,3584,gemm_torch_flow,0.01993173360824585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,1024,gemm_torch_flow,0.01616853376229604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,3072,gemm_torch_flow,0.0193066676457723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,1536,gemm_torch_flow,0.01694719990094503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,2048,gemm_torch_flow,0.017025067408879598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,768,gemm_torch_flow,0.015618133544921874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,512,gemm_torch_flow,0.015561599532763162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,128,gemm_torch_flow,0.014975999792416891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,256,gemm_torch_flow,0.015108266472816467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,32,gemm_torch_flow,0.015255467096964518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,64,gemm_torch_flow,0.015001599987347921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,3072,65536,gemm_torch_flow,0.11283093293507893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,10240,gemm_torch_flow,0.03154346744219462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,12288,gemm_torch_flow,0.03446400165557861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,8192,gemm_torch_flow,0.027689599990844728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,7168,gemm_torch_flow,0.02579946716626485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,6144,gemm_torch_flow,0.024102399746576943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,5120,gemm_torch_flow,0.021631999810536703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,4096,gemm_torch_flow,0.020536533991495767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,16384,gemm_torch_flow,0.04052693446477254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,3584,gemm_torch_flow,0.019653334220250448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,3072,gemm_torch_flow,0.01883946657180786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,1024,gemm_torch_flow,0.01611840029557546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,2048,gemm_torch_flow,0.01716266671816508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,2560,gemm_torch_flow,0.018731733163197838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,1536,gemm_torch_flow,0.01667840083440145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,512,gemm_torch_flow,0.015596800049146018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,768,gemm_torch_flow,0.0156960000594457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,128,gemm_torch_flow,0.01495680014292399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,256,gemm_torch_flow,0.014991999665896098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,64,gemm_torch_flow,0.01481066644191742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,32,gemm_torch_flow,0.015140266219774882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2560,65536,gemm_torch_flow,0.1033450682957967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,10240,gemm_torch_flow,0.028089600801467895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,8192,gemm_torch_flow,0.025124265750249224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,12288,gemm_torch_flow,0.03147839903831482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,16384,gemm_torch_flow,0.03688853184382121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,7168,gemm_torch_flow,0.023890133698781332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,5120,gemm_torch_flow,0.0213045338789622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,4096,gemm_torch_flow,0.019704532623291016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,6144,gemm_torch_flow,0.022859734296798707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,3584,gemm_torch_flow,0.01932906707127889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,2560,gemm_torch_flow,0.01767786741256714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,3072,gemm_torch_flow,0.018541866540908815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,1024,gemm_torch_flow,0.015943466623624166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,2048,gemm_torch_flow,0.01691306630770365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,1536,gemm_torch_flow,0.016385066509246825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,768,gemm_torch_flow,0.015737600127855935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,512,gemm_torch_flow,0.015557333827018738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,256,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,64,gemm_torch_flow,0.01492800017197927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,65536,gemm_torch_flow,0.09212799866994223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,128,gemm_torch_flow,0.014765866597493491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,2048,32,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,8192,gemm_torch_flow,0.02547733386357625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,10240,gemm_torch_flow,0.028203733762105304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,16384,gemm_torch_flow,0.033462401231129965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,7168,gemm_torch_flow,0.024270933866500855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,12288,gemm_torch_flow,0.031185066699981688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,5120,gemm_torch_flow,0.020317866404851278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,6144,gemm_torch_flow,0.02257706721623739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,4096,gemm_torch_flow,0.019330133994420372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,3584,gemm_torch_flow,0.018549333016077675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,2560,gemm_torch_flow,0.017335466543833413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,3072,gemm_torch_flow,0.01787839929262797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,2048,gemm_torch_flow,0.016851200660069784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,1536,gemm_torch_flow,0.016376533110936484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,1024,gemm_torch_flow,0.01574186682701111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,768,gemm_torch_flow,0.015753600001335143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,512,gemm_torch_flow,0.015221333503723145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,65536,gemm_torch_flow,0.08327039877573648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,256,gemm_torch_flow,0.014793599645296732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,128,gemm_torch_flow,0.01493013302485148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,32,gemm_torch_flow,0.01479573349157969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1536,64,gemm_torch_flow,0.015178666512171427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,12288,gemm_torch_flow,0.028068266312281293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,16384,gemm_torch_flow,0.03234346707661946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,10240,gemm_torch_flow,0.02606933315594991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,4096,gemm_torch_flow,0.01872319976488749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,8192,gemm_torch_flow,0.02384106715520223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,6144,gemm_torch_flow,0.02114880084991455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,5120,gemm_torch_flow,0.01978773276011149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,7168,gemm_torch_flow,0.02262186606725057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,3584,gemm_torch_flow,0.01867413322130839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,3072,gemm_torch_flow,0.01798506577809652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,2560,gemm_torch_flow,0.017401599884033205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,1536,gemm_torch_flow,0.016247466206550598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,2048,gemm_torch_flow,0.016875733931859337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,65536,gemm_torch_flow,0.07278506755828858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,128,gemm_torch_flow,0.014509866635004679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,1024,gemm_torch_flow,0.015821866194407144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,768,gemm_torch_flow,0.015613866845766702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,512,gemm_torch_flow,0.015355733036994935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,256,gemm_torch_flow,0.014881066481272378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,64,gemm_torch_flow,0.014536533753077188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,1024,32,gemm_torch_flow,0.014570666352907815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,16384,gemm_torch_flow,0.031344000498453775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,8192,gemm_torch_flow,0.023781333367029825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,10240,gemm_torch_flow,0.025333333015441894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,12288,gemm_torch_flow,0.026873600482940675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,7168,gemm_torch_flow,0.02147946755091349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,6144,gemm_torch_flow,0.0211082657178243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,4096,gemm_torch_flow,0.01883626580238342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,5120,gemm_torch_flow,0.01941439906756083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,3584,gemm_torch_flow,0.018389334281285606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,65536,gemm_torch_flow,0.0685429334640503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,3072,gemm_torch_flow,0.017944532632827758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,2560,gemm_torch_flow,0.017173333962758382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,1024,gemm_torch_flow,0.0157258669535319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,1536,gemm_torch_flow,0.01627413332462311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,2048,gemm_torch_flow,0.016849066813786825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,768,gemm_torch_flow,0.015238400300343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,512,gemm_torch_flow,0.015242666999499003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,32,gemm_torch_flow,0.01469013293584188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,256,gemm_torch_flow,0.014726400375366211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,128,gemm_torch_flow,0.014889599879582724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,768,64,gemm_torch_flow,0.014622933665911355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,8192,gemm_torch_flow,0.022012799978256226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,16384,gemm_torch_flow,0.0281877338886261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,10240,gemm_torch_flow,0.022773333390553794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,12288,gemm_torch_flow,0.02499306599299113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,6144,gemm_torch_flow,0.02115839918454488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,7168,gemm_torch_flow,0.021537067492802937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,5120,gemm_torch_flow,0.019373865922292073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,4096,gemm_torch_flow,0.018615466356277467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,65536,gemm_torch_flow,0.06430293321609497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,3584,gemm_torch_flow,0.01817493240038554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,3072,gemm_torch_flow,0.017963733275731406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,2560,gemm_torch_flow,0.01718399922053019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,2048,gemm_torch_flow,0.01665066679318746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,768,gemm_torch_flow,0.015177599589029946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,1024,gemm_torch_flow,0.015662933389345803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,1536,gemm_torch_flow,0.01593706707159678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,512,gemm_torch_flow,0.015101866920789084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,128,gemm_torch_flow,0.014600533246994018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,64,gemm_torch_flow,0.014507733782132468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,256,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,512,32,gemm_torch_flow,0.014794666568438211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,8192,gemm_torch_flow,0.021630932887395225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,16384,gemm_torch_flow,0.02521173357963562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,12288,gemm_torch_flow,0.02303253412246704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,10240,gemm_torch_flow,0.0225600004196167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,7168,gemm_torch_flow,0.021371734142303467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,65536,gemm_torch_flow,0.060130135218302405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,6144,gemm_torch_flow,0.020708266894022623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,4096,gemm_torch_flow,0.018927999337514243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,5120,gemm_torch_flow,0.019382399320602418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,3584,gemm_torch_flow,0.018191999197006224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,3072,gemm_torch_flow,0.017437867323557534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,2560,gemm_torch_flow,0.01722559928894043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,2048,gemm_torch_flow,0.016475733121236166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,768,gemm_torch_flow,0.015701333681742348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,1536,gemm_torch_flow,0.015759999553362526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,1024,gemm_torch_flow,0.01553813318411509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,512,gemm_torch_flow,0.015230933825174967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,256,gemm_torch_flow,0.014737066626548768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,32,gemm_torch_flow,0.014412800470987955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,128,gemm_torch_flow,0.01447466711203257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,256,64,gemm_torch_flow,0.014410666624704995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,16384,gemm_torch_flow,0.024924800793329874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,12288,gemm_torch_flow,0.022985599438349404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,8192,gemm_torch_flow,0.021381332476933797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,10240,gemm_torch_flow,0.023005867004394533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,4096,gemm_torch_flow,0.018270933628082277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,7168,gemm_torch_flow,0.021172267198562623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,65536,gemm_torch_flow,0.05394986470540365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,6144,gemm_torch_flow,0.02027946710586548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,5120,gemm_torch_flow,0.019234132766723634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,3584,gemm_torch_flow,0.017781333128611247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,2048,gemm_torch_flow,0.01656426688035329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,3072,gemm_torch_flow,0.01723626653353373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,2560,gemm_torch_flow,0.01718506614367167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,1536,gemm_torch_flow,0.016082132856051125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,1024,gemm_torch_flow,0.01548373301823934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,128,gemm_torch_flow,0.014331733187039694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,768,gemm_torch_flow,0.015012266238530478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,512,gemm_torch_flow,0.01493119994799296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,256,gemm_torch_flow,0.014727466305096946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,64,gemm_torch_flow,0.014472533265749613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,128,32,gemm_torch_flow,0.014712533354759217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,12288,gemm_torch_flow,0.022606933116912843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,16384,gemm_torch_flow,0.02488320072491964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,7168,gemm_torch_flow,0.021130667130152384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,6144,gemm_torch_flow,0.020148267348607383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,8192,gemm_torch_flow,0.021203200022379555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,10240,gemm_torch_flow,0.02254826625188192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,4096,gemm_torch_flow,0.018367999792099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,65536,gemm_torch_flow,0.05018346707026163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,5120,gemm_torch_flow,0.019219199816385903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,3584,gemm_torch_flow,0.01801919937133789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,2560,gemm_torch_flow,0.017036799589792886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,3072,gemm_torch_flow,0.017310933272043864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,1024,gemm_torch_flow,0.015481600165367126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,2048,gemm_torch_flow,0.016410666704177856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,1536,gemm_torch_flow,0.015808000167210897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,768,gemm_torch_flow,0.015085867047309876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,256,gemm_torch_flow,0.014641066392262777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,512,gemm_torch_flow,0.015098667144775391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,128,gemm_torch_flow,0.014396799604098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,32,gemm_torch_flow,0.014443733294804893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,64,64,gemm_torch_flow,0.014447999993960061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,6144,gemm_torch_flow,0.020242132743199668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,16384,gemm_torch_flow,0.024861866235733034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,10240,gemm_torch_flow,0.022270933787027995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,7168,gemm_torch_flow,0.021150932709376017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,12288,gemm_torch_flow,0.022555732727050783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,8192,gemm_torch_flow,0.021172267198562623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,65536,gemm_torch_flow,0.04805013338724772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,4096,gemm_torch_flow,0.018465065956115724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,5120,gemm_torch_flow,0.01932586630185445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,2560,gemm_torch_flow,0.016872533162434897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,3072,gemm_torch_flow,0.017666133244832356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,3584,gemm_torch_flow,0.017785600821177163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,768,gemm_torch_flow,0.01506239970525106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,2048,gemm_torch_flow,0.016495999693870545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,1536,gemm_torch_flow,0.016105600198109946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,1024,gemm_torch_flow,0.015458133816719056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,512,gemm_torch_flow,0.015092266599337259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,32,gemm_torch_flow,0.01432960033416748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,256,gemm_torch_flow,0.01458026667435964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,128,gemm_torch_flow,0.014579199751218162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,160,32,64,gemm_torch_flow,0.014391466975212097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,4096,gemm_torch_flow,0.09101119836171469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,5120,gemm_torch_flow,0.10829013188680012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,6144,gemm_torch_flow,0.12493226528167725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,7168,gemm_torch_flow,0.1401024023691813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,8192,gemm_torch_flow,0.15882666905721027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,3584,gemm_torch_flow,0.08249599933624267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,3072,gemm_torch_flow,0.07460587024688721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,2048,gemm_torch_flow,0.0555840015411377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,2560,gemm_torch_flow,0.06482346852620444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,512,gemm_torch_flow,0.027560534079869588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,10240,gemm_torch_flow,0.19186879793802897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,256,gemm_torch_flow,0.023240532477696738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,1024,gemm_torch_flow,0.03767040173212687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,128,gemm_torch_flow,0.020923733711242676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,768,gemm_torch_flow,0.03340053160985311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,1536,gemm_torch_flow,0.046507732073465986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,64,gemm_torch_flow,0.02025066614151001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,12288,gemm_torch_flow,0.22652479807535805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,32,gemm_torch_flow,0.02073813279469808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,6144,gemm_torch_flow,0.044549334049224856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,7168,gemm_torch_flow,0.051300267378489174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,10240,gemm_torch_flow,0.06250133514404296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,8192,gemm_torch_flow,0.05385066668192545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,12288,gemm_torch_flow,0.07257493336995444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,65536,16384,gemm_torch_flow,0.29264532725016273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,16384,gemm_torch_flow,0.09202666282653808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,2560,gemm_torch_flow,0.028118399779001872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,1536,gemm_torch_flow,0.022285866737365722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,5120,gemm_torch_flow,0.03989013433456421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,4096,gemm_torch_flow,0.03516800006230672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,3072,gemm_torch_flow,0.03091520071029663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,2048,gemm_torch_flow,0.025915733973185223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,3584,gemm_torch_flow,0.03306453426678975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,768,gemm_torch_flow,0.01931519905726115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,1024,gemm_torch_flow,0.02039573391278585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,512,gemm_torch_flow,0.01758293310801188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,256,gemm_torch_flow,0.01700906753540039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,64,gemm_torch_flow,0.01641279955705007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,128,gemm_torch_flow,0.01602026621500651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,32,gemm_torch_flow,0.016582399606704712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,6144,gemm_torch_flow,0.03746666510899861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,7168,gemm_torch_flow,0.04092053174972534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,8192,gemm_torch_flow,0.044570668538411455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,10240,gemm_torch_flow,0.0521237333615621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,12288,gemm_torch_flow,0.05949653387069702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,16384,gemm_torch_flow,0.07454506556193033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,2048,gemm_torch_flow,0.022449066241582237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,2560,gemm_torch_flow,0.024180267254511514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,3072,gemm_torch_flow,0.02644266684850057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,3584,gemm_torch_flow,0.02844160000483195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,5120,gemm_torch_flow,0.034399998188018796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,4096,gemm_torch_flow,0.030239999294281006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,1536,gemm_torch_flow,0.020579200983047486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,1024,gemm_torch_flow,0.019112533330917357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,768,gemm_torch_flow,0.01865066687266032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,512,gemm_torch_flow,0.016106667121251424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,64,gemm_torch_flow,0.015869866808255514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,256,gemm_torch_flow,0.016014933586120605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,128,gemm_torch_flow,0.015441067020098367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,32,gemm_torch_flow,0.01609813372294108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,8192,gemm_torch_flow,0.04078186750411987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,12288,gemm_torch_flow,0.05289813280105591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,7168,gemm_torch_flow,0.03727999925613403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,10240,gemm_torch_flow,0.046428799629211426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,16384,gemm_torch_flow,0.06720639864603678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,5120,gemm_torch_flow,0.030953600009282427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,16384,65536,gemm_torch_flow,0.32594238917032875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,3072,gemm_torch_flow,0.023825067281723022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,3584,gemm_torch_flow,0.025769599278767902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,4096,gemm_torch_flow,0.027640533447265626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,6144,gemm_torch_flow,0.03461120128631592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,2560,gemm_torch_flow,0.022616533438364665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,2048,gemm_torch_flow,0.021610667308171592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,1536,gemm_torch_flow,0.01951573292414347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,256,gemm_torch_flow,0.015726932883262636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,768,gemm_torch_flow,0.016410666704177856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,512,gemm_torch_flow,0.01602240006128947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,1024,gemm_torch_flow,0.018304000298182167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,12288,65536,gemm_torch_flow,0.25573652585347495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,32,gemm_torch_flow,0.015454933047294617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,128,gemm_torch_flow,0.015320533514022827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,64,gemm_torch_flow,0.015275733669598899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,8192,gemm_torch_flow,0.03626773357391357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,6144,gemm_torch_flow,0.03057813247044881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,7168,gemm_torch_flow,0.032893866300582886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,10240,gemm_torch_flow,0.04323199987411499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,12288,gemm_torch_flow,0.04593173265457153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,16384,gemm_torch_flow,0.05659733215967814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,3072,gemm_torch_flow,0.022587732474009196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,5120,gemm_torch_flow,0.028117332855860395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,3584,gemm_torch_flow,0.023414399226506552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,4096,gemm_torch_flow,0.02476159930229187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,2560,gemm_torch_flow,0.021090133984883627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,1536,gemm_torch_flow,0.018961066007614137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,2048,gemm_torch_flow,0.02020906607309977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,1024,gemm_torch_flow,0.017248000701268515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,128,gemm_torch_flow,0.015215999881426492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,512,gemm_torch_flow,0.015913599729537965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,768,gemm_torch_flow,0.016011733810106912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,256,gemm_torch_flow,0.015609600146611533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,10240,65536,gemm_torch_flow,0.22737812995910645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,32,gemm_torch_flow,0.015539200107256571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,64,gemm_torch_flow,0.015518933534622192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,7168,gemm_torch_flow,0.0318069338798523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,8192,gemm_torch_flow,0.03622613350550334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,10240,gemm_torch_flow,0.039306668440500896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,12288,gemm_torch_flow,0.044093867142995194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,6144,gemm_torch_flow,0.02970133423805237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,16384,gemm_torch_flow,0.06170133352279663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,5120,gemm_torch_flow,0.02637653350830078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,4096,gemm_torch_flow,0.023811199267705283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,3072,gemm_torch_flow,0.021444267034530638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,3584,gemm_torch_flow,0.022696532805760703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,2560,gemm_torch_flow,0.02053546706835429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,2048,gemm_torch_flow,0.019514666001001994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,1536,gemm_torch_flow,0.018347734212875368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,8192,65536,gemm_torch_flow,0.19587839444478353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,1024,gemm_torch_flow,0.01658453345298767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,768,gemm_torch_flow,0.016060800353686015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,64,gemm_torch_flow,0.015448533495267234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,512,gemm_torch_flow,0.01567466656366984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,256,gemm_torch_flow,0.015424000223477683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,128,gemm_torch_flow,0.014899200201034546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,32,gemm_torch_flow,0.01562666694323222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,12288,gemm_torch_flow,0.03951573371887207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,7168,gemm_torch_flow,0.028936533133188884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,6144,gemm_torch_flow,0.026707200209299724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,10240,gemm_torch_flow,0.03535360097885132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,8192,gemm_torch_flow,0.03182613253593445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,16384,gemm_torch_flow,0.048529068628946945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,5120,gemm_torch_flow,0.024516266584396363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,7168,65536,gemm_torch_flow,0.17240212758382162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,4096,gemm_torch_flow,0.022510933876037597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,3584,gemm_torch_flow,0.021654399236043294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,3072,gemm_torch_flow,0.020687999327977498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,2560,gemm_torch_flow,0.019617066780726115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,1536,gemm_torch_flow,0.01774079998334249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,2048,gemm_torch_flow,0.018860799074172974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,1024,gemm_torch_flow,0.01577279965082804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,768,gemm_torch_flow,0.015661866466204325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,512,gemm_torch_flow,0.015593600273132325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,256,gemm_torch_flow,0.015282133221626281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,64,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,128,gemm_torch_flow,0.01490239997704824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,32,gemm_torch_flow,0.01536853313446045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,8192,gemm_torch_flow,0.03017599980036418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,10240,gemm_torch_flow,0.03340160051981608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,7168,gemm_torch_flow,0.027313067515691118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,12288,gemm_torch_flow,0.037427198886871335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,6144,gemm_torch_flow,0.0252618670463562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,16384,gemm_torch_flow,0.051235198974609375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,5120,gemm_torch_flow,0.023162666956583658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,6144,65536,gemm_torch_flow,0.15508480072021485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,4096,gemm_torch_flow,0.021451733509699502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,3072,gemm_torch_flow,0.02005866765975952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,1536,gemm_torch_flow,0.017083734273910522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,2560,gemm_torch_flow,0.019186133146286012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,3584,gemm_torch_flow,0.02085439960161845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,2048,gemm_torch_flow,0.018412800629933675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,256,gemm_torch_flow,0.0152319997549057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,1024,gemm_torch_flow,0.01611306667327881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,768,gemm_torch_flow,0.015485866864522298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,512,gemm_torch_flow,0.015291733543078103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,128,gemm_torch_flow,0.014817066987355552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,32,gemm_torch_flow,0.01497066617012024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,64,gemm_torch_flow,0.014964266618092855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,7168,gemm_torch_flow,0.02603626648585002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,6144,gemm_torch_flow,0.024126933018366496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,5120,65536,gemm_torch_flow,0.13613012631734211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,8192,gemm_torch_flow,0.02829866607983907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,10240,gemm_torch_flow,0.03143573403358459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,12288,gemm_torch_flow,0.03502399921417236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,16384,gemm_torch_flow,0.04488106568654378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,3584,gemm_torch_flow,0.020408533016840615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,5120,gemm_torch_flow,0.022634667158126832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,4096,gemm_torch_flow,0.020973867177963255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,2048,gemm_torch_flow,0.017112533251444496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,1536,gemm_torch_flow,0.01657919983069102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,1024,gemm_torch_flow,0.01625279982884725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,2560,gemm_torch_flow,0.018921599785486857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,3072,gemm_torch_flow,0.019730132818222047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,768,gemm_torch_flow,0.01590079963207245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,64,gemm_torch_flow,0.014916266997655234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,256,gemm_torch_flow,0.015192533532778421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,512,gemm_torch_flow,0.015397333105405173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,128,gemm_torch_flow,0.0149536003669103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,32,gemm_torch_flow,0.015156267086664834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,4096,65536,gemm_torch_flow,0.11985706488291423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,12288,gemm_torch_flow,0.03217173417409261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,7168,gemm_torch_flow,0.024125866095225015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,6144,gemm_torch_flow,0.02281600038210551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,8192,gemm_torch_flow,0.02555626630783081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,10240,gemm_torch_flow,0.028914133707682293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,16384,gemm_torch_flow,0.04355626503626506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,5120,gemm_torch_flow,0.02230400045712789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,4096,gemm_torch_flow,0.020399999618530274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,3584,gemm_torch_flow,0.020113066832224528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,3072,gemm_torch_flow,0.019359999895095827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,2560,gemm_torch_flow,0.018272000551223754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,2048,gemm_torch_flow,0.01727679967880249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,768,gemm_torch_flow,0.016130133469899496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,1536,gemm_torch_flow,0.01664959987004598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,1024,gemm_torch_flow,0.015918933351834617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,512,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,32,gemm_torch_flow,0.014954666296641031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,256,gemm_torch_flow,0.01514346698919932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,64,gemm_torch_flow,0.015068800250689188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,128,gemm_torch_flow,0.015017599860827128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3584,65536,gemm_torch_flow,0.11084160010019939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,10240,gemm_torch_flow,0.02804159919420878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,7168,gemm_torch_flow,0.023710934321085612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,16384,gemm_torch_flow,0.04017386833826701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,8192,gemm_torch_flow,0.024995199839274087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,6144,gemm_torch_flow,0.02258453369140625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,12288,gemm_torch_flow,0.03083946704864502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,5120,gemm_torch_flow,0.021153066555658975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,4096,gemm_torch_flow,0.02005866765975952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,3072,gemm_torch_flow,0.018835200866063436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,3584,gemm_torch_flow,0.019690666596094766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,768,gemm_torch_flow,0.015703466534614564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,2560,gemm_torch_flow,0.017324799299240114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,2048,gemm_torch_flow,0.016778665781021117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,1024,gemm_torch_flow,0.01597546637058258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,1536,gemm_torch_flow,0.01649173299471537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,512,gemm_torch_flow,0.01548693378766378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,128,gemm_torch_flow,0.014630400141080222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,256,gemm_torch_flow,0.014985600113868713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,64,gemm_torch_flow,0.015098667144775391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,32,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,10240,gemm_torch_flow,0.026817067464192705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,3072,65536,gemm_torch_flow,0.10397013028462727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,12288,gemm_torch_flow,0.0322762668132782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,8192,gemm_torch_flow,0.02446720004081726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,7168,gemm_torch_flow,0.023065600792566934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,16384,gemm_torch_flow,0.038101331392923994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,6144,gemm_torch_flow,0.02222613294919332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,5120,gemm_torch_flow,0.02099306583404541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,3584,gemm_torch_flow,0.019381332397460937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,4096,gemm_torch_flow,0.019805866479873657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,3072,gemm_torch_flow,0.01778879960378011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,2560,gemm_torch_flow,0.017502933740615845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,2048,gemm_torch_flow,0.01725119948387146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,768,gemm_torch_flow,0.015568000078201295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,1536,gemm_torch_flow,0.016220800081888833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,1024,gemm_torch_flow,0.015944533546765647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,256,gemm_torch_flow,0.01495573321978251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,32,gemm_torch_flow,0.01469546655813853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,512,gemm_torch_flow,0.015117866794268289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,128,gemm_torch_flow,0.01464959979057312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,64,gemm_torch_flow,0.015026133259137472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2560,65536,gemm_torch_flow,0.09458239873250326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,10240,gemm_torch_flow,0.027974400917689008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,16384,gemm_torch_flow,0.03428800106048584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,7168,gemm_torch_flow,0.02244159976641337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,6144,gemm_torch_flow,0.021805866559346517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,12288,gemm_torch_flow,0.029314132531483968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,5120,gemm_torch_flow,0.020687999327977498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,8192,gemm_torch_flow,0.025918932755788167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,4096,gemm_torch_flow,0.01867306629816691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,2560,gemm_torch_flow,0.01755626598993937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,3584,gemm_torch_flow,0.018773333231608073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,768,gemm_torch_flow,0.015467733144760132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,2048,gemm_torch_flow,0.016801067193349204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,3072,gemm_torch_flow,0.017941333850224814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,1536,gemm_torch_flow,0.016406400005022685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,1024,gemm_torch_flow,0.015705600380897522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,128,gemm_torch_flow,0.014753066500027976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,65536,gemm_torch_flow,0.0828224023183187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,512,gemm_torch_flow,0.015438933173815408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,256,gemm_torch_flow,0.015057067076365152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,64,gemm_torch_flow,0.01474666694800059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,2048,32,gemm_torch_flow,0.014707199732462563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,16384,gemm_torch_flow,0.03011946678161621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,12288,gemm_torch_flow,0.027453867594401042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,7168,gemm_torch_flow,0.022184532880783082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,6144,gemm_torch_flow,0.021130667130152384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,8192,gemm_torch_flow,0.02336639960606893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,10240,gemm_torch_flow,0.025909332434336345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,5120,gemm_torch_flow,0.019798400004704793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,3584,gemm_torch_flow,0.018447999159495035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,3072,gemm_torch_flow,0.01773653427759806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,4096,gemm_torch_flow,0.018531199296315512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,2048,gemm_torch_flow,0.016729599237442015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,2560,gemm_torch_flow,0.017018665870030723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,1536,gemm_torch_flow,0.016090666254361473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,512,gemm_torch_flow,0.015235199530919393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,65536,gemm_torch_flow,0.07539626757303873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,1024,gemm_torch_flow,0.015869866808255514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,768,gemm_torch_flow,0.015511467059453329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,256,gemm_torch_flow,0.014751999576886495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,128,gemm_torch_flow,0.01469546655813853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,64,gemm_torch_flow,0.014801067113876343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1536,32,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,10240,gemm_torch_flow,0.023891200621922813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,12288,gemm_torch_flow,0.024643200635910033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,16384,gemm_torch_flow,0.028038400411605834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,7168,gemm_torch_flow,0.02239360014597575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,6144,gemm_torch_flow,0.020517333348592123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,4096,gemm_torch_flow,0.018152532974878947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,5120,gemm_torch_flow,0.01922986706097921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,8192,gemm_torch_flow,0.022545067469278972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,1536,gemm_torch_flow,0.01614720026652018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,3584,gemm_torch_flow,0.018055466810862224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,65536,gemm_torch_flow,0.06527573267618815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,3072,gemm_torch_flow,0.017633066574732462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,2560,gemm_torch_flow,0.017132800817489625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,1024,gemm_torch_flow,0.015610667069753012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,2048,gemm_torch_flow,0.01655359963575999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,768,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,512,gemm_torch_flow,0.015316266814867655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,128,gemm_torch_flow,0.014485333363215128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,32,gemm_torch_flow,0.014820266763369241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,256,gemm_torch_flow,0.014841600259145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,1024,64,gemm_torch_flow,0.014677332838376364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,16384,gemm_torch_flow,0.026795732975006103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,8192,gemm_torch_flow,0.0218560000260671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,10240,gemm_torch_flow,0.0241482675075531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,12288,gemm_torch_flow,0.023913600047429404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,7168,gemm_torch_flow,0.02079040010770162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,6144,gemm_torch_flow,0.020546134312947592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,5120,gemm_torch_flow,0.019290665785471596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,3584,gemm_torch_flow,0.018011732896169027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,3072,gemm_torch_flow,0.017522132396697997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,4096,gemm_torch_flow,0.018329600493113198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,65536,gemm_torch_flow,0.060642135143280027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,2560,gemm_torch_flow,0.0169322669506073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,2048,gemm_torch_flow,0.016643200318018594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,768,gemm_torch_flow,0.015315199891726175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,1536,gemm_torch_flow,0.016131200393040977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,1024,gemm_torch_flow,0.015601066748301187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,512,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,32,gemm_torch_flow,0.014792533715566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,256,gemm_torch_flow,0.014707199732462563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,128,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,768,64,gemm_torch_flow,0.014531200130780539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,10240,gemm_torch_flow,0.02182719906171163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,12288,gemm_torch_flow,0.02253226637840271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,16384,gemm_torch_flow,0.02590720057487488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,8192,gemm_torch_flow,0.020871466398239134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,5120,gemm_torch_flow,0.019182932376861573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,4096,gemm_torch_flow,0.018295466899871826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,7168,gemm_torch_flow,0.020850133895874024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,6144,gemm_torch_flow,0.020558933417002358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,65536,gemm_torch_flow,0.05621013243993124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,3072,gemm_torch_flow,0.017497599124908447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,3584,gemm_torch_flow,0.01793173352877299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,1536,gemm_torch_flow,0.01597760021686554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,2048,gemm_torch_flow,0.0163263996442159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,2560,gemm_torch_flow,0.017038933436075845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,512,gemm_torch_flow,0.014936533570289613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,1024,gemm_torch_flow,0.015568000078201295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,768,gemm_torch_flow,0.015588266650835672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,64,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,256,gemm_torch_flow,0.014894933501879374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,128,gemm_torch_flow,0.014542933305104574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,512,32,gemm_torch_flow,0.014625066518783569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,16384,gemm_torch_flow,0.02333866755167643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,12288,gemm_torch_flow,0.021814399957656862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,8192,gemm_torch_flow,0.020961066087086998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,10240,gemm_torch_flow,0.021844265858332317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,7168,gemm_torch_flow,0.02075200080871582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,65536,gemm_torch_flow,0.048902400334676105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,5120,gemm_torch_flow,0.018988800048828126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,6144,gemm_torch_flow,0.02030613422393799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,3072,gemm_torch_flow,0.017155200242996216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,4096,gemm_torch_flow,0.01826453407605489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,3584,gemm_torch_flow,0.017819732427597046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,2560,gemm_torch_flow,0.01665173371632894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,2048,gemm_torch_flow,0.016405333081881204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,512,gemm_torch_flow,0.015090133746465048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,1536,gemm_torch_flow,0.016039466857910155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,256,gemm_torch_flow,0.014589866995811463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,1024,gemm_torch_flow,0.015557333827018738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,768,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,128,gemm_torch_flow,0.014631467064221701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,32,gemm_torch_flow,0.014482133587201438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,12288,gemm_torch_flow,0.021794132391611733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,256,64,gemm_torch_flow,0.014475733041763306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,16384,gemm_torch_flow,0.02380160093307495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,10240,gemm_torch_flow,0.021806933482487998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,7168,gemm_torch_flow,0.02060799996058146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,8192,gemm_torch_flow,0.020814933379491172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,5120,gemm_torch_flow,0.019062399864196777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,65536,gemm_torch_flow,0.04425280094146729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,6144,gemm_torch_flow,0.02031360069910685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,4096,gemm_torch_flow,0.0180896004041036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,3584,gemm_torch_flow,0.017890133460362754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,1536,gemm_torch_flow,0.0159061332543691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,2560,gemm_torch_flow,0.01689173380533854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,1024,gemm_torch_flow,0.015205333630243937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,3072,gemm_torch_flow,0.01738133430480957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,2048,gemm_torch_flow,0.016241066654523215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,768,gemm_torch_flow,0.015166933337847391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,128,gemm_torch_flow,0.014493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,512,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,256,gemm_torch_flow,0.014871467153231302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,32,gemm_torch_flow,0.014410666624704995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,128,64,gemm_torch_flow,0.014523733655611673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,16384,gemm_torch_flow,0.02372693419456482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,12288,gemm_torch_flow,0.021973333756128945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,6144,gemm_torch_flow,0.020054399967193604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,10240,gemm_torch_flow,0.02139093279838562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,7168,gemm_torch_flow,0.021022933721542358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,8192,gemm_torch_flow,0.02067520022392273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,65536,gemm_torch_flow,0.041819731394449874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,5120,gemm_torch_flow,0.018986666202545167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,3072,gemm_torch_flow,0.017087999979654947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,3584,gemm_torch_flow,0.017707733313242595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,4096,gemm_torch_flow,0.018151466051737467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,2560,gemm_torch_flow,0.0165994664033254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,2048,gemm_torch_flow,0.016583466529846193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,512,gemm_torch_flow,0.015020799636840821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,1536,gemm_torch_flow,0.015848533312479655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,1024,gemm_torch_flow,0.015546666582425437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,768,gemm_torch_flow,0.015513599912325541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,64,gemm_torch_flow,0.01439573367436727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,256,gemm_torch_flow,0.014587733149528503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,128,gemm_torch_flow,0.014383999506632486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,64,32,gemm_torch_flow,0.014662399888038635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,8192,gemm_torch_flow,0.02041706641515096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,12288,gemm_torch_flow,0.02159893314043681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,10240,gemm_torch_flow,0.021597866217295328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,16384,gemm_torch_flow,0.023601067066192628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,7168,gemm_torch_flow,0.020549333095550536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,65536,gemm_torch_flow,0.04029653469721477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,4096,gemm_torch_flow,0.0182805339495341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,5120,gemm_torch_flow,0.019242666165033975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,6144,gemm_torch_flow,0.020093866189320884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,1024,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,3584,gemm_torch_flow,0.01772800087928772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,1536,gemm_torch_flow,0.015684266885121666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,3072,gemm_torch_flow,0.017310933272043864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,2560,gemm_torch_flow,0.01667413314183553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,2048,gemm_torch_flow,0.0164192001024882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,768,gemm_torch_flow,0.015457066893577575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,512,gemm_torch_flow,0.014839466412862143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,256,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,64,gemm_torch_flow,0.014441600441932679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,128,gemm_torch_flow,0.014325333635012307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,128,32,32,gemm_torch_flow,0.014263466993967692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,4096,gemm_torch_flow,0.08717973232269287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,5120,gemm_torch_flow,0.10278720060984295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,6144,gemm_torch_flow,0.12013119856516521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,7168,gemm_torch_flow,0.13473280270894367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,8192,gemm_torch_flow,0.15264852841695148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,2048,gemm_torch_flow,0.05295679966608683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,2560,gemm_torch_flow,0.061907200018564854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,3072,gemm_torch_flow,0.06992213726043701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,3584,gemm_torch_flow,0.07899946371714274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,10240,gemm_torch_flow,0.18533120155334473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,1536,gemm_torch_flow,0.044151465098063156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,768,gemm_torch_flow,0.031564799944559734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,1024,gemm_torch_flow,0.035588268438975015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,128,gemm_torch_flow,0.02001706759134928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,256,gemm_torch_flow,0.022524799903233847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,64,gemm_torch_flow,0.018989866971969603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,512,gemm_torch_flow,0.02580159902572632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,32,gemm_torch_flow,0.019471999009450278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,12288,gemm_torch_flow,0.21778880755106605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,7168,gemm_torch_flow,0.04677120049794515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,6144,gemm_torch_flow,0.04503039916356404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,8192,gemm_torch_flow,0.051327999432881674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,10240,gemm_torch_flow,0.05943466822306315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,12288,gemm_torch_flow,0.06763520240783691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,5120,gemm_torch_flow,0.03835200071334839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,65536,16384,gemm_torch_flow,0.284555721282959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,4096,gemm_torch_flow,0.03365333477656047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,16384,gemm_torch_flow,0.08595840136210123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,3584,gemm_torch_flow,0.031480532884597776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,2048,gemm_torch_flow,0.024318933486938477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,3072,gemm_torch_flow,0.029534933964411418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,1536,gemm_torch_flow,0.022758400440216063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,768,gemm_torch_flow,0.019182932376861573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,2560,gemm_torch_flow,0.027074132363001508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,1024,gemm_torch_flow,0.01986453334490458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,256,gemm_torch_flow,0.016192000110944113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,512,gemm_torch_flow,0.01744746764500936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,128,gemm_torch_flow,0.015624533096949259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,32,gemm_torch_flow,0.01617280046145121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,64,gemm_torch_flow,0.016074666380882265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,7168,gemm_torch_flow,0.04006933371225993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,6144,gemm_torch_flow,0.036484265327453615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,12288,gemm_torch_flow,0.05655680100123087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,8192,gemm_torch_flow,0.04306240081787109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,10240,gemm_torch_flow,0.049260799090067545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,16384,gemm_torch_flow,0.06933653354644775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,3584,gemm_torch_flow,0.028139734268188478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,2560,gemm_torch_flow,0.023676800727844238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,3072,gemm_torch_flow,0.02578666607538859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,2048,gemm_torch_flow,0.02183786630630493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,5120,gemm_torch_flow,0.033141332864761355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,4096,gemm_torch_flow,0.029626667499542236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,1536,gemm_torch_flow,0.020422399044036865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,512,gemm_torch_flow,0.016156799594561257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,768,gemm_torch_flow,0.017905066410700478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,64,gemm_torch_flow,0.01576533317565918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,1024,gemm_torch_flow,0.019267199436823527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,256,gemm_torch_flow,0.01609280010064443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,128,gemm_torch_flow,0.015365333358446757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,32,gemm_torch_flow,0.015748266379038492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,8192,gemm_torch_flow,0.0392138679822286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,10240,gemm_torch_flow,0.04548053344090779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,7168,gemm_torch_flow,0.03666133483250936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,12288,gemm_torch_flow,0.05037866830825806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,16384,gemm_torch_flow,0.07584853172302246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,16384,65536,gemm_torch_flow,0.31067733764648436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,3072,gemm_torch_flow,0.0245578666528066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,4096,gemm_torch_flow,0.028032000859578448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,2560,gemm_torch_flow,0.02392639915148417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,6144,gemm_torch_flow,0.03347200155258179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,5120,gemm_torch_flow,0.03105386694272359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,3584,gemm_torch_flow,0.025895466407140095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,1024,gemm_torch_flow,0.01885226567586263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,2048,gemm_torch_flow,0.021679999430974324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,1536,gemm_torch_flow,0.020165334145228066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,768,gemm_torch_flow,0.016609066724777223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,512,gemm_torch_flow,0.016617600123087564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,256,gemm_torch_flow,0.015745066603024802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,128,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,64,gemm_torch_flow,0.015574399630228677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,32,gemm_torch_flow,0.015639467040697734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,12288,65536,gemm_torch_flow,0.24059200286865234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,8192,gemm_torch_flow,0.03532586495081584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,10240,gemm_torch_flow,0.03940586646397908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,7168,gemm_torch_flow,0.032579199473063154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,12288,gemm_torch_flow,0.0439306656519572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,16384,gemm_torch_flow,0.05440426667531332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,6144,gemm_torch_flow,0.031139200925827025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,4096,gemm_torch_flow,0.02429866592089335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,3584,gemm_torch_flow,0.023256532351175942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,5120,gemm_torch_flow,0.027135999997456868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,3072,gemm_torch_flow,0.022026666005452476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,2560,gemm_torch_flow,0.020989867051442464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,1536,gemm_torch_flow,0.018618667125701906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,2048,gemm_torch_flow,0.019722666343053183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,768,gemm_torch_flow,0.015979733069737753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,1024,gemm_torch_flow,0.01727679967880249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,128,gemm_torch_flow,0.014994133512179056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,10240,65536,gemm_torch_flow,0.21609172821044922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,256,gemm_torch_flow,0.0156960000594457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,512,gemm_torch_flow,0.015875200430552162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,64,gemm_torch_flow,0.015539200107256571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,32,gemm_torch_flow,0.015521066387494406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,6144,gemm_torch_flow,0.027980800469716387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,8192,gemm_torch_flow,0.03251199920972188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,10240,gemm_torch_flow,0.03678293228149414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,7168,gemm_torch_flow,0.03033706744511922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,12288,gemm_torch_flow,0.04307733376820882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,16384,gemm_torch_flow,0.049209598700205484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,5120,gemm_torch_flow,0.025745066006978352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,4096,gemm_torch_flow,0.023356799284617105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,3072,gemm_torch_flow,0.021321600675582884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,2560,gemm_torch_flow,0.020101332664489747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,3584,gemm_torch_flow,0.02209279934565226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,2048,gemm_torch_flow,0.019074134031931558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,1536,gemm_torch_flow,0.018339200814565023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,128,gemm_torch_flow,0.015058133006095886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,1024,gemm_torch_flow,0.01676586667696635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,768,gemm_torch_flow,0.01562773287296295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,8192,65536,gemm_torch_flow,0.1797770659128825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,256,gemm_torch_flow,0.015556266903877259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,512,gemm_torch_flow,0.01580586632092794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,32,gemm_torch_flow,0.01507306694984436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,64,gemm_torch_flow,0.015178666512171427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,7168,gemm_torch_flow,0.028227200110753376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,8192,gemm_torch_flow,0.030904533465703328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,10240,gemm_torch_flow,0.03486826817194621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,6144,gemm_torch_flow,0.02607253392537435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,12288,gemm_torch_flow,0.037988265355428055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,16384,gemm_torch_flow,0.04598720073699951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,5120,gemm_torch_flow,0.02412266731262207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,3072,gemm_torch_flow,0.020526933670043945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,3584,gemm_torch_flow,0.021613866090774536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,4096,gemm_torch_flow,0.022107734282811483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,7168,65536,gemm_torch_flow,0.16634027163187665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,2560,gemm_torch_flow,0.019828265905380248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,1536,gemm_torch_flow,0.01788053313891093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,2048,gemm_torch_flow,0.018821332852045694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,1024,gemm_torch_flow,0.016223999857902526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,768,gemm_torch_flow,0.01623679995536804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,512,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,64,gemm_torch_flow,0.015076266725858054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,256,gemm_torch_flow,0.014997333288192749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,32,gemm_torch_flow,0.01520746648311615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,128,gemm_torch_flow,0.015007999539375306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,6144,gemm_torch_flow,0.02469653288523356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,10240,gemm_torch_flow,0.0321397324403127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,8192,gemm_torch_flow,0.02880106568336487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,7168,gemm_torch_flow,0.026529065767923993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,12288,gemm_torch_flow,0.035674667358398436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,16384,gemm_torch_flow,0.04819200038909912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,4096,gemm_torch_flow,0.021667200326919555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,5120,gemm_torch_flow,0.02314880092938741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,1536,gemm_torch_flow,0.01736533244450887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,6144,65536,gemm_torch_flow,0.14341333707173665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,3584,gemm_torch_flow,0.02062826752662659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,2048,gemm_torch_flow,0.018477867046991982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,2560,gemm_torch_flow,0.019167999426523842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,3072,gemm_torch_flow,0.01983786622683207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,768,gemm_torch_flow,0.015736533204714458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,1024,gemm_torch_flow,0.01614293356736501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,512,gemm_torch_flow,0.014749866724014283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,128,gemm_torch_flow,0.015147733688354491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,256,gemm_torch_flow,0.015034666657447815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,64,gemm_torch_flow,0.014986667037010192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,32,gemm_torch_flow,0.01525759994983673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,7168,gemm_torch_flow,0.026050132513046265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,6144,gemm_torch_flow,0.024710400899251302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,5120,65536,gemm_torch_flow,0.1271456003189087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,16384,gemm_torch_flow,0.04244266748428345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,10240,gemm_torch_flow,0.033403734366099044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,8192,gemm_torch_flow,0.030466133356094362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,12288,gemm_torch_flow,0.03649173180262248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,3584,gemm_torch_flow,0.0199455996354421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,4096,gemm_torch_flow,0.02050666610399882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,5120,gemm_torch_flow,0.021463465690612794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,2560,gemm_torch_flow,0.01863893270492554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,3072,gemm_torch_flow,0.01907306710879008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,2048,gemm_torch_flow,0.017590399583180746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,1024,gemm_torch_flow,0.0157642662525177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,1536,gemm_torch_flow,0.016338133811950685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,32,gemm_torch_flow,0.015299200018246969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,256,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,512,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,768,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,128,gemm_torch_flow,0.01474133332570394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,64,gemm_torch_flow,0.015145599842071533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,4096,65536,gemm_torch_flow,0.10770560105641683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,5120,gemm_torch_flow,0.021065600713094077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,6144,gemm_torch_flow,0.02317439913749695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,8192,gemm_torch_flow,0.026027733087539674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,7168,gemm_torch_flow,0.024477867285410564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,12288,gemm_torch_flow,0.034327467282613114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,10240,gemm_torch_flow,0.031396265824635824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,16384,gemm_torch_flow,0.04005653460820516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,4096,gemm_torch_flow,0.020221867163976035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,3584,gemm_torch_flow,0.019529600938161217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,3072,gemm_torch_flow,0.019271467129389444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,768,gemm_torch_flow,0.015508266290028891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,2048,gemm_torch_flow,0.01760639945665995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,2560,gemm_torch_flow,0.017388800779978432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,1536,gemm_torch_flow,0.01630826691786448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,1024,gemm_torch_flow,0.01577279965082804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,128,gemm_torch_flow,0.01479039986928304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,512,gemm_torch_flow,0.015544533729553223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,64,gemm_torch_flow,0.014979199568430582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,256,gemm_torch_flow,0.015105066696802774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,32,gemm_torch_flow,0.014753066500027976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3584,65536,gemm_torch_flow,0.10434239705403645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,10240,gemm_torch_flow,0.029578665892283123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,12288,gemm_torch_flow,0.03229440053304036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,8192,gemm_torch_flow,0.02759679953257243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,16384,gemm_torch_flow,0.038106667995452884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,7168,gemm_torch_flow,0.022844799359639487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,6144,gemm_torch_flow,0.02185066739718119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,5120,gemm_torch_flow,0.02081600030263265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,3584,gemm_torch_flow,0.019502933820088705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,4096,gemm_torch_flow,0.020013866821924846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,3072,gemm_torch_flow,0.018764799833297728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,2560,gemm_torch_flow,0.017744000752766928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,768,gemm_torch_flow,0.015631999572118124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,2048,gemm_torch_flow,0.0165802667538325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,1536,gemm_torch_flow,0.016158933440844216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,512,gemm_torch_flow,0.015288533767064414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,1024,gemm_torch_flow,0.015898666779200234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,256,gemm_torch_flow,0.015200000007947287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,64,gemm_torch_flow,0.014837333559989929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,128,gemm_torch_flow,0.01493333379427592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,65536,gemm_torch_flow,0.09425280094146729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,3072,32,gemm_torch_flow,0.014961066842079162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,8192,gemm_torch_flow,0.02476693391799927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,12288,gemm_torch_flow,0.029462399085362752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,10240,gemm_torch_flow,0.027512532472610474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,7168,gemm_torch_flow,0.02318399945894877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,16384,gemm_torch_flow,0.034278400739034015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,5120,gemm_torch_flow,0.02053119937578837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,4096,gemm_torch_flow,0.019569067160288493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,6144,gemm_torch_flow,0.02190720041592916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,2560,gemm_torch_flow,0.017443199952443443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,3072,gemm_torch_flow,0.01869973341623942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,1024,gemm_torch_flow,0.015733333428700765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,2048,gemm_torch_flow,0.01681386629740397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,3584,gemm_torch_flow,0.01882773240407308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,1536,gemm_torch_flow,0.016099199652671814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,768,gemm_torch_flow,0.015574399630228677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,512,gemm_torch_flow,0.015375999609629312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,128,gemm_torch_flow,0.014542933305104574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,64,gemm_torch_flow,0.014784000317255654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,256,gemm_torch_flow,0.015052800377209982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,65536,gemm_torch_flow,0.08548906644185385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2560,32,gemm_torch_flow,0.01480959951877594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,10240,gemm_torch_flow,0.025540266434351606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,12288,gemm_torch_flow,0.027502934137980144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,8192,gemm_torch_flow,0.023347200949986775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,7168,gemm_torch_flow,0.022094933191935222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,16384,gemm_torch_flow,0.0314410666624705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,6144,gemm_torch_flow,0.02105600039164225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,5120,gemm_torch_flow,0.02021333376566569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,4096,gemm_torch_flow,0.01913386583328247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,3584,gemm_torch_flow,0.018102399508158364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,3072,gemm_torch_flow,0.017442133029301962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,768,gemm_torch_flow,0.015497600038846334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,2560,gemm_torch_flow,0.017083734273910522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,2048,gemm_torch_flow,0.01657919983069102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,1536,gemm_torch_flow,0.01591679950555166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,1024,gemm_torch_flow,0.015793066223462424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,65536,gemm_torch_flow,0.07582826614379883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,512,gemm_torch_flow,0.015243732929229736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,256,gemm_torch_flow,0.014813866217931113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,128,gemm_torch_flow,0.014565333724021912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,64,gemm_torch_flow,0.01483519971370697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,2048,32,gemm_torch_flow,0.014780799547831217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,7168,gemm_torch_flow,0.021921066443125407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,16384,gemm_torch_flow,0.02792746623357137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,8192,gemm_torch_flow,0.022722133000691733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,10240,gemm_torch_flow,0.024710400899251302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,12288,gemm_torch_flow,0.02550719976425171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,6144,gemm_torch_flow,0.02111466725667318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,4096,gemm_torch_flow,0.018348799149195353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,5120,gemm_torch_flow,0.019177599747975668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,2560,gemm_torch_flow,0.01684160033861796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,3072,gemm_torch_flow,0.017450666427612303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,3584,gemm_torch_flow,0.01767680048942566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,2048,gemm_torch_flow,0.01636799971262614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,1024,gemm_torch_flow,0.015635200341542563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,65536,gemm_torch_flow,0.06646720170974732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,1536,gemm_torch_flow,0.01603626708189646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,512,gemm_torch_flow,0.015210666259129844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,768,gemm_torch_flow,0.015546666582425437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,256,gemm_torch_flow,0.014716800053914389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,32,gemm_torch_flow,0.014680533607800802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,128,gemm_torch_flow,0.014622933665911355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1536,64,gemm_torch_flow,0.014629333217938741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,7168,gemm_torch_flow,0.020796799659729005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,16384,gemm_torch_flow,0.028013867139816285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,12288,gemm_torch_flow,0.025135999917984007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,10240,gemm_torch_flow,0.023527467250823976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,8192,gemm_torch_flow,0.02243306636810303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,6144,gemm_torch_flow,0.020512000719706217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,5120,gemm_torch_flow,0.018553600708643595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,4096,gemm_torch_flow,0.018179200092951455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,3584,gemm_torch_flow,0.018225065867106118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,3072,gemm_torch_flow,0.017249067624409996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,2560,gemm_torch_flow,0.016992000738779704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,768,gemm_torch_flow,0.015454933047294617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,65536,gemm_torch_flow,0.05744640032450358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,2048,gemm_torch_flow,0.016551466782887776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,1536,gemm_torch_flow,0.01618666648864746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,1024,gemm_torch_flow,0.015874133507410685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,512,gemm_torch_flow,0.015281066298484802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,64,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,256,gemm_torch_flow,0.014750933647155762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,128,gemm_torch_flow,0.014501333236694336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,1024,32,gemm_torch_flow,0.014689067006111145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,16384,gemm_torch_flow,0.025120000044504803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,8192,gemm_torch_flow,0.020810665686925252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,12288,gemm_torch_flow,0.02369706630706787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,10240,gemm_torch_flow,0.022845866282780965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,7168,gemm_torch_flow,0.02127466599146525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,3584,gemm_torch_flow,0.01744640072186788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,6144,gemm_torch_flow,0.0202890674273173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,4096,gemm_torch_flow,0.018219733238220216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,5120,gemm_torch_flow,0.018940800428390504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,65536,gemm_torch_flow,0.05371306737263998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,1536,gemm_torch_flow,0.015904000401496886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,3072,gemm_torch_flow,0.017540266116460167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,2560,gemm_torch_flow,0.016977065801620485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,2048,gemm_torch_flow,0.0163263996442159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,1024,gemm_torch_flow,0.01551253298918406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,128,gemm_torch_flow,0.01439573367436727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,768,gemm_torch_flow,0.015330132842063905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,512,gemm_torch_flow,0.015106133619944253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,256,gemm_torch_flow,0.014665599664052328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,32,gemm_torch_flow,0.01456106702486674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,768,64,gemm_torch_flow,0.014732799927393594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,12288,gemm_torch_flow,0.020923733711242676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,10240,gemm_torch_flow,0.021166932582855225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,16384,gemm_torch_flow,0.0240064005057017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,4096,gemm_torch_flow,0.01800853411356608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,8192,gemm_torch_flow,0.020230400562286376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,7168,gemm_torch_flow,0.020623999834060668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,6144,gemm_torch_flow,0.020196266969045005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,5120,gemm_torch_flow,0.01876586675643921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,65536,gemm_torch_flow,0.04792106548945109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,3584,gemm_torch_flow,0.01770026683807373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,2560,gemm_torch_flow,0.01656000018119812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,3072,gemm_torch_flow,0.01718399922053019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,1024,gemm_torch_flow,0.015758933623631795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,2048,gemm_torch_flow,0.016340266664822897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,1536,gemm_torch_flow,0.01585493286450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,512,gemm_torch_flow,0.014998400211334228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,128,gemm_torch_flow,0.014388266205787658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,768,gemm_torch_flow,0.015150933464368185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,256,gemm_torch_flow,0.014674133062362671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,64,gemm_torch_flow,0.014461867014567056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,512,32,gemm_torch_flow,0.01458560029665629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,10240,gemm_torch_flow,0.020823466777801513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,16384,gemm_torch_flow,0.022363734245300294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,12288,gemm_torch_flow,0.020988800128300986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,8192,gemm_torch_flow,0.020140800873438516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,7168,gemm_torch_flow,0.020337067047754922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,4096,gemm_torch_flow,0.018114133675893148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,65536,gemm_torch_flow,0.04131306807200114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,6144,gemm_torch_flow,0.02004693349202474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,5120,gemm_torch_flow,0.01914560000101725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,3584,gemm_torch_flow,0.0175872008005778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,3072,gemm_torch_flow,0.01694186727205912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,2560,gemm_torch_flow,0.016570666432380678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,1536,gemm_torch_flow,0.015848533312479655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,2048,gemm_torch_flow,0.016125866770744325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,512,gemm_torch_flow,0.015148799618085226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,1024,gemm_torch_flow,0.015464533368746439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,32,gemm_torch_flow,0.01439466675122579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,768,gemm_torch_flow,0.015213867028554281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,256,gemm_torch_flow,0.014566399653752646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,64,gemm_torch_flow,0.01442346672217051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,256,128,gemm_torch_flow,0.01458453337351481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,10240,gemm_torch_flow,0.02062186598777771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,65536,gemm_torch_flow,0.03713493347167969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,16384,gemm_torch_flow,0.022693334023157756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,12288,gemm_torch_flow,0.020680532852808634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,8192,gemm_torch_flow,0.019988266626993816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,5120,gemm_torch_flow,0.018822399775187175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,6144,gemm_torch_flow,0.01990293264389038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,7168,gemm_torch_flow,0.020337067047754922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,4096,gemm_torch_flow,0.017768534024556477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,3584,gemm_torch_flow,0.017485866943995156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,3072,gemm_torch_flow,0.01717653274536133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,1536,gemm_torch_flow,0.0156960000594457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,1024,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,512,gemm_torch_flow,0.01495680014292399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,2560,gemm_torch_flow,0.01669013301531474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,2048,gemm_torch_flow,0.016229333480199178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,768,gemm_torch_flow,0.015313067038853965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,128,gemm_torch_flow,0.014644267161687216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,256,gemm_torch_flow,0.014657066265741984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,64,gemm_torch_flow,0.014596266547838846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,128,32,gemm_torch_flow,0.014553599556287131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,12288,gemm_torch_flow,0.020779732863108316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,16384,gemm_torch_flow,0.02198293407758077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,10240,gemm_torch_flow,0.02072319984436035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,6144,gemm_torch_flow,0.019885865847269694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,65536,gemm_torch_flow,0.03526826699574788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,8192,gemm_torch_flow,0.020114133755366005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,7168,gemm_torch_flow,0.020362667242685952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,5120,gemm_torch_flow,0.018617600202560425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,2560,gemm_torch_flow,0.016705065965652466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,4096,gemm_torch_flow,0.01785599986712138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,2048,gemm_torch_flow,0.016190933187802632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,3584,gemm_torch_flow,0.017383466164271034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,3072,gemm_torch_flow,0.017147733767827352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,1536,gemm_torch_flow,0.015878400206565856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,1024,gemm_torch_flow,0.015421866377194723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,512,gemm_torch_flow,0.014968533317248026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,768,gemm_torch_flow,0.015133866667747497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,128,gemm_torch_flow,0.014283733566602072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,256,gemm_torch_flow,0.014547200004259745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,32,gemm_torch_flow,0.014544000228246054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,64,64,gemm_torch_flow,0.01437440017859141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,12288,gemm_torch_flow,0.020958934227625528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,65536,gemm_torch_flow,0.03459946711858113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,16384,gemm_torch_flow,0.021805866559346517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,8192,gemm_torch_flow,0.01988906661669413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,10240,gemm_torch_flow,0.020588799317677816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,4096,gemm_torch_flow,0.01792959968249003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,7168,gemm_torch_flow,0.020246400435765585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,6144,gemm_torch_flow,0.019691733519236247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,5120,gemm_torch_flow,0.018658133347829182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,2560,gemm_torch_flow,0.01643519997596741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,3584,gemm_torch_flow,0.017828265825907387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,3072,gemm_torch_flow,0.017066667477289833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,1536,gemm_torch_flow,0.015726932883262636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,2048,gemm_torch_flow,0.01623253325621287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,1024,gemm_torch_flow,0.015635200341542563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,768,gemm_torch_flow,0.015408000349998474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,512,gemm_torch_flow,0.015305599570274353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,256,gemm_torch_flow,0.014429866274197897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,128,gemm_torch_flow,0.014605866869290671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,32,gemm_torch_flow,0.014317867159843446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,96,32,64,gemm_torch_flow,0.014330666263898215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,4096,gemm_torch_flow,0.09094186623891196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,5120,gemm_torch_flow,0.10924800237019856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,6144,gemm_torch_flow,0.12847786744435627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,7168,gemm_torch_flow,0.144487460454305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,8192,gemm_torch_flow,0.16292373339335126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,3072,gemm_torch_flow,0.07346986929575602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,3584,gemm_torch_flow,0.08137386639912923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,2048,gemm_torch_flow,0.05570986668268839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,10240,gemm_torch_flow,0.2001962661743164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,2560,gemm_torch_flow,0.0639786680539449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,512,gemm_torch_flow,0.026680533091227216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,128,gemm_torch_flow,0.019997866948445638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,1536,gemm_torch_flow,0.04605653285980225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,256,gemm_torch_flow,0.02221440076828003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,768,gemm_torch_flow,0.032415999968846636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,1024,gemm_torch_flow,0.037146667639414474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,64,gemm_torch_flow,0.018675200144449868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,32,gemm_torch_flow,0.019222400585810342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,12288,gemm_torch_flow,0.23346880276997886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,8192,gemm_torch_flow,0.05055040121078491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,10240,gemm_torch_flow,0.058586664994557704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,6144,gemm_torch_flow,0.04431146780649821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,7168,gemm_torch_flow,0.04613759915033976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,12288,gemm_torch_flow,0.06666560173034668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,5120,gemm_torch_flow,0.03778133392333984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,16384,gemm_torch_flow,0.08388373057047525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,65536,16384,gemm_torch_flow,0.3027754783630371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,4096,gemm_torch_flow,0.03336533308029175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,3072,gemm_torch_flow,0.029240532716115313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,3584,gemm_torch_flow,0.031090132395426434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,2560,gemm_torch_flow,0.026764800151189167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,768,gemm_torch_flow,0.018812799453735353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,2048,gemm_torch_flow,0.023782400290171306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,1024,gemm_torch_flow,0.020193066199620566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,1536,gemm_torch_flow,0.02187946637471517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,512,gemm_torch_flow,0.016716800133387246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,128,gemm_torch_flow,0.015568000078201295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,256,gemm_torch_flow,0.0157642662525177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,64,gemm_torch_flow,0.015826132893562318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,32,gemm_torch_flow,0.015828266739845276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,6144,gemm_torch_flow,0.03606719970703125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,7168,gemm_torch_flow,0.03981866836547852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,8192,gemm_torch_flow,0.04326933224995931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,10240,gemm_torch_flow,0.048690132300059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,12288,gemm_torch_flow,0.05683093468348185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,16384,gemm_torch_flow,0.06759040355682373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,5120,gemm_torch_flow,0.03336319923400879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,4096,gemm_torch_flow,0.029787733157475786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,3584,gemm_torch_flow,0.027858134110768634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,2560,gemm_torch_flow,0.02374826669692993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,3072,gemm_torch_flow,0.025421865781148273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,1024,gemm_torch_flow,0.019049600760142008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,1536,gemm_torch_flow,0.020508799950281778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,2048,gemm_torch_flow,0.021963733434677123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,512,gemm_torch_flow,0.01649066706498464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,768,gemm_torch_flow,0.017787732680638633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,256,gemm_torch_flow,0.015717333555221556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,128,gemm_torch_flow,0.015254400173823037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,64,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,32,gemm_torch_flow,0.015709867080052696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,8192,gemm_torch_flow,0.03861653407414754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,10240,gemm_torch_flow,0.04448639949162801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,7168,gemm_torch_flow,0.03563520113627116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,12288,gemm_torch_flow,0.049445335070292154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,16384,gemm_torch_flow,0.07345066865285238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,6144,gemm_torch_flow,0.032762666543324784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,4096,gemm_torch_flow,0.02672213315963745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,5120,gemm_torch_flow,0.030305065711339313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,3072,gemm_torch_flow,0.023896533250808715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,3584,gemm_torch_flow,0.024950400988260905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,2560,gemm_torch_flow,0.022394667069117226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,16384,65536,gemm_torch_flow,0.3041418711344401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,512,gemm_torch_flow,0.01563093364238739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,2048,gemm_torch_flow,0.02083946665128072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,1536,gemm_torch_flow,0.019884800910949706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,1024,gemm_torch_flow,0.018221867084503175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,768,gemm_torch_flow,0.01629973351955414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,128,gemm_torch_flow,0.015209600329399109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,256,gemm_torch_flow,0.014940800269444785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,32,gemm_torch_flow,0.015448533495267234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,64,gemm_torch_flow,0.015442132949829102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,12288,65536,gemm_torch_flow,0.24412479400634765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,8192,gemm_torch_flow,0.03421866496404012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,12288,gemm_torch_flow,0.0428117314974467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,7168,gemm_torch_flow,0.031651200850804646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,10240,gemm_torch_flow,0.038756267229715986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,16384,gemm_torch_flow,0.05176959832509359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,6144,gemm_torch_flow,0.030451200405756634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,5120,gemm_torch_flow,0.026884265740712482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,4096,gemm_torch_flow,0.0241866668065389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,3584,gemm_torch_flow,0.02319999933242798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,2560,gemm_torch_flow,0.02081813414891561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,3072,gemm_torch_flow,0.021691733598709108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,2048,gemm_torch_flow,0.01959999998410543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,1024,gemm_torch_flow,0.017002665996551515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,1536,gemm_torch_flow,0.01887680093447367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,10240,65536,gemm_torch_flow,0.21085546811421713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,768,gemm_torch_flow,0.015707733233769734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,512,gemm_torch_flow,0.01564479966958364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,256,gemm_torch_flow,0.015285332997639975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,128,gemm_torch_flow,0.014939733346303306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,64,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,32,gemm_torch_flow,0.01541973352432251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,6144,gemm_torch_flow,0.02769920031229655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,7168,gemm_torch_flow,0.029685332377751665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,8192,gemm_torch_flow,0.03211413423220317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,10240,gemm_torch_flow,0.0359007994333903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,12288,gemm_torch_flow,0.0396938681602478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,16384,gemm_torch_flow,0.047650134563446044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,4096,gemm_torch_flow,0.022966400782267252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,3584,gemm_torch_flow,0.022218666474024453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,5120,gemm_torch_flow,0.02503146727879842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,1536,gemm_torch_flow,0.01791680057843526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,2560,gemm_torch_flow,0.0199562668800354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,3072,gemm_torch_flow,0.020948266983032225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,2048,gemm_torch_flow,0.019056000312169395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,8192,65536,gemm_torch_flow,0.17437119483947755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,1024,gemm_torch_flow,0.01576640009880066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,512,gemm_torch_flow,0.015450666348139444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,768,gemm_torch_flow,0.015811199943224587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,256,gemm_torch_flow,0.015160533785820007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,128,gemm_torch_flow,0.014825600385665893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,64,gemm_torch_flow,0.015077333648999533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,32,gemm_torch_flow,0.015212800105412802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,12288,gemm_torch_flow,0.03738346497217814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,6144,gemm_torch_flow,0.025277866919835405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,7168,gemm_torch_flow,0.02765120069185893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,10240,gemm_torch_flow,0.03347733418146769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,16384,gemm_torch_flow,0.04443413416544596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,8192,gemm_torch_flow,0.030083199342091877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,2560,gemm_torch_flow,0.019394133488337198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,5120,gemm_torch_flow,0.023706666628519692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,3584,gemm_torch_flow,0.021010132630666097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,4096,gemm_torch_flow,0.021828265984853108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,3072,gemm_torch_flow,0.019846399625142418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,7168,65536,gemm_torch_flow,0.16043519973754883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,2048,gemm_torch_flow,0.018744534254074095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,1536,gemm_torch_flow,0.01780160069465637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,1024,gemm_torch_flow,0.016481066743532814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,768,gemm_torch_flow,0.015809067090352378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,512,gemm_torch_flow,0.015416533748308817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,128,gemm_torch_flow,0.015161599715550741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,32,gemm_torch_flow,0.015152000387509666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,256,gemm_torch_flow,0.015092266599337259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,64,gemm_torch_flow,0.015059199929237366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,6144,gemm_torch_flow,0.024191999435424806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,8192,gemm_torch_flow,0.028175999720891316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,7168,gemm_torch_flow,0.02550613284111023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,10240,gemm_torch_flow,0.031233066320419313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,4096,gemm_torch_flow,0.021172267198562623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,12288,gemm_torch_flow,0.03410346508026123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,16384,gemm_torch_flow,0.04665706555048625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,5120,gemm_torch_flow,0.022693334023157756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,6144,65536,gemm_torch_flow,0.13923306465148927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,2560,gemm_torch_flow,0.018870399395624796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,3584,gemm_torch_flow,0.02037546634674072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,3072,gemm_torch_flow,0.01992959976196289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,2048,gemm_torch_flow,0.018083200852076212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,512,gemm_torch_flow,0.015219199657440185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,1536,gemm_torch_flow,0.016176000237464905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,1024,gemm_torch_flow,0.01567466656366984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,768,gemm_torch_flow,0.014874666929244995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,128,gemm_torch_flow,0.015005866686503092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,256,gemm_torch_flow,0.015090133746465048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,32,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,64,gemm_torch_flow,0.014932266871134438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,7168,gemm_torch_flow,0.023877332607905068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,6144,gemm_torch_flow,0.022728532552719116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,12288,gemm_torch_flow,0.03533973296483357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,10240,gemm_torch_flow,0.032953600088755294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,5120,gemm_torch_flow,0.02139520049095154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,8192,gemm_torch_flow,0.0257205327351888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,5120,65536,gemm_torch_flow,0.12231252988179524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,16384,gemm_torch_flow,0.04046719868977865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,2560,gemm_torch_flow,0.01837013363838196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,3072,gemm_torch_flow,0.019262933731079103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,4096,gemm_torch_flow,0.020153599977493285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,3584,gemm_torch_flow,0.01984213391939799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,1536,gemm_torch_flow,0.01646933356920878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,2048,gemm_torch_flow,0.017293866475423178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,1024,gemm_torch_flow,0.01569706698258718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,768,gemm_torch_flow,0.01574720044930776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,512,gemm_torch_flow,0.015554133057594299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,256,gemm_torch_flow,0.014888532956441245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,64,gemm_torch_flow,0.015012266238530478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,128,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,32,gemm_torch_flow,0.015144532918930054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,8192,gemm_torch_flow,0.028775467475255327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,4096,65536,gemm_torch_flow,0.10352746645609538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,16384,gemm_torch_flow,0.03832639853159587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,7168,gemm_torch_flow,0.022719999154408775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,12288,gemm_torch_flow,0.033020800352096556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,6144,gemm_torch_flow,0.021927465995152794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,10240,gemm_torch_flow,0.030745599667231244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,5120,gemm_torch_flow,0.02113386591275533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,3584,gemm_torch_flow,0.019427200158437095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,4096,gemm_torch_flow,0.020091732343037925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,3072,gemm_torch_flow,0.018793600797653198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,2560,gemm_torch_flow,0.01806400020917257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,2048,gemm_torch_flow,0.017180800437927246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,768,gemm_torch_flow,0.01556373337904612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,1024,gemm_torch_flow,0.01588159998257955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,1536,gemm_torch_flow,0.016132266322771708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,512,gemm_torch_flow,0.01539306640625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,32,gemm_torch_flow,0.014986667037010192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,128,gemm_torch_flow,0.014879999558130899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,256,gemm_torch_flow,0.014935466647148132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,64,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3584,65536,gemm_torch_flow,0.09710186322530111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,10240,gemm_torch_flow,0.028386133909225463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,8192,gemm_torch_flow,0.02610879937807719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,4096,gemm_torch_flow,0.01972800095876058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,16384,gemm_torch_flow,0.03589653174082438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,12288,gemm_torch_flow,0.030560000737508135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,6144,gemm_torch_flow,0.02410879929860433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,7168,gemm_torch_flow,0.024991999069849648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,5120,gemm_torch_flow,0.02058346668879191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,3072,gemm_torch_flow,0.017733333508173625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,2048,gemm_torch_flow,0.01665386656920115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,2560,gemm_torch_flow,0.01773866613705953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,3584,gemm_torch_flow,0.019454934199651084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,512,gemm_torch_flow,0.015126400192578635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,1536,gemm_torch_flow,0.01576533317565918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,1024,gemm_torch_flow,0.015400532881418863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,768,gemm_torch_flow,0.015460266669591268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,32,gemm_torch_flow,0.014794666568438211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,256,gemm_torch_flow,0.014881066481272378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,128,gemm_torch_flow,0.014776532848676046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,64,gemm_torch_flow,0.014961066842079162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,3072,65536,gemm_torch_flow,0.08949759801228842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,10240,gemm_torch_flow,0.02645866672197978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,12288,gemm_torch_flow,0.02827306588490804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,7168,gemm_torch_flow,0.024089600642522177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,8192,gemm_torch_flow,0.02490239938100179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,6144,gemm_torch_flow,0.021623466412226358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,16384,gemm_torch_flow,0.03275199929873149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,4096,gemm_torch_flow,0.019373865922292073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,5120,gemm_torch_flow,0.02062186598777771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,1024,gemm_torch_flow,0.01564479966958364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,2560,gemm_torch_flow,0.016345600287119545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,2048,gemm_torch_flow,0.016563199957211814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,3584,gemm_torch_flow,0.01812480092048645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,1536,gemm_torch_flow,0.016099199652671814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,3072,gemm_torch_flow,0.01777600049972534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,768,gemm_torch_flow,0.015414399902025857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,512,gemm_torch_flow,0.015103999773661295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,256,gemm_torch_flow,0.014805333813031516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,128,gemm_torch_flow,0.014842666188875833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,65536,gemm_torch_flow,0.08116479714711508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,32,gemm_torch_flow,0.014842666188875833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2560,64,gemm_torch_flow,0.014696533481280008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,12288,gemm_torch_flow,0.02653119961420695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,8192,gemm_torch_flow,0.023895466327667238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,10240,gemm_torch_flow,0.024875734249750772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,4096,gemm_torch_flow,0.019050665696461997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,7168,gemm_torch_flow,0.021721599499384563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,6144,gemm_torch_flow,0.021053866545359293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,5120,gemm_torch_flow,0.02028586665789286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,16384,gemm_torch_flow,0.030230400959650676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,2560,gemm_torch_flow,0.016835200786590575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,3584,gemm_torch_flow,0.01875200072924296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,2048,gemm_torch_flow,0.016359466314315795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,1536,gemm_torch_flow,0.016135467092196147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,3072,gemm_torch_flow,0.017113600174585977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,768,gemm_torch_flow,0.015467733144760132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,1024,gemm_torch_flow,0.015701333681742348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,512,gemm_torch_flow,0.01528320014476776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,65536,gemm_torch_flow,0.07089599768320719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,256,gemm_torch_flow,0.014878933628400167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,128,gemm_torch_flow,0.014531200130780539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,64,gemm_torch_flow,0.014878933628400167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,12288,gemm_torch_flow,0.024569600820541382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,2048,32,gemm_torch_flow,0.014833066860834757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,16384,gemm_torch_flow,0.027794132630030315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,10240,gemm_torch_flow,0.024125866095225015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,5120,gemm_torch_flow,0.018926932414372762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,8192,gemm_torch_flow,0.022795732816060385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,7168,gemm_torch_flow,0.022137600183486938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,6144,gemm_torch_flow,0.021625600258509316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,4096,gemm_torch_flow,0.01772693395614624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,2560,gemm_torch_flow,0.016820265849431356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,3584,gemm_torch_flow,0.017973333597183228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,3072,gemm_torch_flow,0.017203199863433837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,2048,gemm_torch_flow,0.016380799810091655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,1536,gemm_torch_flow,0.01583253343900045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,1024,gemm_torch_flow,0.01570453345775604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,512,gemm_torch_flow,0.014915200074513755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,65536,gemm_torch_flow,0.06191039880116781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,768,gemm_torch_flow,0.015415466825167336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,256,gemm_torch_flow,0.014734933773676554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,64,gemm_torch_flow,0.014909866452217101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,32,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,16384,gemm_torch_flow,0.025614933172861738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1536,128,gemm_torch_flow,0.014549332857131957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,12288,gemm_torch_flow,0.022984532515207927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,10240,gemm_torch_flow,0.022447999318440756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,5120,gemm_torch_flow,0.019314134120941163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,7168,gemm_torch_flow,0.021546665827433267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,3584,gemm_torch_flow,0.01774186690648397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,6144,gemm_torch_flow,0.02034026583035787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,8192,gemm_torch_flow,0.02136960029602051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,4096,gemm_torch_flow,0.01816213329633077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,65536,gemm_torch_flow,0.05293973286946615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,2560,gemm_torch_flow,0.0165994664033254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,3072,gemm_torch_flow,0.017307732502619425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,1536,gemm_torch_flow,0.016152532895406087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,2048,gemm_torch_flow,0.01636693378289541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,1024,gemm_torch_flow,0.015641599893569946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,512,gemm_torch_flow,0.014961066842079162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,768,gemm_torch_flow,0.01527253290017446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,256,gemm_torch_flow,0.014709333578745524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,128,gemm_torch_flow,0.014401066303253173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,32,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,1024,64,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,8192,gemm_torch_flow,0.02157333294550578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,6144,gemm_torch_flow,0.019975467522939046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,7168,gemm_torch_flow,0.020572799444198608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,12288,gemm_torch_flow,0.023117866118748984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,16384,gemm_torch_flow,0.0243776003519694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,10240,gemm_torch_flow,0.02182506720225016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,5120,gemm_torch_flow,0.019102933009465535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,65536,gemm_torch_flow,0.04991893370946248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,3072,gemm_torch_flow,0.01713493267695109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,3584,gemm_torch_flow,0.017718400557835898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,4096,gemm_torch_flow,0.017848533391952515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,2560,gemm_torch_flow,0.016603733102480568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,2048,gemm_torch_flow,0.016173866391181946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,1536,gemm_torch_flow,0.01591146687666575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,1024,gemm_torch_flow,0.015549866358439126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,512,gemm_torch_flow,0.014794666568438211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,256,gemm_torch_flow,0.014787200093269347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,768,gemm_torch_flow,0.015591466426849365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,128,gemm_torch_flow,0.014565333724021912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,32,gemm_torch_flow,0.01462399959564209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,768,64,gemm_torch_flow,0.014539733529090881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,12288,gemm_torch_flow,0.020898133516311646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,10240,gemm_torch_flow,0.020822399854660036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,8192,gemm_torch_flow,0.020390399297078452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,16384,gemm_torch_flow,0.023290665944417317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,7168,gemm_torch_flow,0.020252799987792967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,6144,gemm_torch_flow,0.019789866606394448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,5120,gemm_torch_flow,0.01876373291015625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,65536,gemm_torch_flow,0.044368000825246175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,4096,gemm_torch_flow,0.018028799692789713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,3584,gemm_torch_flow,0.017646932601928712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,3072,gemm_torch_flow,0.017138133446375527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,2560,gemm_torch_flow,0.01644480029741923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,2048,gemm_torch_flow,0.016108799974123636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,1536,gemm_torch_flow,0.015723733107248943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,1024,gemm_torch_flow,0.015441067020098367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,512,gemm_torch_flow,0.014905599753061929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,256,gemm_torch_flow,0.014745600024859109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,768,gemm_torch_flow,0.015083733201026916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,128,gemm_torch_flow,0.014673067132631936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,64,gemm_torch_flow,0.014468266566594442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,512,32,gemm_torch_flow,0.014553599556287131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,10240,gemm_torch_flow,0.0207370658715566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,12288,gemm_torch_flow,0.02041920026143392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,16384,gemm_torch_flow,0.021744000911712646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,65536,gemm_torch_flow,0.03711680173873901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,8192,gemm_torch_flow,0.019827200969060262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,7168,gemm_torch_flow,0.020453333854675293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,6144,gemm_torch_flow,0.01958720088005066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,4096,gemm_torch_flow,0.0179967999458313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,5120,gemm_torch_flow,0.018764799833297728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,3584,gemm_torch_flow,0.01753600041071574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,3072,gemm_torch_flow,0.01686506668726603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,2560,gemm_torch_flow,0.01654293338457743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,1536,gemm_torch_flow,0.015986133615175882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,768,gemm_torch_flow,0.015169066190719605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,256,gemm_torch_flow,0.014486400286356607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,2048,gemm_torch_flow,0.01618133286635081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,1024,gemm_torch_flow,0.015414399902025857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,512,gemm_torch_flow,0.014877866705258688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,128,gemm_torch_flow,0.014390400052070618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,16384,gemm_torch_flow,0.021539199352264404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,64,gemm_torch_flow,0.014437333742777506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,256,32,gemm_torch_flow,0.01453439990679423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,10240,gemm_torch_flow,0.02048426667849223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,8192,gemm_torch_flow,0.019751467307408652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,12288,gemm_torch_flow,0.02058026591936747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,6144,gemm_torch_flow,0.01943146586418152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,65536,gemm_torch_flow,0.03555733362833659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,4096,gemm_torch_flow,0.01797440052032471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,5120,gemm_torch_flow,0.018733867009480796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,7168,gemm_torch_flow,0.020150399208068846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,3584,gemm_torch_flow,0.017491199572881064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,2048,gemm_torch_flow,0.016034133235613503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,3072,gemm_torch_flow,0.017121066649754844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,2560,gemm_torch_flow,0.016581333676973977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,1536,gemm_torch_flow,0.015920000274976094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,128,gemm_torch_flow,0.014324266711870828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,1024,gemm_torch_flow,0.01562346617380778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,768,gemm_torch_flow,0.015092266599337259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,512,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,64,gemm_torch_flow,0.014587733149528503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,256,gemm_torch_flow,0.014456533392270408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,128,32,gemm_torch_flow,0.014636799693107605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,16384,gemm_torch_flow,0.021332265933354695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,12288,gemm_torch_flow,0.020520534118016562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,10240,gemm_torch_flow,0.02021013299624125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,65536,gemm_torch_flow,0.03324480056762695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,4096,gemm_torch_flow,0.017821866273880004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,7168,gemm_torch_flow,0.0200000007947286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,8192,gemm_torch_flow,0.01967466672261556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,6144,gemm_torch_flow,0.019501866896947224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,5120,gemm_torch_flow,0.018601600329081217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,2048,gemm_torch_flow,0.01602773368358612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,3584,gemm_torch_flow,0.01760639945665995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,3072,gemm_torch_flow,0.016689066092173258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,1536,gemm_torch_flow,0.015717333555221556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,2560,gemm_torch_flow,0.01653333306312561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,1024,gemm_torch_flow,0.015467733144760132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,256,gemm_torch_flow,0.014377599954605103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,768,gemm_torch_flow,0.015326933066050211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,512,gemm_torch_flow,0.014820266763369241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,128,gemm_torch_flow,0.01458133359750112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,64,gemm_torch_flow,0.01432960033416748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,64,32,gemm_torch_flow,0.01453439990679423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,12288,gemm_torch_flow,0.02003093361854553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,16384,gemm_torch_flow,0.021396267414093017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,10240,gemm_torch_flow,0.020477867126464842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,8192,gemm_torch_flow,0.019400533040364584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,65536,gemm_torch_flow,0.03433599869410197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,7168,gemm_torch_flow,0.020427733659744263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,4096,gemm_torch_flow,0.01778879960378011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,6144,gemm_torch_flow,0.01943146586418152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,5120,gemm_torch_flow,0.018599466482798258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,1024,gemm_torch_flow,0.015388799707094827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,3072,gemm_torch_flow,0.01700586676597595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,2048,gemm_torch_flow,0.016104533274968465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,3584,gemm_torch_flow,0.01762666702270508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,1536,gemm_torch_flow,0.015829333662986757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,2560,gemm_torch_flow,0.016310399770736693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,768,gemm_torch_flow,0.015169066190719605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,512,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,256,gemm_torch_flow,0.014430933197339377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,64,gemm_torch_flow,0.014390400052070618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,128,gemm_torch_flow,0.014355199535687766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,80,32,32,gemm_torch_flow,0.014363732933998109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,4096,gemm_torch_flow,0.08865813414255777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,5120,gemm_torch_flow,0.1073578675587972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,6144,gemm_torch_flow,0.12677546342213947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,7168,gemm_torch_flow,0.1426143964131673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,8192,gemm_torch_flow,0.160808531443278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,2048,gemm_torch_flow,0.054093865553538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,3584,gemm_torch_flow,0.07960853576660157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,2560,gemm_torch_flow,0.06245119969050089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,3072,gemm_torch_flow,0.07160212993621826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,10240,gemm_torch_flow,0.19835200309753417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,1536,gemm_torch_flow,0.04472320079803467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,1024,gemm_torch_flow,0.03573973178863525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,256,gemm_torch_flow,0.020562134186426797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,128,gemm_torch_flow,0.019025067488352455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,512,gemm_torch_flow,0.025414399305979413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,768,gemm_torch_flow,0.03141973416010539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,32,gemm_torch_flow,0.018024533987045288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,64,gemm_torch_flow,0.017667200167973837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,12288,gemm_torch_flow,0.2325258731842041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,8192,gemm_torch_flow,0.05106026728947958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,7168,gemm_torch_flow,0.046855465571085615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,6144,gemm_torch_flow,0.04552746613820394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,12288,gemm_torch_flow,0.07100693384806314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,10240,gemm_torch_flow,0.059920001029968264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,65536,16384,gemm_torch_flow,0.30090131759643557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,5120,gemm_torch_flow,0.03789333502451579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,16384,gemm_torch_flow,0.08779093424479166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,3072,gemm_torch_flow,0.029500800371170043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,2560,gemm_torch_flow,0.02694080074628194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,4096,gemm_torch_flow,0.03364053169886271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,3584,gemm_torch_flow,0.031163734197616578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,1536,gemm_torch_flow,0.021683200200398763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,2048,gemm_torch_flow,0.025041067600250246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,1024,gemm_torch_flow,0.019754666090011596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,768,gemm_torch_flow,0.018565332889556883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,128,gemm_torch_flow,0.015380266308784484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,64,gemm_torch_flow,0.015425067146619162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,256,gemm_torch_flow,0.01592639982700348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,512,gemm_torch_flow,0.016247466206550598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,32,gemm_torch_flow,0.016055466731389363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,10240,gemm_torch_flow,0.04751040140787761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,6144,gemm_torch_flow,0.03510080178578694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,7168,gemm_torch_flow,0.037972267468770346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,8192,gemm_torch_flow,0.041392000516255696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,12288,gemm_torch_flow,0.053432532151540126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,16384,gemm_torch_flow,0.06661440134048462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,5120,gemm_torch_flow,0.03198933402697245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,2560,gemm_torch_flow,0.022910932699839272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,4096,gemm_torch_flow,0.028409600257873535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,3584,gemm_torch_flow,0.026770132780075073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,3072,gemm_torch_flow,0.0250218669573466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,2048,gemm_torch_flow,0.02138239940007528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,1536,gemm_torch_flow,0.01992853283882141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,1024,gemm_torch_flow,0.018294399976730345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,768,gemm_torch_flow,0.017318399747212727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,128,gemm_torch_flow,0.0151936004559199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,512,gemm_torch_flow,0.015539200107256571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,256,gemm_torch_flow,0.015426133076349893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,64,gemm_torch_flow,0.015326933066050211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,32,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,8192,gemm_torch_flow,0.03711680173873901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,7168,gemm_torch_flow,0.03449813524881999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,10240,gemm_torch_flow,0.04244906504948934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,12288,gemm_torch_flow,0.04752000172932942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,16384,gemm_torch_flow,0.058322131633758545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,6144,gemm_torch_flow,0.03167146643002828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,16384,65536,gemm_torch_flow,0.2963658650716146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,2560,gemm_torch_flow,0.022062933444976805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,3584,gemm_torch_flow,0.024872533480326333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,5120,gemm_torch_flow,0.02988160053888957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,4096,gemm_torch_flow,0.026659200588862102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,3072,gemm_torch_flow,0.023579732577006022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,1536,gemm_torch_flow,0.01913599967956543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,2048,gemm_torch_flow,0.021265067656834922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,768,gemm_torch_flow,0.01579839984575907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,512,gemm_torch_flow,0.015479466319084168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,256,gemm_torch_flow,0.01535040040810903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,1024,gemm_torch_flow,0.017496534188588462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,128,gemm_torch_flow,0.014881066481272378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,64,gemm_torch_flow,0.015001599987347921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,32,gemm_torch_flow,0.015129599968592325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,12288,65536,gemm_torch_flow,0.23594026565551757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,10240,gemm_torch_flow,0.03860053221384684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,8192,gemm_torch_flow,0.03387093146642049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,12288,gemm_torch_flow,0.04304639895757039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,16384,gemm_torch_flow,0.051623467604319254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,6144,gemm_torch_flow,0.030189865827560426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,7168,gemm_torch_flow,0.031497599681218465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,5120,gemm_torch_flow,0.026791467269261675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,3072,gemm_torch_flow,0.022131200631459555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,2560,gemm_torch_flow,0.02090453306833903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,4096,gemm_torch_flow,0.02441920042037964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,3584,gemm_torch_flow,0.022934399048487344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,2048,gemm_torch_flow,0.019721599419911702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,1024,gemm_torch_flow,0.017113600174585977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,1536,gemm_torch_flow,0.018499199549357095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,768,gemm_torch_flow,0.015735466281572977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,10240,65536,gemm_torch_flow,0.2044991970062256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,64,gemm_torch_flow,0.015098667144775391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,512,gemm_torch_flow,0.015559466679890952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,256,gemm_torch_flow,0.015153066317240397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,128,gemm_torch_flow,0.015050666530927024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,32,gemm_torch_flow,0.015321600437164306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,6144,gemm_torch_flow,0.027007999022801717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,7168,gemm_torch_flow,0.029283199707667035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,8192,gemm_torch_flow,0.03147413333257039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,10240,gemm_torch_flow,0.035285333792368576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,12288,gemm_torch_flow,0.03900479873021444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,16384,gemm_torch_flow,0.04934933185577393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,5120,gemm_torch_flow,0.024873600403467814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,2560,gemm_torch_flow,0.020126932859420778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,3072,gemm_torch_flow,0.02104746699333191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,3584,gemm_torch_flow,0.022294400135676067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,4096,gemm_torch_flow,0.02289066712061564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,2048,gemm_torch_flow,0.019409066438674925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,1024,gemm_torch_flow,0.015550933281580605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,8192,65536,gemm_torch_flow,0.16703999837239583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,1536,gemm_torch_flow,0.018450133005777993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,768,gemm_torch_flow,0.015271466970443726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,64,gemm_torch_flow,0.014856533209482829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,512,gemm_torch_flow,0.01546346644560496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,256,gemm_torch_flow,0.015089066823323569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,128,gemm_torch_flow,0.015132799744606018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,32,gemm_torch_flow,0.015130666891733804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,12288,gemm_torch_flow,0.03643413384755452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,8192,gemm_torch_flow,0.029754666487375896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,7168,gemm_torch_flow,0.02770986755688985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,6144,gemm_torch_flow,0.025397332509358723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,10240,gemm_torch_flow,0.03300266663233439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,16384,gemm_torch_flow,0.04264853398005168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,5120,gemm_torch_flow,0.023910399278004965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,3584,gemm_torch_flow,0.021260799964269002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,3072,gemm_torch_flow,0.02062293291091919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,1536,gemm_torch_flow,0.017529600858688356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,4096,gemm_torch_flow,0.022123734156290688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,2560,gemm_torch_flow,0.019488000869750978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,2048,gemm_torch_flow,0.0184170663356781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,7168,65536,gemm_torch_flow,0.15260373751322429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,512,gemm_torch_flow,0.015481600165367126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,1024,gemm_torch_flow,0.016005333264668783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,768,gemm_torch_flow,0.01565226713816325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,64,gemm_torch_flow,0.014839466412862143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,256,gemm_torch_flow,0.015191466609636942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,128,gemm_torch_flow,0.014881066481272378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,32,gemm_torch_flow,0.014941866199175516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,6144,gemm_torch_flow,0.023782400290171306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,7168,gemm_torch_flow,0.025174399216969807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,10240,gemm_torch_flow,0.03025493423144023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,8192,gemm_torch_flow,0.027419734001159667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,6144,65536,gemm_torch_flow,0.13333120346069335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,12288,gemm_torch_flow,0.03320106665293376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,16384,gemm_torch_flow,0.044963200887044266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,5120,gemm_torch_flow,0.022091732422510783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,2560,gemm_torch_flow,0.01880106727282206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,4096,gemm_torch_flow,0.020679465929667153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,3584,gemm_torch_flow,0.019857066869735717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,1536,gemm_torch_flow,0.016618667046229045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,3072,gemm_torch_flow,0.019388800859451293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,2048,gemm_torch_flow,0.017925333976745606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,768,gemm_torch_flow,0.015542399883270264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,1024,gemm_torch_flow,0.015558399756749473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,512,gemm_torch_flow,0.015217066804567973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,256,gemm_torch_flow,0.014840533336003622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,128,gemm_torch_flow,0.01495039959748586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,64,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,32,gemm_torch_flow,0.015063466628392539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,5120,65536,gemm_torch_flow,0.11771519978841145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,6144,gemm_torch_flow,0.022530132532119752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,7168,gemm_torch_flow,0.023384533325831094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,12288,gemm_torch_flow,0.030751999219258624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,10240,gemm_torch_flow,0.0272597332795461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,8192,gemm_torch_flow,0.02507839997609456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,16384,gemm_torch_flow,0.038755198319753006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,5120,gemm_torch_flow,0.021025067567825316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,2560,gemm_torch_flow,0.01806079943974813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,2048,gemm_torch_flow,0.017218132813771568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,3072,gemm_torch_flow,0.01867306629816691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,1024,gemm_torch_flow,0.015608533223470052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,4096,gemm_torch_flow,0.019862399498621622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,3584,gemm_torch_flow,0.01916159987449646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,1536,gemm_torch_flow,0.01581439971923828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,128,gemm_torch_flow,0.01471466620763143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,768,gemm_torch_flow,0.015588266650835672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,256,gemm_torch_flow,0.014705066879590353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,512,gemm_torch_flow,0.015381333231925965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,64,gemm_torch_flow,0.014688000082969666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,32,gemm_torch_flow,0.014816000064214071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,4096,65536,gemm_torch_flow,0.09852373600006104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,5120,gemm_torch_flow,0.020490666230519615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,8192,gemm_torch_flow,0.027924267450968425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,6144,gemm_torch_flow,0.021820799509684245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,7168,gemm_torch_flow,0.025947733720143633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,16384,gemm_torch_flow,0.03751786549886067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,12288,gemm_torch_flow,0.032015999158223465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,10240,gemm_torch_flow,0.029346134265263873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,4096,gemm_torch_flow,0.01949653426806132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,2048,gemm_torch_flow,0.01686826745669047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,3584,gemm_torch_flow,0.019269333283106486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,2560,gemm_torch_flow,0.01783999999364217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,3072,gemm_torch_flow,0.018515199422836304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,1536,gemm_torch_flow,0.01597653329372406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,768,gemm_torch_flow,0.015296000242233276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,1024,gemm_torch_flow,0.015723733107248943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,512,gemm_torch_flow,0.015186132987340293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,256,gemm_torch_flow,0.014915200074513755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,32,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,128,gemm_torch_flow,0.014672000209490457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,64,gemm_torch_flow,0.014680533607800802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3584,65536,gemm_torch_flow,0.08975466887156168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,12288,gemm_torch_flow,0.030051199595133464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,10240,gemm_torch_flow,0.02765226761500041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,8192,gemm_torch_flow,0.02334933280944824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,16384,gemm_torch_flow,0.03442026774088542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,7168,gemm_torch_flow,0.02185066739718119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,6144,gemm_torch_flow,0.021160533030827842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,4096,gemm_torch_flow,0.019368533293406168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,5120,gemm_torch_flow,0.02029013236363729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,3584,gemm_torch_flow,0.019172267119089762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,1024,gemm_torch_flow,0.01585493286450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,3072,gemm_torch_flow,0.01804479956626892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,2560,gemm_torch_flow,0.017092265685399375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,2048,gemm_torch_flow,0.01653333306312561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,1536,gemm_torch_flow,0.016167466839154564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,256,gemm_torch_flow,0.014849066734313965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,768,gemm_torch_flow,0.01534933348496755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,512,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,65536,gemm_torch_flow,0.08404053052266439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,128,gemm_torch_flow,0.014681599537531533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,64,gemm_torch_flow,0.0146506667137146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,3072,32,gemm_torch_flow,0.014789332946141561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,8192,gemm_torch_flow,0.02281493345896403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,12288,gemm_torch_flow,0.027930667002995808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,10240,gemm_torch_flow,0.025989333788553875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,7168,gemm_torch_flow,0.021626667181650797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,16384,gemm_torch_flow,0.03198613325754802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,4096,gemm_torch_flow,0.019028266270955406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,6144,gemm_torch_flow,0.02118399937947591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,5120,gemm_torch_flow,0.019973333676656088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,3072,gemm_torch_flow,0.01853333314259847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,1536,gemm_torch_flow,0.01606933375199636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,3584,gemm_torch_flow,0.01834239959716797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,2048,gemm_torch_flow,0.01625279982884725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,2560,gemm_torch_flow,0.016296533743540446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,1024,gemm_torch_flow,0.01560533344745636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,768,gemm_torch_flow,0.015440000096956888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,256,gemm_torch_flow,0.014656000336011252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,512,gemm_torch_flow,0.015243732929229736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,128,gemm_torch_flow,0.014516266187032065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,64,gemm_torch_flow,0.014563199877738953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,65536,gemm_torch_flow,0.07616853713989258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2560,32,gemm_torch_flow,0.014747732877731323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,12288,gemm_torch_flow,0.025900799036026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,10240,gemm_torch_flow,0.02513279914855957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,7168,gemm_torch_flow,0.022424532969792684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,8192,gemm_torch_flow,0.02298240065574646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,5120,gemm_torch_flow,0.019796266158421835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,16384,gemm_torch_flow,0.02921280066172282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,6144,gemm_torch_flow,0.021871999899546305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,4096,gemm_torch_flow,0.018194133043289186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,3584,gemm_torch_flow,0.0178656001885732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,3072,gemm_torch_flow,0.01685439944267273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,2560,gemm_torch_flow,0.016456533471743265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,768,gemm_torch_flow,0.015416533748308817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,2048,gemm_torch_flow,0.016370133558909098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,1536,gemm_torch_flow,0.016115199526151022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,1024,gemm_torch_flow,0.015481600165367126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,65536,gemm_torch_flow,0.06667306423187255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,64,gemm_torch_flow,0.014596266547838846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,512,gemm_torch_flow,0.015324800213177999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,256,gemm_torch_flow,0.014789332946141561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,128,gemm_torch_flow,0.014492799838383993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,2048,32,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,10240,gemm_torch_flow,0.023436800638834635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,16384,gemm_torch_flow,0.026599466800689697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,7168,gemm_torch_flow,0.022179200251897176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,12288,gemm_torch_flow,0.02435093323389689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,8192,gemm_torch_flow,0.022445867458979286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,6144,gemm_torch_flow,0.020984532435735066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,5120,gemm_torch_flow,0.018594133853912353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,4096,gemm_torch_flow,0.01795519987742106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,3584,gemm_torch_flow,0.017131733894348144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,3072,gemm_torch_flow,0.016809600591659545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,768,gemm_torch_flow,0.015221333503723145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,1024,gemm_torch_flow,0.01529706617196401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,1536,gemm_torch_flow,0.015923200050989787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,65536,gemm_torch_flow,0.058265598615010586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,2560,gemm_torch_flow,0.01646719972292582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,2048,gemm_torch_flow,0.016377600034077962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,128,gemm_torch_flow,0.014495999614397685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,256,gemm_torch_flow,0.014775466918945313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,64,gemm_torch_flow,0.01460693379243215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,32,gemm_torch_flow,0.014618666966756186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1536,512,gemm_torch_flow,0.014827733238538107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,12288,gemm_torch_flow,0.022574933369954427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,16384,gemm_torch_flow,0.024439465999603272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,10240,gemm_torch_flow,0.022218666474024453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,8192,gemm_torch_flow,0.02069759964942932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,7168,gemm_torch_flow,0.020042665799458823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,6144,gemm_torch_flow,0.01967680056889852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,5120,gemm_torch_flow,0.018488534291585288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,3072,gemm_torch_flow,0.01684053341547648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,65536,gemm_torch_flow,0.049092264970143636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,4096,gemm_torch_flow,0.018153599898020425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,3584,gemm_torch_flow,0.017309866348902383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,2560,gemm_torch_flow,0.016562133034070333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,2048,gemm_torch_flow,0.016463999946912132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,768,gemm_torch_flow,0.015332266688346863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,1536,gemm_torch_flow,0.015887999534606935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,1024,gemm_torch_flow,0.015380266308784484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,512,gemm_torch_flow,0.015016532937685647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,256,gemm_torch_flow,0.014850133657455444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,64,gemm_torch_flow,0.014486400286356607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,128,gemm_torch_flow,0.014594133694966635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,1024,32,gemm_torch_flow,0.014670933286348978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,7168,gemm_torch_flow,0.02025066614151001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,10240,gemm_torch_flow,0.02005013426144918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,16384,gemm_torch_flow,0.023205333948135377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,12288,gemm_torch_flow,0.02156053384145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,5120,gemm_torch_flow,0.018554667631785073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,8192,gemm_torch_flow,0.020387200514475505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,6144,gemm_torch_flow,0.019629865884780884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,4096,gemm_torch_flow,0.017753599087397258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,65536,gemm_torch_flow,0.04523200194040934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,3584,gemm_torch_flow,0.017199999094009398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,2048,gemm_torch_flow,0.016189866264661155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,3072,gemm_torch_flow,0.01697173317273458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,2560,gemm_torch_flow,0.016614400347073875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,768,gemm_torch_flow,0.015190399686495461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,1536,gemm_torch_flow,0.015991466244061787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,1024,gemm_torch_flow,0.015261866648991904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,512,gemm_torch_flow,0.014978133638699851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,256,gemm_torch_flow,0.014739200472831726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,128,gemm_torch_flow,0.014526933431625366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,64,gemm_torch_flow,0.0144405335187912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,10240,gemm_torch_flow,0.020206934213638304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,768,32,gemm_torch_flow,0.014682666460673014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,16384,gemm_torch_flow,0.02223466634750366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,12288,gemm_torch_flow,0.019879466295242308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,8192,gemm_torch_flow,0.019754666090011596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,7168,gemm_torch_flow,0.020014933745066323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,5120,gemm_torch_flow,0.018654932578404747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,65536,gemm_torch_flow,0.04009600083033244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,6144,gemm_torch_flow,0.019603200753529868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,4096,gemm_torch_flow,0.017568000157674155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,3584,gemm_torch_flow,0.01732800006866455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,1536,gemm_torch_flow,0.01593493322531382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,3072,gemm_torch_flow,0.016835200786590575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,2048,gemm_torch_flow,0.016166399916013083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,2560,gemm_torch_flow,0.016498133540153503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,1024,gemm_torch_flow,0.015480533242225647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,128,gemm_torch_flow,0.014451199769973755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,768,gemm_torch_flow,0.01520746648311615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,512,gemm_torch_flow,0.014826666315396628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,32,gemm_torch_flow,0.01448319951693217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,256,gemm_torch_flow,0.014680533607800802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,512,64,gemm_torch_flow,0.014436266819636025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,16384,gemm_torch_flow,0.02113920052846273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,12288,gemm_torch_flow,0.020220800240834554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,65536,gemm_torch_flow,0.033752532800038655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,10240,gemm_torch_flow,0.020248534282048543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,8192,gemm_torch_flow,0.01969919999440511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,4096,gemm_torch_flow,0.017678932348887125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,6144,gemm_torch_flow,0.019769599040349327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,7168,gemm_torch_flow,0.01991573373476664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,5120,gemm_torch_flow,0.018525866667429607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,3584,gemm_torch_flow,0.01723946730295817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,3072,gemm_torch_flow,0.016800000270207723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,1536,gemm_torch_flow,0.015740799903869628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,256,gemm_torch_flow,0.014510933558146158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,1024,gemm_torch_flow,0.01567466656366984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,2560,gemm_torch_flow,0.01625386675198873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,768,gemm_torch_flow,0.015215999881426492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,2048,gemm_torch_flow,0.016302933295567833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,512,gemm_torch_flow,0.014889599879582724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,32,gemm_torch_flow,0.014433067043622336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,64,gemm_torch_flow,0.014442666371663412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,256,128,gemm_torch_flow,0.014517333110173544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,12288,gemm_torch_flow,0.02003093361854553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,16384,gemm_torch_flow,0.02081386645634969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,10240,gemm_torch_flow,0.01999359925587972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,8192,gemm_torch_flow,0.019539199272791543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,7168,gemm_torch_flow,0.019704532623291016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,65536,gemm_torch_flow,0.03127146760622661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,6144,gemm_torch_flow,0.01935360034306844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,5120,gemm_torch_flow,0.018658133347829182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,2048,gemm_torch_flow,0.01613759994506836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,4096,gemm_torch_flow,0.01772159934043884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,1536,gemm_torch_flow,0.016042666633923848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,2560,gemm_torch_flow,0.016410666704177856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,3584,gemm_torch_flow,0.017017600933710735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,3072,gemm_torch_flow,0.0168778657913208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,1024,gemm_torch_flow,0.015511467059453329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,512,gemm_torch_flow,0.014805333813031516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,768,gemm_torch_flow,0.015459199746449789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,64,gemm_torch_flow,0.014393599828084311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,256,gemm_torch_flow,0.014616533120473226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,128,gemm_torch_flow,0.014699733257293702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,12288,gemm_torch_flow,0.02001919945081075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,128,32,gemm_torch_flow,0.014392532904942832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,16384,gemm_torch_flow,0.02074346741040548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,10240,gemm_torch_flow,0.020115200678507486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,65536,gemm_torch_flow,0.029639466603597002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,5120,gemm_torch_flow,0.018179200092951455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,8192,gemm_torch_flow,0.019627734025319418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,7168,gemm_torch_flow,0.019827200969060262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,6144,gemm_torch_flow,0.01958293318748474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,3584,gemm_torch_flow,0.017206400632858276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,4096,gemm_torch_flow,0.017280000448226928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,3072,gemm_torch_flow,0.01660586694876353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,2048,gemm_torch_flow,0.016387200355529784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,2560,gemm_torch_flow,0.01635199983914693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,1536,gemm_torch_flow,0.01564479966958364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,1024,gemm_torch_flow,0.015123200416564942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,512,gemm_torch_flow,0.014973866939544677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,64,gemm_torch_flow,0.014479999740918478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,256,gemm_torch_flow,0.014485333363215128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,768,gemm_torch_flow,0.015343999862670899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,128,gemm_torch_flow,0.014434132973353067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,64,32,gemm_torch_flow,0.014514133334159851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,16384,gemm_torch_flow,0.02049493392308553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,12288,gemm_torch_flow,0.019819732507069907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,10240,gemm_torch_flow,0.019777067502339683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,65536,gemm_torch_flow,0.029398399591445922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,8192,gemm_torch_flow,0.019334399700164796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,6144,gemm_torch_flow,0.019108267625172932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,7168,gemm_torch_flow,0.020062933365503945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,5120,gemm_torch_flow,0.018311466773351034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,3072,gemm_torch_flow,0.01667413314183553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,4096,gemm_torch_flow,0.017685333887736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,3584,gemm_torch_flow,0.01731520096460978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,2560,gemm_torch_flow,0.016482133666674295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,2048,gemm_torch_flow,0.016102400422096253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,1536,gemm_torch_flow,0.015970133741696677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,512,gemm_torch_flow,0.014729600151379904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,1024,gemm_torch_flow,0.015591466426849365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,768,gemm_torch_flow,0.015219199657440185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,128,gemm_torch_flow,0.014411733547846476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,256,gemm_torch_flow,0.014412800470987955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,64,gemm_torch_flow,0.014257066448529563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,64,32,32,gemm_torch_flow,0.014294399817784628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,4096,gemm_torch_flow,0.08329280217488608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,5120,gemm_torch_flow,0.09946346282958984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,6144,gemm_torch_flow,0.11741973559061687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,7168,gemm_torch_flow,0.13237333297729492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,8192,gemm_torch_flow,0.15044906934102376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,3584,gemm_torch_flow,0.07454826831817626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,2048,gemm_torch_flow,0.0511626680692037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,2560,gemm_torch_flow,0.058422398567199704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,10240,gemm_torch_flow,0.18329493204752606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,3072,gemm_torch_flow,0.06690986951192221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,768,gemm_torch_flow,0.029946666955947877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,12288,gemm_torch_flow,0.21502079963684081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,1024,gemm_torch_flow,0.03443839947382609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,128,gemm_torch_flow,0.018218666315078735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,256,gemm_torch_flow,0.02102933327356974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,1536,gemm_torch_flow,0.04257706801096599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,512,gemm_torch_flow,0.02443306644757589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,64,gemm_torch_flow,0.01734293301900228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,32,gemm_torch_flow,0.01696959932645162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,6144,gemm_torch_flow,0.040338134765625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,8192,gemm_torch_flow,0.048622934023539226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,7168,gemm_torch_flow,0.044429866472880046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,10240,gemm_torch_flow,0.05639359951019287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,12288,gemm_torch_flow,0.06436053514480591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,5120,gemm_torch_flow,0.036312532424926755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,3584,gemm_torch_flow,0.030400000015894574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,65536,16384,gemm_torch_flow,0.2822112083435059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,16384,gemm_torch_flow,0.08009599844614665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,4096,gemm_torch_flow,0.03191360036532084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,3072,gemm_torch_flow,0.02791999975840251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,1536,gemm_torch_flow,0.021410133441289267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,2560,gemm_torch_flow,0.02582826614379883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,512,gemm_torch_flow,0.015899733702341715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,768,gemm_torch_flow,0.018411733706792197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,2048,gemm_torch_flow,0.023497599363327026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,1024,gemm_torch_flow,0.019986132780710854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,128,gemm_torch_flow,0.015382400155067444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,64,gemm_torch_flow,0.015475199619928996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,256,gemm_torch_flow,0.015571199854214988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,32,gemm_torch_flow,0.01567466656366984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,10240,gemm_torch_flow,0.04872533480326335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,6144,gemm_torch_flow,0.03481066624323527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,7168,gemm_torch_flow,0.03840746482213338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,8192,gemm_torch_flow,0.04174933433532715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,12288,gemm_torch_flow,0.05444266796112061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,16384,gemm_torch_flow,0.0682154655456543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,2560,gemm_torch_flow,0.023178666830062866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,2048,gemm_torch_flow,0.021857066949208578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,5120,gemm_torch_flow,0.032050132751464844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,4096,gemm_torch_flow,0.028344533840815228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,3072,gemm_torch_flow,0.02524159948031108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,3584,gemm_torch_flow,0.02707200050354004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,1024,gemm_torch_flow,0.019127466281255088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,1536,gemm_torch_flow,0.02004479964574178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,768,gemm_torch_flow,0.0175327996412913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,64,gemm_torch_flow,0.015197867155075073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,512,gemm_torch_flow,0.015573333700497946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,256,gemm_torch_flow,0.015576533476511636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,128,gemm_torch_flow,0.015187199910481772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,32,gemm_torch_flow,0.01525973379611969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,7168,gemm_torch_flow,0.03427306811014812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,8192,gemm_torch_flow,0.03700266679128011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,10240,gemm_torch_flow,0.04188160101572673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,12288,gemm_torch_flow,0.04737600088119507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,16384,gemm_torch_flow,0.05824106534322103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,3072,gemm_torch_flow,0.023035732905069987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,4096,gemm_torch_flow,0.02584853370984395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,5120,gemm_torch_flow,0.02873706618944804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,3584,gemm_torch_flow,0.02436479926109314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,16384,65536,gemm_torch_flow,0.2879018783569336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,2560,gemm_torch_flow,0.021691733598709108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,6144,gemm_torch_flow,0.031880533695220946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,512,gemm_torch_flow,0.015655466914176942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,1024,gemm_torch_flow,0.017781333128611247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,1536,gemm_torch_flow,0.019334399700164796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,2048,gemm_torch_flow,0.020900267362594604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,256,gemm_torch_flow,0.015383467078208923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,768,gemm_torch_flow,0.015944533546765647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,128,gemm_torch_flow,0.014940800269444785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,32,gemm_torch_flow,0.015141333142916361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,64,gemm_torch_flow,0.015154133240381876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,12288,65536,gemm_torch_flow,0.22971413930257162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,10240,gemm_torch_flow,0.03693013191223145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,6144,gemm_torch_flow,0.029790933926900225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,12288,gemm_torch_flow,0.04126933415730794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,7168,gemm_torch_flow,0.030511999130249025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,8192,gemm_torch_flow,0.033113600810368855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,16384,gemm_torch_flow,0.04989226659138997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,5120,gemm_torch_flow,0.025995733340581258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,1536,gemm_torch_flow,0.01835839947064718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,3072,gemm_torch_flow,0.02139093279838562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,3584,gemm_torch_flow,0.02255893349647522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,2560,gemm_torch_flow,0.020222934087117513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,2048,gemm_torch_flow,0.019511467218399046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,4096,gemm_torch_flow,0.023603200912475586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,1024,gemm_torch_flow,0.015778133273124696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,10240,65536,gemm_torch_flow,0.1988661289215088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,768,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,512,gemm_torch_flow,0.015602133671442666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,256,gemm_torch_flow,0.015140266219774882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,128,gemm_torch_flow,0.015081600348154704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,32,gemm_torch_flow,0.01520853340625763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,64,gemm_torch_flow,0.015076266725858054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,7168,gemm_torch_flow,0.02900586724281311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,6144,gemm_torch_flow,0.02691199978192647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,8192,gemm_torch_flow,0.031352533896764116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,10240,gemm_torch_flow,0.03501226504643758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,12288,gemm_torch_flow,0.038422401746114096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,5120,gemm_torch_flow,0.02467306653658549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,16384,gemm_torch_flow,0.046456531683603926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,4096,gemm_torch_flow,0.022669865687688192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,2048,gemm_torch_flow,0.01879253387451172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,3584,gemm_torch_flow,0.02177066604296366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,2560,gemm_torch_flow,0.01985493302345276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,3072,gemm_torch_flow,0.02092906634012858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,1536,gemm_torch_flow,0.01773866613705953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,8192,65536,gemm_torch_flow,0.1608799934387207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,768,gemm_torch_flow,0.015398400028546652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,1024,gemm_torch_flow,0.015970133741696677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,512,gemm_torch_flow,0.015382400155067444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,256,gemm_torch_flow,0.015080533425013223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,64,gemm_torch_flow,0.015122133493423461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,128,gemm_torch_flow,0.014851199587186179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,32,gemm_torch_flow,0.01520746648311615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,10240,gemm_torch_flow,0.03222186764081319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,8192,gemm_torch_flow,0.029308799902598066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,7168,gemm_torch_flow,0.027427200476328534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,6144,gemm_torch_flow,0.025693867603937787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,12288,gemm_torch_flow,0.03613760073979695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,16384,gemm_torch_flow,0.04302186568578084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,7168,65536,gemm_torch_flow,0.15102720260620117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,5120,gemm_torch_flow,0.023141332467397056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,4096,gemm_torch_flow,0.02190720041592916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,3072,gemm_torch_flow,0.020397865772247316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,3584,gemm_torch_flow,0.021342933177947998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,2560,gemm_torch_flow,0.019357866048812865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,2048,gemm_torch_flow,0.018556799491246542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,1536,gemm_torch_flow,0.018387200435002644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,1024,gemm_torch_flow,0.01554026703039805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,768,gemm_torch_flow,0.01548799971739451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,512,gemm_torch_flow,0.015493333339691162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,32,gemm_torch_flow,0.014912000298500061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,256,gemm_torch_flow,0.015171200037002563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,128,gemm_torch_flow,0.01482133368651072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,64,gemm_torch_flow,0.014852266510327658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,6144,gemm_torch_flow,0.023271467288335165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,10240,gemm_torch_flow,0.02993280092875163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,6144,65536,gemm_torch_flow,0.12746240297953287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,8192,gemm_torch_flow,0.0271722674369812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,7168,gemm_torch_flow,0.024892799059549966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,12288,gemm_torch_flow,0.032331732908884685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,16384,gemm_torch_flow,0.0427072008450826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,4096,gemm_torch_flow,0.020771199464797975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,5120,gemm_torch_flow,0.021861332654953002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,3584,gemm_torch_flow,0.020167466004689535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,3072,gemm_torch_flow,0.019385600090026857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,2560,gemm_torch_flow,0.018710400660832724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,2048,gemm_torch_flow,0.01801066597302755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,1536,gemm_torch_flow,0.016059733430544534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,1024,gemm_torch_flow,0.015655466914176942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,512,gemm_torch_flow,0.01516480048497518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,768,gemm_torch_flow,0.01532799998919169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,128,gemm_torch_flow,0.014871467153231302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,256,gemm_torch_flow,0.01493013302485148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,64,gemm_torch_flow,0.015014400084813436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,32,gemm_torch_flow,0.014918399850527444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,16384,gemm_torch_flow,0.0374293327331543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,12288,gemm_torch_flow,0.032278400659561154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,6144,gemm_torch_flow,0.024752000967661537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,7168,gemm_torch_flow,0.025938133398691814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,5120,gemm_torch_flow,0.02062826752662659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,5120,65536,gemm_torch_flow,0.11106133460998535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,8192,gemm_torch_flow,0.027569067478179932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,10240,gemm_torch_flow,0.029986133178075153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,2560,gemm_torch_flow,0.017927465836207072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,3584,gemm_torch_flow,0.019322667519251505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,4096,gemm_torch_flow,0.019754666090011596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,3072,gemm_torch_flow,0.01874666611353556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,2048,gemm_torch_flow,0.01662506659825643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,1536,gemm_torch_flow,0.015465600291887918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,768,gemm_torch_flow,0.015305599570274353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,1024,gemm_torch_flow,0.015601066748301187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,512,gemm_torch_flow,0.0150709331035614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,128,gemm_torch_flow,0.014824533462524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,256,gemm_torch_flow,0.014729600151379904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,64,gemm_torch_flow,0.01483519971370697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,32,gemm_torch_flow,0.014966400464375815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,4096,65536,gemm_torch_flow,0.09293866952260335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,8192,gemm_torch_flow,0.026445867617925008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,5120,gemm_torch_flow,0.020603734254837035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,10240,gemm_torch_flow,0.028424533208211263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,7168,gemm_torch_flow,0.02518506646156311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,6144,gemm_torch_flow,0.024231467644373575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,12288,gemm_torch_flow,0.030930133660634358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,16384,gemm_torch_flow,0.035073065757751466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,3584,gemm_torch_flow,0.018870399395624796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,4096,gemm_torch_flow,0.019358932971954346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,3072,gemm_torch_flow,0.018694400787353516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,2560,gemm_torch_flow,0.017516799767812095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,1536,gemm_torch_flow,0.015897599856058757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,2048,gemm_torch_flow,0.016356266538302102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,1024,gemm_torch_flow,0.015438933173815408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,768,gemm_torch_flow,0.015312000115712484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,512,gemm_torch_flow,0.015060266852378846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,65536,gemm_torch_flow,0.0894378662109375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,256,gemm_torch_flow,0.014908799529075622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,128,gemm_torch_flow,0.014579199751218162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,64,gemm_torch_flow,0.014691199858983359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3584,32,gemm_torch_flow,0.014692266782124838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,10240,gemm_torch_flow,0.027065600951512652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,16384,gemm_torch_flow,0.03385066588719686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,6144,gemm_torch_flow,0.023532799879709878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,7168,gemm_torch_flow,0.02396799921989441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,8192,gemm_torch_flow,0.025639466444651288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,5120,gemm_torch_flow,0.019980800151824952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,12288,gemm_torch_flow,0.02940906683603923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,4096,gemm_torch_flow,0.019105066855748497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,3584,gemm_torch_flow,0.018806399901707967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,3072,gemm_torch_flow,0.01783999999364217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,768,gemm_torch_flow,0.01532373329003652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,2048,gemm_torch_flow,0.016586666305859886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,2560,gemm_torch_flow,0.016705065965652466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,1536,gemm_torch_flow,0.015893333156903586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,1024,gemm_torch_flow,0.015801599621772765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,512,gemm_torch_flow,0.01507306694984436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,128,gemm_torch_flow,0.014601600170135499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,65536,gemm_torch_flow,0.07953173319498698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,256,gemm_torch_flow,0.014826666315396628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,64,gemm_torch_flow,0.014642133315404256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,3072,32,gemm_torch_flow,0.014716800053914389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,10240,gemm_torch_flow,0.02529173294703166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,12288,gemm_torch_flow,0.02685653368631999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,16384,gemm_torch_flow,0.030652799208958942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,5120,gemm_torch_flow,0.01980479955673218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,7168,gemm_torch_flow,0.02328959902127584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,6144,gemm_torch_flow,0.022231467564900718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,8192,gemm_torch_flow,0.023848533630371094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,4096,gemm_torch_flow,0.01908906698226929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,3584,gemm_torch_flow,0.01830293337504069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,768,gemm_torch_flow,0.015238400300343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,2560,gemm_torch_flow,0.01657919983069102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,3072,gemm_torch_flow,0.017040000359217326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,2048,gemm_torch_flow,0.01636373301347097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,1536,gemm_torch_flow,0.016215466459592185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,1024,gemm_torch_flow,0.01575146714846293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,512,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,256,gemm_torch_flow,0.01458133359750112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,65536,gemm_torch_flow,0.07144853274027506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,128,gemm_torch_flow,0.014503467082977294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,64,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2560,32,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,10240,gemm_torch_flow,0.024243199825286867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,12288,gemm_torch_flow,0.024844799439112344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,16384,gemm_torch_flow,0.028137600421905516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,8192,gemm_torch_flow,0.023372799158096313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,7168,gemm_torch_flow,0.021333332856496176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,4096,gemm_torch_flow,0.01760960022608439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,6144,gemm_torch_flow,0.02046826680501302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,5120,gemm_torch_flow,0.019591466585795084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,3584,gemm_torch_flow,0.018093866109848023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,2048,gemm_torch_flow,0.016214399536450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,1536,gemm_torch_flow,0.015871999661127727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,3072,gemm_torch_flow,0.01710933248202006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,2560,gemm_torch_flow,0.01663040022055308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,768,gemm_torch_flow,0.015334399541219077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,1024,gemm_torch_flow,0.01558080017566681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,65536,gemm_torch_flow,0.061994667847951254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,512,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,128,gemm_torch_flow,0.014433067043622336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,256,gemm_torch_flow,0.014729600151379904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,64,gemm_torch_flow,0.014814933141072592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,2048,32,gemm_torch_flow,0.014629333217938741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,8192,gemm_torch_flow,0.021798400084177653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,16384,gemm_torch_flow,0.025667200485865276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,10240,gemm_torch_flow,0.022703999280929567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,12288,gemm_torch_flow,0.023986132939656575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,7168,gemm_torch_flow,0.021425066391626994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,4096,gemm_torch_flow,0.01778879960378011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,6144,gemm_torch_flow,0.01941653291384379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,5120,gemm_torch_flow,0.01844586730003357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,3072,gemm_torch_flow,0.016824533541997276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,3584,gemm_torch_flow,0.017103999853134155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,2560,gemm_torch_flow,0.01673813263575236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,1536,gemm_torch_flow,0.01575146714846293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,2048,gemm_torch_flow,0.016355199615160625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,65536,gemm_torch_flow,0.0541813333829244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,1024,gemm_torch_flow,0.015610667069753012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,768,gemm_torch_flow,0.01511573294798533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,512,gemm_torch_flow,0.014964266618092855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,64,gemm_torch_flow,0.014517333110173544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,128,gemm_torch_flow,0.014663466811180114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,256,gemm_torch_flow,0.014659200112024942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1536,32,gemm_torch_flow,0.014631467064221701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,12288,gemm_torch_flow,0.02323413292566935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,8192,gemm_torch_flow,0.02137920061747233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,10240,gemm_torch_flow,0.02273599902788798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,16384,gemm_torch_flow,0.02414720058441162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,7168,gemm_torch_flow,0.020516266425450645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,6144,gemm_torch_flow,0.01994133392969767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,5120,gemm_torch_flow,0.018567466735839845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,65536,gemm_torch_flow,0.04527039925257365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,3584,gemm_torch_flow,0.017385600010553996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,3072,gemm_torch_flow,0.0168778657913208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,4096,gemm_torch_flow,0.01773653427759806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,2560,gemm_torch_flow,0.016778665781021117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,2048,gemm_torch_flow,0.016499200463294984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,1024,gemm_torch_flow,0.015474133690198264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,1536,gemm_torch_flow,0.0159061332543691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,512,gemm_torch_flow,0.01495680014292399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,768,gemm_torch_flow,0.0151829332113266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,256,gemm_torch_flow,0.014724266529083253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,128,gemm_torch_flow,0.014468266566594442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,64,gemm_torch_flow,0.014681599537531533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,12288,gemm_torch_flow,0.021284266312917074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,1024,32,gemm_torch_flow,0.014724266529083253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,10240,gemm_torch_flow,0.020988800128300986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,8192,gemm_torch_flow,0.01997013290723165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,16384,gemm_torch_flow,0.022757333517074586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,7168,gemm_torch_flow,0.01965120037396749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,5120,gemm_torch_flow,0.0182805339495341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,6144,gemm_torch_flow,0.019409066438674925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,3072,gemm_torch_flow,0.016754132509231568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,65536,gemm_torch_flow,0.041266131401062014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,3584,gemm_torch_flow,0.01723519961039225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,4096,gemm_torch_flow,0.017755732933680216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,2048,gemm_torch_flow,0.016335999965667723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,2560,gemm_torch_flow,0.01635840038458506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,768,gemm_torch_flow,0.015020799636840821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,1536,gemm_torch_flow,0.01577279965082804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,256,gemm_torch_flow,0.014589866995811463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,1024,gemm_torch_flow,0.015438933173815408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,512,gemm_torch_flow,0.014884266257286071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,128,gemm_torch_flow,0.014625066518783569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,64,gemm_torch_flow,0.014389333128929139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,16384,gemm_torch_flow,0.021781333287556968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,768,32,gemm_torch_flow,0.014542933305104574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,12288,gemm_torch_flow,0.019605332612991334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,10240,gemm_torch_flow,0.019662932554880778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,8192,gemm_torch_flow,0.019500799973805747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,5120,gemm_torch_flow,0.018225065867106118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,6144,gemm_torch_flow,0.019434666633605956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,65536,gemm_torch_flow,0.036645332972208663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,7168,gemm_torch_flow,0.01997973322868347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,4096,gemm_torch_flow,0.017545600732167564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,3584,gemm_torch_flow,0.017297067244847617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,2048,gemm_torch_flow,0.016065067052841185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,1024,gemm_torch_flow,0.015363199512163797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,1536,gemm_torch_flow,0.01591679950555166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,3072,gemm_torch_flow,0.0168287992477417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,2560,gemm_torch_flow,0.016377600034077962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,768,gemm_torch_flow,0.015243732929229736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,128,gemm_torch_flow,0.014376533031463624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,512,gemm_torch_flow,0.01476800044377645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,256,gemm_torch_flow,0.014679466684659323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,64,gemm_torch_flow,0.014392532904942832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,512,32,gemm_torch_flow,0.014570666352907815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,10240,gemm_torch_flow,0.01994026700655619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,16384,gemm_torch_flow,0.020408533016840615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,65536,gemm_torch_flow,0.03095039923985799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,12288,gemm_torch_flow,0.019884800910949706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,8192,gemm_torch_flow,0.01926079988479614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,6144,gemm_torch_flow,0.019242666165033975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,7168,gemm_torch_flow,0.01991573373476664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,5120,gemm_torch_flow,0.018453333775202432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,4096,gemm_torch_flow,0.017529600858688356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,3584,gemm_torch_flow,0.01694933374722799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,1536,gemm_torch_flow,0.015657599767049155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,3072,gemm_torch_flow,0.016809600591659545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,2560,gemm_torch_flow,0.01667840083440145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,1024,gemm_torch_flow,0.015383467078208923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,768,gemm_torch_flow,0.014904533823331198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,2048,gemm_torch_flow,0.016155733664830526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,512,gemm_torch_flow,0.014748799800872802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,256,gemm_torch_flow,0.014657066265741984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,128,gemm_torch_flow,0.014570666352907815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,10240,gemm_torch_flow,0.01980479955673218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,32,gemm_torch_flow,0.014634666840235391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,256,64,gemm_torch_flow,0.01455893317858378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,16384,gemm_torch_flow,0.020180267095565797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,12288,gemm_torch_flow,0.019744000832239785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,65536,gemm_torch_flow,0.028886399666468304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,6144,gemm_torch_flow,0.01945919990539551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,7168,gemm_torch_flow,0.019733333587646486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,8192,gemm_torch_flow,0.019352533419926963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,3584,gemm_torch_flow,0.017016534010569254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,5120,gemm_torch_flow,0.018601600329081217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,4096,gemm_torch_flow,0.017334399620691936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,2560,gemm_torch_flow,0.016247466206550598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,3072,gemm_torch_flow,0.016703999042510985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,2048,gemm_torch_flow,0.01627946694691976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,1536,gemm_torch_flow,0.015520000457763672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,1024,gemm_torch_flow,0.015225600202878317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,768,gemm_torch_flow,0.014863999684651694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,32,gemm_torch_flow,0.014396799604098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,128,gemm_torch_flow,0.01427839994430542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,512,gemm_torch_flow,0.015033599734306336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,256,gemm_torch_flow,0.014699733257293702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,128,64,gemm_torch_flow,0.014433067043622336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,10240,gemm_torch_flow,0.01955733299255371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,65536,gemm_torch_flow,0.0262773334980011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,16384,gemm_torch_flow,0.02026346723238627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,12288,gemm_torch_flow,0.019591466585795084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,8192,gemm_torch_flow,0.01951893369356791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,7168,gemm_torch_flow,0.019875200589497884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,6144,gemm_torch_flow,0.019342933098475137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,5120,gemm_torch_flow,0.01827626625696818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,4096,gemm_torch_flow,0.017509333292643228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,3584,gemm_torch_flow,0.017092265685399375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,2560,gemm_torch_flow,0.01634773313999176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,3072,gemm_torch_flow,0.01651413341363271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,2048,gemm_torch_flow,0.01606826682885488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,512,gemm_torch_flow,0.014591999848683677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,768,gemm_torch_flow,0.015127467115720114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,1024,gemm_torch_flow,0.015402666727701821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,1536,gemm_torch_flow,0.016203733285268147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,256,gemm_torch_flow,0.014644267161687216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,64,gemm_torch_flow,0.014283733566602072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,128,gemm_torch_flow,0.014402133226394654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,64,32,gemm_torch_flow,0.014331733187039694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,65536,gemm_torch_flow,0.026321067412694292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,16384,gemm_torch_flow,0.020087466637293497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,8192,gemm_torch_flow,0.01923840045928955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,10240,gemm_torch_flow,0.020088533560434975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,12288,gemm_torch_flow,0.019741866985956827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,7168,gemm_torch_flow,0.01951573292414347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,5120,gemm_torch_flow,0.018141865730285645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,4096,gemm_torch_flow,0.017383466164271034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,6144,gemm_torch_flow,0.018950400749842326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,3072,gemm_torch_flow,0.01655359963575999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,3584,gemm_torch_flow,0.017091200749079386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,2560,gemm_torch_flow,0.01651306649049123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,1536,gemm_torch_flow,0.015573333700497946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,1024,gemm_torch_flow,0.015228799978892007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,2048,gemm_torch_flow,0.016139733791351318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,768,gemm_torch_flow,0.014980266491572062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,256,gemm_torch_flow,0.014634666840235391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,512,gemm_torch_flow,0.01458560029665629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,128,gemm_torch_flow,0.014255999525388082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,32,gemm_torch_flow,0.01442026694615682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,48,32,64,gemm_torch_flow,0.014402133226394654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,4096,gemm_torch_flow,0.08238186836242675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,5120,gemm_torch_flow,0.09832746982574463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,6144,gemm_torch_flow,0.11536426544189453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,7168,gemm_torch_flow,0.13066240151723224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,8192,gemm_torch_flow,0.1484490712483724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,10240,gemm_torch_flow,0.18127999305725098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,3584,gemm_torch_flow,0.07378239631652832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,1536,gemm_torch_flow,0.041555198033650716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,3072,gemm_torch_flow,0.06593493223190308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,2560,gemm_torch_flow,0.05742079814275106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,2048,gemm_torch_flow,0.05011946757634481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,1024,gemm_torch_flow,0.03536213239034017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,256,gemm_torch_flow,0.019778132438659668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,128,gemm_torch_flow,0.01683626572291056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,512,gemm_torch_flow,0.02400853236516317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,64,gemm_torch_flow,0.016948266824086507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,768,gemm_torch_flow,0.0294815997282664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,32,gemm_torch_flow,0.017143466075261436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,12288,gemm_torch_flow,0.21325012842814126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,7168,gemm_torch_flow,0.043697067101796466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,8192,gemm_torch_flow,0.04760426680246989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,10240,gemm_torch_flow,0.05584853490193685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,6144,gemm_torch_flow,0.04258773326873779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,12288,gemm_torch_flow,0.06331199804941813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,65536,16384,gemm_torch_flow,0.2796799977620443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,16384,gemm_torch_flow,0.07888000011444092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,5120,gemm_torch_flow,0.03597546815872192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,2560,gemm_torch_flow,0.025785599152247114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,4096,gemm_torch_flow,0.03175999919573466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,3584,gemm_torch_flow,0.02984106739362081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,1024,gemm_torch_flow,0.01927786668141683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,3072,gemm_torch_flow,0.02762986620267232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,1536,gemm_torch_flow,0.02092906634012858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,2048,gemm_torch_flow,0.024388267596562704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,768,gemm_torch_flow,0.01816320021947225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,128,gemm_torch_flow,0.014913066228230795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,512,gemm_torch_flow,0.01669973333676656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,256,gemm_torch_flow,0.015339733163515726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,32,gemm_torch_flow,0.015240533153216043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,64,gemm_torch_flow,0.015314132968584696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,8192,gemm_torch_flow,0.04138559897740682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,6144,gemm_torch_flow,0.034967466195424395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,7168,gemm_torch_flow,0.037973332405090335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,12288,gemm_torch_flow,0.05474239985148112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,10240,gemm_torch_flow,0.04884906609853108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,16384,gemm_torch_flow,0.06793386936187744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,2560,gemm_torch_flow,0.023243733247121177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,3072,gemm_torch_flow,0.024844799439112344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,3584,gemm_torch_flow,0.026547199487686156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,5120,gemm_torch_flow,0.03159466584523519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,4096,gemm_torch_flow,0.02853333353996277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,1024,gemm_torch_flow,0.01809920072555542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,2048,gemm_torch_flow,0.021757866938908896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,1536,gemm_torch_flow,0.020256000757217407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,128,gemm_torch_flow,0.014814933141072592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,512,gemm_torch_flow,0.01555519998073578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,768,gemm_torch_flow,0.016953599452972413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,64,gemm_torch_flow,0.015005866686503092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,256,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,32,gemm_torch_flow,0.015026133259137472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,10240,gemm_torch_flow,0.04226239919662476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,8192,gemm_torch_flow,0.03678186734517415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,7168,gemm_torch_flow,0.033268266916275026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,12288,gemm_torch_flow,0.04708693424860637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,16384,gemm_torch_flow,0.05751573244730631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,6144,gemm_torch_flow,0.031352533896764116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,16384,65536,gemm_torch_flow,0.2807989438374837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,5120,gemm_torch_flow,0.02828906575838725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,4096,gemm_torch_flow,0.02566933234532674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,2560,gemm_torch_flow,0.02146986722946167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,3584,gemm_torch_flow,0.024201599756876628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,3072,gemm_torch_flow,0.022846933205922446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,2048,gemm_torch_flow,0.02109439969062805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,768,gemm_torch_flow,0.01590826710065206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,1536,gemm_torch_flow,0.019435733556747437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,1024,gemm_torch_flow,0.01774079998334249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,512,gemm_torch_flow,0.015330132842063905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,64,gemm_torch_flow,0.014889599879582724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,256,gemm_torch_flow,0.015084800124168397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,128,gemm_torch_flow,0.014749866724014283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,12288,65536,gemm_torch_flow,0.2229738712310791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,32,gemm_torch_flow,0.015103999773661295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,7168,gemm_torch_flow,0.031481599807739256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,8192,gemm_torch_flow,0.032203733921051025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,12288,gemm_torch_flow,0.040275200208028154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,6144,gemm_torch_flow,0.027781333525975543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,10240,gemm_torch_flow,0.03655573527018229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,16384,gemm_torch_flow,0.048775466283162434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,3584,gemm_torch_flow,0.022567466894785563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,2048,gemm_torch_flow,0.01920959949493408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,5120,gemm_torch_flow,0.025591466824213666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,2560,gemm_torch_flow,0.02008426586786906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,3072,gemm_torch_flow,0.021286400159200032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,4096,gemm_torch_flow,0.023367466529210408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,1536,gemm_torch_flow,0.018305067221323648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,10240,65536,gemm_torch_flow,0.19170133272806805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,64,gemm_torch_flow,0.0149536003669103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,1024,gemm_torch_flow,0.01637226641178131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,768,gemm_torch_flow,0.015617066621780395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,512,gemm_torch_flow,0.015339733163515726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,32,gemm_torch_flow,0.01507306694984436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,256,gemm_torch_flow,0.01511146624883016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,128,gemm_torch_flow,0.01476693352063497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,8192,gemm_torch_flow,0.030598400036493938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,6144,gemm_torch_flow,0.026382933060328167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,7168,gemm_torch_flow,0.028279467423756914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,10240,gemm_torch_flow,0.03444480101267497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,12288,gemm_torch_flow,0.037945600350697835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,5120,gemm_torch_flow,0.024318933486938477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,16384,gemm_torch_flow,0.04539200067520142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,4096,gemm_torch_flow,0.022578134139378866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,3584,gemm_torch_flow,0.02190399964650472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,2048,gemm_torch_flow,0.018926932414372762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,2560,gemm_torch_flow,0.01967359979947408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,3072,gemm_torch_flow,0.020859734217325846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,8192,65536,gemm_torch_flow,0.15476694107055664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,1024,gemm_torch_flow,0.01554026703039805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,1536,gemm_torch_flow,0.01781439979871114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,512,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,256,gemm_torch_flow,0.015001599987347921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,768,gemm_torch_flow,0.01553813318411509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,128,gemm_torch_flow,0.014612266421318054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,64,gemm_torch_flow,0.01513706644376119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,32,gemm_torch_flow,0.014824533462524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,16384,gemm_torch_flow,0.04238293170928955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,7168,gemm_torch_flow,0.02732586661974589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,12288,gemm_torch_flow,0.03459839820861817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,8192,gemm_torch_flow,0.028937600056330365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,10240,gemm_torch_flow,0.032258133093516037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,6144,gemm_torch_flow,0.02472426692644755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,5120,gemm_torch_flow,0.023433599869410196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,4096,gemm_torch_flow,0.02204906741778056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,7168,65536,gemm_torch_flow,0.14053333600362142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,1536,gemm_torch_flow,0.01641279955705007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,3584,gemm_torch_flow,0.020627200603485107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,3072,gemm_torch_flow,0.02010986606280009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,2560,gemm_torch_flow,0.01926506757736206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,2048,gemm_torch_flow,0.01802560091018677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,512,gemm_torch_flow,0.014997333288192749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,1024,gemm_torch_flow,0.01570453345775604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,768,gemm_torch_flow,0.015369600057601929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,256,gemm_torch_flow,0.014784000317255654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,128,gemm_torch_flow,0.014548266927401224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,64,gemm_torch_flow,0.01483626663684845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,32,gemm_torch_flow,0.014782933394114175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,6144,gemm_torch_flow,0.023105067014694215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,12288,gemm_torch_flow,0.03170666694641113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,10240,gemm_torch_flow,0.02908586661020915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,8192,gemm_torch_flow,0.026318933566411334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,7168,gemm_torch_flow,0.024422399202982583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,4096,gemm_torch_flow,0.02060799996058146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,16384,gemm_torch_flow,0.04100159804026286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,6144,65536,gemm_torch_flow,0.12082560062408447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,5120,gemm_torch_flow,0.021577600638071695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,2048,gemm_torch_flow,0.017780266205469766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,3584,gemm_torch_flow,0.020297600825627645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,3072,gemm_torch_flow,0.019568000237147012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,2560,gemm_torch_flow,0.01844693422317505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,1536,gemm_torch_flow,0.0162090669075648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,1024,gemm_torch_flow,0.015034666657447815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,512,gemm_torch_flow,0.015179733435312906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,768,gemm_torch_flow,0.015314132968584696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,256,gemm_torch_flow,0.014979199568430582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,128,gemm_torch_flow,0.014565333724021912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,64,gemm_torch_flow,0.014889599879582724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,32,gemm_torch_flow,0.014924800395965577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,16384,gemm_torch_flow,0.036200535297393796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,7168,gemm_torch_flow,0.02544959982236226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,5120,65536,gemm_torch_flow,0.10678719679514567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,12288,gemm_torch_flow,0.0310261329015096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,6144,gemm_torch_flow,0.023970133066177367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,8192,gemm_torch_flow,0.02659519910812378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,10240,gemm_torch_flow,0.02913706700007121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,5120,gemm_torch_flow,0.020811732610066733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,3072,gemm_torch_flow,0.018613332509994508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,3584,gemm_torch_flow,0.019192532698313395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,4096,gemm_torch_flow,0.01990293264389038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,2560,gemm_torch_flow,0.018147200345993042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,1024,gemm_torch_flow,0.015396266182263692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,2048,gemm_torch_flow,0.016835200786590575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,1536,gemm_torch_flow,0.01572160025437673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,768,gemm_torch_flow,0.015307733416557312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,512,gemm_torch_flow,0.014941866199175516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,64,gemm_torch_flow,0.014749866724014283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,256,gemm_torch_flow,0.014813866217931113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,128,gemm_torch_flow,0.01470080018043518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,32,gemm_torch_flow,0.014890666802724203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,4096,65536,gemm_torch_flow,0.08804266452789307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,10240,gemm_torch_flow,0.02757546703020732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,7168,gemm_torch_flow,0.024754132827123007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,12288,gemm_torch_flow,0.029432533184687297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,8192,gemm_torch_flow,0.02542613347371419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,6144,gemm_torch_flow,0.02355626622835795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,16384,gemm_torch_flow,0.03343360026677449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,5120,gemm_torch_flow,0.02017813324928284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,4096,gemm_torch_flow,0.019248000780741372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,3072,gemm_torch_flow,0.018236800034840902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,3584,gemm_torch_flow,0.018722132841746012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,2560,gemm_torch_flow,0.017119999726613364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,1536,gemm_torch_flow,0.0159850666920344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,2048,gemm_torch_flow,0.016169599692026772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,512,gemm_torch_flow,0.014863999684651694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,768,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,1024,gemm_torch_flow,0.01548799971739451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,256,gemm_torch_flow,0.014884266257286071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,128,gemm_torch_flow,0.01447466711203257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,64,gemm_torch_flow,0.014734933773676554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,65536,gemm_torch_flow,0.08437546888987223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3584,32,gemm_torch_flow,0.014686933159828186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,10240,gemm_torch_flow,0.02666880091031392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,16384,gemm_torch_flow,0.032374399900436404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,7168,gemm_torch_flow,0.023332266012827556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,6144,gemm_torch_flow,0.02259413401285807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,8192,gemm_torch_flow,0.02473599910736084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,12288,gemm_torch_flow,0.028128000100453694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,5120,gemm_torch_flow,0.01995413303375244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,3584,gemm_torch_flow,0.018655999501546224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,4096,gemm_torch_flow,0.01909653345743815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,3072,gemm_torch_flow,0.017093332608540852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,768,gemm_torch_flow,0.015176533659299215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,2560,gemm_torch_flow,0.016344533363978068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,2048,gemm_torch_flow,0.016099199652671814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,1536,gemm_torch_flow,0.016051200032234193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,1024,gemm_torch_flow,0.015287466843922935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,512,gemm_torch_flow,0.015049599607785544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,128,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,65536,gemm_torch_flow,0.07520533402760823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,256,gemm_torch_flow,0.014641066392262777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,64,gemm_torch_flow,0.014505599935849508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,3072,32,gemm_torch_flow,0.014696533481280008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,10240,gemm_torch_flow,0.02485226591428121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,12288,gemm_torch_flow,0.026337067286173504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,8192,gemm_torch_flow,0.0235807995001475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,7168,gemm_torch_flow,0.022685867547988892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,16384,gemm_torch_flow,0.02959679961204529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,6144,gemm_torch_flow,0.02204479972521464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,4096,gemm_torch_flow,0.01869866649309794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,5120,gemm_torch_flow,0.019410133361816406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,3072,gemm_torch_flow,0.01713493267695109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,3584,gemm_torch_flow,0.01758293310801188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,1024,gemm_torch_flow,0.015441067020098367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,2560,gemm_torch_flow,0.016535466909408568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,2048,gemm_torch_flow,0.016025599837303162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,1536,gemm_torch_flow,0.015586133797963461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,768,gemm_torch_flow,0.01520853340625763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,512,gemm_torch_flow,0.01495253344376882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,128,gemm_torch_flow,0.014523733655611673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,65536,gemm_torch_flow,0.0664085348447164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,256,gemm_torch_flow,0.014932266871134438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,64,gemm_torch_flow,0.01458133359750112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2560,32,gemm_torch_flow,0.014551466703414917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,10240,gemm_torch_flow,0.024131200710932412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,12288,gemm_torch_flow,0.02454293370246887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,8192,gemm_torch_flow,0.02235413392384847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,7168,gemm_torch_flow,0.021840000152587892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,16384,gemm_torch_flow,0.0269813338915507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,6144,gemm_torch_flow,0.021013333400090536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,4096,gemm_torch_flow,0.018103466431299845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,5120,gemm_torch_flow,0.01918720006942749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,3584,gemm_torch_flow,0.017387733856836955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,3072,gemm_torch_flow,0.017097600301106772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,2560,gemm_torch_flow,0.01664746701717377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,1024,gemm_torch_flow,0.015324800213177999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,1536,gemm_torch_flow,0.015726932883262636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,2048,gemm_torch_flow,0.016337066888809204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,65536,gemm_torch_flow,0.05748800039291382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,768,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,512,gemm_torch_flow,0.014826666315396628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,64,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,32,gemm_torch_flow,0.014631467064221701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,256,gemm_torch_flow,0.014619732896486918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,2048,128,gemm_torch_flow,0.01477013329664866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,10240,gemm_torch_flow,0.0222378671169281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,16384,gemm_torch_flow,0.024851200977961223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,12288,gemm_torch_flow,0.02330133318901062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,8192,gemm_torch_flow,0.021569067239761354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,7168,gemm_torch_flow,0.020885332425435384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,4096,gemm_torch_flow,0.017770665884017944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,6144,gemm_torch_flow,0.01993066668510437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,3584,gemm_torch_flow,0.01727786660194397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,5120,gemm_torch_flow,0.018230400482813516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,2560,gemm_torch_flow,0.0166485329469045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,3072,gemm_torch_flow,0.016911999384562174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,65536,gemm_torch_flow,0.05017280181248983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,1536,gemm_torch_flow,0.015532799561818442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,2048,gemm_torch_flow,0.015999999642372132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,768,gemm_torch_flow,0.01516480048497518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,1024,gemm_torch_flow,0.015264000495274863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,256,gemm_torch_flow,0.014728533228238425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,512,gemm_torch_flow,0.014922666549682616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,32,gemm_torch_flow,0.014493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,128,gemm_torch_flow,0.01439466675122579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1536,64,gemm_torch_flow,0.01474133332570394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,16384,gemm_torch_flow,0.023361066977183022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,10240,gemm_torch_flow,0.021285333236058555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,12288,gemm_torch_flow,0.021393066644668578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,7168,gemm_torch_flow,0.01914986570676168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,8192,gemm_torch_flow,0.020256000757217407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,6144,gemm_torch_flow,0.01869973341623942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,5120,gemm_torch_flow,0.0176746666431427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,3584,gemm_torch_flow,0.017270400126775106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,4096,gemm_torch_flow,0.01739413340886434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,65536,gemm_torch_flow,0.04091306527455647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,2560,gemm_torch_flow,0.016411733627319337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,3072,gemm_torch_flow,0.01683733264605204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,2048,gemm_torch_flow,0.01625920037428538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,1024,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,128,gemm_torch_flow,0.014418133099873862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,1536,gemm_torch_flow,0.015874133507410685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,768,gemm_torch_flow,0.015057067076365152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,512,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,256,gemm_torch_flow,0.014646400014559427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,64,gemm_torch_flow,0.014522666732470194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,1024,32,gemm_torch_flow,0.014648532867431641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,16384,gemm_torch_flow,0.02187946637471517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,8192,gemm_torch_flow,0.01894186735153198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,10240,gemm_torch_flow,0.019636267423629762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,12288,gemm_torch_flow,0.02028586665789286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,7168,gemm_torch_flow,0.01913386583328247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,4096,gemm_torch_flow,0.017443199952443443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,5120,gemm_torch_flow,0.01816320021947225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,6144,gemm_torch_flow,0.019151999553044637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,65536,gemm_torch_flow,0.037360000610351565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,3584,gemm_torch_flow,0.017268266280492148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,3072,gemm_torch_flow,0.01662506659825643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,1536,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,2560,gemm_torch_flow,0.016613333423932394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,2048,gemm_torch_flow,0.015924266974131265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,1024,gemm_torch_flow,0.015438933173815408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,256,gemm_torch_flow,0.014738133549690247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,512,gemm_torch_flow,0.014886400103569031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,768,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,64,gemm_torch_flow,0.014416000247001648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,128,gemm_torch_flow,0.014406399925549826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,768,32,gemm_torch_flow,0.014410666624704995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,16384,gemm_torch_flow,0.020347734292348228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,7168,gemm_torch_flow,0.01939199964205424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,6144,gemm_torch_flow,0.018967467546463012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,12288,gemm_torch_flow,0.019026132424672444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,10240,gemm_torch_flow,0.019895466168721516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,8192,gemm_torch_flow,0.018872533241907755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,65536,gemm_torch_flow,0.032151466608047484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,3584,gemm_torch_flow,0.017067732413609822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,4096,gemm_torch_flow,0.01775253415107727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,5120,gemm_torch_flow,0.018075732390085857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,3072,gemm_torch_flow,0.016711467504501344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,2560,gemm_torch_flow,0.016461867094039916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,768,gemm_torch_flow,0.014871467153231302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,2048,gemm_torch_flow,0.01598186691602071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,1024,gemm_torch_flow,0.015188266833623251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,1536,gemm_torch_flow,0.015803733468055726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,512,gemm_torch_flow,0.014879999558130899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,32,gemm_torch_flow,0.01440000037352244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,128,gemm_torch_flow,0.014339199662208557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,64,gemm_torch_flow,0.014547200004259745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,512,256,gemm_torch_flow,0.014562132954597472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,16384,gemm_torch_flow,0.019859200716018675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,12288,gemm_torch_flow,0.019387733936309815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,8192,gemm_torch_flow,0.019131733973821004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,65536,gemm_torch_flow,0.028076799710591634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,10240,gemm_torch_flow,0.019869865973790486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,7168,gemm_torch_flow,0.01942080060640971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,6144,gemm_torch_flow,0.018984532356262206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,4096,gemm_torch_flow,0.017336533466974894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,5120,gemm_torch_flow,0.018097066879272462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,3072,gemm_torch_flow,0.016611199577649435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,3584,gemm_torch_flow,0.01735573410987854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,1536,gemm_torch_flow,0.01575146714846293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,2048,gemm_torch_flow,0.016153599818547568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,2560,gemm_torch_flow,0.016434133052825928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,1024,gemm_torch_flow,0.015265066425005594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,256,gemm_torch_flow,0.014668800433476768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,768,gemm_torch_flow,0.014890666802724203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,512,gemm_torch_flow,0.01479039986928304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,64,gemm_torch_flow,0.014491732915242514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,128,gemm_torch_flow,0.014416000247001648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,256,32,gemm_torch_flow,0.014659200112024942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,12288,gemm_torch_flow,0.01919893423716227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,65536,gemm_torch_flow,0.024985599517822265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,16384,gemm_torch_flow,0.02001813252766927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,10240,gemm_torch_flow,0.019351466496785482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,7168,gemm_torch_flow,0.01948480010032654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,8192,gemm_torch_flow,0.018807466824849448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,6144,gemm_torch_flow,0.019157334168752035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,4096,gemm_torch_flow,0.01733760039011637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,5120,gemm_torch_flow,0.018308266003926595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,3072,gemm_torch_flow,0.016823466618855795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,3584,gemm_torch_flow,0.017218132813771568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,2048,gemm_torch_flow,0.01609813372294108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,768,gemm_torch_flow,0.015081600348154704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,2560,gemm_torch_flow,0.016173866391181946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,1536,gemm_torch_flow,0.015553067127863566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,1024,gemm_torch_flow,0.015228799978892007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,512,gemm_torch_flow,0.014900267124176025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,32,gemm_torch_flow,0.014539733529090881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,256,gemm_torch_flow,0.014737066626548768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,64,gemm_torch_flow,0.014358400305112203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,128,128,gemm_torch_flow,0.014433067043622336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,16384,gemm_torch_flow,0.01943040092786153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,65536,gemm_torch_flow,0.02415786584218343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,8192,gemm_torch_flow,0.019003732999165853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,12288,gemm_torch_flow,0.01909546653429667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,10240,gemm_torch_flow,0.019656533002853395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,7168,gemm_torch_flow,0.01917120019594828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,6144,gemm_torch_flow,0.01866453289985657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,5120,gemm_torch_flow,0.018074667453765868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,3072,gemm_torch_flow,0.01685546636581421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,3584,gemm_torch_flow,0.016821332772572837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,4096,gemm_torch_flow,0.017461333672205606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,2560,gemm_torch_flow,0.01618666648864746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,1536,gemm_torch_flow,0.015639467040697734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,1024,gemm_torch_flow,0.015129599968592325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,2048,gemm_torch_flow,0.016237866878509522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,512,gemm_torch_flow,0.014598400394121806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,768,gemm_torch_flow,0.015180800358454385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,256,gemm_torch_flow,0.01474133332570394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,32,gemm_torch_flow,0.014364799857139588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,128,gemm_torch_flow,0.014249599973360696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,64,64,gemm_torch_flow,0.014351999759674073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,12288,gemm_torch_flow,0.018949333826700845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,16384,gemm_torch_flow,0.019603200753529868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,65536,gemm_torch_flow,0.02360960046450297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,8192,gemm_torch_flow,0.018525866667429607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,10240,gemm_torch_flow,0.019038933515548705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,4096,gemm_torch_flow,0.017258665959040322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,7168,gemm_torch_flow,0.018940800428390504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,5120,gemm_torch_flow,0.01803306738535563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,6144,gemm_torch_flow,0.01876586675643921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,3072,gemm_torch_flow,0.01653866668542226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,3584,gemm_torch_flow,0.0173632005850474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,1536,gemm_torch_flow,0.015533866484959922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,2560,gemm_torch_flow,0.016167466839154564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,1024,gemm_torch_flow,0.015172266960144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,2048,gemm_torch_flow,0.01597546637058258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,768,gemm_torch_flow,0.014823466539382935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,512,gemm_torch_flow,0.014850133657455444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,64,gemm_torch_flow,0.014181333780288696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,256,gemm_torch_flow,0.014521599809328715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,128,gemm_torch_flow,0.014680533607800802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,32,32,32,gemm_torch_flow,0.014363732933998109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,4096,gemm_torch_flow,0.08119573593139648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,5120,gemm_torch_flow,0.09710720380147299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,6144,gemm_torch_flow,0.11435093084971111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,7168,gemm_torch_flow,0.12938453356424967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,8192,gemm_torch_flow,0.14721813201904296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,3584,gemm_torch_flow,0.072270933787028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,2048,gemm_torch_flow,0.0490826686223348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,2560,gemm_torch_flow,0.05634133418401083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,3072,gemm_torch_flow,0.06515520016352336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,10240,gemm_torch_flow,0.1796021302541097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,512,gemm_torch_flow,0.023485867182413737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,256,gemm_torch_flow,0.019639466206232706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,768,gemm_torch_flow,0.02807146708170573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,1536,gemm_torch_flow,0.04033066829045613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,1024,gemm_torch_flow,0.032415999968846636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,128,gemm_torch_flow,0.01686720053354899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,64,gemm_torch_flow,0.016433067123095193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,32,gemm_torch_flow,0.016691199938456216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,12288,gemm_torch_flow,0.21095573107401527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,8192,gemm_torch_flow,0.04756906827290853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,7168,gemm_torch_flow,0.04309440056482951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,10240,gemm_torch_flow,0.0542794664700826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,6144,gemm_torch_flow,0.042055467764536544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,12288,gemm_torch_flow,0.06197119951248169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,65536,16384,gemm_torch_flow,0.2772416114807129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,5120,gemm_torch_flow,0.035529601573944095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,16384,gemm_torch_flow,0.0773301362991333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,4096,gemm_torch_flow,0.03161919911702474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,1536,gemm_torch_flow,0.020935465892155967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,3584,gemm_torch_flow,0.029366399844487506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,3072,gemm_torch_flow,0.02746559977531433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,2560,gemm_torch_flow,0.025018666187922162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,1024,gemm_torch_flow,0.01889066696166992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,2048,gemm_torch_flow,0.02404159903526306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,512,gemm_torch_flow,0.015559466679890952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,768,gemm_torch_flow,0.017989333470662436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,256,gemm_torch_flow,0.01520853340625763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,64,gemm_torch_flow,0.014961066842079162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,128,gemm_torch_flow,0.014876799782117209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,32,gemm_torch_flow,0.015027200182278952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,6144,gemm_torch_flow,0.034332799911499026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,7168,gemm_torch_flow,0.038285867373148603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,8192,gemm_torch_flow,0.039308798313140866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,10240,gemm_torch_flow,0.047325865427653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,12288,gemm_torch_flow,0.05379199981689453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,16384,gemm_torch_flow,0.06592533191045126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,2048,gemm_torch_flow,0.02134400010108948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,2560,gemm_torch_flow,0.022992000977198283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,5120,gemm_torch_flow,0.031336534023284915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,3584,gemm_torch_flow,0.025733333826065064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,4096,gemm_torch_flow,0.02807146708170573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,1536,gemm_torch_flow,0.019792000452677407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,3072,gemm_torch_flow,0.024553600947062174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,128,gemm_torch_flow,0.014938666423161825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,768,gemm_torch_flow,0.016242133577664693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,512,gemm_torch_flow,0.014781866470972696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,1024,gemm_torch_flow,0.01808533271153768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,256,gemm_torch_flow,0.0150026669104894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,64,gemm_torch_flow,0.01476479967435201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,32,gemm_torch_flow,0.014833066860834757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,7168,gemm_torch_flow,0.03351999918619792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,8192,gemm_torch_flow,0.035861333211263016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,10240,gemm_torch_flow,0.04094719886779785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,12288,gemm_torch_flow,0.0446176012357076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,16384,65536,gemm_torch_flow,0.27491305669148763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,16384,gemm_torch_flow,0.06093546549479166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,6144,gemm_torch_flow,0.03068373401959737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,3072,gemm_torch_flow,0.02340266704559326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,5120,gemm_torch_flow,0.028227200110753376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,3584,gemm_torch_flow,0.02390186587969462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,2560,gemm_torch_flow,0.021348265806833903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,4096,gemm_torch_flow,0.025255467494328814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,1536,gemm_torch_flow,0.01895466645558675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,2048,gemm_torch_flow,0.020032000541687012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,768,gemm_torch_flow,0.015763200322786965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,256,gemm_torch_flow,0.01504533290863037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,512,gemm_torch_flow,0.015110400319099427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,1024,gemm_torch_flow,0.017459199825922648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,128,gemm_torch_flow,0.01472106675306956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,64,gemm_torch_flow,0.01477120021979014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,32,gemm_torch_flow,0.014898133277893067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,12288,65536,gemm_torch_flow,0.2152458667755127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,8192,gemm_torch_flow,0.031522132953008014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,10240,gemm_torch_flow,0.03567786614100139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,6144,gemm_torch_flow,0.028709334135055543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,7168,gemm_torch_flow,0.03010666569073995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,12288,gemm_torch_flow,0.03911786476771037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,16384,gemm_torch_flow,0.047117865085601805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,4096,gemm_torch_flow,0.023172267278035483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,5120,gemm_torch_flow,0.025594667593638105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,2560,gemm_torch_flow,0.019908267259597778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,3584,gemm_torch_flow,0.022105600436528525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,3072,gemm_torch_flow,0.021322667598724365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,2048,gemm_torch_flow,0.01890986760457357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,1024,gemm_torch_flow,0.015729066729545594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,1536,gemm_torch_flow,0.017895466089248656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,768,gemm_torch_flow,0.015069866180419922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,128,gemm_torch_flow,0.014642133315404256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,512,gemm_torch_flow,0.015130666891733804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,256,gemm_torch_flow,0.015198933084805808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,10240,65536,gemm_torch_flow,0.18551039695739746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,64,gemm_torch_flow,0.014793599645296732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,32,gemm_torch_flow,0.014719999829928079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,6144,gemm_torch_flow,0.026102399826049803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,8192,gemm_torch_flow,0.03426773150761922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,7168,gemm_torch_flow,0.02810879945755005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,10240,gemm_torch_flow,0.0362773338953654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,12288,gemm_torch_flow,0.040139734745025635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,16384,gemm_torch_flow,0.048045865694681805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,3584,gemm_torch_flow,0.021677867571512858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,4096,gemm_torch_flow,0.022098133961359658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,5120,gemm_torch_flow,0.02417280077934265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,2560,gemm_torch_flow,0.01958400011062622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,3072,gemm_torch_flow,0.020517333348592123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,1536,gemm_torch_flow,0.017640533049901326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,2048,gemm_torch_flow,0.018603734175364175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,768,gemm_torch_flow,0.0152319997549057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,1024,gemm_torch_flow,0.01550933321317037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,8192,65536,gemm_torch_flow,0.14923200607299805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,512,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,256,gemm_torch_flow,0.0151829332113266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,128,gemm_torch_flow,0.014689067006111145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,32,gemm_torch_flow,0.014600533246994018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,64,gemm_torch_flow,0.014593066771825156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,7168,gemm_torch_flow,0.026321067412694292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,8192,gemm_torch_flow,0.028439466158548993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,10240,gemm_torch_flow,0.03151146570841472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,6144,gemm_torch_flow,0.024146133661270143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,12288,gemm_torch_flow,0.03351786533991496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,16384,gemm_torch_flow,0.040830934047698976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,5120,gemm_torch_flow,0.02299840052922567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,4096,gemm_torch_flow,0.021971199909845987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,3584,gemm_torch_flow,0.021016534169514975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,2560,gemm_torch_flow,0.018780799706776936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,3072,gemm_torch_flow,0.01978666583697001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,1536,gemm_torch_flow,0.017062399784723917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,2048,gemm_torch_flow,0.018037333091100057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,7168,65536,gemm_torch_flow,0.13591039975484212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,1024,gemm_torch_flow,0.015594666202863058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,128,gemm_torch_flow,0.014498133460680643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,768,gemm_torch_flow,0.015312000115712484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,512,gemm_torch_flow,0.015020799636840821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,64,gemm_torch_flow,0.014716800053914389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,256,gemm_torch_flow,0.014571733276049294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,32,gemm_torch_flow,0.014765866597493491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,16384,gemm_torch_flow,0.0392682671546936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,10240,gemm_torch_flow,0.02834666570027669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,6144,gemm_torch_flow,0.022983467578887938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,8192,gemm_torch_flow,0.02590399980545044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,12288,gemm_torch_flow,0.030717867612838744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,7168,gemm_torch_flow,0.024308266242345174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,5120,gemm_torch_flow,0.021591466665267945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,6144,65536,gemm_torch_flow,0.1162922700246175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,4096,gemm_torch_flow,0.020273067553838096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,2560,gemm_torch_flow,0.0182751993338267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,3072,gemm_torch_flow,0.01924906571706136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,3584,gemm_torch_flow,0.019749333461125694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,1536,gemm_torch_flow,0.0160778671503067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,2048,gemm_torch_flow,0.017526400089263917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,64,gemm_torch_flow,0.014539733529090881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,1024,gemm_torch_flow,0.014938666423161825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,768,gemm_torch_flow,0.015196800231933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,512,gemm_torch_flow,0.01525973379611969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,256,gemm_torch_flow,0.014660267035166421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,128,gemm_torch_flow,0.014648532867431641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,32,gemm_torch_flow,0.014459733168284097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,6144,gemm_torch_flow,0.024129066864649454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,8192,gemm_torch_flow,0.026020266612370807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,5120,65536,gemm_torch_flow,0.10085972944895427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,7168,gemm_torch_flow,0.0249781330426534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,10240,gemm_torch_flow,0.028143999973932902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,12288,gemm_torch_flow,0.030290132761001586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,16384,gemm_torch_flow,0.03503893216451009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,3584,gemm_torch_flow,0.018977065881093345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,5120,gemm_torch_flow,0.020667733748753865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,4096,gemm_torch_flow,0.019621332486470543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,2560,gemm_torch_flow,0.01812053322792053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,2048,gemm_torch_flow,0.01588373382886251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,3072,gemm_torch_flow,0.01837973395983378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,1024,gemm_torch_flow,0.015461333592732749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,1536,gemm_torch_flow,0.01562666694323222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,32,gemm_torch_flow,0.014781866470972696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,768,gemm_torch_flow,0.015194666385650635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,256,gemm_torch_flow,0.014954666296641031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,512,gemm_torch_flow,0.014973866939544677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,128,gemm_torch_flow,0.014703999956448874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,64,gemm_torch_flow,0.014732799927393594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,4096,65536,gemm_torch_flow,0.08304959932963053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,6144,gemm_torch_flow,0.023098667462666832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,7168,gemm_torch_flow,0.024285866816838583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,8192,gemm_torch_flow,0.025146667162577314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,10240,gemm_torch_flow,0.026824533939361572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,16384,gemm_torch_flow,0.03303893407185872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,5120,gemm_torch_flow,0.02015786568323771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,12288,gemm_torch_flow,0.0285589337348938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,4096,gemm_torch_flow,0.019036799669265747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,1536,gemm_torch_flow,0.015708800156911215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,3584,gemm_torch_flow,0.01879040002822876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,2048,gemm_torch_flow,0.01600106656551361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,3072,gemm_torch_flow,0.01825493375460307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,2560,gemm_torch_flow,0.017383466164271034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,1024,gemm_torch_flow,0.015364266435305276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,768,gemm_torch_flow,0.015020799636840821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,512,gemm_torch_flow,0.014908799529075622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,128,gemm_torch_flow,0.014547200004259745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,64,gemm_torch_flow,0.014727466305096946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,256,gemm_torch_flow,0.014732799927393594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,32,gemm_torch_flow,0.014564266800880432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3584,65536,gemm_torch_flow,0.08006933530171713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,10240,gemm_torch_flow,0.025785599152247114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,12288,gemm_torch_flow,0.0273034671942393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,7168,gemm_torch_flow,0.02339093287785848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,5120,gemm_torch_flow,0.019882667064666747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,8192,gemm_torch_flow,0.02444159984588623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,16384,gemm_torch_flow,0.03072106639544169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,6144,gemm_torch_flow,0.022795732816060385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,4096,gemm_torch_flow,0.019113600254058838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,3584,gemm_torch_flow,0.018628267447153728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,3072,gemm_torch_flow,0.018184532721837364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,2560,gemm_torch_flow,0.01639253298441569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,1536,gemm_torch_flow,0.015711999932924905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,768,gemm_torch_flow,0.01518933375676473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,1024,gemm_torch_flow,0.01536853313446045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,2048,gemm_torch_flow,0.01634239951769511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,512,gemm_torch_flow,0.014874666929244995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,65536,gemm_torch_flow,0.0694165309270223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,32,gemm_torch_flow,0.014643200238545737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,128,gemm_torch_flow,0.01474346617857615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,256,gemm_torch_flow,0.01461120049158732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,3072,64,gemm_torch_flow,0.014654933412869772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,12288,gemm_torch_flow,0.025259733200073242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,8192,gemm_torch_flow,0.02288853327433268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,16384,gemm_torch_flow,0.028435200452804565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,7168,gemm_torch_flow,0.02241706649462382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,6144,gemm_torch_flow,0.021630932887395225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,10240,gemm_torch_flow,0.02430293361345927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,5120,gemm_torch_flow,0.019363200664520262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,4096,gemm_torch_flow,0.01876586675643921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,3584,gemm_torch_flow,0.01764586567878723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,2560,gemm_torch_flow,0.015948800245920818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,2048,gemm_torch_flow,0.01573013365268707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,3072,gemm_torch_flow,0.01702186663945516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,1536,gemm_torch_flow,0.015593600273132325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,512,gemm_torch_flow,0.01495573321978251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,768,gemm_torch_flow,0.015196800231933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,1024,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,65536,gemm_torch_flow,0.06385706663131714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,256,gemm_torch_flow,0.014532267053922018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,128,gemm_torch_flow,0.014600533246994018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,64,gemm_torch_flow,0.01456106702486674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2560,32,gemm_torch_flow,0.014385066429773965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,16384,gemm_torch_flow,0.02617173393567403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,12288,gemm_torch_flow,0.023639466365178427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,10240,gemm_torch_flow,0.023481599489847817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,4096,gemm_torch_flow,0.017473065853118898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,8192,gemm_torch_flow,0.0221450666586558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,7168,gemm_torch_flow,0.021545600891113282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,6144,gemm_torch_flow,0.020861866076787312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,5120,gemm_torch_flow,0.018967467546463012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,3072,gemm_torch_flow,0.016927999258041383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,3584,gemm_torch_flow,0.017067732413609822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,2560,gemm_torch_flow,0.016165332992871602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,65536,gemm_torch_flow,0.05261653264363607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,2048,gemm_torch_flow,0.016083199779192606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,1536,gemm_torch_flow,0.01553813318411509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,128,gemm_torch_flow,0.014296533664067588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,1024,gemm_torch_flow,0.015292800466219583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,768,gemm_torch_flow,0.015068800250689188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,512,gemm_torch_flow,0.015046399831771851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,256,gemm_torch_flow,0.014533332983652749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,64,gemm_torch_flow,0.014618666966756186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,16384,gemm_torch_flow,0.024256000916163124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,2048,32,gemm_torch_flow,0.014501333236694336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,12288,gemm_torch_flow,0.022394667069117226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,8192,gemm_torch_flow,0.0213536004225413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,10240,gemm_torch_flow,0.021666133403778078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,7168,gemm_torch_flow,0.02104319930076599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,5120,gemm_torch_flow,0.018028799692789713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,6144,gemm_torch_flow,0.02016426722208659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,4096,gemm_torch_flow,0.01690346598625183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,1536,gemm_torch_flow,0.015403733650843302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,3072,gemm_torch_flow,0.016939733425776163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,3584,gemm_torch_flow,0.016950400670369466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,2560,gemm_torch_flow,0.016215466459592185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,65536,gemm_torch_flow,0.04614506562550862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,2048,gemm_torch_flow,0.0160480002562205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,1024,gemm_torch_flow,0.015262933572133383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,512,gemm_torch_flow,0.014869333306948344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,768,gemm_torch_flow,0.014965333541234336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,64,gemm_torch_flow,0.014495999614397685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,256,gemm_torch_flow,0.014885333180427552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,32,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1536,128,gemm_torch_flow,0.01455573340257009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,12288,gemm_torch_flow,0.02074346741040548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,16384,gemm_torch_flow,0.022911999622980753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,10240,gemm_torch_flow,0.020781866709391274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,4096,gemm_torch_flow,0.01718826691309611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,6144,gemm_torch_flow,0.018809600671132406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,8192,gemm_torch_flow,0.019529600938161217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,7168,gemm_torch_flow,0.01922986706097921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,3584,gemm_torch_flow,0.017010132471720375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,65536,gemm_torch_flow,0.03725546598434448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,5120,gemm_torch_flow,0.018243199586868285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,2560,gemm_torch_flow,0.01639359990755717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,3072,gemm_torch_flow,0.016739199558893837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,2048,gemm_torch_flow,0.016040533781051636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,768,gemm_torch_flow,0.01514240006605784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,1536,gemm_torch_flow,0.015643733739852905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,512,gemm_torch_flow,0.014757333199183145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,128,gemm_torch_flow,0.014385066429773965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,1024,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,256,gemm_torch_flow,0.014673067132631936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,64,gemm_torch_flow,0.014442666371663412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,1024,32,gemm_torch_flow,0.014728533228238425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,10240,gemm_torch_flow,0.019448532660802206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,12288,gemm_torch_flow,0.01952000061670939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,16384,gemm_torch_flow,0.021316266059875487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,8192,gemm_torch_flow,0.019141334295272826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,6144,gemm_torch_flow,0.018807466824849448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,4096,gemm_torch_flow,0.017310933272043864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,7168,gemm_torch_flow,0.01900586684544881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,65536,gemm_torch_flow,0.033369600772857666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,5120,gemm_torch_flow,0.01830186645189921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,1536,gemm_torch_flow,0.015384533007939658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,2048,gemm_torch_flow,0.01581546664237976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,3584,gemm_torch_flow,0.017052799463272095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,2560,gemm_torch_flow,0.01646506687005361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,3072,gemm_torch_flow,0.01651306649049123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,768,gemm_torch_flow,0.015018666783968607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,1024,gemm_torch_flow,0.015331199765205384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,512,gemm_torch_flow,0.014849066734313965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,256,gemm_torch_flow,0.014638933539390563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,128,gemm_torch_flow,0.014629333217938741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,16384,gemm_torch_flow,0.01995733380317688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,64,gemm_torch_flow,0.014533332983652749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,768,32,gemm_torch_flow,0.014475733041763306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,12288,gemm_torch_flow,0.018362667163213095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,8192,gemm_torch_flow,0.01880426605542501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,10240,gemm_torch_flow,0.01917546590169271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,65536,gemm_torch_flow,0.028742400805155437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,7168,gemm_torch_flow,0.01924053430557251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,6144,gemm_torch_flow,0.018869332472483315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,3072,gemm_torch_flow,0.01655359963575999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,5120,gemm_torch_flow,0.018091734250386557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,4096,gemm_torch_flow,0.017410133282343546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,3584,gemm_torch_flow,0.017092265685399375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,2560,gemm_torch_flow,0.01608746647834778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,768,gemm_torch_flow,0.014967466394106546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,1024,gemm_torch_flow,0.01548373301823934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,1536,gemm_torch_flow,0.015422933300336204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,2048,gemm_torch_flow,0.015703466534614564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,128,gemm_torch_flow,0.014574933052062988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,512,gemm_torch_flow,0.014841600259145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,256,gemm_torch_flow,0.014850133657455444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,32,gemm_torch_flow,0.014264532923698425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,512,64,gemm_torch_flow,0.014412800470987955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,16384,gemm_torch_flow,0.019310933351516724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,12288,gemm_torch_flow,0.01886506676673889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,6144,gemm_torch_flow,0.018908800681432088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,65536,gemm_torch_flow,0.025062400102615356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,10240,gemm_torch_flow,0.01914773384730021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,8192,gemm_torch_flow,0.01902186671892802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,7168,gemm_torch_flow,0.01958293318748474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,5120,gemm_torch_flow,0.017908267180124917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,3072,gemm_torch_flow,0.016541866461435954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,4096,gemm_torch_flow,0.017308799425760905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,3584,gemm_torch_flow,0.016718933979670204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,2560,gemm_torch_flow,0.016356266538302102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,512,gemm_torch_flow,0.014709333578745524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,2048,gemm_torch_flow,0.015878400206565856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,768,gemm_torch_flow,0.014831999937693277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,1536,gemm_torch_flow,0.01539306640625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,1024,gemm_torch_flow,0.01534933348496755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,256,gemm_torch_flow,0.014503467082977294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,32,gemm_torch_flow,0.014282666643460593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,128,gemm_torch_flow,0.014375467101732889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,256,64,gemm_torch_flow,0.014430933197339377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,16384,gemm_torch_flow,0.01902186671892802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,7168,gemm_torch_flow,0.01917120019594828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,8192,gemm_torch_flow,0.01880106727282206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,12288,gemm_torch_flow,0.018684800465901694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,10240,gemm_torch_flow,0.019013333320617675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,65536,gemm_torch_flow,0.021363200743993123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,6144,gemm_torch_flow,0.018743467330932618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,3584,gemm_torch_flow,0.0172437330087026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,5120,gemm_torch_flow,0.018040533860524496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,4096,gemm_torch_flow,0.016936532656351724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,3072,gemm_torch_flow,0.016515200336774193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,2560,gemm_torch_flow,0.01604586640993754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,2048,gemm_torch_flow,0.015994667013486227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,768,gemm_torch_flow,0.014923733472824097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,1536,gemm_torch_flow,0.015565866231918335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,1024,gemm_torch_flow,0.0150218665599823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,512,gemm_torch_flow,0.014692266782124838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,256,gemm_torch_flow,0.014468266566594442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,128,gemm_torch_flow,0.014386133352915446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,65536,gemm_torch_flow,0.021387734015782676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,64,gemm_torch_flow,0.014358400305112203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,128,32,gemm_torch_flow,0.01439573367436727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,10240,gemm_torch_flow,0.019028266270955406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,16384,gemm_torch_flow,0.018913066387176512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,12288,gemm_torch_flow,0.018669867515563966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,8192,gemm_torch_flow,0.01842986742655436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,6144,gemm_torch_flow,0.018716800212860107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,7168,gemm_torch_flow,0.018921599785486857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,3584,gemm_torch_flow,0.016718933979670204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,5120,gemm_torch_flow,0.01767573356628418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,4096,gemm_torch_flow,0.017220266660054526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,3072,gemm_torch_flow,0.01646613379319509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,2560,gemm_torch_flow,0.015966932972272238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,1536,gemm_torch_flow,0.015186132987340293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,1024,gemm_torch_flow,0.015034666657447815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,2048,gemm_torch_flow,0.015889066457748412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,768,gemm_torch_flow,0.01493013302485148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,32,gemm_torch_flow,0.014174933234850565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,512,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,256,gemm_torch_flow,0.014684800306955972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,128,gemm_torch_flow,0.014337066809336343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,64,64,gemm_torch_flow,0.014254933595657349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,65536,gemm_torch_flow,0.021471999088923135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,16384,gemm_torch_flow,0.018988800048828126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,12288,gemm_torch_flow,0.018499199549357095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,10240,gemm_torch_flow,0.018927999337514243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,8192,gemm_torch_flow,0.018477867046991982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,7168,gemm_torch_flow,0.01919680039087931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,2560,gemm_torch_flow,0.016008533040682473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,6144,gemm_torch_flow,0.018784000476201376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,5120,gemm_torch_flow,0.017525333166122436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,4096,gemm_torch_flow,0.01673706571261088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,3072,gemm_torch_flow,0.016320000092188515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,3584,gemm_torch_flow,0.01687999963760376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,1024,gemm_torch_flow,0.01492800017197927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,2048,gemm_torch_flow,0.015683199961980185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,1536,gemm_torch_flow,0.015503999590873719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,512,gemm_torch_flow,0.014571733276049294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,768,gemm_torch_flow,0.01504746675491333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,256,gemm_torch_flow,0.014365866780281067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,128,gemm_torch_flow,0.01437226633230845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,64,gemm_torch_flow,0.014377599954605103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,16,32,32,gemm_torch_flow,0.014190933108329773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,4096,gemm_torch_flow,0.08064213593800863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,5120,gemm_torch_flow,0.0962282657623291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,6144,gemm_torch_flow,0.11409599781036377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,7168,gemm_torch_flow,0.1283370653788249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,3584,gemm_torch_flow,0.07181759675343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,8192,gemm_torch_flow,0.14586453437805175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,3072,gemm_torch_flow,0.0641866683959961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,2560,gemm_torch_flow,0.05591786702473959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,10240,gemm_torch_flow,0.17843947410583497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,2048,gemm_torch_flow,0.048503466447194415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,1536,gemm_torch_flow,0.04009600083033244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,1024,gemm_torch_flow,0.03376426696777344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,64,gemm_torch_flow,0.016264533003171287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,768,gemm_torch_flow,0.02794559995333354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,512,gemm_torch_flow,0.02318399945894877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,128,gemm_torch_flow,0.01575146714846293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,256,gemm_torch_flow,0.020014933745066323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,32,gemm_torch_flow,0.016119466225306193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,12288,gemm_torch_flow,0.21040746370951333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,8192,gemm_torch_flow,0.04653653303782145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,12288,gemm_torch_flow,0.06171946525573731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,6144,gemm_torch_flow,0.042071465651194254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,7168,gemm_torch_flow,0.04244053363800049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,10240,gemm_torch_flow,0.054257067044576016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,65536,16384,gemm_torch_flow,0.275386651357015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,16384,gemm_torch_flow,0.07700160344441732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,4096,gemm_torch_flow,0.03118399977684021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,3072,gemm_torch_flow,0.027243733406066895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,3584,gemm_torch_flow,0.029179733991622925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,2560,gemm_torch_flow,0.025145600239435833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,5120,gemm_torch_flow,0.03496319850285848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,1536,gemm_torch_flow,0.02086720069249471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,1024,gemm_torch_flow,0.018920532862345376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,2048,gemm_torch_flow,0.023780266443888344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,32,gemm_torch_flow,0.014879999558130899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,64,gemm_torch_flow,0.014802133043607077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,768,gemm_torch_flow,0.017805866400400796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,512,gemm_torch_flow,0.01568000018596649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,256,gemm_torch_flow,0.015127467115720114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,128,gemm_torch_flow,0.014883200327555338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,6144,gemm_torch_flow,0.03318079908688863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,7168,gemm_torch_flow,0.037357866764068604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,8192,gemm_torch_flow,0.040439466635386154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,10240,gemm_torch_flow,0.047151998678843184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,12288,gemm_torch_flow,0.051420799891153966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,16384,gemm_torch_flow,0.0657472014427185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,2048,gemm_torch_flow,0.021249065796534218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,2560,gemm_torch_flow,0.02253440022468567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,5120,gemm_torch_flow,0.030614399909973146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,4096,gemm_torch_flow,0.027889066934585573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,3584,gemm_torch_flow,0.02625173330307007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,3072,gemm_torch_flow,0.02434239983558655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,1536,gemm_torch_flow,0.019656533002853395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,1024,gemm_torch_flow,0.017773866653442383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,512,gemm_torch_flow,0.0151637335618337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,768,gemm_torch_flow,0.015945600469907124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,64,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,256,gemm_torch_flow,0.015093333522478738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,128,gemm_torch_flow,0.014773333072662353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,32,gemm_torch_flow,0.014879999558130899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,12288,gemm_torch_flow,0.04958933194478353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,10240,gemm_torch_flow,0.039635201295216874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,7168,gemm_torch_flow,0.033129600683848064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,8192,gemm_torch_flow,0.035640533765157065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,16384,65536,gemm_torch_flow,0.29165547688802085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,16384,gemm_torch_flow,0.05952746470769247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,3072,gemm_torch_flow,0.02363413373629252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,4096,gemm_torch_flow,0.025214932362238568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,2560,gemm_torch_flow,0.021210666497548422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,2048,gemm_torch_flow,0.0197760005791982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,3584,gemm_torch_flow,0.02369706630706787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,5120,gemm_torch_flow,0.02766079902648926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,6144,gemm_torch_flow,0.030652799208958942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,768,gemm_torch_flow,0.015334399541219077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,1536,gemm_torch_flow,0.018649599949518838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,1024,gemm_torch_flow,0.01727466583251953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,128,gemm_torch_flow,0.014660267035166421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,512,gemm_torch_flow,0.015373866756757101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,256,gemm_torch_flow,0.014968533317248026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,64,gemm_torch_flow,0.014499200383822122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,32,gemm_torch_flow,0.014663466811180114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,12288,65536,gemm_torch_flow,0.2213215986887614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,8192,gemm_torch_flow,0.03191146651903788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,7168,gemm_torch_flow,0.029151999950408937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,10240,gemm_torch_flow,0.035097599029541016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,6144,gemm_torch_flow,0.028483200073242187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,12288,gemm_torch_flow,0.03900693257649739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,16384,gemm_torch_flow,0.046817068258921304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,5120,gemm_torch_flow,0.025148799022038777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,3072,gemm_torch_flow,0.02084160049756368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,2048,gemm_torch_flow,0.018989866971969603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,3584,gemm_torch_flow,0.021939200162887574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,2560,gemm_torch_flow,0.019911466042200725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,4096,gemm_torch_flow,0.022848000129063926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,1536,gemm_torch_flow,0.017771732807159425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,768,gemm_torch_flow,0.01543786625067393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,1024,gemm_torch_flow,0.01560533344745636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,64,gemm_torch_flow,0.014575999975204468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,10240,65536,gemm_torch_flow,0.18867626190185546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,512,gemm_torch_flow,0.015424000223477683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,128,gemm_torch_flow,0.014668800433476768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,256,gemm_torch_flow,0.014972800016403198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,32,gemm_torch_flow,0.014846932888031007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,6144,gemm_torch_flow,0.028632533550262452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,8192,gemm_torch_flow,0.03252480030059814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,7168,gemm_torch_flow,0.03038826584815979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,10240,gemm_torch_flow,0.03572373390197754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,12288,gemm_torch_flow,0.04132053454717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,16384,gemm_torch_flow,0.04693439801534017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,4096,gemm_torch_flow,0.02214933236440023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,2048,gemm_torch_flow,0.018451199928919474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,3584,gemm_torch_flow,0.02135573426882426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,5120,gemm_torch_flow,0.024016000827153525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,2560,gemm_torch_flow,0.019526400168736777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,3072,gemm_torch_flow,0.02057066758473714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,8192,65536,gemm_torch_flow,0.15255999565124512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,1024,gemm_torch_flow,0.015400532881418863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,1536,gemm_torch_flow,0.017629865805308023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,32,gemm_torch_flow,0.01458453337351481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,256,gemm_torch_flow,0.014521599809328715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,512,gemm_torch_flow,0.014942933122316995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,768,gemm_torch_flow,0.01502826710542043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,128,gemm_torch_flow,0.014792533715566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,64,gemm_torch_flow,0.014628266294797262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,6144,gemm_torch_flow,0.02390186587969462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,7168,gemm_torch_flow,0.026102399826049803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,10240,gemm_torch_flow,0.031126399834950764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,8192,gemm_torch_flow,0.028171734015146895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,12288,gemm_torch_flow,0.03404479821523031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,16384,gemm_torch_flow,0.040480001767476397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,3584,gemm_torch_flow,0.0207914670308431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,2048,gemm_torch_flow,0.017905066410700478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,5120,gemm_torch_flow,0.02249173323313395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,4096,gemm_torch_flow,0.02153279980023702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,7168,65536,gemm_torch_flow,0.133731206258138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,2560,gemm_torch_flow,0.01890666683514913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,3072,gemm_torch_flow,0.019729065895080566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,1024,gemm_torch_flow,0.015290666619936624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,1536,gemm_torch_flow,0.016986666123072307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,256,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,128,gemm_torch_flow,0.014657066265741984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,512,gemm_torch_flow,0.015261866648991904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,768,gemm_torch_flow,0.01497706671555837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,64,gemm_torch_flow,0.014502400159835815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,32,gemm_torch_flow,0.014437333742777506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,6144,gemm_torch_flow,0.022525866826375328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,8192,gemm_torch_flow,0.02560746669769287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,5120,gemm_torch_flow,0.021574399868647256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,7168,gemm_torch_flow,0.023944532871246337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,10240,gemm_torch_flow,0.027897600332895917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,12288,gemm_torch_flow,0.033160533507665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,16384,gemm_torch_flow,0.038439468542734785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,6144,65536,gemm_torch_flow,0.11804052988688152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,3584,gemm_torch_flow,0.01958613395690918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,4096,gemm_torch_flow,0.020169599850972494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,2048,gemm_torch_flow,0.01773759921391805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,3072,gemm_torch_flow,0.019103999932607016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,1024,gemm_torch_flow,0.01530026694138845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,2560,gemm_torch_flow,0.018336000045140584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,768,gemm_torch_flow,0.015050666530927024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,1536,gemm_torch_flow,0.015493333339691162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,256,gemm_torch_flow,0.014693333705266317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,512,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,64,gemm_torch_flow,0.014643200238545737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,128,gemm_torch_flow,0.014634666840235391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,32,gemm_torch_flow,0.01448319951693217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,16384,gemm_torch_flow,0.03390080134073893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,5120,65536,gemm_torch_flow,0.10502293109893798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,6144,gemm_torch_flow,0.02376853426297506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,7168,gemm_torch_flow,0.024727465709050496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,8192,gemm_torch_flow,0.025737599531809492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,12288,gemm_torch_flow,0.029767467578252153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,10240,gemm_torch_flow,0.02770986755688985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,4096,gemm_torch_flow,0.019381332397460937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,5120,gemm_torch_flow,0.020180267095565797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,2560,gemm_torch_flow,0.01771626671155294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,3584,gemm_torch_flow,0.01876266598701477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,3072,gemm_torch_flow,0.01835093299547831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,1024,gemm_torch_flow,0.01534293293952942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,2048,gemm_torch_flow,0.015838932991027833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,1536,gemm_torch_flow,0.015742933750152587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,512,gemm_torch_flow,0.014947199821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,768,gemm_torch_flow,0.015056000153223673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,64,gemm_torch_flow,0.014523733655611673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,65536,gemm_torch_flow,0.08563199838002523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,256,gemm_torch_flow,0.014670933286348978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,128,gemm_torch_flow,0.01474453310171763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,4096,32,gemm_torch_flow,0.0144405335187912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,8192,gemm_torch_flow,0.024659200509389242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,6144,gemm_torch_flow,0.023167999585469563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,7168,gemm_torch_flow,0.02402026653289795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,10240,gemm_torch_flow,0.026409600178400678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,5120,gemm_torch_flow,0.019901865720748903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,12288,gemm_torch_flow,0.028894933064778645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,4096,gemm_torch_flow,0.018918399016062418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,16384,gemm_torch_flow,0.03197866678237915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,1024,gemm_torch_flow,0.015375999609629312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,3072,gemm_torch_flow,0.018014933665593466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,3584,gemm_torch_flow,0.018579200903574625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,2560,gemm_torch_flow,0.017731199661890663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,2048,gemm_torch_flow,0.015740799903869628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,768,gemm_torch_flow,0.015013333161671957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,1536,gemm_torch_flow,0.01552959978580475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,512,gemm_torch_flow,0.01497706671555837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,64,gemm_torch_flow,0.014569600423177084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,32,gemm_torch_flow,0.014425599575042724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,256,gemm_torch_flow,0.014688000082969666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,128,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3584,65536,gemm_torch_flow,0.07687040170033774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,12288,gemm_torch_flow,0.02726293404897054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,10240,gemm_torch_flow,0.02566293279329936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,16384,gemm_torch_flow,0.030583467086156207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,8192,gemm_torch_flow,0.024152533213297526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,6144,gemm_torch_flow,0.02232746680577596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,7168,gemm_torch_flow,0.023512534300486245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,5120,gemm_torch_flow,0.019589332739512126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,3584,gemm_torch_flow,0.01830613414446513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,4096,gemm_torch_flow,0.018658133347829182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,2560,gemm_torch_flow,0.01641706625620524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,3072,gemm_torch_flow,0.01750826636950175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,1536,gemm_torch_flow,0.0157258669535319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,2048,gemm_torch_flow,0.01600213348865509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,768,gemm_torch_flow,0.0151146670182546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,1024,gemm_torch_flow,0.015054933230082192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,512,gemm_torch_flow,0.014867200454076131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,65536,gemm_torch_flow,0.06699840227762857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,256,gemm_torch_flow,0.014450132846832275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,128,gemm_torch_flow,0.014668800433476768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,64,gemm_torch_flow,0.01455466647942861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,12288,gemm_torch_flow,0.025125332673390705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,3072,32,gemm_torch_flow,0.01444906691710154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,5120,gemm_torch_flow,0.019092265764872232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,16384,gemm_torch_flow,0.027948800722757978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,10240,gemm_torch_flow,0.023964800437291465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,8192,gemm_torch_flow,0.022699733575185142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,6144,gemm_torch_flow,0.021512534221013388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,7168,gemm_torch_flow,0.022073600689570108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,4096,gemm_torch_flow,0.018235733111699425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,3584,gemm_torch_flow,0.017547732591629027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,2560,gemm_torch_flow,0.016265599926312765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,2048,gemm_torch_flow,0.015917866428693136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,3072,gemm_torch_flow,0.016379732886950174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,512,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,1536,gemm_torch_flow,0.015758933623631795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,1024,gemm_torch_flow,0.015281066298484802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,768,gemm_torch_flow,0.015013333161671957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,65536,gemm_torch_flow,0.061485866705576576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,32,gemm_torch_flow,0.014349866906801859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,256,gemm_torch_flow,0.014473600188891092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,128,gemm_torch_flow,0.01458026667435964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2560,64,gemm_torch_flow,0.014353066682815552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,8192,gemm_torch_flow,0.021986132860183714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,12288,gemm_torch_flow,0.023423999547958374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,16384,gemm_torch_flow,0.025441066424051924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,10240,gemm_torch_flow,0.023170133431752525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,7168,gemm_torch_flow,0.02113599975903829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,6144,gemm_torch_flow,0.020771199464797975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,4096,gemm_torch_flow,0.017778132359186807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,5120,gemm_torch_flow,0.018902399142583213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,3072,gemm_torch_flow,0.016012799739837647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,3584,gemm_torch_flow,0.01676693360010783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,2560,gemm_torch_flow,0.01623146633307139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,2048,gemm_torch_flow,0.015947733322779337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,1536,gemm_torch_flow,0.01583999991416931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,1024,gemm_torch_flow,0.015217066804567973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,65536,gemm_torch_flow,0.050996267795562746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,768,gemm_torch_flow,0.014932266871134438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,128,gemm_torch_flow,0.014421332875887552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,512,gemm_torch_flow,0.014782933394114175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,64,gemm_torch_flow,0.014435199896494546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,32,gemm_torch_flow,0.014349866906801859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,2048,256,gemm_torch_flow,0.014686933159828186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,16384,gemm_torch_flow,0.024296534061431885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,10240,gemm_torch_flow,0.021709867318471274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,12288,gemm_torch_flow,0.022290132443110146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,8192,gemm_torch_flow,0.020732800165812172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,7168,gemm_torch_flow,0.020652800798416138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,6144,gemm_torch_flow,0.019645865758260092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,5120,gemm_torch_flow,0.017787732680638633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,3584,gemm_torch_flow,0.01698346734046936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,65536,gemm_torch_flow,0.0440661350886027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,4096,gemm_torch_flow,0.017443199952443443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,2560,gemm_torch_flow,0.016148266196250916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,2048,gemm_torch_flow,0.01602453291416168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,3072,gemm_torch_flow,0.016064000129699708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,1536,gemm_torch_flow,0.015492266416549683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,768,gemm_torch_flow,0.015080533425013223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,512,gemm_torch_flow,0.014876799782117209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,1024,gemm_torch_flow,0.015363199512163797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,256,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,128,gemm_torch_flow,0.01455466647942861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,64,gemm_torch_flow,0.014544000228246054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,16384,gemm_torch_flow,0.022216532627741495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1536,32,gemm_torch_flow,0.014350933829943338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,12288,gemm_torch_flow,0.020667733748753865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,10240,gemm_torch_flow,0.02055786649386088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,7168,gemm_torch_flow,0.018987733125686645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,6144,gemm_torch_flow,0.018403200308481853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,3584,gemm_torch_flow,0.016744534174601235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,8192,gemm_torch_flow,0.018844799200693766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,5120,gemm_torch_flow,0.01807360053062439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,65536,gemm_torch_flow,0.0353770653406779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,4096,gemm_torch_flow,0.01713706652323405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,1536,gemm_torch_flow,0.015479466319084168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,3072,gemm_torch_flow,0.016641066471735636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,2560,gemm_torch_flow,0.016119466225306193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,2048,gemm_torch_flow,0.01589120030403137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,512,gemm_torch_flow,0.014734933773676554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,1024,gemm_torch_flow,0.01548799971739451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,768,gemm_torch_flow,0.015109333395957946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,128,gemm_torch_flow,0.014411733547846476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,256,gemm_torch_flow,0.014589866995811463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,32,gemm_torch_flow,0.014535466829935709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,8192,gemm_torch_flow,0.018278400103251137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,1024,64,gemm_torch_flow,0.014421332875887552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,16384,gemm_torch_flow,0.021067732572555543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,10240,gemm_torch_flow,0.019418666760126747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,12288,gemm_torch_flow,0.01926506757736206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,5120,gemm_torch_flow,0.01967786749204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,7168,gemm_torch_flow,0.01918720006942749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,65536,gemm_torch_flow,0.03186773260434468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,6144,gemm_torch_flow,0.018614399433135986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,3584,gemm_torch_flow,0.01786880095799764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,4096,gemm_torch_flow,0.01875200072924296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,3072,gemm_torch_flow,0.01769386728604635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,2048,gemm_torch_flow,0.01618880033493042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,2560,gemm_torch_flow,0.017156267166137697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,1536,gemm_torch_flow,0.01597866714000702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,1024,gemm_torch_flow,0.015392000476519266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,64,gemm_torch_flow,0.014286933342615762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,768,gemm_torch_flow,0.015166933337847391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,512,gemm_torch_flow,0.014729600151379904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,128,gemm_torch_flow,0.01444586714108785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,256,gemm_torch_flow,0.01476479967435201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,768,32,gemm_torch_flow,0.014475733041763306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,12288,gemm_torch_flow,0.018553600708643595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,16384,gemm_torch_flow,0.019425066312154134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,8192,gemm_torch_flow,0.01873706579208374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,10240,gemm_torch_flow,0.01917653282483419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,65536,gemm_torch_flow,0.02709439992904663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,7168,gemm_torch_flow,0.019118932882944743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,4096,gemm_torch_flow,0.017205333709716795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,6144,gemm_torch_flow,0.019025067488352455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,5120,gemm_torch_flow,0.01830079952875773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,3584,gemm_torch_flow,0.01714026729265849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,1024,gemm_torch_flow,0.015187199910481772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,3072,gemm_torch_flow,0.016705065965652466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,2560,gemm_torch_flow,0.01627413332462311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,2048,gemm_torch_flow,0.015962666273117064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,1536,gemm_torch_flow,0.01569919983545939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,768,gemm_torch_flow,0.015033599734306336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,128,gemm_torch_flow,0.014562132954597472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,256,gemm_torch_flow,0.014679466684659323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,512,gemm_torch_flow,0.015134933590888976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,64,gemm_torch_flow,0.014486400286356607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,10240,gemm_torch_flow,0.01909546653429667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,16384,gemm_torch_flow,0.018812799453735353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,512,32,gemm_torch_flow,0.014512000481287637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,65536,gemm_torch_flow,0.023575466871261597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,8192,gemm_torch_flow,0.018538665771484376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,12288,gemm_torch_flow,0.018696532646814982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,7168,gemm_torch_flow,0.019105066855748497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,5120,gemm_torch_flow,0.018105600277582803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,6144,gemm_torch_flow,0.018776534001032512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,4096,gemm_torch_flow,0.017256534099578856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,3072,gemm_torch_flow,0.016603733102480568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,3584,gemm_torch_flow,0.016953599452972413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,1024,gemm_torch_flow,0.015109333395957946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,2560,gemm_torch_flow,0.016148266196250916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,2048,gemm_torch_flow,0.015940266847610473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,768,gemm_torch_flow,0.015018666783968607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,1536,gemm_torch_flow,0.015682133038838704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,512,gemm_torch_flow,0.014709333578745524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,64,gemm_torch_flow,0.014268799622853597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,128,gemm_torch_flow,0.014578133821487427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,256,gemm_torch_flow,0.014549332857131957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,256,32,gemm_torch_flow,0.014493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,16384,gemm_torch_flow,0.01865066687266032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,8192,gemm_torch_flow,0.018367999792099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,12288,gemm_torch_flow,0.01880000034968058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,65536,gemm_torch_flow,0.020083200931549073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,10240,gemm_torch_flow,0.018891733884811402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,7168,gemm_torch_flow,0.018784000476201376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,5120,gemm_torch_flow,0.01784320076306661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,6144,gemm_torch_flow,0.01846826672554016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,3584,gemm_torch_flow,0.016771199305852254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,4096,gemm_torch_flow,0.01725013256072998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,2048,gemm_torch_flow,0.01583146651585897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,3072,gemm_torch_flow,0.016748799880345663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,2560,gemm_torch_flow,0.016275200247764587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,1536,gemm_torch_flow,0.015433599551518759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,1024,gemm_torch_flow,0.015275733669598899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,512,gemm_torch_flow,0.014719999829928079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,768,gemm_torch_flow,0.014903466900189719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,256,gemm_torch_flow,0.01434879998366038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,128,gemm_torch_flow,0.014306132992108664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,12288,gemm_torch_flow,0.018408532937367758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,64,gemm_torch_flow,0.014354133605957031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,128,32,gemm_torch_flow,0.014432000120480857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,16384,gemm_torch_flow,0.01879040002822876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,65536,gemm_torch_flow,0.01992853283882141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,10240,gemm_torch_flow,0.018589866161346436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,6144,gemm_torch_flow,0.01827733318010966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,7168,gemm_torch_flow,0.018769067525863648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,8192,gemm_torch_flow,0.018225065867106118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,3584,gemm_torch_flow,0.016664533813794454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,5120,gemm_torch_flow,0.017692800362904867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,4096,gemm_torch_flow,0.017026132345199584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,3072,gemm_torch_flow,0.01618559956550598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,2048,gemm_torch_flow,0.015500799814860026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,2560,gemm_torch_flow,0.016006400187810264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,1536,gemm_torch_flow,0.015306666493415833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,768,gemm_torch_flow,0.01474346617857615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,1024,gemm_torch_flow,0.01495573321978251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,64,gemm_torch_flow,0.014165332913398743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,512,gemm_torch_flow,0.014859732985496522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,256,gemm_torch_flow,0.01458346645037333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,128,gemm_torch_flow,0.014268799622853597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,64,32,gemm_torch_flow,0.014108799894650779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,65536,gemm_torch_flow,0.019500799973805747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,16384,gemm_torch_flow,0.018637865781784058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,10240,gemm_torch_flow,0.01877440015474955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,12288,gemm_torch_flow,0.01813439925511678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,8192,gemm_torch_flow,0.018524799744288126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,7168,gemm_torch_flow,0.018654932578404747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,6144,gemm_torch_flow,0.018355200688044228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,3072,gemm_torch_flow,0.016434133052825928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,3584,gemm_torch_flow,0.01672853430112203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,4096,gemm_torch_flow,0.01704746683438619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,5120,gemm_torch_flow,0.017638399203618368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,768,gemm_torch_flow,0.014804266889890037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,2560,gemm_torch_flow,0.015785599748293556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,2048,gemm_torch_flow,0.015586133797963461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,512,gemm_torch_flow,0.014607999722162882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,1536,gemm_torch_flow,0.015277866522471109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,1024,gemm_torch_flow,0.015013333161671957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,256,gemm_torch_flow,0.014446933070818582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,64,gemm_torch_flow,0.014340266585350037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,128,gemm_torch_flow,0.01418239971001943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,8,32,32,gemm_torch_flow,0.014261333147684732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,4096,gemm_torch_flow,0.07989546457926432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,6144,gemm_torch_flow,0.11328746477762859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,5120,gemm_torch_flow,0.09563413461049398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,7168,gemm_torch_flow,0.12823786735534667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,8192,gemm_torch_flow,0.1455189387003581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,2560,gemm_torch_flow,0.05570453405380249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,3072,gemm_torch_flow,0.06369386514027914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,3584,gemm_torch_flow,0.07170773347218831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,2048,gemm_torch_flow,0.04857600132624308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,256,gemm_torch_flow,0.019335466623306274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,10240,gemm_torch_flow,0.17767893473307292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,1536,gemm_torch_flow,0.03972906668980916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,512,gemm_torch_flow,0.023050665855407715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,128,gemm_torch_flow,0.015812266866366068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,768,gemm_torch_flow,0.02763200004895528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,1024,gemm_torch_flow,0.03158613244692485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,64,gemm_torch_flow,0.01528320014476776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,32,gemm_torch_flow,0.016272000471750894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,12288,gemm_torch_flow,0.20934507052103676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,6144,gemm_torch_flow,0.04164266586303711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,12288,gemm_torch_flow,0.06136000156402588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,10240,gemm_torch_flow,0.0538101315498352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,8192,gemm_torch_flow,0.04625706672668457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,7168,gemm_torch_flow,0.04223039944966634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,16384,gemm_torch_flow,0.0769717295964559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,65536,16384,gemm_torch_flow,0.27436374028523763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,4096,gemm_torch_flow,0.030696533123652142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,2560,gemm_torch_flow,0.025106134017308553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,3072,gemm_torch_flow,0.026946133375167845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,3584,gemm_torch_flow,0.028983465830485028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,5120,gemm_torch_flow,0.034533333778381345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,1024,gemm_torch_flow,0.01875200072924296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,1536,gemm_torch_flow,0.021870932976404824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,2048,gemm_torch_flow,0.022846933205922446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,64,gemm_torch_flow,0.01483519971370697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,768,gemm_torch_flow,0.017849600315093993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,128,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,512,gemm_torch_flow,0.015560533603032431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,256,gemm_torch_flow,0.015218133727709452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,32,gemm_torch_flow,0.015010133385658264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,7168,gemm_torch_flow,0.035897600650787356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,6144,gemm_torch_flow,0.034526932239532473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,10240,gemm_torch_flow,0.04487359921137492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,8192,gemm_torch_flow,0.040522666772206624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,12288,gemm_torch_flow,0.05309439897537231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,16384,gemm_torch_flow,0.0654314676920573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,2048,gemm_torch_flow,0.0210207998752594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,3584,gemm_torch_flow,0.025576533873875935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,5120,gemm_torch_flow,0.030241066217422487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,2560,gemm_torch_flow,0.022781866788864135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,3072,gemm_torch_flow,0.02442880074183146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,4096,gemm_torch_flow,0.02796799937884013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,1536,gemm_torch_flow,0.01939199964205424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,64,gemm_torch_flow,0.014775466918945313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,1024,gemm_torch_flow,0.01796906590461731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,768,gemm_torch_flow,0.015808000167210897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,512,gemm_torch_flow,0.01530346671740214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,128,gemm_torch_flow,0.014818132917086283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,256,gemm_torch_flow,0.01506239970525106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,32,gemm_torch_flow,0.01474666694800059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,7168,gemm_torch_flow,0.03301653265953064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,8192,gemm_torch_flow,0.03565226793289185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,10240,gemm_torch_flow,0.039597864945729574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,12288,gemm_torch_flow,0.05084480047225952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,16384,gemm_torch_flow,0.05891093413035074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,6144,gemm_torch_flow,0.03024853269259135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,16384,65536,gemm_torch_flow,0.26923198699951173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,5120,gemm_torch_flow,0.02797866662343343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,2560,gemm_torch_flow,0.021109332640965782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,4096,gemm_torch_flow,0.024779733022054037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,3072,gemm_torch_flow,0.022347732384999593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,3584,gemm_torch_flow,0.023558400074640908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,2048,gemm_torch_flow,0.020540799697240195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,1024,gemm_torch_flow,0.01735146641731262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,1536,gemm_torch_flow,0.01874026656150818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,768,gemm_torch_flow,0.015107199549674988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,256,gemm_torch_flow,0.014892799655596414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,512,gemm_torch_flow,0.015156267086664834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,64,gemm_torch_flow,0.014537599682807923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,128,gemm_torch_flow,0.014495999614397685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,12288,65536,gemm_torch_flow,0.21767039299011232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,32,gemm_torch_flow,0.014684800306955972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,7168,gemm_torch_flow,0.030797866980234782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,10240,gemm_torch_flow,0.03500586748123169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,8192,gemm_torch_flow,0.031351466973622635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,6144,gemm_torch_flow,0.02709439992904663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,12288,gemm_torch_flow,0.038813865184783934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,16384,gemm_torch_flow,0.04646079937616984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,3584,gemm_torch_flow,0.02186346650123596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,3072,gemm_torch_flow,0.02089386582374573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,4096,gemm_torch_flow,0.022757333517074586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,5120,gemm_torch_flow,0.02503040035565694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,2560,gemm_torch_flow,0.019805866479873657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,768,gemm_torch_flow,0.015166933337847391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,2048,gemm_torch_flow,0.01897066632906596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,1536,gemm_torch_flow,0.017909334103266398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,512,gemm_torch_flow,0.015244799852371215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,1024,gemm_torch_flow,0.015440000096956888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,256,gemm_torch_flow,0.014921599626541137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,10240,65536,gemm_torch_flow,0.1781226634979248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,128,gemm_torch_flow,0.014548266927401224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,32,gemm_torch_flow,0.01467519998550415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,64,gemm_torch_flow,0.014765866597493491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,8192,gemm_torch_flow,0.032414933045705155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,10240,gemm_torch_flow,0.03736533323923747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,12288,gemm_torch_flow,0.03978879849116008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,7168,gemm_torch_flow,0.02993280092875163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,16384,gemm_torch_flow,0.046588798364003495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,6144,gemm_torch_flow,0.028268800179163618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,5120,gemm_torch_flow,0.023818665742874147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,4096,gemm_torch_flow,0.02209386626879374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,3584,gemm_torch_flow,0.021337600549062093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,1536,gemm_torch_flow,0.017886932690938315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,3072,gemm_torch_flow,0.020363734165827433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,2560,gemm_torch_flow,0.019347200791041054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,2048,gemm_torch_flow,0.018454400698343913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,512,gemm_torch_flow,0.015122133493423461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,8192,65536,gemm_torch_flow,0.1515936056772868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,768,gemm_torch_flow,0.015196800231933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,1024,gemm_torch_flow,0.015316266814867655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,256,gemm_torch_flow,0.014784000317255654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,128,gemm_torch_flow,0.01471466620763143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,32,gemm_torch_flow,0.014562132954597472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,64,gemm_torch_flow,0.014666666587193808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,7168,gemm_torch_flow,0.02579413255055745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,8192,gemm_torch_flow,0.028391466538111372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,6144,gemm_torch_flow,0.02500586708386739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,12288,gemm_torch_flow,0.03313493331273397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,5120,gemm_torch_flow,0.022666666905085245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,10240,gemm_torch_flow,0.030717867612838744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,16384,gemm_torch_flow,0.03917546669642131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,7168,65536,gemm_torch_flow,0.1306282679239909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,2560,gemm_torch_flow,0.018948266903559365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,4096,gemm_torch_flow,0.02176533341407776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,3072,gemm_torch_flow,0.019461333751678467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,3584,gemm_torch_flow,0.020732800165812172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,2048,gemm_torch_flow,0.018984532356262206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,1536,gemm_torch_flow,0.016158933440844216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,768,gemm_torch_flow,0.01511679987112681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,1024,gemm_torch_flow,0.015056000153223673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,256,gemm_torch_flow,0.014788267016410828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,512,gemm_torch_flow,0.015110400319099427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,128,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,64,gemm_torch_flow,0.014672000209490457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,32,gemm_torch_flow,0.014429866274197897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,6144,gemm_torch_flow,0.022639999787012734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,16384,gemm_torch_flow,0.03812586863835653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,7168,gemm_torch_flow,0.02395413319269816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,12288,gemm_torch_flow,0.032919466495513916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,8192,gemm_torch_flow,0.0255295991897583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,10240,gemm_torch_flow,0.02808000048001607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,4096,gemm_torch_flow,0.020397865772247316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,6144,65536,gemm_torch_flow,0.11716907024383545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,5120,gemm_torch_flow,0.021461333831151327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,3584,gemm_torch_flow,0.01951893369356791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,3072,gemm_torch_flow,0.018879999717076622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,1536,gemm_torch_flow,0.015759999553362526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,2048,gemm_torch_flow,0.01762346625328064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,2560,gemm_torch_flow,0.018194133043289186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,768,gemm_torch_flow,0.015154133240381876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,1024,gemm_torch_flow,0.014909866452217101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,128,gemm_torch_flow,0.014601600170135499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,256,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,512,gemm_torch_flow,0.01476693352063497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,64,gemm_torch_flow,0.014622933665911355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,32,gemm_torch_flow,0.014660267035166421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,5120,65536,gemm_torch_flow,0.1035914659500122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,12288,gemm_torch_flow,0.029628799359003706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,6144,gemm_torch_flow,0.02346453269322713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,7168,gemm_torch_flow,0.024525866905848185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,10240,gemm_torch_flow,0.02744106650352478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,8192,gemm_torch_flow,0.025483733415603636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,16384,gemm_torch_flow,0.03382399876912435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,5120,gemm_torch_flow,0.020064000288645426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,4096,gemm_torch_flow,0.019436800479888917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,2560,gemm_torch_flow,0.01760106682777405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,3584,gemm_torch_flow,0.018707199891408285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,3072,gemm_torch_flow,0.018183465798695883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,2048,gemm_torch_flow,0.015969066818555196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,1024,gemm_torch_flow,0.015280000368754067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,1536,gemm_torch_flow,0.01588053305943807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,768,gemm_torch_flow,0.015092266599337259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,512,gemm_torch_flow,0.015090133746465048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,256,gemm_torch_flow,0.01479573349157969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,32,gemm_torch_flow,0.014546133081118264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,128,gemm_torch_flow,0.014503467082977294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,64,gemm_torch_flow,0.014476799964904785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,4096,65536,gemm_torch_flow,0.08330453236897786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,8192,gemm_torch_flow,0.024383999903996787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,16384,gemm_torch_flow,0.032295467456181844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,7168,gemm_torch_flow,0.02372373342514038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,6144,gemm_torch_flow,0.022784000635147093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,12288,gemm_torch_flow,0.02808213432629903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,4096,gemm_torch_flow,0.018710400660832724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,10240,gemm_torch_flow,0.02603200078010559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,5120,gemm_torch_flow,0.019814399878184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,3584,gemm_torch_flow,0.018487467368443807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,1536,gemm_torch_flow,0.015497600038846334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,2560,gemm_torch_flow,0.017211733261744182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,2048,gemm_torch_flow,0.015838932991027833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,3072,gemm_torch_flow,0.017978666226069133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,1024,gemm_torch_flow,0.01518933375676473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,768,gemm_torch_flow,0.015081600348154704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,256,gemm_torch_flow,0.014729600151379904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,512,gemm_torch_flow,0.014934399724006652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,128,gemm_torch_flow,0.014467199643452963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,64,gemm_torch_flow,0.014532267053922018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,32,gemm_torch_flow,0.014417066176732381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3584,65536,gemm_torch_flow,0.07536746660868326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,10240,gemm_torch_flow,0.025620265801747637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,7168,gemm_torch_flow,0.02259946664174398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,12288,gemm_torch_flow,0.02714666724205017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,8192,gemm_torch_flow,0.02403200070063273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,16384,gemm_torch_flow,0.029916799068450926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,6144,gemm_torch_flow,0.02220053275426229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,4096,gemm_torch_flow,0.018630399306615194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,5120,gemm_torch_flow,0.019848533471425376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,3072,gemm_torch_flow,0.017467733224232992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,3584,gemm_torch_flow,0.018295466899871826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,2560,gemm_torch_flow,0.01632426679134369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,1024,gemm_torch_flow,0.015172266960144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,2048,gemm_torch_flow,0.01583146651585897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,1536,gemm_torch_flow,0.015570132931073507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,768,gemm_torch_flow,0.014995200435320535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,512,gemm_torch_flow,0.01474453310171763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,256,gemm_torch_flow,0.01472106675306956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,64,gemm_torch_flow,0.01458346645037333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,128,gemm_torch_flow,0.014526933431625366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,65536,gemm_torch_flow,0.06560320059458415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,3072,32,gemm_torch_flow,0.014382933576901754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,12288,gemm_torch_flow,0.02498240073521932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,8192,gemm_torch_flow,0.022654932737350465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,10240,gemm_torch_flow,0.02377600073814392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,16384,gemm_torch_flow,0.028089600801467895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,7168,gemm_torch_flow,0.022075732549031578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,5120,gemm_torch_flow,0.019057067235310872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,6144,gemm_torch_flow,0.021385600169499717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,3584,gemm_torch_flow,0.01835839947064718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,4096,gemm_torch_flow,0.018156800667444864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,3072,gemm_torch_flow,0.01612160007158915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,768,gemm_torch_flow,0.015018666783968607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,1536,gemm_torch_flow,0.015446399648984274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,2560,gemm_torch_flow,0.016619732975959776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,2048,gemm_torch_flow,0.01604373355706533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,512,gemm_torch_flow,0.014734933773676554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,1024,gemm_torch_flow,0.015185067057609558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,128,gemm_torch_flow,0.014553599556287131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,256,gemm_torch_flow,0.014707199732462563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,65536,gemm_torch_flow,0.06036800146102905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,64,gemm_torch_flow,0.014356266458829245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2560,32,gemm_torch_flow,0.014512000481287637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,12288,gemm_torch_flow,0.023175466060638427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,10240,gemm_torch_flow,0.022874667247136434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,16384,gemm_torch_flow,0.025604265928268432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,8192,gemm_torch_flow,0.021644800901412964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,7168,gemm_torch_flow,0.020874667167663574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,6144,gemm_torch_flow,0.020569600661595664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,5120,gemm_torch_flow,0.020001065731048585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,3584,gemm_torch_flow,0.017862399419148765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,3072,gemm_torch_flow,0.016371200482050575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,4096,gemm_torch_flow,0.01873706579208374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,2560,gemm_torch_flow,0.016115199526151022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,1536,gemm_torch_flow,0.015414399902025857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,2048,gemm_torch_flow,0.01602773368358612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,65536,gemm_torch_flow,0.0519541343053182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,768,gemm_torch_flow,0.014966400464375815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,1024,gemm_torch_flow,0.015455999970436096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,512,gemm_torch_flow,0.014630400141080222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,256,gemm_torch_flow,0.014459733168284097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,64,gemm_torch_flow,0.014353066682815552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,128,gemm_torch_flow,0.01462399959564209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,2048,32,gemm_torch_flow,0.01460906664530436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,16384,gemm_torch_flow,0.0240447998046875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,10240,gemm_torch_flow,0.021386667092641195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,12288,gemm_torch_flow,0.02251519958178202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,8192,gemm_torch_flow,0.020858667294184365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,7168,gemm_torch_flow,0.020567466815312706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,4096,gemm_torch_flow,0.018769067525863648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,6144,gemm_torch_flow,0.0195850670337677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,3584,gemm_torch_flow,0.018438400824864705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,5120,gemm_torch_flow,0.019782400131225585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,65536,gemm_torch_flow,0.0430026650428772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,2560,gemm_torch_flow,0.017454934120178223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,3072,gemm_torch_flow,0.018389334281285606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,768,gemm_torch_flow,0.015280000368754067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,1536,gemm_torch_flow,0.016369066635767617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,2048,gemm_torch_flow,0.016684800386428833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,1024,gemm_torch_flow,0.01569706698258718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,512,gemm_torch_flow,0.015122133493423461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,32,gemm_torch_flow,0.01456000010172526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,256,gemm_torch_flow,0.014760532975196838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,128,gemm_torch_flow,0.014643200238545737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1536,64,gemm_torch_flow,0.014601600170135499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,12288,gemm_torch_flow,0.020524799823760986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,16384,gemm_torch_flow,0.021797333161036173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,10240,gemm_torch_flow,0.020113066832224528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,8192,gemm_torch_flow,0.018946133057276406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,7168,gemm_torch_flow,0.01858453353246053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,6144,gemm_torch_flow,0.018761599063873292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,65536,gemm_torch_flow,0.034254932403564455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,2560,gemm_torch_flow,0.020097066958745323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,5120,gemm_torch_flow,0.02169813315073649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,4096,gemm_torch_flow,0.0201855997244517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,3584,gemm_torch_flow,0.021081600586573282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,3072,gemm_torch_flow,0.02230613430341085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,2048,gemm_torch_flow,0.019576533635457357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,1536,gemm_torch_flow,0.017861332496007284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,768,gemm_torch_flow,0.016170666615168253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,1024,gemm_torch_flow,0.017010132471720375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,256,gemm_torch_flow,0.015146666765213012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,128,gemm_torch_flow,0.014710399508476257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,64,gemm_torch_flow,0.014758400122324624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,512,gemm_torch_flow,0.015757866700490317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,16384,gemm_torch_flow,0.02110613385836283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,1024,32,gemm_torch_flow,0.014684800306955972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,12288,gemm_torch_flow,0.019362133741378785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,10240,gemm_torch_flow,0.01926506757736206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,5120,gemm_torch_flow,0.01958293318748474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,8192,gemm_torch_flow,0.018195199966430663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,7168,gemm_torch_flow,0.018784000476201376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,65536,gemm_torch_flow,0.030730666716893514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,6144,gemm_torch_flow,0.01887893279393514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,4096,gemm_torch_flow,0.018269866704940796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,2560,gemm_torch_flow,0.017025067408879598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,3584,gemm_torch_flow,0.018502400318781535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,3072,gemm_torch_flow,0.017723733186721803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,2048,gemm_torch_flow,0.016502400239308677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,1536,gemm_torch_flow,0.016173866391181946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,1024,gemm_torch_flow,0.015566933155059814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,768,gemm_torch_flow,0.015345066785812378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,256,gemm_torch_flow,0.014662399888038635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,512,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,128,gemm_torch_flow,0.014615466197331747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,64,gemm_torch_flow,0.01461120049158732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,768,32,gemm_torch_flow,0.014453333616256715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,10240,gemm_torch_flow,0.018860799074172974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,16384,gemm_torch_flow,0.018797866503397622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,8192,gemm_torch_flow,0.018326399723688762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,65536,gemm_torch_flow,0.026265599330266315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,12288,gemm_torch_flow,0.018710400660832724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,7168,gemm_torch_flow,0.019066667556762694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,6144,gemm_torch_flow,0.018518400192260743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,4096,gemm_torch_flow,0.01708266735076904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,5120,gemm_torch_flow,0.01796906590461731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,3584,gemm_torch_flow,0.017017600933710735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,3072,gemm_torch_flow,0.016546133160591125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,2560,gemm_torch_flow,0.01628159979979197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,768,gemm_torch_flow,0.014869333306948344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,1536,gemm_torch_flow,0.015629866719245912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,2048,gemm_torch_flow,0.016167466839154564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,1024,gemm_torch_flow,0.015261866648991904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,512,gemm_torch_flow,0.014897066354751586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,32,gemm_torch_flow,0.01434346636136373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,256,gemm_torch_flow,0.014719999829928079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,128,gemm_torch_flow,0.014537599682807923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,512,64,gemm_torch_flow,0.014459733168284097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,65536,gemm_torch_flow,0.02320746580759684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,16384,gemm_torch_flow,0.018846933046976724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,8192,gemm_torch_flow,0.01858666737874349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,12288,gemm_torch_flow,0.01856213410695394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,10240,gemm_torch_flow,0.01890453298886617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,7168,gemm_torch_flow,0.01887786587079366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,6144,gemm_torch_flow,0.018669867515563966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,5120,gemm_torch_flow,0.017968000968297322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,3072,gemm_torch_flow,0.016616533199946083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,4096,gemm_torch_flow,0.01723946730295817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,3584,gemm_torch_flow,0.01694719990094503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,2560,gemm_torch_flow,0.01613866686820984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,2048,gemm_torch_flow,0.01577600042025248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,1536,gemm_torch_flow,0.01543786625067393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,1024,gemm_torch_flow,0.015085867047309876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,512,gemm_torch_flow,0.014688000082969666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,768,gemm_torch_flow,0.01524906655152639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,256,gemm_torch_flow,0.014565333724021912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,64,gemm_torch_flow,0.014486400286356607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,32,gemm_torch_flow,0.014273066322008768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,256,128,gemm_torch_flow,0.014402133226394654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,65536,gemm_torch_flow,0.01946453253428141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,8192,gemm_torch_flow,0.018217599391937254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,10240,gemm_torch_flow,0.0185973326365153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,16384,gemm_torch_flow,0.01885120073954264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,12288,gemm_torch_flow,0.018472532431284584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,7168,gemm_torch_flow,0.018823466698328652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,3584,gemm_torch_flow,0.016563199957211814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,3072,gemm_torch_flow,0.01622293293476105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,6144,gemm_torch_flow,0.01843093236287435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,4096,gemm_torch_flow,0.016740266482035318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,5120,gemm_torch_flow,0.0176746666431427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,2560,gemm_torch_flow,0.015863466262817382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,2048,gemm_torch_flow,0.015825066963831583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,1024,gemm_torch_flow,0.014994133512179056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,768,gemm_torch_flow,0.014784000317255654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,1536,gemm_torch_flow,0.015532799561818442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,256,gemm_torch_flow,0.01455573340257009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,512,gemm_torch_flow,0.014786133170127868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,64,gemm_torch_flow,0.01434879998366038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,32,gemm_torch_flow,0.014366933703422546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,128,128,gemm_torch_flow,0.014409599701563516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,65536,gemm_torch_flow,0.01939520041147868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,16384,gemm_torch_flow,0.01856213410695394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,12288,gemm_torch_flow,0.018304000298182167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,10240,gemm_torch_flow,0.01834453344345093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,8192,gemm_torch_flow,0.018149334192276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,7168,gemm_torch_flow,0.018478933970133463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,5120,gemm_torch_flow,0.017705599466959633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,4096,gemm_torch_flow,0.016900267203648886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,6144,gemm_torch_flow,0.01839253306388855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,3584,gemm_torch_flow,0.016495999693870545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,3072,gemm_torch_flow,0.01607039968172709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,2560,gemm_torch_flow,0.015895467003186545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,2048,gemm_torch_flow,0.015480533242225647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,1536,gemm_torch_flow,0.015221333503723145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,256,gemm_torch_flow,0.014497066537539164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,768,gemm_torch_flow,0.014685866236686707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,512,gemm_torch_flow,0.014877866705258688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,1024,gemm_torch_flow,0.015145599842071533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,128,gemm_torch_flow,0.014286933342615762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,64,gemm_torch_flow,0.014460800091425577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,16384,gemm_torch_flow,0.018481065829594932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,12288,gemm_torch_flow,0.01813973387082418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,64,32,gemm_torch_flow,0.014087466398874917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,65536,gemm_torch_flow,0.01967786749204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,10240,gemm_torch_flow,0.018451199928919474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,8192,gemm_torch_flow,0.01839146614074707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,7168,gemm_torch_flow,0.018554667631785073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,5120,gemm_torch_flow,0.017222400506337485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,4096,gemm_torch_flow,0.01689493258794149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,6144,gemm_torch_flow,0.018157867590586345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,3584,gemm_torch_flow,0.016354133685429893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,3072,gemm_torch_flow,0.016151466965675355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,1024,gemm_torch_flow,0.014797866344451904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,1536,gemm_torch_flow,0.01520853340625763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,2560,gemm_torch_flow,0.015997866789499916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,2048,gemm_torch_flow,0.015853866934776306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,768,gemm_torch_flow,0.014713600277900696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,256,gemm_torch_flow,0.01430400013923645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,128,gemm_torch_flow,0.014332800110181173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,64,gemm_torch_flow,0.014205867052078247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,512,gemm_torch_flow,0.014509866635004679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,4,32,32,gemm_torch_flow,0.014252799749374389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,4096,gemm_torch_flow,0.07975040276845297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,6144,gemm_torch_flow,0.11308906873067219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,5120,gemm_torch_flow,0.09581546783447266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,7168,gemm_torch_flow,0.12792106469472247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,8192,gemm_torch_flow,0.14530347188313802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,3072,gemm_torch_flow,0.06379520098368327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,3584,gemm_torch_flow,0.07126613457997641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,2560,gemm_torch_flow,0.05504000186920166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,10240,gemm_torch_flow,0.17758506139119465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,2048,gemm_torch_flow,0.047842133045196536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,256,gemm_torch_flow,0.01998186707496643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,1536,gemm_torch_flow,0.03951786756515503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,768,gemm_torch_flow,0.027590399980545043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,64,gemm_torch_flow,0.01607360045115153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,1024,gemm_torch_flow,0.031974399089813234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,512,gemm_torch_flow,0.022957867383956908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,128,gemm_torch_flow,0.016080000003178916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,32,gemm_torch_flow,0.016160000363985697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,12288,gemm_torch_flow,0.20922239621480307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,8192,gemm_torch_flow,0.046157864729563396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,7168,gemm_torch_flow,0.04186346530914307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,10240,gemm_torch_flow,0.05362240076065063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,12288,gemm_torch_flow,0.06106346845626831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,6144,gemm_torch_flow,0.04183573325475057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,16384,gemm_torch_flow,0.07696320215861002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,3072,gemm_torch_flow,0.026929066578547163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,2560,gemm_torch_flow,0.02500159939130147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,65536,16384,gemm_torch_flow,0.2745557467142741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,5120,gemm_torch_flow,0.03476266860961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,4096,gemm_torch_flow,0.03065173427263896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,3584,gemm_torch_flow,0.028753066062927247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,1536,gemm_torch_flow,0.02059626579284668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,2048,gemm_torch_flow,0.022793600956598915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,256,gemm_torch_flow,0.015146666765213012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,768,gemm_torch_flow,0.01851200064023336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,1024,gemm_torch_flow,0.01882666746775309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,512,gemm_torch_flow,0.015940266847610473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,128,gemm_torch_flow,0.014883200327555338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,64,gemm_torch_flow,0.01472106675306956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,32,gemm_torch_flow,0.014896000425020853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,7168,gemm_torch_flow,0.03683840036392212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,6144,gemm_torch_flow,0.03398186763127645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,8192,gemm_torch_flow,0.03985386689503988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,10240,gemm_torch_flow,0.04732799927393595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,12288,gemm_torch_flow,0.05410879850387573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,4096,gemm_torch_flow,0.02778666615486145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,16384,gemm_torch_flow,0.06471466620763143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,5120,gemm_torch_flow,0.030646399656931562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,3584,gemm_torch_flow,0.025711999336878462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,2560,gemm_torch_flow,0.023031467199325563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,2048,gemm_torch_flow,0.021154133478800456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,3072,gemm_torch_flow,0.024605866273244223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,1024,gemm_torch_flow,0.017799466848373413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,1536,gemm_torch_flow,0.01941653291384379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,256,gemm_torch_flow,0.015172266960144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,64,gemm_torch_flow,0.014593066771825156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,768,gemm_torch_flow,0.016839466492335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,512,gemm_torch_flow,0.015498666961987814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,128,gemm_torch_flow,0.014647466937700906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,32,gemm_torch_flow,0.014693333705266317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,8192,gemm_torch_flow,0.03526080052057902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,7168,gemm_torch_flow,0.03309973279635112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,10240,gemm_torch_flow,0.039539198080698654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,16384,gemm_torch_flow,0.058746667702992764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,12288,gemm_torch_flow,0.05038400093714396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,3584,gemm_torch_flow,0.023732266823450723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,16384,65536,gemm_torch_flow,0.269267209370931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,3072,gemm_torch_flow,0.02244266668955485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,6144,gemm_torch_flow,0.03011946678161621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,4096,gemm_torch_flow,0.02490026752154032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,2560,gemm_torch_flow,0.02132373253504435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,5120,gemm_torch_flow,0.02797120014826457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,2048,gemm_torch_flow,0.02059626579284668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,512,gemm_torch_flow,0.015318399667739869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,1536,gemm_torch_flow,0.018706132968266807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,1024,gemm_torch_flow,0.017303466796875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,768,gemm_torch_flow,0.015285332997639975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,256,gemm_torch_flow,0.015046399831771851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,64,gemm_torch_flow,0.014646400014559427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,128,gemm_torch_flow,0.014740266402562461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,32,gemm_torch_flow,0.014719999829928079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,12288,65536,gemm_torch_flow,0.21656106313069662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,10240,gemm_torch_flow,0.03476266860961914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,8192,gemm_torch_flow,0.03151786724726359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,6144,gemm_torch_flow,0.028541866938273115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,7168,gemm_torch_flow,0.028885332743326823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,12288,gemm_torch_flow,0.03867626587549845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,16384,gemm_torch_flow,0.04653120040893555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,5120,gemm_torch_flow,0.024785067637761435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,2560,gemm_torch_flow,0.019827200969060262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,3584,gemm_torch_flow,0.021995733181635536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,4096,gemm_torch_flow,0.02285226583480835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,3072,gemm_torch_flow,0.02086826761563619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,1536,gemm_torch_flow,0.017808000246683754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,2048,gemm_torch_flow,0.019130667050679527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,10240,65536,gemm_torch_flow,0.17957653999328613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,128,gemm_torch_flow,0.014536533753077188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,768,gemm_torch_flow,0.015677866339683533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,1024,gemm_torch_flow,0.015591466426849365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,512,gemm_torch_flow,0.015268266201019287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,256,gemm_torch_flow,0.014936533570289613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,32,gemm_torch_flow,0.014730667074521383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,64,gemm_torch_flow,0.014824533462524414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,7168,gemm_torch_flow,0.02982719937960307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,10240,gemm_torch_flow,0.035547733306884766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,6144,gemm_torch_flow,0.027955200274785357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,8192,gemm_torch_flow,0.03202133377393086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,12288,gemm_torch_flow,0.03908053239186605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,16384,gemm_torch_flow,0.04667093356450398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,5120,gemm_torch_flow,0.023822933435440063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,4096,gemm_torch_flow,0.022331732511520385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,3584,gemm_torch_flow,0.021660800774892172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,2560,gemm_torch_flow,0.01943146586418152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,3072,gemm_torch_flow,0.020304000377655028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,8192,65536,gemm_torch_flow,0.15012799898783366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,1536,gemm_torch_flow,0.017576533555984496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,2048,gemm_torch_flow,0.018593066930770875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,64,gemm_torch_flow,0.014683733383814493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,512,gemm_torch_flow,0.015161599715550741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,1024,gemm_torch_flow,0.01530026694138845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,256,gemm_torch_flow,0.014865066607793173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,768,gemm_torch_flow,0.01544319987297058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,128,gemm_torch_flow,0.014587733149528503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,32,gemm_torch_flow,0.014501333236694336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,7168,gemm_torch_flow,0.025809067487716674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,8192,gemm_torch_flow,0.02887253363927205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,10240,gemm_torch_flow,0.03207359910011291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,6144,gemm_torch_flow,0.02392959992090861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,12288,gemm_torch_flow,0.03325013319651286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,16384,gemm_torch_flow,0.04182399908701579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,7168,65536,gemm_torch_flow,0.13259519735972086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,1536,gemm_torch_flow,0.01725546717643738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,4096,gemm_torch_flow,0.02222506602605184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,5120,gemm_torch_flow,0.02286400000254313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,3584,gemm_torch_flow,0.02080000042915344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,3072,gemm_torch_flow,0.01943999926249186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,2560,gemm_torch_flow,0.01872426668802897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,2048,gemm_torch_flow,0.017933867375055947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,1024,gemm_torch_flow,0.015468800067901611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,512,gemm_torch_flow,0.0151146670182546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,768,gemm_torch_flow,0.015482667088508605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,32,gemm_torch_flow,0.014512000481287637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,256,gemm_torch_flow,0.014778666694959006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,128,gemm_torch_flow,0.014450132846832275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,64,gemm_torch_flow,0.014620799819628397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,6144,gemm_torch_flow,0.022615466515223184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,7168,gemm_torch_flow,0.02387946645418803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,6144,65536,gemm_torch_flow,0.11576426823933919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,10240,gemm_torch_flow,0.02792106668154399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,8192,gemm_torch_flow,0.025473066171010333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,12288,gemm_torch_flow,0.033035733302434284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,16384,gemm_torch_flow,0.03798506657282512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,3584,gemm_torch_flow,0.019708800315856933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,5120,gemm_torch_flow,0.021312000354131062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,4096,gemm_torch_flow,0.020049067338307698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,3072,gemm_torch_flow,0.019014400243759156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,2560,gemm_torch_flow,0.018151466051737467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,1024,gemm_torch_flow,0.015256533026695251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,2048,gemm_torch_flow,0.017731199661890663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,1536,gemm_torch_flow,0.015275733669598899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,768,gemm_torch_flow,0.015029333035151162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,512,gemm_torch_flow,0.014921599626541137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,64,gemm_torch_flow,0.014532267053922018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,256,gemm_torch_flow,0.014765866597493491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,128,gemm_torch_flow,0.014646400014559427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,32,gemm_torch_flow,0.014547200004259745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,5120,65536,gemm_torch_flow,0.10311893622080485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,7168,gemm_torch_flow,0.02435413400332133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,10240,gemm_torch_flow,0.027355732520421346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,6144,gemm_torch_flow,0.02339093287785848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,12288,gemm_torch_flow,0.0294869323571523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,5120,gemm_torch_flow,0.02014933427174886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,16384,gemm_torch_flow,0.033446399370829265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,8192,gemm_torch_flow,0.025539199511210125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,2048,gemm_torch_flow,0.01623040040334066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,3584,gemm_torch_flow,0.01884053349494934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,2560,gemm_torch_flow,0.017771732807159425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,4096,gemm_torch_flow,0.019242666165033975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,3072,gemm_torch_flow,0.018313600619633993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,1536,gemm_torch_flow,0.015382400155067444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,1024,gemm_torch_flow,0.01532906691233317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,768,gemm_torch_flow,0.015197867155075073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,512,gemm_torch_flow,0.014922666549682616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,256,gemm_torch_flow,0.014556800325711569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,128,gemm_torch_flow,0.014602667093276978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,64,gemm_torch_flow,0.014524799585342408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,32,gemm_torch_flow,0.014722133676211039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,4096,65536,gemm_torch_flow,0.08358506361643472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,8192,gemm_torch_flow,0.024218666553497314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,12288,gemm_torch_flow,0.0279530664285024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,16384,gemm_torch_flow,0.03183359901110332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,7168,gemm_torch_flow,0.023785599072774253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,6144,gemm_torch_flow,0.022732800245285033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,10240,gemm_torch_flow,0.02600853244463603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,5120,gemm_torch_flow,0.019778132438659668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,4096,gemm_torch_flow,0.018858667214711508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,3584,gemm_torch_flow,0.018636800845464072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,3072,gemm_torch_flow,0.018013866742451985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,2048,gemm_torch_flow,0.015843199690183003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,2560,gemm_torch_flow,0.016952532529830932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,1536,gemm_torch_flow,0.015672533710797628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,1024,gemm_torch_flow,0.015105066696802774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,512,gemm_torch_flow,0.014913066228230795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,256,gemm_torch_flow,0.014455466469128927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,768,gemm_torch_flow,0.015109333395957946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,128,gemm_torch_flow,0.01458133359750112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,32,gemm_torch_flow,0.014376533031463624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,64,gemm_torch_flow,0.014553599556287131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3584,65536,gemm_torch_flow,0.07353493372599283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,10240,gemm_torch_flow,0.025814400116602583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,12288,gemm_torch_flow,0.026715733607610065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,8192,gemm_torch_flow,0.023540266354878745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,16384,gemm_torch_flow,0.030379732449849445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,7168,gemm_torch_flow,0.022657066583633423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,5120,gemm_torch_flow,0.019523199399312338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,6144,gemm_torch_flow,0.02240426739056905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,3584,gemm_torch_flow,0.018196266889572144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,4096,gemm_torch_flow,0.01858560045560201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,2560,gemm_torch_flow,0.017192532618840538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,3072,gemm_torch_flow,0.01644480029741923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,2048,gemm_torch_flow,0.015738667050997416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,768,gemm_torch_flow,0.01499626636505127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,1536,gemm_torch_flow,0.01572160025437673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,1024,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,512,gemm_torch_flow,0.01497706671555837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,32,gemm_torch_flow,0.014308266838391624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,256,gemm_torch_flow,0.014735999703407287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,65536,gemm_torch_flow,0.06474133332570395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,128,gemm_torch_flow,0.014633599917093912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,3072,64,gemm_torch_flow,0.014425599575042724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,10240,gemm_torch_flow,0.023826134204864503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,12288,gemm_torch_flow,0.025106134017308553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,8192,gemm_torch_flow,0.02261120080947876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,7168,gemm_torch_flow,0.021810134251912437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,16384,gemm_torch_flow,0.028117332855860395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,6144,gemm_torch_flow,0.021124267578125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,5120,gemm_torch_flow,0.019029333194096883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,4096,gemm_torch_flow,0.0182261327902476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,3584,gemm_torch_flow,0.01760960022608439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,3072,gemm_torch_flow,0.016740266482035318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,2560,gemm_torch_flow,0.01611733337243398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,768,gemm_torch_flow,0.014986667037010192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,2048,gemm_torch_flow,0.016139733791351318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,1536,gemm_torch_flow,0.015548800428708395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,1024,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,65536,gemm_torch_flow,0.060045866171518955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,256,gemm_torch_flow,0.014733866850535075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,512,gemm_torch_flow,0.01495680014292399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,128,gemm_torch_flow,0.01444906691710154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,64,gemm_torch_flow,0.014315733313560485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2560,32,gemm_torch_flow,0.014434132973353067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,6144,gemm_torch_flow,0.0205567995707194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,10240,gemm_torch_flow,0.022910932699839272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,12288,gemm_torch_flow,0.02315839926401774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,16384,gemm_torch_flow,0.025217066208521526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,8192,gemm_torch_flow,0.021797333161036173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,7168,gemm_torch_flow,0.020814933379491172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,4096,gemm_torch_flow,0.01939520041147868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,5120,gemm_torch_flow,0.020331732432047524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,3584,gemm_torch_flow,0.018244266510009766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,2560,gemm_torch_flow,0.01605013310909271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,3072,gemm_torch_flow,0.01621333360671997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,1024,gemm_torch_flow,0.015108266472816467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,2048,gemm_torch_flow,0.015818666418393454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,1536,gemm_torch_flow,0.015396266182263692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,65536,gemm_torch_flow,0.051286399364471436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,768,gemm_torch_flow,0.015124266346295675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,512,gemm_torch_flow,0.014777599771817525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,64,gemm_torch_flow,0.014404267072677612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,256,gemm_torch_flow,0.014471466342608133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,128,gemm_torch_flow,0.014487466216087342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,2048,32,gemm_torch_flow,0.014542933305104574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,16384,gemm_torch_flow,0.023504000902175904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,8192,gemm_torch_flow,0.020616533358891805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,10240,gemm_torch_flow,0.02139093279838562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,12288,gemm_torch_flow,0.022465066115061442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,7168,gemm_torch_flow,0.020441599686940513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,6144,gemm_torch_flow,0.019035732746124266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,5120,gemm_torch_flow,0.019850667317708334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,3584,gemm_torch_flow,0.01885439952214559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,3072,gemm_torch_flow,0.01814613342285156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,4096,gemm_torch_flow,0.01910933256149292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,65536,gemm_torch_flow,0.042345599333445234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,2048,gemm_torch_flow,0.01662399967511495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,2560,gemm_torch_flow,0.01790613333384196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,512,gemm_torch_flow,0.015038933356602988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,768,gemm_torch_flow,0.015266133348147073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,1024,gemm_torch_flow,0.015668267011642457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,1536,gemm_torch_flow,0.016407466928164163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,256,gemm_torch_flow,0.014900267124176025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,128,gemm_torch_flow,0.014544000228246054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,64,gemm_torch_flow,0.014409599701563516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,16384,gemm_torch_flow,0.022011733055114745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1536,32,gemm_torch_flow,0.014594133694966635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,12288,gemm_torch_flow,0.020147200425465903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,8192,gemm_torch_flow,0.01963520050048828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,10240,gemm_torch_flow,0.020261333386103312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,5120,gemm_torch_flow,0.024726400772730507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,6144,gemm_torch_flow,0.01870186726252238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,7168,gemm_torch_flow,0.018677333990732826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,4096,gemm_torch_flow,0.02476159930229187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,65536,gemm_torch_flow,0.03352533181508382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,2048,gemm_torch_flow,0.0194432000319163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,3072,gemm_torch_flow,0.021627734104792275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,3584,gemm_torch_flow,0.02257279952367147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,2560,gemm_torch_flow,0.020971733331680297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,1536,gemm_torch_flow,0.01823893388112386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,768,gemm_torch_flow,0.016461867094039916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,512,gemm_torch_flow,0.015656532843907674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,256,gemm_torch_flow,0.014908799529075622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,1024,gemm_torch_flow,0.016764799753824867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,128,gemm_torch_flow,0.014858667055765787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,64,gemm_torch_flow,0.014872533082962037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,1024,32,gemm_torch_flow,0.01492693324883779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,10240,gemm_torch_flow,0.019040000438690186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,12288,gemm_torch_flow,0.019460266828536986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,16384,gemm_torch_flow,0.021082667509714763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,8192,gemm_torch_flow,0.018408532937367758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,4096,gemm_torch_flow,0.019301333030064902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,6144,gemm_torch_flow,0.018582399686177573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,7168,gemm_torch_flow,0.019001599152882895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,65536,gemm_torch_flow,0.030347732702891032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,5120,gemm_torch_flow,0.020428800582885744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,3584,gemm_torch_flow,0.01875200072924296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,3072,gemm_torch_flow,0.018196266889572144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,2560,gemm_torch_flow,0.017280000448226928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,2048,gemm_torch_flow,0.016724266608556113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,256,gemm_torch_flow,0.014808533589045205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,1536,gemm_torch_flow,0.016119466225306193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,512,gemm_torch_flow,0.015067733327547708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,768,gemm_torch_flow,0.015161599715550741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,1024,gemm_torch_flow,0.015493333339691162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,128,gemm_torch_flow,0.0145578662554423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,32,gemm_torch_flow,0.0145087997118632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,16384,gemm_torch_flow,0.018939733505249023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,768,64,gemm_torch_flow,0.014513066411018372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,10240,gemm_torch_flow,0.018680532773335777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,12288,gemm_torch_flow,0.017992534240086875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,8192,gemm_torch_flow,0.018334933121999106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,65536,gemm_torch_flow,0.025963733593622845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,7168,gemm_torch_flow,0.01904746691385905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,6144,gemm_torch_flow,0.018662399053573607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,5120,gemm_torch_flow,0.017960532506306966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,3584,gemm_torch_flow,0.016915200153986613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,1024,gemm_torch_flow,0.0151936004559199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,2048,gemm_torch_flow,0.015803733468055726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,4096,gemm_torch_flow,0.01725226640701294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,3072,gemm_torch_flow,0.016611199577649435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,2560,gemm_torch_flow,0.01619733373324076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,1536,gemm_torch_flow,0.015633066495259605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,256,gemm_torch_flow,0.014408533771832785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,768,gemm_torch_flow,0.01514240006605784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,128,gemm_torch_flow,0.01456000010172526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,512,gemm_torch_flow,0.01490133305390676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,64,gemm_torch_flow,0.014424533645311991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,512,32,gemm_torch_flow,0.014451199769973755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,65536,gemm_torch_flow,0.02258453369140625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,12288,gemm_torch_flow,0.018338133891423546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,16384,gemm_torch_flow,0.018875734011332194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,8192,gemm_torch_flow,0.018461867173512777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,10240,gemm_torch_flow,0.01880319913228353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,7168,gemm_torch_flow,0.01858666737874349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,6144,gemm_torch_flow,0.018380800882975258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,3584,gemm_torch_flow,0.016812799374262492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,2560,gemm_torch_flow,0.016110933820406594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,5120,gemm_torch_flow,0.017949867248535156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,4096,gemm_torch_flow,0.017280000448226928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,3072,gemm_torch_flow,0.016615466276804606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,2048,gemm_torch_flow,0.015822933117548624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,1536,gemm_torch_flow,0.015477333466211954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,1024,gemm_torch_flow,0.014938666423161825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,512,gemm_torch_flow,0.01477120021979014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,768,gemm_torch_flow,0.014909866452217101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,256,gemm_torch_flow,0.014470400412877402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,128,gemm_torch_flow,0.014479999740918478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,12288,gemm_torch_flow,0.018100267648696898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,65536,gemm_torch_flow,0.01986666719118754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,32,gemm_torch_flow,0.01448319951693217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,256,64,gemm_torch_flow,0.014432000120480857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,16384,gemm_torch_flow,0.018363734086354576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,10240,gemm_torch_flow,0.01843199928601583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,6144,gemm_torch_flow,0.018397865692774455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,8192,gemm_torch_flow,0.01795626680056254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,7168,gemm_torch_flow,0.018556799491246542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,5120,gemm_torch_flow,0.017465599377950034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,3072,gemm_torch_flow,0.016149333119392394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,4096,gemm_torch_flow,0.016886399189631144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,3584,gemm_torch_flow,0.016808533668518068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,2560,gemm_torch_flow,0.015812266866366068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,2048,gemm_torch_flow,0.015476266543070475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,768,gemm_torch_flow,0.014937600493431092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,32,gemm_torch_flow,0.014424533645311991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,512,gemm_torch_flow,0.014883200327555338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,1536,gemm_torch_flow,0.015631999572118124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,1024,gemm_torch_flow,0.015214932958285013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,64,gemm_torch_flow,0.01423679987589518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,256,gemm_torch_flow,0.014588800072669984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,128,128,gemm_torch_flow,0.014389333128929139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,16384,gemm_torch_flow,0.018263467152913413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,65536,gemm_torch_flow,0.019057067235310872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,12288,gemm_torch_flow,0.018068265914916993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,8192,gemm_torch_flow,0.017950934171676636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,10240,gemm_torch_flow,0.018549333016077675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,7168,gemm_torch_flow,0.01850559910138448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,4096,gemm_torch_flow,0.01664959987004598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,6144,gemm_torch_flow,0.017986132701237997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,5120,gemm_torch_flow,0.01767359972000122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,3072,gemm_torch_flow,0.016250666975975037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,1024,gemm_torch_flow,0.015068800250689188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,3584,gemm_torch_flow,0.01646293302377065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,2560,gemm_torch_flow,0.015824000040690102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,1536,gemm_torch_flow,0.015173332889874777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,2048,gemm_torch_flow,0.01567359964052836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,768,gemm_torch_flow,0.014615466197331747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,512,gemm_torch_flow,0.014894933501879374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,128,gemm_torch_flow,0.014454399545987448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,256,gemm_torch_flow,0.014471466342608133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,64,gemm_torch_flow,0.014084266622861228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,8192,gemm_torch_flow,0.01806400020917257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,65536,gemm_torch_flow,0.01917653282483419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,64,32,gemm_torch_flow,0.014259200294812521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,16384,gemm_torch_flow,0.01845546762148539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,12288,gemm_torch_flow,0.018026665846506754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,10240,gemm_torch_flow,0.01863893270492554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,7168,gemm_torch_flow,0.01832746664683024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,5120,gemm_torch_flow,0.017154133319854735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,4096,gemm_torch_flow,0.016808533668518068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,6144,gemm_torch_flow,0.018103466431299845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,3584,gemm_torch_flow,0.016474666198094685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,3072,gemm_torch_flow,0.016302933295567833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,2560,gemm_torch_flow,0.01572480003039042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,1536,gemm_torch_flow,0.015201066931088766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,2048,gemm_torch_flow,0.015793066223462424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,1024,gemm_torch_flow,0.015083733201026916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,768,gemm_torch_flow,0.014934399724006652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,512,gemm_torch_flow,0.014444800217946372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,32,gemm_torch_flow,0.014292266964912415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,256,gemm_torch_flow,0.01430400013923645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,64,gemm_torch_flow,0.014252799749374389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,2,32,128,gemm_torch_flow,0.014169599612553915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,4096,gemm_torch_flow,0.079694930712382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,5120,gemm_torch_flow,0.09550933043162027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,6144,gemm_torch_flow,0.1131434679031372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,7168,gemm_torch_flow,0.12769920031229656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,8192,gemm_torch_flow,0.14494400024414061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,10240,gemm_torch_flow,0.1773738702138265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,3584,gemm_torch_flow,0.07110933462778726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,3072,gemm_torch_flow,0.06346986691157022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,2560,gemm_torch_flow,0.05514666636784872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,2048,gemm_torch_flow,0.04764159917831421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,1024,gemm_torch_flow,0.03354986508687337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,1536,gemm_torch_flow,0.039236267407735184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,64,gemm_torch_flow,0.016032000382741295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,512,gemm_torch_flow,0.023012266556421915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,12288,gemm_torch_flow,0.20854719479878744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,768,gemm_torch_flow,0.027416533231735228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,256,gemm_torch_flow,0.01917440096537272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,128,gemm_torch_flow,0.01570026675860087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,32,gemm_torch_flow,0.016176000237464905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,6144,gemm_torch_flow,0.038230399290720626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,7168,gemm_torch_flow,0.041922132174173996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,8192,gemm_torch_flow,0.04634559949239095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,10240,gemm_torch_flow,0.05349973440170288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,12288,gemm_torch_flow,0.06776426633199056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,65536,16384,gemm_torch_flow,0.27283945083618166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,2560,gemm_torch_flow,0.024903466304143272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,4096,gemm_torch_flow,0.030419200658798218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,5120,gemm_torch_flow,0.03436799844106038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,16384,gemm_torch_flow,0.07620586554209391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,3584,gemm_torch_flow,0.028629332780838013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,3072,gemm_torch_flow,0.02683093349138896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,1536,gemm_torch_flow,0.020835200945536293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,2048,gemm_torch_flow,0.023906133572260537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,1024,gemm_torch_flow,0.0186954657236735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,768,gemm_torch_flow,0.017857066790262856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,512,gemm_torch_flow,0.015731199582417806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,128,gemm_torch_flow,0.01480959951877594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,256,gemm_torch_flow,0.015159466862678527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,64,gemm_torch_flow,0.014857600132624308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,32,gemm_torch_flow,0.015014400084813436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,7168,gemm_torch_flow,0.03691519896189372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,8192,gemm_torch_flow,0.03857280015945434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,6144,gemm_torch_flow,0.03432533343633016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,10240,gemm_torch_flow,0.04725013176600139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,12288,gemm_torch_flow,0.053819731871287024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,5120,gemm_torch_flow,0.030927999814351397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,16384,gemm_torch_flow,0.06517759958902994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,2560,gemm_torch_flow,0.02286613384882609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,4096,gemm_torch_flow,0.02757546703020732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,2048,gemm_torch_flow,0.021210666497548422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,3584,gemm_torch_flow,0.026317866643269856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,3072,gemm_torch_flow,0.024732800324757893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,1536,gemm_torch_flow,0.019375999768575035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,512,gemm_torch_flow,0.015493333339691162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,1024,gemm_torch_flow,0.017884800831476845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,768,gemm_torch_flow,0.015987199544906617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,256,gemm_torch_flow,0.015146666765213012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,32,gemm_torch_flow,0.014828800161679586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,128,gemm_torch_flow,0.014793599645296732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,64,gemm_torch_flow,0.014699733257293702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,10240,gemm_torch_flow,0.040150400002797446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,7168,gemm_torch_flow,0.0328000009059906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,8192,gemm_torch_flow,0.03559253215789795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,12288,gemm_torch_flow,0.0507861336072286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,16384,gemm_torch_flow,0.05816320180892944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,16384,65536,gemm_torch_flow,0.2683007876078288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,3072,gemm_torch_flow,0.022184532880783082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,6144,gemm_torch_flow,0.030235733588536578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,5120,gemm_torch_flow,0.02783679962158203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,2560,gemm_torch_flow,0.02202026645342509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,4096,gemm_torch_flow,0.025228800376256307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,3584,gemm_torch_flow,0.023516800006230673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,768,gemm_torch_flow,0.015246933698654175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,2048,gemm_torch_flow,0.019797333081563315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,1536,gemm_torch_flow,0.018781866629918417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,1024,gemm_torch_flow,0.01718826691309611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,512,gemm_torch_flow,0.015171200037002563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,128,gemm_torch_flow,0.014499200383822122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,256,gemm_torch_flow,0.015040000279744467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,64,gemm_torch_flow,0.01467519998550415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,32,gemm_torch_flow,0.014762666821479798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,12288,65536,gemm_torch_flow,0.21831466356913248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,7168,gemm_torch_flow,0.02904213269551595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,12288,gemm_torch_flow,0.038677334785461426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,8192,gemm_torch_flow,0.031522132953008014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,6144,gemm_torch_flow,0.02882240017255147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,10240,gemm_torch_flow,0.0352288007736206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,16384,gemm_torch_flow,0.04645119905471802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,3584,gemm_torch_flow,0.022028799851735434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,4096,gemm_torch_flow,0.02292799949645996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,5120,gemm_torch_flow,0.025251199801762898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,3072,gemm_torch_flow,0.020949333906173706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,2560,gemm_torch_flow,0.02003306746482849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,1024,gemm_torch_flow,0.01589120030403137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,2048,gemm_torch_flow,0.01880319913228353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,1536,gemm_torch_flow,0.017862399419148765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,768,gemm_torch_flow,0.01520746648311615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,10240,65536,gemm_torch_flow,0.17564160029093426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,512,gemm_torch_flow,0.015160533785820007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,128,gemm_torch_flow,0.014641066392262777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,256,gemm_torch_flow,0.014957867066065469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,32,gemm_torch_flow,0.014688000082969666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,64,gemm_torch_flow,0.014674133062362671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,10240,gemm_torch_flow,0.03589653174082438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,8192,gemm_torch_flow,0.03259306748708089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,12288,gemm_torch_flow,0.038490664958953855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,7168,gemm_torch_flow,0.029817599058151244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,6144,gemm_torch_flow,0.02837973237037659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,16384,gemm_torch_flow,0.04828480084737142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,5120,gemm_torch_flow,0.024036266406377158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,3584,gemm_torch_flow,0.021259733041127524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,4096,gemm_torch_flow,0.02253440022468567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,3072,gemm_torch_flow,0.020459733406702676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,2560,gemm_torch_flow,0.019576533635457357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,1536,gemm_torch_flow,0.017667200167973837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,8192,65536,gemm_torch_flow,0.14886399904886882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,2048,gemm_torch_flow,0.018645334243774413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,128,gemm_torch_flow,0.01446293294429779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,1024,gemm_torch_flow,0.015262933572133383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,256,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,768,gemm_torch_flow,0.015496533115704855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,512,gemm_torch_flow,0.015173332889874777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,64,gemm_torch_flow,0.014595199624697366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,32,gemm_torch_flow,0.014688000082969666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,7168,gemm_torch_flow,0.025553067525227863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,8192,gemm_torch_flow,0.027587199211120607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,6144,gemm_torch_flow,0.025066665808359784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,10240,gemm_torch_flow,0.032181332508722946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,12288,gemm_torch_flow,0.035146665573120114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,16384,gemm_torch_flow,0.039477332433064775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,7168,65536,gemm_torch_flow,0.12875946362813312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,5120,gemm_torch_flow,0.022398932774861654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,4096,gemm_torch_flow,0.021093332767486574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,3072,gemm_torch_flow,0.019874133666356406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,3584,gemm_torch_flow,0.020836265881856282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,2048,gemm_torch_flow,0.017849600315093993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,1536,gemm_torch_flow,0.017366399367650352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,2560,gemm_torch_flow,0.019205333789189656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,768,gemm_torch_flow,0.015246933698654175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,1024,gemm_torch_flow,0.01558080017566681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,64,gemm_torch_flow,0.014523733655611673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,512,gemm_torch_flow,0.015118933717409768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,128,gemm_torch_flow,0.014501333236694336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,256,gemm_torch_flow,0.01479573349157969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,32,gemm_torch_flow,0.014491732915242514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,12288,gemm_torch_flow,0.03256746729214986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,6144,gemm_torch_flow,0.022612265745798745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,10240,gemm_torch_flow,0.02812906702359517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,8192,gemm_torch_flow,0.025534933805465697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,6144,65536,gemm_torch_flow,0.11733973026275635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,7168,gemm_torch_flow,0.02400533358256022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,16384,gemm_torch_flow,0.03752640088399251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,5120,gemm_torch_flow,0.021538132429122926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,2560,gemm_torch_flow,0.01821440060933431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,3584,gemm_torch_flow,0.020195200045903524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,3072,gemm_torch_flow,0.018870399395624796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,4096,gemm_torch_flow,0.020267732938130698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,2048,gemm_torch_flow,0.017603200674057008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,1024,gemm_torch_flow,0.015447466572125753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,1536,gemm_torch_flow,0.01553813318411509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,768,gemm_torch_flow,0.015153066317240397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,512,gemm_torch_flow,0.015033599734306336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,256,gemm_torch_flow,0.014685866236686707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,128,gemm_torch_flow,0.014640000462532044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,32,gemm_torch_flow,0.014613333344459533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,64,gemm_torch_flow,0.01458133359750112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,7168,gemm_torch_flow,0.02467413345972697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,6144,gemm_torch_flow,0.02336853345235189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,16384,gemm_torch_flow,0.03343360026677449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,10240,gemm_torch_flow,0.02770666678746541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,5120,65536,gemm_torch_flow,0.10079893271128337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,8192,gemm_torch_flow,0.02581226627031962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,12288,gemm_torch_flow,0.029603199164072676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,5120,gemm_torch_flow,0.020414932568868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,3584,gemm_torch_flow,0.018693333864212035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,4096,gemm_torch_flow,0.01920426686604818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,3072,gemm_torch_flow,0.018310399850209554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,2560,gemm_torch_flow,0.017809067169825235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,1024,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,2048,gemm_torch_flow,0.016223999857902526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,1536,gemm_torch_flow,0.015808000167210897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,768,gemm_torch_flow,0.015076266725858054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,256,gemm_torch_flow,0.014684800306955972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,512,gemm_torch_flow,0.014975999792416891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,64,gemm_torch_flow,0.014546133081118264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,128,gemm_torch_flow,0.014484266440073649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,32,gemm_torch_flow,0.014444800217946372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,4096,65536,gemm_torch_flow,0.08213013013203939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,8192,gemm_torch_flow,0.024577067295710246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,16384,gemm_torch_flow,0.031623466809590654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,7168,gemm_torch_flow,0.023756800095240276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,12288,gemm_torch_flow,0.027818665901819868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,6144,gemm_torch_flow,0.022791467110315957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,10240,gemm_torch_flow,0.025857067108154295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,5120,gemm_torch_flow,0.019708800315856933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,4096,gemm_torch_flow,0.018838399648666383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,3584,gemm_torch_flow,0.018207999070485432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,3072,gemm_torch_flow,0.017947733402252197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,768,gemm_torch_flow,0.015122133493423461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,1024,gemm_torch_flow,0.015307733416557312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,2560,gemm_torch_flow,0.01704853375752767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,512,gemm_torch_flow,0.014769066373507181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,2048,gemm_torch_flow,0.016582399606704712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,1536,gemm_torch_flow,0.015713066856066386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,256,gemm_torch_flow,0.014745600024859109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,128,gemm_torch_flow,0.01455893317858378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,64,gemm_torch_flow,0.014509866635004679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,32,gemm_torch_flow,0.014428800344467163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3584,65536,gemm_torch_flow,0.07405866781870524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,8192,gemm_torch_flow,0.02401706576347351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,10240,gemm_torch_flow,0.025006934007008867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,12288,gemm_torch_flow,0.027350399891535444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,7168,gemm_torch_flow,0.022679466009140014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,16384,gemm_torch_flow,0.030820266405741377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,4096,gemm_torch_flow,0.018564265966415406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,6144,gemm_torch_flow,0.02212160031000773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,5120,gemm_torch_flow,0.019644800821940103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,3072,gemm_torch_flow,0.017460266749064125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,3584,gemm_torch_flow,0.018153599898020425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,1536,gemm_torch_flow,0.015401599804560342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,2560,gemm_torch_flow,0.016088533401489257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,2048,gemm_torch_flow,0.015525333086649575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,768,gemm_torch_flow,0.015218133727709452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,1024,gemm_torch_flow,0.015109333395957946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,128,gemm_torch_flow,0.014588800072669984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,65536,gemm_torch_flow,0.06472959915796915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,512,gemm_torch_flow,0.014935466647148132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,64,gemm_torch_flow,0.014363732933998109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,256,gemm_torch_flow,0.014706133802731832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,3072,32,gemm_torch_flow,0.014459733168284097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,12288,gemm_torch_flow,0.0250709335009257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,10240,gemm_torch_flow,0.024035199483235677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,8192,gemm_torch_flow,0.022637865940729775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,7168,gemm_torch_flow,0.021806933482487998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,6144,gemm_torch_flow,0.021130667130152384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,16384,gemm_torch_flow,0.027313067515691118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,4096,gemm_torch_flow,0.018284799655278523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,5120,gemm_torch_flow,0.019038933515548705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,3584,gemm_torch_flow,0.017679999272028603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,3072,gemm_torch_flow,0.016203733285268147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,2560,gemm_torch_flow,0.015974400440851848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,2048,gemm_torch_flow,0.016038399934768677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,1536,gemm_torch_flow,0.015527466932932535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,1024,gemm_torch_flow,0.015245866775512696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,512,gemm_torch_flow,0.014632532993952433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,768,gemm_torch_flow,0.015130666891733804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,256,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,65536,gemm_torch_flow,0.059731201330820716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,128,gemm_torch_flow,0.014392532904942832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,64,gemm_torch_flow,0.0146506667137146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2560,32,gemm_torch_flow,0.01437333325544993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,16384,gemm_torch_flow,0.025278933842976886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,10240,gemm_torch_flow,0.022780799865722658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,12288,gemm_torch_flow,0.02318933407465617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,8192,gemm_torch_flow,0.022114133834838866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,7168,gemm_torch_flow,0.02095573345820109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,4096,gemm_torch_flow,0.019076265891393027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,6144,gemm_torch_flow,0.020456532637278237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,5120,gemm_torch_flow,0.020523732900619505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,1536,gemm_torch_flow,0.015384533007939658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,3584,gemm_torch_flow,0.018243199586868285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,2560,gemm_torch_flow,0.01614293356736501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,2048,gemm_torch_flow,0.015852800011634825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,3072,gemm_torch_flow,0.016616533199946083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,65536,gemm_torch_flow,0.051083731651306155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,512,gemm_torch_flow,0.014643200238545737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,1024,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,768,gemm_torch_flow,0.014946132898330688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,256,gemm_torch_flow,0.01464959979057312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,128,gemm_torch_flow,0.014702933033307395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,64,gemm_torch_flow,0.014342400431632995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,2048,32,gemm_torch_flow,0.014572800199190775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,16384,gemm_torch_flow,0.023665066560109457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,12288,gemm_torch_flow,0.02147946755091349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,8192,gemm_torch_flow,0.02059946656227112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,4096,gemm_torch_flow,0.0196234663327535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,10240,gemm_torch_flow,0.021452800432840983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,6144,gemm_torch_flow,0.019474132855733236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,7168,gemm_torch_flow,0.020572799444198608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,5120,gemm_torch_flow,0.020623999834060668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,2560,gemm_torch_flow,0.01738026738166809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,65536,gemm_torch_flow,0.041826132933298746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,3072,gemm_torch_flow,0.018326399723688762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,3584,gemm_torch_flow,0.01870186726252238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,2048,gemm_torch_flow,0.016874667008717856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,1536,gemm_torch_flow,0.016058666507403056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,1024,gemm_torch_flow,0.015803733468055726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,512,gemm_torch_flow,0.014893866578737893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,768,gemm_torch_flow,0.015478400389353433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,256,gemm_torch_flow,0.01474346617857615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,128,gemm_torch_flow,0.014613333344459533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,64,gemm_torch_flow,0.014643200238545737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,12288,gemm_torch_flow,0.020326399803161622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1536,32,gemm_torch_flow,0.014572800199190775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,8192,gemm_torch_flow,0.018517333269119262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,16384,gemm_torch_flow,0.022201599677403767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,7168,gemm_torch_flow,0.018627200524012247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,10240,gemm_torch_flow,0.02015893260637919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,5120,gemm_torch_flow,0.027075199286142985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,6144,gemm_torch_flow,0.01801919937133789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,4096,gemm_torch_flow,0.024267733097076416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,65536,gemm_torch_flow,0.03332266608874003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,1536,gemm_torch_flow,0.018236800034840902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,3584,gemm_torch_flow,0.02334933280944824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,3072,gemm_torch_flow,0.02211093306541443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,2560,gemm_torch_flow,0.020819199085235596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,2048,gemm_torch_flow,0.01957013408342997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,256,gemm_torch_flow,0.015050666530927024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,1024,gemm_torch_flow,0.01697173317273458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,512,gemm_torch_flow,0.01564586659272512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,768,gemm_torch_flow,0.01611306667327881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,128,gemm_torch_flow,0.014802133043607077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,32,gemm_torch_flow,0.014818132917086283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,1024,64,gemm_torch_flow,0.014794666568438211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,16384,gemm_torch_flow,0.020796799659729005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,10240,gemm_torch_flow,0.018677333990732826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,12288,gemm_torch_flow,0.01937920053799947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,8192,gemm_torch_flow,0.018042665719985963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,7168,gemm_torch_flow,0.01882879932721456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,4096,gemm_torch_flow,0.019374932845433554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,65536,gemm_torch_flow,0.03001280029614766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,6144,gemm_torch_flow,0.01839253306388855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,5120,gemm_torch_flow,0.020871466398239134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,3584,gemm_torch_flow,0.01829973260561625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,1536,gemm_torch_flow,0.01611840029557546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,3072,gemm_torch_flow,0.01763733426729838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,2048,gemm_torch_flow,0.016768000523249307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,2560,gemm_torch_flow,0.01716053287188212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,1024,gemm_torch_flow,0.015611732999483744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,128,gemm_torch_flow,0.014509866635004679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,768,gemm_torch_flow,0.015345066785812378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,512,gemm_torch_flow,0.015032533804575601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,256,gemm_torch_flow,0.01460906664530436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,64,gemm_torch_flow,0.014570666352907815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,768,32,gemm_torch_flow,0.014618666966756186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,12288,gemm_torch_flow,0.017871999740600587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,16384,gemm_torch_flow,0.018407466014226277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,65536,gemm_torch_flow,0.02601813276608785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,10240,gemm_torch_flow,0.018742400407791137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,8192,gemm_torch_flow,0.018659200270970663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,7168,gemm_torch_flow,0.018776534001032512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,4096,gemm_torch_flow,0.01718506614367167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,6144,gemm_torch_flow,0.018480000893274943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,5120,gemm_torch_flow,0.017989333470662436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,1024,gemm_torch_flow,0.015241600076357522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,3072,gemm_torch_flow,0.016525866587956746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,3584,gemm_torch_flow,0.017086933056513466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,2560,gemm_torch_flow,0.016254933675130208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,1536,gemm_torch_flow,0.015631999572118124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,2048,gemm_torch_flow,0.01596799989541372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,256,gemm_torch_flow,0.014656000336011252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,512,gemm_torch_flow,0.014924800395965577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,768,gemm_torch_flow,0.015229866902033488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,128,gemm_torch_flow,0.01446293294429779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,32,gemm_torch_flow,0.014507733782132468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,512,64,gemm_torch_flow,0.014451199769973755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,12288,gemm_torch_flow,0.018143999576568603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,65536,gemm_torch_flow,0.022409600019454957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,16384,gemm_torch_flow,0.018516266345977785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,10240,gemm_torch_flow,0.018668800592422485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,8192,gemm_torch_flow,0.018529067436854042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,4096,gemm_torch_flow,0.017093332608540852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,7168,gemm_torch_flow,0.01843199928601583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,3584,gemm_torch_flow,0.016829866170883178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,6144,gemm_torch_flow,0.01834239959716797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,5120,gemm_torch_flow,0.017796266078948974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,3072,gemm_torch_flow,0.01646719972292582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,1536,gemm_torch_flow,0.015575466553370157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,2560,gemm_torch_flow,0.016126933693885803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,2048,gemm_torch_flow,0.015940266847610473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,1024,gemm_torch_flow,0.015081600348154704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,64,gemm_torch_flow,0.014582399527231851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,768,gemm_torch_flow,0.014903466900189719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,512,gemm_torch_flow,0.014831999937693277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,256,gemm_torch_flow,0.01448853313922882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,32,gemm_torch_flow,0.01446399986743927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,256,128,gemm_torch_flow,0.014406399925549826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,65536,gemm_torch_flow,0.018887466192245482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,12288,gemm_torch_flow,0.018116267522176106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,16384,gemm_torch_flow,0.018195199966430663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,10240,gemm_torch_flow,0.018548266092936198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,6144,gemm_torch_flow,0.018262400229771932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,8192,gemm_torch_flow,0.018117332458496095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,5120,gemm_torch_flow,0.017589332660039265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,7168,gemm_torch_flow,0.018515199422836304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,3584,gemm_torch_flow,0.01637226641178131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,4096,gemm_torch_flow,0.01671253244082133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,2048,gemm_torch_flow,0.015612799922625223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,3072,gemm_torch_flow,0.016263467073440552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,2560,gemm_torch_flow,0.015748266379038492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,1024,gemm_torch_flow,0.01520639955997467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,1536,gemm_torch_flow,0.015532799561818442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,128,gemm_torch_flow,0.014514133334159851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,512,gemm_torch_flow,0.014705066879590353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,768,gemm_torch_flow,0.015172266960144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,256,gemm_torch_flow,0.014467199643452963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,64,gemm_torch_flow,0.014409599701563516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,128,32,gemm_torch_flow,0.014231466253598533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,12288,gemm_torch_flow,0.018177066246668497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,65536,gemm_torch_flow,0.019283199310302736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,10240,gemm_torch_flow,0.01843520005544027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,16384,gemm_torch_flow,0.018071466684341432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,7168,gemm_torch_flow,0.01849493384361267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,6144,gemm_torch_flow,0.0182261327902476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,8192,gemm_torch_flow,0.018181333939234413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,5120,gemm_torch_flow,0.01728960076967875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,4096,gemm_torch_flow,0.01662720044453939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,3072,gemm_torch_flow,0.01598186691602071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,3584,gemm_torch_flow,0.016450132926305136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,2048,gemm_torch_flow,0.015405866503715514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,2560,gemm_torch_flow,0.015708800156911215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,512,gemm_torch_flow,0.014735999703407287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,1536,gemm_torch_flow,0.015218133727709452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,768,gemm_torch_flow,0.014614400267601014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,1024,gemm_torch_flow,0.015033599734306336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,256,gemm_torch_flow,0.014473600188891092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,128,gemm_torch_flow,0.01441493332386017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,65536,gemm_torch_flow,0.019014400243759156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,64,gemm_torch_flow,0.014248533050219217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,16384,gemm_torch_flow,0.01819093426068624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,64,32,gemm_torch_flow,0.014447999993960061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,8192,gemm_torch_flow,0.018014933665593466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,12288,gemm_torch_flow,0.01800959904988607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,10240,gemm_torch_flow,0.01842986742655436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,7168,gemm_torch_flow,0.018760534127553304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,6144,gemm_torch_flow,0.018100267648696898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,5120,gemm_torch_flow,0.017242666085561117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,3072,gemm_torch_flow,0.015995732943216958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,4096,gemm_torch_flow,0.016561067104339598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,3584,gemm_torch_flow,0.01636373301347097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,1536,gemm_torch_flow,0.015292800466219583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,1024,gemm_torch_flow,0.015057067076365152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,2560,gemm_torch_flow,0.01570453345775604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,2048,gemm_torch_flow,0.01544426679611206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,512,gemm_torch_flow,0.014465066790580749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,768,gemm_torch_flow,0.014651733636856078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,256,gemm_torch_flow,0.01437333325544993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,32,gemm_torch_flow,0.01442026694615682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,64,gemm_torch_flow,0.014342400431632995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8,1,32,128,gemm_torch_flow,0.01425386667251587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,4096,gemm_torch_flow,4.024706013997396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,5120,gemm_torch_flow,4.805652364095052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,6144,gemm_torch_flow,5.792490641276041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,7168,gemm_torch_flow,6.826382954915364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,8192,gemm_torch_flow,7.594704182942708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,10240,gemm_torch_flow,9.519009399414063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,3584,gemm_torch_flow,3.4423550923665367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,3072,gemm_torch_flow,3.0568255106608073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,2560,gemm_torch_flow,2.6229184468587237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,2048,gemm_torch_flow,2.2175649007161455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,1536,gemm_torch_flow,1.763387680053711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,12288,gemm_torch_flow,11.525998942057292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,256,gemm_torch_flow,0.7769173304239909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,512,gemm_torch_flow,0.9209023793538412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,128,gemm_torch_flow,0.7117333094278971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,1024,gemm_torch_flow,1.2642400105794271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,768,gemm_torch_flow,1.1088255564371745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,65536,16384,gemm_torch_flow,16.462691243489584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,6144,gemm_torch_flow,1.4412970225016275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,7168,gemm_torch_flow,1.5954922993977865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,8192,gemm_torch_flow,1.8635306040445965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,10240,gemm_torch_flow,2.3916053771972656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,5120,gemm_torch_flow,1.1645642598470052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,12288,gemm_torch_flow,2.9827807108561197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,3584,gemm_torch_flow,0.8472223917643229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,4096,gemm_torch_flow,0.9630837122599283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,2560,gemm_torch_flow,0.6377599716186524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,3072,gemm_torch_flow,0.7398037592569987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,16384,gemm_torch_flow,3.972140757242838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,1536,gemm_torch_flow,0.43988587061564133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,2048,gemm_torch_flow,0.5397802352905273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,768,gemm_torch_flow,0.30575679143269857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,128,gemm_torch_flow,0.18558932940165201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,512,gemm_torch_flow,0.2433802604675293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,256,gemm_torch_flow,0.20360213915506997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,1024,gemm_torch_flow,0.33627093633015953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,6144,gemm_torch_flow,1.0482943852742515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,7168,gemm_torch_flow,1.2344735463460288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,8192,gemm_torch_flow,1.4515572865804036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,10240,gemm_torch_flow,1.8268117268880206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,12288,gemm_torch_flow,2.179369608561198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,5120,gemm_torch_flow,0.8887423833211263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,16384,gemm_torch_flow,3.0299072265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,4096,gemm_torch_flow,0.7294346491495769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,3584,gemm_torch_flow,0.6550858815511067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,3072,gemm_torch_flow,0.5688074747721354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,2560,gemm_torch_flow,0.4834442774454753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,1536,gemm_torch_flow,0.3363114674886068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,2048,gemm_torch_flow,0.41162452697753904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,1024,gemm_torch_flow,0.2562272071838379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,768,gemm_torch_flow,0.228492800394694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,256,gemm_torch_flow,0.15446613629659017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,512,gemm_torch_flow,0.185751469930013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,128,gemm_torch_flow,0.14145280520121256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,8192,gemm_torch_flow,1.2217941284179688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,7168,gemm_torch_flow,1.0397322972615561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,10240,gemm_torch_flow,1.5160266876220703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,12288,gemm_torch_flow,1.8529642740885417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,16384,gemm_torch_flow,2.4640213012695313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,5120,gemm_torch_flow,0.7422698974609375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,4096,gemm_torch_flow,0.6200127919514974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,6144,gemm_torch_flow,0.911190414428711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,3584,gemm_torch_flow,0.5535338719685872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,16384,65536,gemm_torch_flow,16.202460734049478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,3072,gemm_torch_flow,0.4792309443155925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,2560,gemm_torch_flow,0.40475947062174483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,2048,gemm_torch_flow,0.3518335978190104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,1536,gemm_torch_flow,0.2849482536315918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,1024,gemm_torch_flow,0.2172778606414795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,768,gemm_torch_flow,0.19269653956095378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,128,gemm_torch_flow,0.11842133204142254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,256,gemm_torch_flow,0.12992640336354572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,512,gemm_torch_flow,0.1562837282816569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,7168,gemm_torch_flow,0.8666453043619791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,8192,gemm_torch_flow,0.9632714589436849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,12288,65536,gemm_torch_flow,12.071966552734375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,10240,gemm_torch_flow,1.25359255472819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,12288,gemm_torch_flow,1.4977247873942057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,16384,gemm_torch_flow,2.078164291381836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,3584,gemm_torch_flow,0.46025387446085614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,5120,gemm_torch_flow,0.6070506413777669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,6144,gemm_torch_flow,0.7465887705485026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,4096,gemm_torch_flow,0.5124074618021648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,3072,gemm_torch_flow,0.39155200322469075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,2560,gemm_torch_flow,0.3382997194925944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,512,gemm_torch_flow,0.12879040241241455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,768,gemm_torch_flow,0.16009066899617513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,1536,gemm_torch_flow,0.23742399215698243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,1024,gemm_torch_flow,0.18195412953694662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,2048,gemm_torch_flow,0.29344107309977213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,256,gemm_torch_flow,0.10786133607228596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,128,gemm_torch_flow,0.09755520025889078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,10240,65536,gemm_torch_flow,10.0561767578125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,7168,gemm_torch_flow,0.772060775756836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,8192,gemm_torch_flow,0.8861258824666342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,10240,gemm_torch_flow,1.1199264526367188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,12288,gemm_torch_flow,1.3459786732991537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,16384,gemm_torch_flow,1.7406197865804036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,4096,gemm_torch_flow,0.46535145441691084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,5120,gemm_torch_flow,0.5550858815511067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,3584,gemm_torch_flow,0.41165653864542645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,6144,gemm_torch_flow,0.6575424194335937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,3072,gemm_torch_flow,0.35690879821777344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,2560,gemm_torch_flow,0.3042815844217936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,768,gemm_torch_flow,0.14751893679300945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,2048,gemm_torch_flow,0.26346346537272136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,512,gemm_torch_flow,0.1185909350713094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,1536,gemm_torch_flow,0.21618773142496744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,1024,gemm_torch_flow,0.1656874656677246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,128,gemm_torch_flow,0.08768426577250163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,256,gemm_torch_flow,0.09733226299285888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,8192,65536,gemm_torch_flow,8.400226338704426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,7168,gemm_torch_flow,0.665725835164388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,10240,gemm_torch_flow,0.955250104268392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,8192,gemm_torch_flow,0.7569045384724935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,12288,gemm_torch_flow,1.1684351603190104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,16384,gemm_torch_flow,1.6208170572916667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,5120,gemm_torch_flow,0.48146772384643555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,4096,gemm_torch_flow,0.4039967854817708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,3584,gemm_torch_flow,0.3559210777282715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,3072,gemm_torch_flow,0.3121013323465983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,6144,gemm_torch_flow,0.5838773091634114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,2560,gemm_torch_flow,0.26479999224344886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,1024,gemm_torch_flow,0.14248959223429364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,2048,gemm_torch_flow,0.22904747327168784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,1536,gemm_torch_flow,0.18740372657775878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,512,gemm_torch_flow,0.10143253008524578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,768,gemm_torch_flow,0.12542933622996014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,256,gemm_torch_flow,0.08319359620412191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,128,gemm_torch_flow,0.0763039986292521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,7168,gemm_torch_flow,0.5735157648722331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,7168,65536,gemm_torch_flow,7.410809834798177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,10240,gemm_torch_flow,0.8188095728556315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,8192,gemm_torch_flow,0.6606666564941406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,12288,gemm_torch_flow,0.9904095967610678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,16384,gemm_torch_flow,1.3667669932047526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,4096,gemm_torch_flow,0.34806931813557945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,5120,gemm_torch_flow,0.42028268178304035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,3584,gemm_torch_flow,0.30924479166666663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,6144,gemm_torch_flow,0.49573440551757814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,3072,gemm_torch_flow,0.2706303914388021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,2560,gemm_torch_flow,0.2316885312398275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,512,gemm_torch_flow,0.08856213092803955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,768,gemm_torch_flow,0.11021119753519695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,1024,gemm_torch_flow,0.12526079813639324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,1536,gemm_torch_flow,0.1626933256785075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,2048,gemm_torch_flow,0.19785386721293133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,256,gemm_torch_flow,0.07207146485646566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,128,gemm_torch_flow,0.06492053270339966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,6144,65536,gemm_torch_flow,6.297339884440104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,7168,gemm_torch_flow,0.4826165199279785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,10240,gemm_torch_flow,0.6775701522827149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,8192,gemm_torch_flow,0.5514389038085937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,12288,gemm_torch_flow,0.8247637430826822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,16384,gemm_torch_flow,1.1293322245279946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,5120,gemm_torch_flow,0.3478144009908041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,4096,gemm_torch_flow,0.28909759521484374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,3584,gemm_torch_flow,0.2598133405049642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,6144,gemm_torch_flow,0.42073707580566405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,3072,gemm_torch_flow,0.22637866338094076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,2560,gemm_torch_flow,0.19116907119750975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,512,gemm_torch_flow,0.07204373677571616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,2048,gemm_torch_flow,0.16506239573160808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,1536,gemm_torch_flow,0.13442559242248536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,768,gemm_torch_flow,0.08979840278625488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,1024,gemm_torch_flow,0.10239253044128419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,128,gemm_torch_flow,0.053396264712015785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,256,gemm_torch_flow,0.0584277351697286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,5120,65536,gemm_torch_flow,5.497494506835937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,7168,gemm_torch_flow,0.43620907465616865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,8192,gemm_torch_flow,0.4986122767130534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,10240,gemm_torch_flow,0.6191712061564127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,12288,gemm_torch_flow,0.7560735702514648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,16384,gemm_torch_flow,0.9961568196614584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,5120,gemm_torch_flow,0.31637226740519203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,4096,gemm_torch_flow,0.26507840156555174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,3584,gemm_torch_flow,0.23672320048014323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,6144,gemm_torch_flow,0.3764810562133789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,3072,gemm_torch_flow,0.20596586863199867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,2560,gemm_torch_flow,0.17489919662475586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,768,gemm_torch_flow,0.08246719837188721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,2048,gemm_torch_flow,0.1491733392079671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,1536,gemm_torch_flow,0.12243306636810303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,1024,gemm_torch_flow,0.09465813636779785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,512,gemm_torch_flow,0.06620906591415406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,256,gemm_torch_flow,0.05328319867451986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,128,gemm_torch_flow,0.04780160188674927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,4096,65536,gemm_torch_flow,4.5428929646809895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,7168,gemm_torch_flow,0.38871892293294275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,10240,gemm_torch_flow,0.5513280232747395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,8192,gemm_torch_flow,0.4425344149271647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,12288,gemm_torch_flow,0.6695871988932292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,16384,gemm_torch_flow,0.8956511815388998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,4096,gemm_torch_flow,0.23750613530476888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,6144,gemm_torch_flow,0.3355423927307129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,5120,gemm_torch_flow,0.2823498725891113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,3584,gemm_torch_flow,0.21017920176188148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,3072,gemm_torch_flow,0.18429867426554364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,2560,gemm_torch_flow,0.15696533521016437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,768,gemm_torch_flow,0.07311786810557047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,1536,gemm_torch_flow,0.10869759718577068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,512,gemm_torch_flow,0.05829439957936605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,1024,gemm_torch_flow,0.0840277353922526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,2048,gemm_torch_flow,0.13415145874023438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,256,gemm_torch_flow,0.046972799301147464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,128,gemm_torch_flow,0.04198186794916789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3584,65536,gemm_torch_flow,4.120483144124349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,7168,gemm_torch_flow,0.34432319005330403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,10240,gemm_torch_flow,0.48609174092610674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,8192,gemm_torch_flow,0.3924480120340983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,12288,gemm_torch_flow,0.580182393391927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,16384,gemm_torch_flow,0.7761653264363606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,3584,gemm_torch_flow,0.1857258637746175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,4096,gemm_torch_flow,0.2095306714375814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,5120,gemm_torch_flow,0.24980479876200357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,6144,gemm_torch_flow,0.2983647982279459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,3072,gemm_torch_flow,0.16161279678344725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,2560,gemm_torch_flow,0.1384661356608073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,768,gemm_torch_flow,0.06344106594721476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,1536,gemm_torch_flow,0.09598720073699951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,2048,gemm_torch_flow,0.11769493420918782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,512,gemm_torch_flow,0.050901333491007485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,1024,gemm_torch_flow,0.07349332968393961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,128,gemm_torch_flow,0.03629546562830607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,256,gemm_torch_flow,0.04064853191375732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,3072,65536,gemm_torch_flow,3.6937408447265625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,10240,gemm_torch_flow,0.41506452560424806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,7168,gemm_torch_flow,0.2969567934672038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,8192,gemm_torch_flow,0.3377610524495443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,12288,gemm_torch_flow,0.4956639925638835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,16384,gemm_torch_flow,0.6707669576009114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,6144,gemm_torch_flow,0.25792214075724285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,4096,gemm_torch_flow,0.17991360028584796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,5120,gemm_torch_flow,0.2144320011138916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,3584,gemm_torch_flow,0.16055572827657064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,3072,gemm_torch_flow,0.13900373776753744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,2560,gemm_torch_flow,0.11847466627756756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,512,gemm_torch_flow,0.042189868291219075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,1536,gemm_torch_flow,0.08110613028208415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,2048,gemm_torch_flow,0.10004159609476726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,1024,gemm_torch_flow,0.06212053298950195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,768,gemm_torch_flow,0.05382399956385294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,256,gemm_torch_flow,0.03348480065663655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,128,gemm_torch_flow,0.030032000939051312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2560,65536,gemm_torch_flow,3.1890858968098956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,7168,gemm_torch_flow,0.25149866739908855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,10240,gemm_torch_flow,0.352022393544515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,8192,gemm_torch_flow,0.2868106524149577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,12288,gemm_torch_flow,0.42082986831665037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,16384,gemm_torch_flow,0.5550186793009441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,6144,gemm_torch_flow,0.21732586224873862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,3584,gemm_torch_flow,0.13592853546142578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,5120,gemm_torch_flow,0.18322347005208334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,4096,gemm_torch_flow,0.15289920171101887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,3072,gemm_torch_flow,0.11772053241729737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,2560,gemm_torch_flow,0.10041173299153645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,768,gemm_torch_flow,0.04468799829483032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,1536,gemm_torch_flow,0.06829439798990886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,2048,gemm_torch_flow,0.0843616008758545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,512,gemm_torch_flow,0.03490346670150757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,1024,gemm_torch_flow,0.05233706633249918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,256,gemm_torch_flow,0.02720639904340108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,128,gemm_torch_flow,0.023510400454203287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,2048,65536,gemm_torch_flow,2.8187306722005205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,10240,gemm_torch_flow,0.2880778630574544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,7168,gemm_torch_flow,0.20749866167704262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,8192,gemm_torch_flow,0.23449385960896812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,12288,gemm_torch_flow,0.34540907541910804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,16384,gemm_torch_flow,0.4529194513956706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,6144,gemm_torch_flow,0.18025280634562174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,3584,gemm_torch_flow,0.1102410634358724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,5120,gemm_torch_flow,0.1509877363840739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,4096,gemm_torch_flow,0.12464746634165447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,3072,gemm_torch_flow,0.09564479986826578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,2560,gemm_torch_flow,0.08093226750691732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,2048,gemm_torch_flow,0.0682698647181193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,512,gemm_torch_flow,0.026763733228047686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,768,gemm_torch_flow,0.034670933087666826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,1536,gemm_torch_flow,0.05485226710637411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,1024,gemm_torch_flow,0.04120106697082519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,256,gemm_torch_flow,0.020489599307378134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,128,gemm_torch_flow,0.017678932348887125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1536,65536,gemm_torch_flow,2.3359700520833333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,8192,gemm_torch_flow,0.2085813363393148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,7168,gemm_torch_flow,0.185480531056722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,10240,gemm_torch_flow,0.25764586130777994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,12288,gemm_torch_flow,0.30736427307128905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,16384,gemm_torch_flow,0.4052853266398112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,6144,gemm_torch_flow,0.16004692713419597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,5120,gemm_torch_flow,0.13452587127685547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,4096,gemm_torch_flow,0.1111967960993449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,3584,gemm_torch_flow,0.09764479796091716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,3072,gemm_torch_flow,0.08473920027414958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,2560,gemm_torch_flow,0.07145600318908692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,768,gemm_torch_flow,0.029394133885701494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,2048,gemm_torch_flow,0.06030720074971517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,1536,gemm_torch_flow,0.048522667090098066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,1024,gemm_torch_flow,0.0357258677482605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,512,gemm_torch_flow,0.02293333411216736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,256,gemm_torch_flow,0.017362133661905924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,128,gemm_torch_flow,0.014727466305096946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,1024,65536,gemm_torch_flow,1.8434282938639324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,7168,gemm_torch_flow,0.1620576063791911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,10240,gemm_torch_flow,0.22655040423075357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,8192,gemm_torch_flow,0.1836448033650716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,12288,gemm_torch_flow,0.2708981196085612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,16384,gemm_torch_flow,0.35446507136027017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,6144,gemm_torch_flow,0.14044906298319498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,4096,gemm_torch_flow,0.09593386650085449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,5120,gemm_torch_flow,0.1176917314529419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,3584,gemm_torch_flow,0.08502506415049235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,3072,gemm_torch_flow,0.07359253565470378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,2560,gemm_torch_flow,0.06215146780014038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,2048,gemm_torch_flow,0.052183465162913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,768,gemm_torch_flow,0.024522666136423746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,512,gemm_torch_flow,0.019282132387161255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,1536,gemm_torch_flow,0.040931200981140135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,1024,gemm_torch_flow,0.029471999406814574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,256,gemm_torch_flow,0.014269866545995078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,128,gemm_torch_flow,0.011805867155392964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,768,65536,gemm_torch_flow,1.5821418762207031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,7168,gemm_torch_flow,0.13997333844502766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,10240,gemm_torch_flow,0.19659520785013834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,8192,gemm_torch_flow,0.1586176077524821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,12288,gemm_torch_flow,0.2341503938039144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,16384,gemm_torch_flow,0.310861873626709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,6144,gemm_torch_flow,0.1197482665379842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,5120,gemm_torch_flow,0.10016640027364095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,4096,gemm_torch_flow,0.08139626979827881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,3584,gemm_torch_flow,0.07185493310292562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,3072,gemm_torch_flow,0.06279040177663167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,2560,gemm_torch_flow,0.053452801704406736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,2048,gemm_torch_flow,0.044100264708201095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,768,gemm_torch_flow,0.019758933782577516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,1536,gemm_torch_flow,0.0333898663520813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,1024,gemm_torch_flow,0.023902932802836098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,512,gemm_torch_flow,0.015461333592732749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,256,gemm_torch_flow,0.011096533139546711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,128,gemm_torch_flow,0.008865066369374593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,512,65536,gemm_torch_flow,1.3910570780436198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,7168,gemm_torch_flow,0.13105173110961915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,8192,gemm_torch_flow,0.1504159927368164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,10240,gemm_torch_flow,0.18579413096110026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,12288,gemm_torch_flow,0.22253759702046713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,6144,gemm_torch_flow,0.11241280237833659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,16384,gemm_torch_flow,0.2956853230794271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,4096,gemm_torch_flow,0.07653013070424398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,5120,gemm_torch_flow,0.09447680314381918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,3584,gemm_torch_flow,0.06819519996643067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,3072,gemm_torch_flow,0.058961065610249844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,2048,gemm_torch_flow,0.04083520174026489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,768,gemm_torch_flow,0.017794134219487508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,2560,gemm_torch_flow,0.050288001696268715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,512,gemm_torch_flow,0.013983999689420065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,1024,gemm_torch_flow,0.02187626759211222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,1536,gemm_torch_flow,0.031217066446940105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,256,gemm_torch_flow,0.009923199812571209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,128,gemm_torch_flow,0.00773119976123174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,256,65536,gemm_torch_flow,1.1945035298665365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,6144,gemm_torch_flow,2.8355135599772137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,7168,gemm_torch_flow,3.294155629475912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,8192,gemm_torch_flow,3.7828704833984377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,10240,gemm_torch_flow,4.735667419433594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,5120,gemm_torch_flow,2.3471104939778646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,12288,gemm_torch_flow,5.702826436360677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,3072,gemm_torch_flow,1.4497535705566407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,3584,gemm_torch_flow,1.6405204772949218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,4096,gemm_torch_flow,1.874395751953125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,2560,gemm_torch_flow,1.186957804361979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,768,gemm_torch_flow,0.5644032160441081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,1024,gemm_torch_flow,0.6298912048339844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,512,gemm_torch_flow,0.4644650777180989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,2048,gemm_torch_flow,1.0362890879313151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,1536,gemm_torch_flow,0.8272277196248373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,256,gemm_torch_flow,0.39181334177652993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,128,gemm_torch_flow,0.3599765459696452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,65536,16384,gemm_torch_flow,8.155222574869793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,6144,gemm_torch_flow,0.7039957046508789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8192,128,65536,gemm_torch_flow,1.1291669209798179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,7168,gemm_torch_flow,0.8153792063395182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,8192,gemm_torch_flow,0.9053312301635742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,10240,gemm_torch_flow,1.1222880045572916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,12288,gemm_torch_flow,1.4330176035563151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,4096,gemm_torch_flow,0.48133440017700196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,3584,gemm_torch_flow,0.4300426801045735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,3072,gemm_torch_flow,0.36637439727783205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,5120,gemm_torch_flow,0.5851072311401367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,2560,gemm_torch_flow,0.3128906567891439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,16384,gemm_torch_flow,1.9369631449381512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,2048,gemm_torch_flow,0.27650133768717444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,1536,gemm_torch_flow,0.22567253112792968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,1024,gemm_torch_flow,0.17422614097595215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,768,gemm_torch_flow,0.15708373387654623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,512,gemm_torch_flow,0.12535786628723145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,256,gemm_torch_flow,0.10522666772206624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,128,gemm_torch_flow,0.09849279721577962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,6144,gemm_torch_flow,0.5393791834513346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,7168,gemm_torch_flow,0.6158720016479492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,8192,gemm_torch_flow,0.7142229080200195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,10240,gemm_torch_flow,0.8713621139526367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,12288,gemm_torch_flow,1.0839925130208334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,3584,gemm_torch_flow,0.333243719736735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,4096,gemm_torch_flow,0.36943467458089196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,16384,gemm_torch_flow,1.437993621826172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,5120,gemm_torch_flow,0.44620587031046555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,3072,gemm_torch_flow,0.28771200180053713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,2560,gemm_torch_flow,0.2471285343170166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,1536,gemm_torch_flow,0.17531199455261232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,1024,gemm_torch_flow,0.1346453348795573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,768,gemm_torch_flow,0.11975573698679606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,128,gemm_torch_flow,0.07603200276692709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,512,gemm_torch_flow,0.09700266520182291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,2048,gemm_torch_flow,0.21456212997436525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,256,gemm_torch_flow,0.08108266989390055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,7168,gemm_torch_flow,0.5276266733805339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,8192,gemm_torch_flow,0.6048351923624675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,10240,gemm_torch_flow,0.7374261220296223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,12288,gemm_torch_flow,0.9033098856608073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,16384,gemm_torch_flow,1.2353173573811849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,5120,gemm_torch_flow,0.3800522804260254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,6144,gemm_torch_flow,0.4594869295756022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,4096,gemm_torch_flow,0.31377172470092773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,3072,gemm_torch_flow,0.24427946408589682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,3584,gemm_torch_flow,0.27996158599853516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,2048,gemm_torch_flow,0.18162773450215658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,2560,gemm_torch_flow,0.20947732925415039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,1536,gemm_torch_flow,0.14937493006388347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,1024,gemm_torch_flow,0.1143232027689616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,768,gemm_torch_flow,0.10197866757710775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,512,gemm_torch_flow,0.08259627024332682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,16384,65536,gemm_torch_flow,7.866304016113281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,128,gemm_torch_flow,0.0642848014831543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,256,gemm_torch_flow,0.06864853700002035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,7168,gemm_torch_flow,0.43175039291381834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,8192,gemm_torch_flow,0.4902751922607422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,10240,gemm_torch_flow,0.6102015813191731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,12288,gemm_torch_flow,0.7368789037068685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,16384,gemm_torch_flow,0.9886047999064127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,12288,65536,gemm_torch_flow,5.944672139485677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,3584,gemm_torch_flow,0.23207252820332847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,4096,gemm_torch_flow,0.2596778710683187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,5120,gemm_torch_flow,0.3094378789265951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,6144,gemm_torch_flow,0.3757194519042969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,3072,gemm_torch_flow,0.20096000035603842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,2560,gemm_torch_flow,0.1730602741241455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,2048,gemm_torch_flow,0.14959680239359538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,1024,gemm_torch_flow,0.09399680296579996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,768,gemm_torch_flow,0.08374293645222983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,1536,gemm_torch_flow,0.12344000339508057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,512,gemm_torch_flow,0.0680181344350179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,256,gemm_torch_flow,0.05646400054295858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,128,gemm_torch_flow,0.05277013381322225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,10240,65536,gemm_torch_flow,5.037693786621094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,8192,gemm_torch_flow,0.4376096089680989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,7168,gemm_torch_flow,0.3859381357828776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,10240,gemm_torch_flow,0.5367242813110351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,12288,gemm_torch_flow,0.6624223709106445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,6144,gemm_torch_flow,0.32991040547688805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,16384,gemm_torch_flow,0.8774869283040365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,4096,gemm_torch_flow,0.23292053540547691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,3584,gemm_torch_flow,0.2058037281036377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,5120,gemm_torch_flow,0.2780618667602539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,3072,gemm_torch_flow,0.18122560183207195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,2048,gemm_torch_flow,0.13440000216166179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,1536,gemm_torch_flow,0.11072746912638347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,2560,gemm_torch_flow,0.1539786656697591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,1024,gemm_torch_flow,0.08643840154012045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,768,gemm_torch_flow,0.07633492946624756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,512,gemm_torch_flow,0.06203200022379557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,128,gemm_torch_flow,0.04721920092900594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,256,gemm_torch_flow,0.0512447992960612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,8192,65536,gemm_torch_flow,4.007578786214193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,8192,gemm_torch_flow,0.38544108072916666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,7168,gemm_torch_flow,0.33669652938842776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,10240,gemm_torch_flow,0.47373545964558916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,12288,gemm_torch_flow,0.5732351938883464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,16384,gemm_torch_flow,0.7658346811930339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,4096,gemm_torch_flow,0.20357972780863443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,3584,gemm_torch_flow,0.18156372706095378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,5120,gemm_torch_flow,0.2441472053527832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,3072,gemm_torch_flow,0.15803093910217286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,6144,gemm_torch_flow,0.2920725186665853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,2560,gemm_torch_flow,0.13456320762634277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,1024,gemm_torch_flow,0.07363413174947103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,2048,gemm_torch_flow,0.11758506298065186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,1536,gemm_torch_flow,0.09693439801534018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,512,gemm_torch_flow,0.05306880076726278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,768,gemm_torch_flow,0.06559573411941529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,128,gemm_torch_flow,0.04103786547978719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,256,gemm_torch_flow,0.04419413407643636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,7168,gemm_torch_flow,0.2890901247660319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,8192,gemm_torch_flow,0.33074773152669273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,10240,gemm_torch_flow,0.40800854365030925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,7168,65536,gemm_torch_flow,3.666423543294271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,12288,gemm_torch_flow,0.4899008115132649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,16384,gemm_torch_flow,0.6572106679280598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,5120,gemm_torch_flow,0.21189546585083008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,4096,gemm_torch_flow,0.17618560791015625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,3072,gemm_torch_flow,0.13668160438537597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,3584,gemm_torch_flow,0.15659093856811523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,6144,gemm_torch_flow,0.250926939646403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,2560,gemm_torch_flow,0.1183519999186198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,2048,gemm_torch_flow,0.10162773132324218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,1024,gemm_torch_flow,0.06542186737060547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,768,gemm_torch_flow,0.05758399963378906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,512,gemm_torch_flow,0.04669333299001058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,1536,gemm_torch_flow,0.08410133520762125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,128,gemm_torch_flow,0.03556480010350545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,256,gemm_torch_flow,0.03880000114440918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,7168,gemm_torch_flow,0.24369707107543945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,6144,65536,gemm_torch_flow,3.1318697611490887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,8192,gemm_torch_flow,0.2769578615824381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,10240,gemm_torch_flow,0.33963200251261394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,12288,gemm_torch_flow,0.4051541328430176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,6144,gemm_torch_flow,0.21238719622294105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,16384,gemm_torch_flow,0.5472447713216145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,4096,gemm_torch_flow,0.14747947057088215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,5120,gemm_torch_flow,0.17522667249043783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,3584,gemm_torch_flow,0.1315669298171997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,3072,gemm_torch_flow,0.11442879835764568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,2048,gemm_torch_flow,0.0849514643351237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,2560,gemm_torch_flow,0.09867306550343832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,1024,gemm_torch_flow,0.05350186824798584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,1536,gemm_torch_flow,0.06998186906178792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,512,gemm_torch_flow,0.03841813405354817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,768,gemm_torch_flow,0.04723626772562663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,256,gemm_torch_flow,0.03177280028661092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,128,gemm_torch_flow,0.029183999697367353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,5120,65536,gemm_torch_flow,2.7319849650065104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,7168,gemm_torch_flow,0.22151254018147787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,8192,gemm_torch_flow,0.2497866630554199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,10240,gemm_torch_flow,0.3080448150634766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,12288,gemm_torch_flow,0.36767892837524413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,16384,gemm_torch_flow,0.49111893971761067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,6144,gemm_torch_flow,0.19320640563964844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,4096,gemm_torch_flow,0.13430399894714357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,5120,gemm_torch_flow,0.1620021343231201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,3584,gemm_torch_flow,0.11984213193257649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,3072,gemm_torch_flow,0.10414293607076008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,2560,gemm_torch_flow,0.09012693564097086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,1024,gemm_torch_flow,0.049806932608286544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,2048,gemm_torch_flow,0.07742719650268555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,512,gemm_torch_flow,0.03537386655807495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,768,gemm_torch_flow,0.043271466096242266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,1536,gemm_torch_flow,0.06388053496678671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,256,gemm_torch_flow,0.02869759996732076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,128,gemm_torch_flow,0.026372265815734864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,4096,65536,gemm_torch_flow,2.2300127665201823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,8192,gemm_torch_flow,0.22543360392252604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,10240,gemm_torch_flow,0.2748074531555176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,7168,gemm_torch_flow,0.19900479316711425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,12288,gemm_torch_flow,0.33016214370727537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,6144,gemm_torch_flow,0.17209067344665527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,16384,gemm_torch_flow,0.43354345957438156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,5120,gemm_torch_flow,0.14504960378011067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,4096,gemm_torch_flow,0.12007786432902019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,3584,gemm_torch_flow,0.10742932955423992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,3072,gemm_torch_flow,0.09321920077006021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,1536,gemm_torch_flow,0.057226665814717616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,2048,gemm_torch_flow,0.06922773520151773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,1024,gemm_torch_flow,0.04408106803894043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,2560,gemm_torch_flow,0.08006933530171713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,256,gemm_torch_flow,0.02513813376426697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,768,gemm_torch_flow,0.038762664794921874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,512,gemm_torch_flow,0.031250133117039995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,128,gemm_torch_flow,0.0230240007241567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3584,65536,gemm_torch_flow,2.024453353881836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,10240,gemm_torch_flow,0.24453867276509605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,8192,gemm_torch_flow,0.19798720677693685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,7168,gemm_torch_flow,0.17522667249043783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,12288,gemm_torch_flow,0.2928288141886393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,16384,gemm_torch_flow,0.3843541463216146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,6144,gemm_torch_flow,0.1513546625773112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,4096,gemm_torch_flow,0.10604266325632732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,5120,gemm_torch_flow,0.1285258690516154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,3584,gemm_torch_flow,0.09405866463979086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,3072,gemm_torch_flow,0.08235200246175131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,1024,gemm_torch_flow,0.03879573345184326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,1536,gemm_torch_flow,0.05029546817143758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,2048,gemm_torch_flow,0.06086933215459188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,2560,gemm_torch_flow,0.07053759892781576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,768,gemm_torch_flow,0.03363733291625977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,512,gemm_torch_flow,0.02695786754290263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,128,gemm_torch_flow,0.020065067211786906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,256,gemm_torch_flow,0.02185813387235006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,8192,gemm_torch_flow,0.1722592035929362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,12288,gemm_torch_flow,0.25088213284810384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,3072,65536,gemm_torch_flow,1.7586794535319012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,10240,gemm_torch_flow,0.21189120610555015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,7168,gemm_torch_flow,0.15200319290161132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,16384,gemm_torch_flow,0.33416748046875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,4096,gemm_torch_flow,0.09153172969818116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,3584,gemm_torch_flow,0.0815338691075643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,6144,gemm_torch_flow,0.13217066923777263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,5120,gemm_torch_flow,0.11019840240478515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,3072,gemm_torch_flow,0.07094079653422038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,1536,gemm_torch_flow,0.04283626476923625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,2048,gemm_torch_flow,0.052707199255625406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,2560,gemm_torch_flow,0.06063146591186523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,768,gemm_torch_flow,0.028166399399439497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,256,gemm_torch_flow,0.01834133267402649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,512,gemm_torch_flow,0.022536534070968627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,1024,gemm_torch_flow,0.03241920073827108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,128,gemm_torch_flow,0.01695466637611389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,8192,gemm_torch_flow,0.14620906511942547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2560,65536,gemm_torch_flow,1.5836191813151042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,10240,gemm_torch_flow,0.1796554724375407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,7168,gemm_torch_flow,0.1296074628829956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,12288,gemm_torch_flow,0.2154325326283773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,16384,gemm_torch_flow,0.2810389200846354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,5120,gemm_torch_flow,0.09400320053100586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,3072,gemm_torch_flow,0.06018346548080444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,3584,gemm_torch_flow,0.06875627040863037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,6144,gemm_torch_flow,0.11205653349558513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,4096,gemm_torch_flow,0.07787626584370931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,1536,gemm_torch_flow,0.03602026700973511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,768,gemm_torch_flow,0.023436800638834635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,2560,gemm_torch_flow,0.05242986679077148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,1024,gemm_torch_flow,0.027236266930898027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,128,gemm_torch_flow,0.014223999778429666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,512,gemm_torch_flow,0.01925119956334432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,2048,gemm_torch_flow,0.0442901333173116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,256,gemm_torch_flow,0.015539200107256571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,2048,65536,gemm_torch_flow,1.321667226155599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,8192,gemm_torch_flow,0.12017707029978435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,7168,gemm_torch_flow,0.10672746499379475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,10240,gemm_torch_flow,0.1480511983235677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,12288,gemm_torch_flow,0.1758453369140625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,16384,gemm_torch_flow,0.23236053784688315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,4096,gemm_torch_flow,0.06347946723302206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,6144,gemm_torch_flow,0.09150613149007161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,5120,gemm_torch_flow,0.07682452996571859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,3584,gemm_torch_flow,0.05634986559549967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,3072,gemm_torch_flow,0.04929173390070597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,2560,gemm_torch_flow,0.0424074649810791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,1536,gemm_torch_flow,0.028492800394694012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,2048,gemm_torch_flow,0.035795199871063235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,1024,gemm_torch_flow,0.021730132897694907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,768,gemm_torch_flow,0.018889600038528444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,512,gemm_torch_flow,0.015404799580574035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,256,gemm_torch_flow,0.012277332941691081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,128,gemm_torch_flow,0.011147733529408772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1536,65536,gemm_torch_flow,1.0930709838867188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,7168,gemm_torch_flow,0.09942293167114258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,10240,gemm_torch_flow,0.14059306780497233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,12288,gemm_torch_flow,0.1667967955271403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,8192,gemm_torch_flow,0.11497386296590169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,6144,gemm_torch_flow,0.08582293192545573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,16384,gemm_torch_flow,0.22094826698303222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,3072,gemm_torch_flow,0.04558720191319783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,5120,gemm_torch_flow,0.0733237346013387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,4096,gemm_torch_flow,0.05903146664301554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,3584,gemm_torch_flow,0.05312106609344482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,2560,gemm_torch_flow,0.04004586537679036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,2048,gemm_torch_flow,0.03228480021158854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,1024,65536,gemm_torch_flow,0.8891082763671875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,1536,gemm_torch_flow,0.02558506727218628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,512,gemm_torch_flow,0.013529599706331889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,1024,gemm_torch_flow,0.019797333081563315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,256,gemm_torch_flow,0.010405332843462626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,768,gemm_torch_flow,0.016309332847595216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,128,gemm_torch_flow,0.00937493344148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,6144,gemm_torch_flow,0.0710922638575236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,7168,gemm_torch_flow,0.08194986979166666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,8192,gemm_torch_flow,0.09308266639709473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,12288,gemm_torch_flow,0.13781760533650717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,10240,gemm_torch_flow,0.11512426535288493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,2560,gemm_torch_flow,0.03208746711413066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,3072,gemm_torch_flow,0.038031999270121256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,16384,gemm_torch_flow,0.18177919387817382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,5120,gemm_torch_flow,0.06018346548080444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,4096,gemm_torch_flow,0.04953706661860148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,3584,gemm_torch_flow,0.0439306656519572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,2048,gemm_torch_flow,0.026924800872802735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,1536,gemm_torch_flow,0.021843200922012328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,1024,gemm_torch_flow,0.01669973333676656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,768,gemm_torch_flow,0.014167466759681701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,256,gemm_torch_flow,0.009154133001963298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,512,gemm_torch_flow,0.01165013313293457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,768,65536,gemm_torch_flow,0.855682118733724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,128,gemm_torch_flow,0.008319999774297078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,8192,gemm_torch_flow,0.08248426914215087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,6144,gemm_torch_flow,0.06322346528371176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,7168,gemm_torch_flow,0.07274773120880126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,10240,gemm_torch_flow,0.10205120245615643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,12288,gemm_torch_flow,0.12186986605326336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,16384,gemm_torch_flow,0.1616586685180664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,4096,gemm_torch_flow,0.04408213297526042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,3072,gemm_torch_flow,0.033070933818817136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,3584,gemm_torch_flow,0.040054400761922196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,5120,gemm_torch_flow,0.053658668200174967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,2560,gemm_torch_flow,0.028754132986068725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,2048,gemm_torch_flow,0.0235807995001475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,512,65536,gemm_torch_flow,0.6963200251261393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,512,gemm_torch_flow,0.010216533144315084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,768,gemm_torch_flow,0.012354133526484172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,1024,gemm_torch_flow,0.01460693379243215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,256,gemm_torch_flow,0.008044800162315369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,128,gemm_torch_flow,0.007222400108973186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,1536,gemm_torch_flow,0.019333332777023315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,6144,gemm_torch_flow,0.061142400900522864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,7168,gemm_torch_flow,0.07054826418558756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,8192,gemm_torch_flow,0.08026560147603354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,10240,gemm_torch_flow,0.09866453011830648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,12288,gemm_torch_flow,0.11840853691101075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,16384,gemm_torch_flow,0.15684159596761066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,5120,gemm_torch_flow,0.05185920000076294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,4096,gemm_torch_flow,0.042328532536824545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,3584,gemm_torch_flow,0.037574398517608645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,2560,gemm_torch_flow,0.02720959981282552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,3072,gemm_torch_flow,0.03100053270657857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,256,65536,gemm_torch_flow,0.6286837259928386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,2048,gemm_torch_flow,0.022191999355951945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,1024,gemm_torch_flow,0.013544533650080362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,512,gemm_torch_flow,0.009348266323407491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,768,gemm_torch_flow,0.011389866471290588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,256,gemm_torch_flow,0.007236266632874806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,1536,gemm_torch_flow,0.018218666315078735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,128,gemm_torch_flow,0.006526933113733928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,5120,gemm_torch_flow,1.1415978749593099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,6144,gemm_torch_flow,1.3990795135498046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,7168,gemm_torch_flow,1.5937333424886069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,8192,gemm_torch_flow,1.8671989440917969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4096,128,65536,gemm_torch_flow,0.6051157633463542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,10240,gemm_torch_flow,2.343921152750651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,2560,gemm_torch_flow,0.5939146677652996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,3584,gemm_torch_flow,0.8038581212361654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,4096,gemm_torch_flow,0.928595225016276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,3072,gemm_torch_flow,0.7052330652872721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,12288,gemm_torch_flow,2.8385856628417967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,512,gemm_torch_flow,0.23785279591878256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,2048,gemm_torch_flow,0.5146410624186198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,768,gemm_torch_flow,0.2891477266947428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,1536,gemm_torch_flow,0.4225738525390625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,256,gemm_torch_flow,0.20035947163899742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,1024,gemm_torch_flow,0.3183157285054525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,128,gemm_torch_flow,0.1829429308573405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,65536,16384,gemm_torch_flow,3.9673194885253906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,6144,gemm_torch_flow,0.3520021438598633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,8192,gemm_torch_flow,0.46120319366455076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,7168,gemm_torch_flow,0.4055455843607585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,10240,gemm_torch_flow,0.5773034413655599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,12288,gemm_torch_flow,0.6835285186767578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,5120,gemm_torch_flow,0.29433921178181965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,4096,gemm_torch_flow,0.24495360056559243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,3072,gemm_torch_flow,0.18874986966451007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,3584,gemm_torch_flow,0.21630506515502929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,768,gemm_torch_flow,0.08173546791076661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,16384,gemm_torch_flow,0.9234752019246419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,2560,gemm_torch_flow,0.1622111956278483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,1024,gemm_torch_flow,0.09127893447875976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,1536,gemm_torch_flow,0.11707626978556315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,2048,gemm_torch_flow,0.1407477378845215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,512,gemm_torch_flow,0.06532373428344726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,256,gemm_torch_flow,0.05597759882609049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,128,gemm_torch_flow,0.052458667755126955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,10240,gemm_torch_flow,0.4304128011067708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,6144,gemm_torch_flow,0.26845973332722983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,7168,gemm_torch_flow,0.30909973780314126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,8192,gemm_torch_flow,0.35350933074951174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,12288,gemm_torch_flow,0.528385066986084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,5120,gemm_torch_flow,0.22212692896525063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,16384,gemm_torch_flow,0.7153408050537109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,4096,gemm_torch_flow,0.18605653444925946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,2048,gemm_torch_flow,0.10893867015838624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,3072,gemm_torch_flow,0.14571733474731446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,3584,gemm_torch_flow,0.1669823964436849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,2560,gemm_torch_flow,0.12475519975026447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,1024,gemm_torch_flow,0.06981653372446696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,1536,gemm_torch_flow,0.09061546325683593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,768,gemm_torch_flow,0.06251306533813476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,512,gemm_torch_flow,0.05104853312174479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,256,gemm_torch_flow,0.04369386831919352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,128,gemm_torch_flow,0.040660266081492105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,8192,gemm_torch_flow,0.29937067031860354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,7168,gemm_torch_flow,0.26280213991800944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,10240,gemm_torch_flow,0.3676213264465332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,12288,gemm_torch_flow,0.43968747456868484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,16384,gemm_torch_flow,0.6043968200683594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,16384,65536,gemm_torch_flow,3.8935455322265624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,3584,gemm_torch_flow,0.14163626035054525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,5120,gemm_torch_flow,0.19067625999450682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,4096,gemm_torch_flow,0.15865813891092936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,6144,gemm_torch_flow,0.22816960016886392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,3072,gemm_torch_flow,0.125272536277771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,1024,gemm_torch_flow,0.05953066746393839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,768,gemm_torch_flow,0.05319786469141642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,1536,gemm_torch_flow,0.07698240280151367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,2048,gemm_torch_flow,0.09256532986958822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,2560,gemm_torch_flow,0.10811946392059327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,128,gemm_torch_flow,0.03488959868748982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,512,gemm_torch_flow,0.043783466021219894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,256,gemm_torch_flow,0.0374016006787618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,12288,65536,gemm_torch_flow,2.9498570760091143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,7168,gemm_torch_flow,0.21534293492635093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,10240,gemm_torch_flow,0.30055252710978186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,8192,gemm_torch_flow,0.24654080073038737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,12288,gemm_torch_flow,0.3650869369506836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,6144,gemm_torch_flow,0.18976000150044758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,16384,gemm_torch_flow,0.4842709223429362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,3584,gemm_torch_flow,0.11816213130950928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,5120,gemm_torch_flow,0.1567029317220052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,3072,gemm_torch_flow,0.10360533396402996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,4096,gemm_torch_flow,0.1308181365331014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,2048,gemm_torch_flow,0.07673493226369223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,2560,gemm_torch_flow,0.08826453685760498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,1024,gemm_torch_flow,0.049637333552042646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,1536,gemm_torch_flow,0.0639850656191508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,128,gemm_torch_flow,0.02868586579958598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,512,gemm_torch_flow,0.03644693295160929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,768,gemm_torch_flow,0.04418026606241862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,256,gemm_torch_flow,0.031038933992385866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,10240,65536,gemm_torch_flow,2.4215934753417967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,8192,gemm_torch_flow,0.21999573707580566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,7168,gemm_torch_flow,0.19176640510559081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,10240,gemm_torch_flow,0.26924587885538737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,12288,gemm_torch_flow,0.32678613662719724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,16384,gemm_torch_flow,0.432912000020345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,6144,gemm_torch_flow,0.16730559666951497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,4096,gemm_torch_flow,0.11779413223266602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,5120,gemm_torch_flow,0.14185279210408527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,3584,gemm_torch_flow,0.10506347020467122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,3072,gemm_torch_flow,0.09286826451619466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,2560,gemm_torch_flow,0.07954026858011881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,2048,gemm_torch_flow,0.06916159788767497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,256,gemm_torch_flow,0.0282858669757843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,1536,gemm_torch_flow,0.057886934280395506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,512,gemm_torch_flow,0.03362026611963908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,768,gemm_torch_flow,0.04031786521275838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,1024,gemm_torch_flow,0.045881601174672444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,128,gemm_torch_flow,0.02558079957962036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,8192,65536,gemm_torch_flow,1.9964244842529297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,7168,gemm_torch_flow,0.16862293879191081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,6144,gemm_torch_flow,0.14787519772847493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,8192,gemm_torch_flow,0.19359787305196124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,10240,gemm_torch_flow,0.2348874727884928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,12288,gemm_torch_flow,0.2849973360697428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,5120,gemm_torch_flow,0.12361706892649334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,16384,gemm_torch_flow,0.3766592025756836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,3584,gemm_torch_flow,0.09321920077006021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,3072,gemm_torch_flow,0.0807925303777059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,4096,gemm_torch_flow,0.10368533134460449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,2048,gemm_torch_flow,0.06095573504765829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,768,gemm_torch_flow,0.03479466835657756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,2560,gemm_torch_flow,0.06932053565979004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,512,gemm_torch_flow,0.02876799901326497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,256,gemm_torch_flow,0.024251733223597208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,1536,gemm_torch_flow,0.05040320158004761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,1024,gemm_torch_flow,0.039391998449961343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,128,gemm_torch_flow,0.022154666980107627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,7168,65536,gemm_torch_flow,1.7678229014078777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,10240,gemm_torch_flow,0.20270506540934244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,8192,gemm_torch_flow,0.16741760571797687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,12288,gemm_torch_flow,0.24347519874572754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,7168,gemm_torch_flow,0.14674560228983563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,6144,gemm_torch_flow,0.1274463971455892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,16384,gemm_torch_flow,0.32348267237345374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,5120,gemm_torch_flow,0.10744106769561768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,4096,gemm_torch_flow,0.09073812961578369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,3072,gemm_torch_flow,0.07025386492411295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,3584,gemm_torch_flow,0.0800330638885498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,2560,gemm_torch_flow,0.060507734616597496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,2048,gemm_torch_flow,0.05300053358078003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,512,gemm_torch_flow,0.025483733415603636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,768,gemm_torch_flow,0.03078719973564148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,1536,gemm_torch_flow,0.04414933522542318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,128,gemm_torch_flow,0.019272534052530925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,1024,gemm_torch_flow,0.03494186798731486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,256,gemm_torch_flow,0.021322667598724365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,6144,65536,gemm_torch_flow,1.5108159383138022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,7168,gemm_torch_flow,0.12325867017110188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,10240,gemm_torch_flow,0.17119894027709961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,12288,gemm_torch_flow,0.20332800547281898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,8192,gemm_torch_flow,0.1409653345743815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,16384,gemm_torch_flow,0.2733258565266927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,6144,gemm_torch_flow,0.10827093124389649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,3584,gemm_torch_flow,0.06713493665059408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,4096,gemm_torch_flow,0.07530026435852051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,5120,gemm_torch_flow,0.09038826624552408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,2560,gemm_torch_flow,0.05093013445536295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,3072,gemm_torch_flow,0.059623467922210696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,2048,gemm_torch_flow,0.04452053308486938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,1536,gemm_torch_flow,0.03700480063756307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,768,gemm_torch_flow,0.025358933210372924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,1024,gemm_torch_flow,0.028914133707682293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,5120,65536,gemm_torch_flow,1.3270880381266275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,512,gemm_torch_flow,0.020702934265136717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,256,gemm_torch_flow,0.017964800198872886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,128,gemm_torch_flow,0.016267733772595723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,6144,gemm_torch_flow,0.10807999769846599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,7168,gemm_torch_flow,0.12596480051676434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,8192,gemm_torch_flow,0.14082026481628418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,10240,gemm_torch_flow,0.17799253463745118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,12288,gemm_torch_flow,0.2107253392537435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,16384,gemm_torch_flow,0.27893120447794595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,4096,65536,gemm_torch_flow,1.0686463673909505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,3072,gemm_torch_flow,0.0575765331586202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,5120,gemm_torch_flow,0.09118080139160156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,4096,gemm_torch_flow,0.07514453728993734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,3584,gemm_torch_flow,0.06518506606419881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,2560,gemm_torch_flow,0.050057601928710935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,1536,gemm_torch_flow,0.03286400039990743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,2048,gemm_torch_flow,0.040667732556660965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,128,gemm_torch_flow,0.012226133545239767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,256,gemm_torch_flow,0.014316800236701965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,512,gemm_torch_flow,0.017035732666651406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,1024,gemm_torch_flow,0.02576746741930644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,768,gemm_torch_flow,0.02083946665128072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,10240,gemm_torch_flow,0.14037013053894043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,7168,gemm_torch_flow,0.1019594669342041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,8192,gemm_torch_flow,0.11525973478953044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,6144,gemm_torch_flow,0.08790293534596762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,12288,gemm_torch_flow,0.16736213366190594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,16384,gemm_torch_flow,0.21908480326334634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3584,65536,gemm_torch_flow,1.1020596822102866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,3584,gemm_torch_flow,0.055301332473754884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,3072,gemm_torch_flow,0.04867626825968425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,4096,gemm_torch_flow,0.061960534254709876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,5120,gemm_torch_flow,0.07363200187683105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,2560,gemm_torch_flow,0.04169066747029622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,1536,gemm_torch_flow,0.030478932460149127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,2048,gemm_torch_flow,0.0362335999806722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,768,gemm_torch_flow,0.020920532941818237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,1024,gemm_torch_flow,0.02368639906247457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,512,gemm_torch_flow,0.01732800006866455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,256,gemm_torch_flow,0.014954666296641031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,128,gemm_torch_flow,0.013502933581670127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,6144,gemm_torch_flow,0.08685866991678873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,7168,gemm_torch_flow,0.1014847993850708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,8192,gemm_torch_flow,0.12060586611429851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,12288,gemm_torch_flow,0.1700010617574056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,10240,gemm_torch_flow,0.14435839653015137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,16384,gemm_torch_flow,0.2237343947092692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,3072,65536,gemm_torch_flow,0.8504128138224283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,3072,gemm_torch_flow,0.046323200066884354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,2560,gemm_torch_flow,0.04046080112457275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,4096,gemm_torch_flow,0.06035946607589722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,5120,gemm_torch_flow,0.07610026995340982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,3584,gemm_torch_flow,0.0555840015411377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,1536,gemm_torch_flow,0.026637866099675493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,2048,gemm_torch_flow,0.03403733174006145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,128,gemm_torch_flow,0.009914666414260864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,256,gemm_torch_flow,0.011672533551851908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,512,gemm_torch_flow,0.013877333203951518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,768,gemm_torch_flow,0.01694719990094503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,1024,gemm_torch_flow,0.021203200022379555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,16384,gemm_torch_flow,0.16966400146484376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,7168,gemm_torch_flow,0.07755520343780517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2560,65536,gemm_torch_flow,0.8731327692667643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,8192,gemm_torch_flow,0.08808426856994629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,6144,gemm_torch_flow,0.06740266482035319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,10240,gemm_torch_flow,0.10777493317921956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,12288,gemm_torch_flow,0.12950080235799152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,1536,gemm_torch_flow,0.022830933332443237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,5120,gemm_torch_flow,0.05664000113805136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,4096,gemm_torch_flow,0.04787199894587199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,3584,gemm_torch_flow,0.04235200087229411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,3072,gemm_torch_flow,0.03725226720174153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,2560,gemm_torch_flow,0.031896533568700154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,2048,gemm_torch_flow,0.027846399943033857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,512,gemm_torch_flow,0.013435733318328858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,1024,gemm_torch_flow,0.018038400014241538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,768,gemm_torch_flow,0.015869866808255514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,256,gemm_torch_flow,0.011657599608103435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,128,gemm_torch_flow,0.010434133807818095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,12288,gemm_torch_flow,0.11888000170389812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,6144,gemm_torch_flow,0.06044266621271769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,10240,gemm_torch_flow,0.10030826727549236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,7168,gemm_torch_flow,0.07057920296986898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,8192,gemm_torch_flow,0.08180480003356934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,16384,gemm_torch_flow,0.15619200070699055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,2048,65536,gemm_torch_flow,0.6440437316894532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,3072,gemm_torch_flow,0.033212800820668534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,4096,gemm_torch_flow,0.04289066791534424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,2560,gemm_torch_flow,0.02927253246307373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,3584,gemm_torch_flow,0.03855679829915364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,1536,gemm_torch_flow,0.01975040038426717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,5120,gemm_torch_flow,0.053852800528208414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,2048,gemm_torch_flow,0.02478613257408142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,256,gemm_torch_flow,0.009800533453623455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,128,gemm_torch_flow,0.008482133348782856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,512,gemm_torch_flow,0.011460266510645549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,768,gemm_torch_flow,0.013301333785057068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,1024,gemm_torch_flow,0.015599999825159708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,6144,gemm_torch_flow,0.04718399842580159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,8192,gemm_torch_flow,0.06111893256505331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,16384,gemm_torch_flow,0.11846933364868165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,10240,gemm_torch_flow,0.07529706954956054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,7168,gemm_torch_flow,0.05415680011113485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1536,65536,gemm_torch_flow,0.6055903752644857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,12288,gemm_torch_flow,0.09023146629333496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,5120,gemm_torch_flow,0.04006933371225993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,4096,gemm_torch_flow,0.03297280073165894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,3072,gemm_torch_flow,0.026158932844797773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,3584,gemm_torch_flow,0.029476267099380494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,1536,gemm_torch_flow,0.016166399916013083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,2048,gemm_torch_flow,0.01938026746114095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,2560,gemm_torch_flow,0.022900267442067464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,1024,gemm_torch_flow,0.01284160017967224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,768,gemm_torch_flow,0.011362133423487346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,512,gemm_torch_flow,0.00985599954922994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,256,gemm_torch_flow,0.00855573316415151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,128,gemm_torch_flow,0.007514666517575581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,16384,gemm_torch_flow,0.11273600260416668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,6144,gemm_torch_flow,0.04433066844940185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,7168,gemm_torch_flow,0.05118933518727621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,8192,gemm_torch_flow,0.05860053300857544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,12288,gemm_torch_flow,0.08447893460591635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,10240,gemm_torch_flow,0.07165013154347738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,1024,65536,gemm_torch_flow,0.4505183855692546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,5120,gemm_torch_flow,0.03824853499730428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,4096,gemm_torch_flow,0.031042132774988813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,3584,gemm_torch_flow,0.027756800254185993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,3072,gemm_torch_flow,0.02402879993120829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,2560,gemm_torch_flow,0.021793067455291748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,2048,gemm_torch_flow,0.0180842657883962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,1536,gemm_torch_flow,0.0149536003669103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,1024,gemm_torch_flow,0.011956266562143962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,768,gemm_torch_flow,0.010281599561373393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,512,gemm_torch_flow,0.008850133419036866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,128,gemm_torch_flow,0.0065749332308769224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,256,gemm_torch_flow,0.007620266576608021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,6144,gemm_torch_flow,0.03914346694946289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,7168,gemm_torch_flow,0.04530880053838094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,10240,gemm_torch_flow,0.06248000065485636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,8192,gemm_torch_flow,0.05121279954910278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,12288,gemm_torch_flow,0.07424533367156982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,16384,gemm_torch_flow,0.09875413576761881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,768,65536,gemm_torch_flow,0.42931305567423506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,4096,gemm_torch_flow,0.027265065908432008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,5120,gemm_torch_flow,0.03343040148417155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,3072,gemm_torch_flow,0.021757866938908896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,3584,gemm_torch_flow,0.02510506709416707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,2048,gemm_torch_flow,0.016670932372411094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,2560,gemm_torch_flow,0.01944213310877482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,1536,gemm_torch_flow,0.013873066504796347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,256,gemm_torch_flow,0.007595733304818471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,512,gemm_torch_flow,0.008330666522185007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,768,gemm_torch_flow,0.009482666850090027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,1024,gemm_torch_flow,0.010905599594116211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,128,gemm_torch_flow,0.006587733328342438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,512,65536,gemm_torch_flow,0.3766026814778646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,16384,gemm_torch_flow,0.09204906622568766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,7168,gemm_torch_flow,0.042713598410288496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,6144,gemm_torch_flow,0.03657279809315999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,8192,gemm_torch_flow,0.04820693333943685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,10240,gemm_torch_flow,0.05906026760737101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,12288,gemm_torch_flow,0.07002346515655518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,5120,gemm_torch_flow,0.03065706690152486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,4096,gemm_torch_flow,0.025115732351938886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,3584,gemm_torch_flow,0.0229695995648702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,3072,gemm_torch_flow,0.02012373407681783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,2560,gemm_torch_flow,0.01778986652692159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,2048,gemm_torch_flow,0.014954666296641031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,1536,gemm_torch_flow,0.0127402663230896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,1024,gemm_torch_flow,0.009868799646695455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,768,gemm_torch_flow,0.008558932940165203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,512,gemm_torch_flow,0.007472000022729237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,128,gemm_torch_flow,0.005714133381843567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,256,gemm_torch_flow,0.00681386689345042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,256,65536,gemm_torch_flow,0.35234880447387695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,16384,gemm_torch_flow,0.08916266759236655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,12288,gemm_torch_flow,0.06854506333669028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,8192,gemm_torch_flow,0.04705066680908203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,7168,gemm_torch_flow,0.0413642684618632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,6144,gemm_torch_flow,0.035113600889841716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,10240,gemm_torch_flow,0.0575488011042277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,5120,gemm_torch_flow,0.029831467072168986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,4096,gemm_torch_flow,0.02459733287493388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,3072,gemm_torch_flow,0.019513599077860513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,3584,gemm_torch_flow,0.022334933280944824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,2048,gemm_torch_flow,0.014521599809328715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,2560,gemm_torch_flow,0.01725333333015442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,1536,gemm_torch_flow,0.012381866574287415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,1024,gemm_torch_flow,0.009613866607348125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,512,gemm_torch_flow,0.007281066477298736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,768,gemm_torch_flow,0.00843519965807597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,256,gemm_torch_flow,0.006450133522351582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,128,gemm_torch_flow,0.0055285334587097164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2048,128,65536,gemm_torch_flow,0.3424938519795736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,5120,gemm_torch_flow,0.5634538650512695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,6144,gemm_torch_flow,0.6867818832397461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,7168,gemm_torch_flow,0.7940479914347331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,4096,gemm_torch_flow,0.46654294331868484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,8192,gemm_torch_flow,0.8939488093058268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,10240,gemm_torch_flow,1.1244351704915365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,2560,gemm_torch_flow,0.3081109364827474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,12288,gemm_torch_flow,1.3927146911621093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,3584,gemm_torch_flow,0.41730667750040695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,3072,gemm_torch_flow,0.3623765309651693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,2048,gemm_torch_flow,0.26815999348958336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,1024,gemm_torch_flow,0.16522560119628907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,1536,gemm_torch_flow,0.21696213086446128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,128,gemm_torch_flow,0.09825706481933594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,768,gemm_torch_flow,0.15021759668986004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,256,gemm_torch_flow,0.10476480325063069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,512,gemm_torch_flow,0.12360640366872151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,65536,16384,gemm_torch_flow,1.9395039876302083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,6144,gemm_torch_flow,0.17853333155314127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,12288,gemm_torch_flow,0.33986988067626955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,8192,gemm_torch_flow,0.2353055953979492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,5120,gemm_torch_flow,0.14881812731424968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,10240,gemm_torch_flow,0.2855573336283366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,7168,gemm_torch_flow,0.20635627110799154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,16384,gemm_torch_flow,0.4535530726114909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,3584,gemm_torch_flow,0.10986560185750324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,4096,gemm_torch_flow,0.12458559672037761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,2560,gemm_torch_flow,0.08215786616007487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,3072,gemm_torch_flow,0.09800213177998861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,1536,gemm_torch_flow,0.060946134726206455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,512,gemm_torch_flow,0.035818668206532796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,256,gemm_torch_flow,0.030980267127354938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,2048,gemm_torch_flow,0.07274986902872721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,768,gemm_torch_flow,0.043721600373586016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,1024,gemm_torch_flow,0.0479039986928304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,128,gemm_torch_flow,0.028803199529647827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,7168,gemm_torch_flow,0.1566271940867106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,8192,gemm_torch_flow,0.17670292854309083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,6144,gemm_torch_flow,0.13753172556559246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,10240,gemm_torch_flow,0.2176362673441569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,16384,gemm_torch_flow,0.3551818529764811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,12288,gemm_torch_flow,0.25926933288574217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,2560,gemm_torch_flow,0.06414613326390585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,3072,gemm_torch_flow,0.07468266487121582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,5120,gemm_torch_flow,0.11400427023569744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,4096,gemm_torch_flow,0.09490133126576741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,2048,gemm_torch_flow,0.05670400063196818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,3584,gemm_torch_flow,0.08613226413726807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,1536,gemm_torch_flow,0.04757546583811442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,1024,gemm_torch_flow,0.03744853337605794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,768,gemm_torch_flow,0.03391253153483073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,128,gemm_torch_flow,0.022342399756113688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,256,gemm_torch_flow,0.024051199356714882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,512,gemm_torch_flow,0.02839360038439433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,16384,gemm_torch_flow,0.2956362724304199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,7168,gemm_torch_flow,0.13249066670735676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,8192,gemm_torch_flow,0.15053440729777018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,10240,gemm_torch_flow,0.18653440475463867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,12288,gemm_torch_flow,0.2202122688293457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,16384,65536,gemm_torch_flow,1.8701151529947917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,5120,gemm_torch_flow,0.09673706690470377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,6144,gemm_torch_flow,0.11660160223642986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,4096,gemm_torch_flow,0.08103360335032145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,3072,gemm_torch_flow,0.06394879817962647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,3584,gemm_torch_flow,0.07291519641876221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,512,gemm_torch_flow,0.0246453324953715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,2048,gemm_torch_flow,0.048715734481811525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,2560,gemm_torch_flow,0.05518399874369303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,768,gemm_torch_flow,0.029260800282160444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,1024,gemm_torch_flow,0.03235093355178833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,1536,gemm_torch_flow,0.040907732645670575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,128,gemm_torch_flow,0.01900586684544881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,256,gemm_torch_flow,0.020589866240819297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,12288,65536,gemm_torch_flow,1.3986698150634767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,7168,gemm_torch_flow,0.11087253093719482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,6144,gemm_torch_flow,0.09812373320261637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,8192,gemm_torch_flow,0.12408640384674072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,10240,gemm_torch_flow,0.1512682596842448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,16384,gemm_torch_flow,0.24256532986958823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,12288,gemm_torch_flow,0.17976853052775066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,4096,gemm_torch_flow,0.06739947001139322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,3584,gemm_torch_flow,0.060006399949391685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,2560,gemm_torch_flow,0.045731198787689206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,2048,gemm_torch_flow,0.040977064768473306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,10240,65536,gemm_torch_flow,1.1839839935302734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,3072,gemm_torch_flow,0.05306773185729981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,5120,gemm_torch_flow,0.08066879908243815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,1536,gemm_torch_flow,0.03436799844106038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,512,gemm_torch_flow,0.020771199464797975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,1024,gemm_torch_flow,0.026950399080912273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,768,gemm_torch_flow,0.024530132611592613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,256,gemm_torch_flow,0.017314134041468303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,128,gemm_torch_flow,0.016141866644223533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,12288,gemm_torch_flow,0.18522133827209472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,6144,gemm_torch_flow,0.0962229331334432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,8192,65536,gemm_torch_flow,0.955078379313151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,10240,gemm_torch_flow,0.1565663973490397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,7168,gemm_torch_flow,0.11254719893137614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,16384,gemm_torch_flow,0.24853866895039878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,8192,gemm_torch_flow,0.12492907047271729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,3072,gemm_torch_flow,0.05145813226699829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,1536,gemm_torch_flow,0.029912533362706502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,2560,gemm_torch_flow,0.04525866508483887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,4096,gemm_torch_flow,0.06622506777445475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,3584,gemm_torch_flow,0.05847786664962769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,5120,gemm_torch_flow,0.08027306397755941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,2048,gemm_torch_flow,0.03741439978281657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,128,gemm_torch_flow,0.012040533622105916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,256,gemm_torch_flow,0.013562666376431784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,1024,gemm_torch_flow,0.024166399240493776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,512,gemm_torch_flow,0.01683093309402466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,768,gemm_torch_flow,0.020292266209920248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,7168,65536,gemm_torch_flow,0.9980149586995444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,8192,gemm_torch_flow,0.09805440107981364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,16384,gemm_torch_flow,0.1909450689951579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,7168,gemm_torch_flow,0.08680426279703776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,12288,gemm_torch_flow,0.1419871966044108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,6144,gemm_torch_flow,0.07558293342590332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,5120,gemm_torch_flow,0.0634389321009318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,10240,gemm_torch_flow,0.12019626299540202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,3584,gemm_torch_flow,0.04817706743876139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,4096,gemm_torch_flow,0.05308906634648641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,3072,gemm_torch_flow,0.04265706539154053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,2560,gemm_torch_flow,0.036584532260894774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,1536,gemm_torch_flow,0.027314132452011107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,2048,gemm_torch_flow,0.032612266143163045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,1024,gemm_torch_flow,0.021708800395329794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,768,gemm_torch_flow,0.020125865936279297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,512,gemm_torch_flow,0.01675093372662862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,256,gemm_torch_flow,0.014061866203943887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,128,gemm_torch_flow,0.013223466277122498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,6144,65536,gemm_torch_flow,0.7304032007853191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,6144,gemm_torch_flow,0.07489279905954996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,12288,gemm_torch_flow,0.14461654027303059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,10240,gemm_torch_flow,0.1237674633661906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,8192,gemm_torch_flow,0.10356586774190266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,16384,gemm_torch_flow,0.1914090633392334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,7168,gemm_torch_flow,0.08789652983347575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,3072,gemm_torch_flow,0.04061333338419597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,4096,gemm_torch_flow,0.05215146541595459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,1536,gemm_torch_flow,0.023894399404525757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,2560,gemm_torch_flow,0.03565546671549479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,5120,gemm_torch_flow,0.065774933497111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,3584,gemm_torch_flow,0.048368000984191896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,2048,gemm_torch_flow,0.03033493359883626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,256,gemm_torch_flow,0.010963199536005656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,128,gemm_torch_flow,0.00974720021088918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,512,gemm_torch_flow,0.01346560021241506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,768,gemm_torch_flow,0.0163263996442159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,1024,gemm_torch_flow,0.019980800151824952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,16384,gemm_torch_flow,0.13856746355692545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,5120,65536,gemm_torch_flow,0.7620405197143555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,12288,gemm_torch_flow,0.10409066677093506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,8192,gemm_torch_flow,0.07183573246002198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,7168,gemm_torch_flow,0.06292906602223715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,6144,gemm_torch_flow,0.05582293272018433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,4096,gemm_torch_flow,0.039527467886606854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,10240,gemm_torch_flow,0.08757867018381754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,3584,gemm_torch_flow,0.03557653427124023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,5120,gemm_torch_flow,0.04700800180435181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,1536,gemm_torch_flow,0.020507733027140297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,512,gemm_torch_flow,0.012774399916330972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,3072,gemm_torch_flow,0.03181119958559672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,2048,gemm_torch_flow,0.024276266495386757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,2560,gemm_torch_flow,0.02733760078748067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,1024,gemm_torch_flow,0.016616533199946083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,768,gemm_torch_flow,0.01498133341471354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,256,gemm_torch_flow,0.01102293332417806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,128,gemm_torch_flow,0.010353066523869832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,12288,gemm_torch_flow,0.1071349302927653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,4096,65536,gemm_torch_flow,0.5232597351074219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,8192,gemm_torch_flow,0.07180906931559244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,7168,gemm_torch_flow,0.0644266684850057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,10240,gemm_torch_flow,0.09021973609924316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,16384,gemm_torch_flow,0.1419882615407308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,6144,gemm_torch_flow,0.055454933643341066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,3072,gemm_torch_flow,0.03061760067939758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,5120,gemm_torch_flow,0.0469813346862793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,1024,gemm_torch_flow,0.014843733112017313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,4096,gemm_torch_flow,0.03910613457361857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,3584,gemm_torch_flow,0.034526932239532473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,2560,gemm_torch_flow,0.02709226608276367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,2048,gemm_torch_flow,0.022722133000691733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,1536,gemm_torch_flow,0.01858773430188497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,768,gemm_torch_flow,0.012892799576123557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,512,gemm_torch_flow,0.011109333237012227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,128,gemm_torch_flow,0.008266666531562805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,256,gemm_torch_flow,0.009118933478991191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3584,65536,gemm_torch_flow,0.5515413284301758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,12288,gemm_torch_flow,0.09381972948710124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,6144,gemm_torch_flow,0.048944000403086343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,7168,gemm_torch_flow,0.05678613185882568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,10240,gemm_torch_flow,0.07964053153991699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,8192,gemm_torch_flow,0.06683733463287353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,16384,gemm_torch_flow,0.12496533393859863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,3072,gemm_torch_flow,0.027745066086451213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,4096,gemm_torch_flow,0.034745601812998454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,5120,gemm_torch_flow,0.043739732106526694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,1536,gemm_torch_flow,0.017544533809026083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,3584,gemm_torch_flow,0.032151466608047484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,2560,gemm_torch_flow,0.02481279969215393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,2048,gemm_torch_flow,0.021568000316619873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,256,gemm_torch_flow,0.009143466750780743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,512,gemm_torch_flow,0.010925867160161336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,65536,gemm_torch_flow,0.4779338518778483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,768,gemm_torch_flow,0.01239359974861145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,128,gemm_torch_flow,0.008366933465003968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,3072,1024,gemm_torch_flow,0.01385599970817566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,16384,gemm_torch_flow,0.11568533579508464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,6144,gemm_torch_flow,0.045354668299357095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,12288,gemm_torch_flow,0.08779199918111166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,7168,gemm_torch_flow,0.052408532301584876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,10240,gemm_torch_flow,0.0733354647954305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,5120,gemm_torch_flow,0.039833601315816244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,8192,gemm_torch_flow,0.06092906792958578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,4096,gemm_torch_flow,0.032203733921051025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,3072,gemm_torch_flow,0.025540266434351606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,1536,gemm_torch_flow,0.015543466806411744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,2560,gemm_torch_flow,0.022729599475860597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,1024,gemm_torch_flow,0.01302186648050944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,3584,gemm_torch_flow,0.029758934179941816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,2048,gemm_torch_flow,0.01954986651738485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,65536,gemm_torch_flow,0.44350080490112304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,768,gemm_torch_flow,0.011365333199501037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,256,gemm_torch_flow,0.008248533308506011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,512,gemm_torch_flow,0.01002346674601237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2560,128,gemm_torch_flow,0.007514666517575581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,16384,gemm_torch_flow,0.08687466780344645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,10240,gemm_torch_flow,0.055113601684570315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,12288,gemm_torch_flow,0.0652789314587911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,5120,gemm_torch_flow,0.029912533362706502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,8192,gemm_torch_flow,0.04554666678110759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,3584,gemm_torch_flow,0.023230934143066408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,7168,gemm_torch_flow,0.040150400002797446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,6144,gemm_torch_flow,0.035255467891693114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,4096,gemm_torch_flow,0.025450666745503742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,2560,gemm_torch_flow,0.018088533480962118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,3072,gemm_torch_flow,0.020781866709391274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,2048,gemm_torch_flow,0.015681067109107973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,1024,gemm_torch_flow,0.01092693308989207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,1536,gemm_torch_flow,0.013182933131853739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,768,gemm_torch_flow,0.010384000341097514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,128,gemm_torch_flow,0.007321600119272869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,512,gemm_torch_flow,0.009105066458384197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,256,gemm_torch_flow,0.00781333347161611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,2048,65536,gemm_torch_flow,0.323800532023112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,6144,gemm_torch_flow,0.0317738672097524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,10240,gemm_torch_flow,0.05146133502324422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,8192,gemm_torch_flow,0.04238933324813843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,16384,gemm_torch_flow,0.07944959799448649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,12288,gemm_torch_flow,0.05946773290634155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,7168,gemm_torch_flow,0.03678719997406006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,4096,gemm_torch_flow,0.023347200949986775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,5120,gemm_torch_flow,0.028242133061091107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,2048,gemm_torch_flow,0.014314666390419006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,2560,gemm_torch_flow,0.01662613352139791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,3584,gemm_torch_flow,0.02170133392016093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,3072,gemm_torch_flow,0.018678400913874307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,1536,gemm_torch_flow,0.011849600076675414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,1024,gemm_torch_flow,0.009810133775075277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,768,gemm_torch_flow,0.009093333284060161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,512,gemm_torch_flow,0.00816319982210795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,256,gemm_torch_flow,0.006870399912198384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,128,gemm_torch_flow,0.006428800026575724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1536,65536,gemm_torch_flow,0.3065333366394043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,12288,gemm_torch_flow,0.04980266491572062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,7168,gemm_torch_flow,0.031129600604375203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,10240,gemm_torch_flow,0.04301226536432902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,16384,gemm_torch_flow,0.06647466818491618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,8192,gemm_torch_flow,0.03511893351872762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,6144,gemm_torch_flow,0.027429334322611493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,5120,gemm_torch_flow,0.023835732539494833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,4096,gemm_torch_flow,0.01988906661669413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,3072,gemm_torch_flow,0.016037333011627197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,3584,gemm_torch_flow,0.018451199928919474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,2048,gemm_torch_flow,0.01264639993508657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,2560,gemm_torch_flow,0.014854400356610616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,1536,gemm_torch_flow,0.011145599683125814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,65536,gemm_torch_flow,0.25205012957255046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,1024,gemm_torch_flow,0.008939733107884724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,768,gemm_torch_flow,0.008376533786455791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,512,gemm_torch_flow,0.00774186650911967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,256,gemm_torch_flow,0.00674773355325063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,1024,128,gemm_torch_flow,0.006333866715431213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,12288,gemm_torch_flow,0.049201067288716635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,16384,gemm_torch_flow,0.06608853340148926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,10240,gemm_torch_flow,0.04275840123494466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,6144,gemm_torch_flow,0.026529065767923993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,7168,gemm_torch_flow,0.0307370662689209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,8192,gemm_torch_flow,0.033998934427897136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,5120,gemm_torch_flow,0.023077332973480226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,3072,gemm_torch_flow,0.015379200379053751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,4096,gemm_torch_flow,0.019319466749827065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,2560,gemm_torch_flow,0.013777066270510355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,3584,gemm_torch_flow,0.01760106682777405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,1536,gemm_torch_flow,0.009890133142471313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,2048,gemm_torch_flow,0.011778133114178975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,1024,gemm_torch_flow,0.008372267087300617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,65536,gemm_torch_flow,0.25154986381530764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,512,gemm_torch_flow,0.006908800204594929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,768,gemm_torch_flow,0.007681066791216533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,256,gemm_torch_flow,0.005860266586144766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,768,128,gemm_torch_flow,0.005527466535568237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,10240,gemm_torch_flow,0.03853120009104411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,12288,gemm_torch_flow,0.045422931512196854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,16384,gemm_torch_flow,0.05973973274230957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,6144,gemm_torch_flow,0.024336000283559166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,7168,gemm_torch_flow,0.028170667092005414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,5120,gemm_torch_flow,0.021154133478800456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,8192,gemm_torch_flow,0.031395200888315836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,4096,gemm_torch_flow,0.017770665884017944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,3072,gemm_torch_flow,0.01447466711203257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,3584,gemm_torch_flow,0.016565333803494772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,2048,gemm_torch_flow,0.011136000355084736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,1024,gemm_torch_flow,0.007845333218574524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,2560,gemm_torch_flow,0.01295146644115448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,1536,gemm_torch_flow,0.009805867075920105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,65536,gemm_torch_flow,0.22679573694864907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,512,gemm_torch_flow,0.006822399795055389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,768,gemm_torch_flow,0.007473066449165344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,256,gemm_torch_flow,0.00592853327592214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,512,128,gemm_torch_flow,0.005549866457780202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,12288,gemm_torch_flow,0.04375679890314738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,10240,gemm_torch_flow,0.03674986759821574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,16384,gemm_torch_flow,0.05780266523361206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,8192,gemm_torch_flow,0.02993173400561015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,6144,gemm_torch_flow,0.02340266704559326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,7168,gemm_torch_flow,0.026657066742579144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,5120,gemm_torch_flow,0.02027733325958252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,4096,gemm_torch_flow,0.017145599921544394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,3072,gemm_torch_flow,0.013954133788744608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,3584,gemm_torch_flow,0.015931733449300132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,1024,gemm_torch_flow,0.00767680009206136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,2048,gemm_torch_flow,0.010602666934331258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,2560,gemm_torch_flow,0.01264959971110026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,1536,gemm_torch_flow,0.009411199887593587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,65536,gemm_torch_flow,0.21696960131327309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,512,gemm_torch_flow,0.006593066453933716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,256,gemm_torch_flow,0.0056533331672350565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,768,gemm_torch_flow,0.007286400099595388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,256,128,gemm_torch_flow,0.0052704001466433205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,12288,gemm_torch_flow,0.04307839870452881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,10240,gemm_torch_flow,0.03669866720835368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,8192,gemm_torch_flow,0.029977599779764812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,6144,gemm_torch_flow,0.023647999763488768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,16384,gemm_torch_flow,0.05780479907989502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,3072,gemm_torch_flow,0.013991467157999673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,7168,gemm_torch_flow,0.026692267258961993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,5120,gemm_torch_flow,0.020372267564137778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,4096,gemm_torch_flow,0.01718506614367167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,3584,gemm_torch_flow,0.01591679950555166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,1024,gemm_torch_flow,0.0076799998680750535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,768,gemm_torch_flow,0.007253333429495494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,2048,gemm_torch_flow,0.0105621337890625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,2560,gemm_torch_flow,0.012733866771062216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,1536,gemm_torch_flow,0.009478400150934856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,512,gemm_torch_flow,0.006596266726652781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,65536,gemm_torch_flow,0.21468159357706704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,256,gemm_torch_flow,0.005629866818586985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1024,128,128,gemm_torch_flow,0.00524479995171229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,4096,gemm_torch_flow,0.3613578796386719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,5120,gemm_torch_flow,0.4369205474853516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,6144,gemm_torch_flow,0.5291274706522624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,8192,gemm_torch_flow,0.7321994781494141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,7168,gemm_torch_flow,0.6342592239379883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,10240,gemm_torch_flow,0.8797269185384116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,12288,gemm_torch_flow,1.083531697591146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,3072,gemm_torch_flow,0.28605225880940754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,3584,gemm_torch_flow,0.3306698799133301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,1536,gemm_torch_flow,0.1665280024210612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,2048,gemm_torch_flow,0.2030944029490153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,2560,gemm_torch_flow,0.23698347409566245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,1024,gemm_torch_flow,0.12668266296386718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,128,gemm_torch_flow,0.0755850632985433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,16384,gemm_torch_flow,1.5233792622884115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,256,gemm_torch_flow,0.07852906386057536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,768,gemm_torch_flow,0.1149450699488322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,65536,512,gemm_torch_flow,0.09299946626027425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,5120,gemm_torch_flow,0.11472213268280029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,7168,gemm_torch_flow,0.1593429406483968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,12288,gemm_torch_flow,0.26889492670694987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,6144,gemm_torch_flow,0.13643306096394855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,8192,gemm_torch_flow,0.18765974044799805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,10240,gemm_torch_flow,0.22213865915934244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,16384,gemm_torch_flow,0.3562549273173014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,2560,gemm_torch_flow,0.06280959844589233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,1536,gemm_torch_flow,0.04660586516062419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,2048,gemm_torch_flow,0.0557151993115743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,1024,gemm_torch_flow,0.037257599830627444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,3584,gemm_torch_flow,0.08557546933492025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,4096,gemm_torch_flow,0.09622080326080322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,3072,gemm_torch_flow,0.07590933640797934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,256,gemm_torch_flow,0.023865600426991783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,512,gemm_torch_flow,0.027742934226989747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,128,gemm_torch_flow,0.021747199694315593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,768,gemm_torch_flow,0.033326933781305954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,12288,gemm_torch_flow,0.23005654017130533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,6144,gemm_torch_flow,0.11529386838277181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,16384,gemm_torch_flow,0.3052351951599121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,7168,gemm_torch_flow,0.13648212750752767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,10240,gemm_torch_flow,0.1939018726348877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,8192,gemm_torch_flow,0.16021013259887695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,16384,65536,gemm_torch_flow,1.4815616607666016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,3072,gemm_torch_flow,0.06218986511230469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,2560,gemm_torch_flow,0.05401599804560343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,5120,gemm_torch_flow,0.10132160186767578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,1536,gemm_torch_flow,0.03509013255437215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,4096,gemm_torch_flow,0.07954026858011881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,2048,gemm_torch_flow,0.04493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,3584,gemm_torch_flow,0.07421013514200846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,256,gemm_torch_flow,0.015853866934776306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,128,gemm_torch_flow,0.013710932930310568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,512,gemm_torch_flow,0.01957013408342997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,768,gemm_torch_flow,0.02326719959576925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,1024,gemm_torch_flow,0.029833600918451948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,12288,65536,gemm_torch_flow,1.2261685689290365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,16384,gemm_torch_flow,0.2613173325856527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,12288,gemm_torch_flow,0.19252160390218098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,7168,gemm_torch_flow,0.11790719827016194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,6144,gemm_torch_flow,0.10105706850687664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,10240,gemm_torch_flow,0.16290772755940755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,8192,gemm_torch_flow,0.13949440320332845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,3072,gemm_torch_flow,0.053770665327707926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,5120,gemm_torch_flow,0.0890559991200765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,2560,gemm_torch_flow,0.046936531861623124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,4096,gemm_torch_flow,0.06971946557362875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,1536,gemm_torch_flow,0.0318997323513031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,2048,gemm_torch_flow,0.04025599956512451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,3584,gemm_torch_flow,0.06302613417307536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,256,gemm_torch_flow,0.014633599917093912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,128,gemm_torch_flow,0.013103999694188437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,512,gemm_torch_flow,0.0180565337340037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,768,gemm_torch_flow,0.02165973385175069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,1024,gemm_torch_flow,0.02622720003128052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,10240,65536,gemm_torch_flow,1.0422666549682618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,16384,gemm_torch_flow,0.1835466702779134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,7168,gemm_torch_flow,0.08477760155995687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,10240,gemm_torch_flow,0.1187872012456258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,6144,gemm_torch_flow,0.07443093458811442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,12288,gemm_torch_flow,0.14189759890238446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,8192,gemm_torch_flow,0.09697173436482748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,5120,gemm_torch_flow,0.06130346854527792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,4096,gemm_torch_flow,0.051327999432881674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,2560,gemm_torch_flow,0.03556266625722249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,2048,gemm_torch_flow,0.031592533985773726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,1536,gemm_torch_flow,0.026612265904744463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,3584,gemm_torch_flow,0.04622079928716023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,3072,gemm_torch_flow,0.04168426593144735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,1024,gemm_torch_flow,0.02148053248723348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,768,gemm_torch_flow,0.019383466243743895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,512,gemm_torch_flow,0.016033066312472026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,256,gemm_torch_flow,0.013491200407346091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,128,gemm_torch_flow,0.013083733121554055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,8192,65536,gemm_torch_flow,0.7688362757364909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,12288,gemm_torch_flow,0.14059306780497233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,6144,gemm_torch_flow,0.07247573534647624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,16384,gemm_torch_flow,0.18815147082010905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,7168,gemm_torch_flow,0.08518079916636148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,10240,gemm_torch_flow,0.11779627005259197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,8192,gemm_torch_flow,0.10246400038401286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,5120,gemm_torch_flow,0.06377493143081665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,4096,gemm_torch_flow,0.05019413232803345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,3072,gemm_torch_flow,0.039044264952341715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,1536,gemm_torch_flow,0.023401600122451783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,3584,gemm_torch_flow,0.04636799891789754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,2560,gemm_torch_flow,0.03481386502583821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,2048,gemm_torch_flow,0.030247465769449873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,1024,gemm_torch_flow,0.019553067286809285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,512,gemm_torch_flow,0.013292800386746725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,256,gemm_torch_flow,0.010838400324185688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,128,gemm_torch_flow,0.009654399752616883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,768,gemm_torch_flow,0.015894400080045064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,7168,65536,gemm_torch_flow,0.7444394429524739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,12288,gemm_torch_flow,0.1221237341562907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,16384,gemm_torch_flow,0.1596021334330241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,6144,gemm_torch_flow,0.062268801530202235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,7168,gemm_torch_flow,0.07325013478597006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,5120,gemm_torch_flow,0.05534613529841105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,8192,gemm_torch_flow,0.0882858673731486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,10240,gemm_torch_flow,0.10430080095926922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,4096,gemm_torch_flow,0.0443178653717041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,3072,gemm_torch_flow,0.03493653138478597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,3584,gemm_torch_flow,0.04054506619771321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,1536,gemm_torch_flow,0.021805866559346517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,2560,gemm_torch_flow,0.030849067370096843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,2048,gemm_torch_flow,0.02674986720085144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,1024,gemm_torch_flow,0.017973333597183228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,256,gemm_torch_flow,0.010813867052396137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,512,gemm_torch_flow,0.012408533692359924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,768,gemm_torch_flow,0.015307733416557312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,128,gemm_torch_flow,0.009789866209030152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,6144,65536,gemm_torch_flow,0.6607274373372396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,12288,gemm_torch_flow,0.10831786791483562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,6144,gemm_torch_flow,0.05561920007069906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,16384,gemm_torch_flow,0.14112319946289062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,10240,gemm_torch_flow,0.09060373306274414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,7168,gemm_torch_flow,0.06440213521321615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,8192,gemm_torch_flow,0.07578346729278565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,5120,gemm_torch_flow,0.04894506533940633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,4096,gemm_torch_flow,0.03915733496348063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,3072,gemm_torch_flow,0.03062719901402791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,3584,gemm_torch_flow,0.036109864711761475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,2560,gemm_torch_flow,0.027566933631896974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,1536,gemm_torch_flow,0.019312000274658202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,2048,gemm_torch_flow,0.023794132471084594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,1024,gemm_torch_flow,0.01609599987665812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,128,gemm_torch_flow,0.008685866991678875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,512,gemm_torch_flow,0.01113813320795695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,256,gemm_torch_flow,0.009607467055320739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,65536,gemm_torch_flow,0.5583103815714519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,5120,768,gemm_torch_flow,0.013518933455149332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,12288,gemm_torch_flow,0.08994879722595214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,16384,gemm_torch_flow,0.11736000378926595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,6144,gemm_torch_flow,0.04591039816538493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,7168,gemm_torch_flow,0.053394134839375815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,10240,gemm_torch_flow,0.07426986694335938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,5120,gemm_torch_flow,0.04005333185195923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,8192,gemm_torch_flow,0.061345068613688145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,4096,gemm_torch_flow,0.03290346662203471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,3072,gemm_torch_flow,0.026055467128753663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,3584,gemm_torch_flow,0.029685332377751665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,1536,gemm_torch_flow,0.01689173380533854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,2560,gemm_torch_flow,0.023282132546106973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,2048,gemm_torch_flow,0.02034133275349935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,1024,gemm_torch_flow,0.013737600048383078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,65536,gemm_torch_flow,0.465012264251709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,768,gemm_torch_flow,0.011760000387827556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,512,gemm_torch_flow,0.010101333260536194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,256,gemm_torch_flow,0.008901333808898926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,4096,128,gemm_torch_flow,0.008116266628106435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,12288,gemm_torch_flow,0.08655040264129639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,16384,gemm_torch_flow,0.11317333380381267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,10240,gemm_torch_flow,0.07219093640645345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,6144,gemm_torch_flow,0.04476906855901082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,7168,gemm_torch_flow,0.05180373191833496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,8192,gemm_torch_flow,0.060867198308308924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,5120,gemm_torch_flow,0.03959253231684367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,4096,gemm_torch_flow,0.03186026612917582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,3584,gemm_torch_flow,0.029659734169642134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,3072,gemm_torch_flow,0.025483733415603636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,2560,gemm_torch_flow,0.023135999838511147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,1536,gemm_torch_flow,0.016504533092180886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,2048,gemm_torch_flow,0.020053333044052123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,1024,gemm_torch_flow,0.013515733679135642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,65536,gemm_torch_flow,0.44736000696818035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,768,gemm_torch_flow,0.011562666296958924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,256,gemm_torch_flow,0.008522666494051616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,128,gemm_torch_flow,0.007739733159542084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3584,512,gemm_torch_flow,0.01000426709651947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,10240,gemm_torch_flow,0.06518186728159586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,12288,gemm_torch_flow,0.07836799621582032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,16384,gemm_torch_flow,0.1078336000442505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,6144,gemm_torch_flow,0.04018239974975586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,8192,gemm_torch_flow,0.05503253142038981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,7168,gemm_torch_flow,0.04738239844640096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,5120,gemm_torch_flow,0.035717332363128663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,4096,gemm_torch_flow,0.029063467184702558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,3072,gemm_torch_flow,0.023075199127197264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,3584,gemm_torch_flow,0.02686186631520589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,2560,gemm_torch_flow,0.02108479936917623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,1024,gemm_torch_flow,0.012615467111269632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,1536,gemm_torch_flow,0.014553599556287131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,2048,gemm_torch_flow,0.018278400103251137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,65536,gemm_torch_flow,0.44002987543741867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,768,gemm_torch_flow,0.0108106662829717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,256,gemm_torch_flow,0.00810346653064092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,512,gemm_torch_flow,0.009193600217501322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,3072,128,gemm_torch_flow,0.007386666536331177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,12288,gemm_torch_flow,0.06358506679534912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,16384,gemm_torch_flow,0.08407573699951172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,10240,gemm_torch_flow,0.05361280043919882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,6144,gemm_torch_flow,0.03371626536051432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,7168,gemm_torch_flow,0.03923733234405517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,8192,gemm_torch_flow,0.04579306840896606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,5120,gemm_torch_flow,0.02998080054918925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,4096,gemm_torch_flow,0.024644267559051514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,3072,gemm_torch_flow,0.019964800278345744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,65536,gemm_torch_flow,0.3195765177408854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,1536,gemm_torch_flow,0.012452266613642375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,2560,gemm_torch_flow,0.01783999999364217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,3584,gemm_torch_flow,0.02255786657333374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,2048,gemm_torch_flow,0.015275733669598899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,1024,gemm_torch_flow,0.010557867089907328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,768,gemm_torch_flow,0.009243733684221904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,512,gemm_torch_flow,0.007896533111731212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,128,gemm_torch_flow,0.0065098668138186145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2560,256,gemm_torch_flow,0.007086933155854543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,12288,gemm_torch_flow,0.05468586683273315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,10240,gemm_torch_flow,0.04593493143717448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,16384,gemm_torch_flow,0.07253013451894125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,6144,gemm_torch_flow,0.028915200630823774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,8192,gemm_torch_flow,0.039529601732889816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,7168,gemm_torch_flow,0.033513601620992026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,5120,gemm_torch_flow,0.025386667251586913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,4096,gemm_torch_flow,0.021244800090789794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,3072,gemm_torch_flow,0.017384533087412515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,3584,gemm_torch_flow,0.019479467471440633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,2560,gemm_torch_flow,0.015315199891726175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,65536,gemm_torch_flow,0.27987521489461265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,2048,gemm_torch_flow,0.013265066345532737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,1536,gemm_torch_flow,0.011121066411336263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,1024,gemm_torch_flow,0.009511466821034749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,768,gemm_torch_flow,0.008475733796755473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,256,gemm_torch_flow,0.006619733572006225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,512,gemm_torch_flow,0.0074325333038965866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,2048,128,gemm_torch_flow,0.006107733150323232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,12288,gemm_torch_flow,0.04868373473485311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,10240,gemm_torch_flow,0.04105386734008789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,16384,gemm_torch_flow,0.06529386838277182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,6144,gemm_torch_flow,0.026026666164398193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,7168,gemm_torch_flow,0.0301418662071228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,8192,gemm_torch_flow,0.03519573211669922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,5120,gemm_torch_flow,0.02342826724052429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,3072,gemm_torch_flow,0.01562879979610443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,4096,gemm_torch_flow,0.019504000743230186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,3584,gemm_torch_flow,0.017946666479110716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,2560,gemm_torch_flow,0.0139957328637441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,65536,gemm_torch_flow,0.2693759918212891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,1536,gemm_torch_flow,0.010439466436703999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,2048,gemm_torch_flow,0.01258133351802826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,1024,gemm_torch_flow,0.009041066964467366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,512,gemm_torch_flow,0.007092266778151194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,256,gemm_torch_flow,0.006284800171852112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,768,gemm_torch_flow,0.008206933240095774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1536,128,gemm_torch_flow,0.005734399954477946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,12288,gemm_torch_flow,0.04330986738204956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,10240,gemm_torch_flow,0.03664640188217163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,16384,gemm_torch_flow,0.05954986810684204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,7168,gemm_torch_flow,0.026781866947809856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,6144,gemm_torch_flow,0.023426133394241332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,8192,gemm_torch_flow,0.03138346672058105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,5120,gemm_torch_flow,0.020838399728139244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,4096,gemm_torch_flow,0.017366399367650352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,3072,gemm_torch_flow,0.013939199844996133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,3584,gemm_torch_flow,0.015566933155059814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,2560,gemm_torch_flow,0.012443733215332032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,1536,gemm_torch_flow,0.009221333265304565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,2048,gemm_torch_flow,0.010778666536013285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,65536,gemm_torch_flow,0.24680213928222655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,1024,gemm_torch_flow,0.008060800035794576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,256,gemm_torch_flow,0.0056991999348004665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,512,gemm_torch_flow,0.006308266520500183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,768,gemm_torch_flow,0.007237333556016285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,1024,128,gemm_torch_flow,0.005228800078233084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,12288,gemm_torch_flow,0.041157333056132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,16384,gemm_torch_flow,0.05459413528442383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,10240,gemm_torch_flow,0.03519999980926514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,6144,gemm_torch_flow,0.022666666905085245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,7168,gemm_torch_flow,0.026257065931955974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,8192,gemm_torch_flow,0.030279467503229778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,5120,gemm_torch_flow,0.019947733481725058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,4096,gemm_torch_flow,0.016639999548594155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,3584,gemm_torch_flow,0.015121066570281982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,65536,gemm_torch_flow,0.21608640352884928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,1536,gemm_torch_flow,0.009121066331863404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,3072,gemm_torch_flow,0.013345066706339517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,2560,gemm_torch_flow,0.012237866719563801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,1024,gemm_torch_flow,0.008029866715272267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,2048,gemm_torch_flow,0.0107232004404068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,512,gemm_torch_flow,0.006163200239340464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,768,gemm_torch_flow,0.007035733262697856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,128,gemm_torch_flow,0.00525546669960022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,768,256,gemm_torch_flow,0.005628799895445505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,12288,gemm_torch_flow,0.03916800022125244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,10240,gemm_torch_flow,0.033684265613555905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,16384,gemm_torch_flow,0.05209813515345255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,6144,gemm_torch_flow,0.02106026609738668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,7168,gemm_torch_flow,0.024599466721216837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,8192,gemm_torch_flow,0.027801599105199176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,5120,gemm_torch_flow,0.018744534254074095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,4096,gemm_torch_flow,0.015686399737993875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,3072,gemm_torch_flow,0.01279039978981018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,3584,gemm_torch_flow,0.014481066664059957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,65536,gemm_torch_flow,0.2068938732147217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,2560,gemm_torch_flow,0.011683199803034465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,1536,gemm_torch_flow,0.008648533622423809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,2048,gemm_torch_flow,0.010044800241788228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,1024,gemm_torch_flow,0.007772799829641979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,768,gemm_torch_flow,0.006870399912198384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,512,gemm_torch_flow,0.006062933305899302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,256,gemm_torch_flow,0.005559466779232025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,512,128,gemm_torch_flow,0.005130666494369507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,10240,gemm_torch_flow,0.02942720055580139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,12288,gemm_torch_flow,0.03463040192921956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,16384,gemm_torch_flow,0.045719468593597413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,8192,gemm_torch_flow,0.024409600098927817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,7168,gemm_torch_flow,0.021581866343816123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,6144,gemm_torch_flow,0.01906986633936564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,5120,gemm_torch_flow,0.016549332936604818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,4096,gemm_torch_flow,0.014222932855288186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,2560,gemm_torch_flow,0.011069867014884948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,65536,gemm_torch_flow,0.1711349328358968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,3072,gemm_torch_flow,0.01188693344593048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,3584,gemm_torch_flow,0.01333440045515696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,2048,gemm_torch_flow,0.00921066701412201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,1536,gemm_torch_flow,0.008508800466855367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,1024,gemm_torch_flow,0.007247999807198842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,256,gemm_torch_flow,0.0052159999807675685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,768,gemm_torch_flow,0.006503466765085857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,128,gemm_torch_flow,0.004799999793370565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,256,512,gemm_torch_flow,0.005766400198141734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,12288,gemm_torch_flow,0.03425279855728149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,10240,gemm_torch_flow,0.028921600182851153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,16384,gemm_torch_flow,0.04474560022354126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,8192,gemm_torch_flow,0.023873066902160643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,6144,gemm_torch_flow,0.01883093317349752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,5120,gemm_torch_flow,0.01651413341363271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,7168,gemm_torch_flow,0.02152106761932373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,3072,gemm_torch_flow,0.011713066697120666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,4096,gemm_torch_flow,0.014076800147692362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,3584,gemm_torch_flow,0.013132799665133157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,65536,gemm_torch_flow,0.16828586260477701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,2048,gemm_torch_flow,0.009020800391832989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,1536,gemm_torch_flow,0.008406399687131246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,1024,gemm_torch_flow,0.007169066866238911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,2560,gemm_torch_flow,0.010893866419792175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,512,gemm_torch_flow,0.005691733459631602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,768,gemm_torch_flow,0.006410666803518932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,256,gemm_torch_flow,0.005116799970467886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,768,128,128,gemm_torch_flow,0.0047423998514811196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,4096,gemm_torch_flow,0.24824533462524415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,5120,gemm_torch_flow,0.2969034512837728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,6144,gemm_torch_flow,0.35591360727945964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,8192,gemm_torch_flow,0.48736000061035156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,7168,gemm_torch_flow,0.4277034759521484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,10240,gemm_torch_flow,0.5950944264729817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,12288,gemm_torch_flow,0.6890218734741211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,3072,gemm_torch_flow,0.19248959223429363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,3584,gemm_torch_flow,0.22174293200174966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,2048,gemm_torch_flow,0.14066880544026691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,2560,gemm_torch_flow,0.15941333770751953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,1536,gemm_torch_flow,0.11415999730428059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,1024,gemm_torch_flow,0.08716800212860107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,128,gemm_torch_flow,0.052418132623036705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,256,gemm_torch_flow,0.0548362652460734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,512,gemm_torch_flow,0.06411413351694742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,768,gemm_torch_flow,0.07876693407694499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,65536,16384,gemm_torch_flow,0.9496853510538736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,6144,gemm_torch_flow,0.09299733638763427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,7168,gemm_torch_flow,0.10776746273040771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,8192,gemm_torch_flow,0.12310506502787273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,10240,gemm_torch_flow,0.15115092595418295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,12288,gemm_torch_flow,0.1804159959157308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,16384,gemm_torch_flow,0.24043520291646323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,5120,gemm_torch_flow,0.07962453365325928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,4096,gemm_torch_flow,0.06480853160222372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,2560,gemm_torch_flow,0.04399253527323405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,3072,gemm_torch_flow,0.052169601122538246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,1536,gemm_torch_flow,0.03320853312810262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,3584,gemm_torch_flow,0.05841919978459677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,2048,gemm_torch_flow,0.03881493409474691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,1024,gemm_torch_flow,0.02640639940897624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,768,gemm_torch_flow,0.023496532440185548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,512,gemm_torch_flow,0.01988906661669413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,256,gemm_torch_flow,0.01716586748758952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,128,gemm_torch_flow,0.015727999806404113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,12288,gemm_torch_flow,0.13568533261617025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,10240,gemm_torch_flow,0.11250773270924885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,6144,gemm_torch_flow,0.07281706333160401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,7168,gemm_torch_flow,0.08319679896036783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,8192,gemm_torch_flow,0.09507733186086019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,16384,gemm_torch_flow,0.18250239690144857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,5120,gemm_torch_flow,0.05976639986038208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,16384,65536,gemm_torch_flow,1.0114847819010415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,2560,gemm_torch_flow,0.03442560036977132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,2048,gemm_torch_flow,0.03072426716486613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,4096,gemm_torch_flow,0.0500490665435791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,3584,gemm_torch_flow,0.04602453311284383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,3072,gemm_torch_flow,0.04032426675160726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,256,gemm_torch_flow,0.013428266843159994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,512,gemm_torch_flow,0.016080000003178916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,128,gemm_torch_flow,0.012969600160916648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,768,gemm_torch_flow,0.018850133816401164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,1536,gemm_torch_flow,0.026107732454935712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,1024,gemm_torch_flow,0.021307732661565146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,12288,65536,gemm_torch_flow,0.7952010472615559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,6144,gemm_torch_flow,0.06860586802164713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,7168,gemm_torch_flow,0.08000640074412027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,10240,gemm_torch_flow,0.11269760131835938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,8192,gemm_torch_flow,0.09267093340555826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,12288,gemm_torch_flow,0.1336842695871989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,16384,gemm_torch_flow,0.17313599586486816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,5120,gemm_torch_flow,0.05956799983978271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,3072,gemm_torch_flow,0.037481598059336346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,1536,gemm_torch_flow,0.023119999965031942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,2560,gemm_torch_flow,0.033011200030644734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,4096,gemm_torch_flow,0.047814400990804036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,2048,gemm_torch_flow,0.02759786645571391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,3584,gemm_torch_flow,0.04314879973729451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,256,gemm_torch_flow,0.011237333218256634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,128,gemm_torch_flow,0.010258133212725323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,512,gemm_torch_flow,0.013699199755986533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,1024,gemm_torch_flow,0.01930346687634786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,768,gemm_torch_flow,0.01601599951585134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,10240,65536,gemm_torch_flow,0.6957770665486653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,16384,gemm_torch_flow,0.12418560187021892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,6144,gemm_torch_flow,0.05069226821263632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,7168,gemm_torch_flow,0.05697813431421915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,8192,gemm_torch_flow,0.06404906511306763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,10240,gemm_torch_flow,0.07840747038523356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,12288,gemm_torch_flow,0.09562559922536215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,5120,gemm_torch_flow,0.04280960162480672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,4096,gemm_torch_flow,0.03587413231531779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,2560,gemm_torch_flow,0.025066665808359784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,3584,gemm_torch_flow,0.03294826745986938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,2048,gemm_torch_flow,0.022472532590230306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,3072,gemm_torch_flow,0.0289792001247406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,1536,gemm_torch_flow,0.0194432000319163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,1024,gemm_torch_flow,0.015987199544906617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,768,gemm_torch_flow,0.014171733458836874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,512,gemm_torch_flow,0.01183786690235138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,256,gemm_torch_flow,0.010357333223025005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,128,gemm_torch_flow,0.010040533542633057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,12288,gemm_torch_flow,0.09506133397420248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,16384,gemm_torch_flow,0.12634560267130535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,8192,65536,gemm_torch_flow,0.5004330635070801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,8192,gemm_torch_flow,0.06776959896087646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,6144,gemm_torch_flow,0.0491157333056132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,7168,gemm_torch_flow,0.05782399972279867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,10240,gemm_torch_flow,0.0797813336054484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,3072,gemm_torch_flow,0.027111466725667315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,4096,gemm_torch_flow,0.035070931911468504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,3584,gemm_torch_flow,0.03326080044110616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,5120,gemm_torch_flow,0.04402559995651245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,2048,gemm_torch_flow,0.02167253295580546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,2560,gemm_torch_flow,0.024701867500940958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,1536,gemm_torch_flow,0.017438934246699015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,1024,gemm_torch_flow,0.014693333705266317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,768,gemm_torch_flow,0.01200320025285085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,512,gemm_torch_flow,0.009962667028109233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,256,gemm_torch_flow,0.008541867136955261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,128,gemm_torch_flow,0.007831466694672901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,7168,gemm_torch_flow,0.050203732649485265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,16384,gemm_torch_flow,0.10851306915283203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,6144,gemm_torch_flow,0.043441065152486164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,12288,gemm_torch_flow,0.08133973280588785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,7168,65536,gemm_torch_flow,0.4906933466593425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,10240,gemm_torch_flow,0.0705087979634603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,8192,gemm_torch_flow,0.05954879919687907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,5120,gemm_torch_flow,0.03815893332163493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,4096,gemm_torch_flow,0.030935466289520264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,2048,gemm_torch_flow,0.019497599204381308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,3072,gemm_torch_flow,0.024676267306009927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,3584,gemm_torch_flow,0.029048534234364827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,1536,gemm_torch_flow,0.01623146633307139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,2560,gemm_torch_flow,0.022206934293111165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,256,gemm_torch_flow,0.008589866757392883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,1024,gemm_torch_flow,0.013350400328636169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,512,gemm_torch_flow,0.009648000200589497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,768,gemm_torch_flow,0.011105066537857056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,128,gemm_torch_flow,0.007841066519419352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,6144,65536,gemm_torch_flow,0.439955202738444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,12288,gemm_torch_flow,0.07350080013275147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,6144,gemm_torch_flow,0.03913280169169108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,16384,gemm_torch_flow,0.09925866921742757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,10240,gemm_torch_flow,0.06303253173828124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,7168,gemm_torch_flow,0.04503039916356404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,8192,gemm_torch_flow,0.0534112016359965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,5120,gemm_torch_flow,0.03471039930979411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,4096,gemm_torch_flow,0.02835306723912557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,3072,gemm_torch_flow,0.022029866774876915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,3584,gemm_torch_flow,0.026680533091227216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,1536,gemm_torch_flow,0.01478506624698639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,2560,gemm_torch_flow,0.02034026583035787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,2048,gemm_torch_flow,0.017544533809026083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,65536,gemm_torch_flow,0.41176001230875653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,1024,gemm_torch_flow,0.012165333827336628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,512,gemm_torch_flow,0.008787199854850769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,768,gemm_torch_flow,0.00986240009466807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,128,gemm_torch_flow,0.007130666573842366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,5120,256,gemm_torch_flow,0.007760000228881836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,7168,gemm_torch_flow,0.03313600023587544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,10240,gemm_torch_flow,0.045094398657480876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,16384,gemm_torch_flow,0.07089386781056722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,12288,gemm_torch_flow,0.05363093217213949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,5120,gemm_torch_flow,0.025430399179458617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,6144,gemm_torch_flow,0.029623466730117797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,8192,gemm_torch_flow,0.03719573418299357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,2560,gemm_torch_flow,0.015962666273117064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,4096,gemm_torch_flow,0.021666133403778078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,2048,gemm_torch_flow,0.014194132884343466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,3584,gemm_torch_flow,0.020193066199620566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,3072,gemm_torch_flow,0.018029866615931193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,1536,gemm_torch_flow,0.012541866302490235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,65536,gemm_torch_flow,0.27389866511027017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,1024,gemm_torch_flow,0.010206933816274006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,128,gemm_torch_flow,0.00699946681658427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,512,gemm_torch_flow,0.008107733229796093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,256,gemm_torch_flow,0.007347199817498524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,4096,768,gemm_torch_flow,0.008949333429336548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,12288,gemm_torch_flow,0.05377386808395386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,16384,gemm_torch_flow,0.07217919826507568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,10240,gemm_torch_flow,0.04554346799850464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,6144,gemm_torch_flow,0.029281065861384077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,7168,gemm_torch_flow,0.03322666684786479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,8192,gemm_torch_flow,0.039450665314992264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,5120,gemm_torch_flow,0.0264629324277242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,3072,gemm_torch_flow,0.017217065890630087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,4096,gemm_torch_flow,0.021329067150751748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,3584,gemm_torch_flow,0.02040106654167175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,65536,gemm_torch_flow,0.27620372772216795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,1536,gemm_torch_flow,0.01142080028851827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,2048,gemm_torch_flow,0.013708800077438354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,2560,gemm_torch_flow,0.01572480003039042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,1024,gemm_torch_flow,0.00956053336461385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,256,gemm_torch_flow,0.006470400094985962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,768,gemm_torch_flow,0.0081194669008255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,128,gemm_torch_flow,0.006050133208433787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3584,512,gemm_torch_flow,0.007271466652552287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,12288,gemm_torch_flow,0.04808213313420613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,16384,gemm_torch_flow,0.06266346772511801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,10240,gemm_torch_flow,0.04084266821543376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,6144,gemm_torch_flow,0.02630079984664917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,7168,gemm_torch_flow,0.029764266808827718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,8192,gemm_torch_flow,0.03501333395640056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,5120,gemm_torch_flow,0.023364265759785972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,4096,gemm_torch_flow,0.019341866175333657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,3072,gemm_torch_flow,0.015898666779200234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,3584,gemm_torch_flow,0.018553600708643595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,65536,gemm_torch_flow,0.2437130610148112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,1536,gemm_torch_flow,0.010903466741243999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,2560,gemm_torch_flow,0.01444906691710154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,2048,gemm_torch_flow,0.012683733304341634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,1024,gemm_torch_flow,0.009006933371225993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,256,gemm_torch_flow,0.006414933502674103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,128,gemm_torch_flow,0.005950933198134104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,768,gemm_torch_flow,0.007821866869926452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,3072,512,gemm_torch_flow,0.0070261334379514056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,12288,gemm_torch_flow,0.04391466776529948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,16384,gemm_torch_flow,0.05792426665623983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,10240,gemm_torch_flow,0.03760960102081299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,6144,gemm_torch_flow,0.024065067370732628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,8192,gemm_torch_flow,0.031896533568700154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,7168,gemm_torch_flow,0.027636265754699706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,5120,gemm_torch_flow,0.02172586719195048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,4096,gemm_torch_flow,0.017905066410700478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,65536,gemm_torch_flow,0.24368106524149574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,3072,gemm_torch_flow,0.014705066879590353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,3584,gemm_torch_flow,0.017282134294509886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,1536,gemm_torch_flow,0.009925333658854167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,2048,gemm_torch_flow,0.011477333307266236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,2560,gemm_torch_flow,0.013421866297721862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,1024,gemm_torch_flow,0.008430932958920796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,768,gemm_torch_flow,0.007340799768765767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,512,gemm_torch_flow,0.006657066444555919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,256,gemm_torch_flow,0.005963733295599619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2560,128,gemm_torch_flow,0.005568000177542368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,12288,gemm_torch_flow,0.03835946718851725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,10240,gemm_torch_flow,0.03248853286107381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,16384,gemm_torch_flow,0.050065068403879795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,8192,gemm_torch_flow,0.027635200818379717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,7168,gemm_torch_flow,0.024357332785924276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,5120,gemm_torch_flow,0.018781866629918417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,6144,gemm_torch_flow,0.02136853337287903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,65536,gemm_torch_flow,0.23530133565266928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,3072,gemm_torch_flow,0.013293866316477457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,4096,gemm_torch_flow,0.01643519997596741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,3584,gemm_torch_flow,0.016090666254361473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,2048,gemm_torch_flow,0.010460799932479859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,1024,gemm_torch_flow,0.008220799763997396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,2560,gemm_torch_flow,0.012412800391515096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,1536,gemm_torch_flow,0.009735467036565144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,512,gemm_torch_flow,0.0068351998925209045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,256,gemm_torch_flow,0.006340266764163971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,128,gemm_torch_flow,0.005861333509286245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,2048,768,gemm_torch_flow,0.007274666428565979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,12288,gemm_torch_flow,0.036765865484873456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,10240,gemm_torch_flow,0.03139946659406026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,16384,gemm_torch_flow,0.04844053188959758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,6144,gemm_torch_flow,0.02039253314336141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,8192,gemm_torch_flow,0.027332266171773274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,7168,gemm_torch_flow,0.02355519930521647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,5120,gemm_torch_flow,0.018778665860493978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,65536,gemm_torch_flow,0.2160949389139811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,4096,gemm_torch_flow,0.015466666221618653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,3584,gemm_torch_flow,0.014586666226387024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,3072,gemm_torch_flow,0.01243839959303538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,2560,gemm_torch_flow,0.011147733529408772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,1536,gemm_torch_flow,0.008711466193199157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,2048,gemm_torch_flow,0.009794132908185323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,1024,gemm_torch_flow,0.007608533402283986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,768,gemm_torch_flow,0.0065642664829889934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,256,gemm_torch_flow,0.005538133283456167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,512,gemm_torch_flow,0.0059562668204307554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1536,128,gemm_torch_flow,0.00516480008761088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,12288,gemm_torch_flow,0.031880533695220946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,10240,gemm_torch_flow,0.027505065997441607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,16384,gemm_torch_flow,0.04261973301569621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,8192,gemm_torch_flow,0.023396267493565878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,7168,gemm_torch_flow,0.020657066504160562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,6144,gemm_torch_flow,0.018427733580271402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,5120,gemm_torch_flow,0.016078933080037435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,4096,gemm_torch_flow,0.013513599832852682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,65536,gemm_torch_flow,0.18430827458699545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,3072,gemm_torch_flow,0.01109760006268819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,3584,gemm_torch_flow,0.013342932860056559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,2560,gemm_torch_flow,0.01067626674969991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,2048,gemm_torch_flow,0.008774399757385254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,1024,gemm_torch_flow,0.0071381335457166035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,1536,gemm_torch_flow,0.008494933446248371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,768,gemm_torch_flow,0.006297599772612255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,512,gemm_torch_flow,0.005894400179386139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,256,gemm_torch_flow,0.005486933390299479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,1024,128,gemm_torch_flow,0.005121066669623057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,12288,gemm_torch_flow,0.033037867148717245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,16384,gemm_torch_flow,0.04365760087966919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,10240,gemm_torch_flow,0.028165332476298016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,8192,gemm_torch_flow,0.02423786719640096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,6144,gemm_torch_flow,0.018436266978581747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,7168,gemm_torch_flow,0.021434666713078816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,5120,gemm_torch_flow,0.016743467251459757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,65536,gemm_torch_flow,0.17480640411376952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,3072,gemm_torch_flow,0.011029332876205444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,4096,gemm_torch_flow,0.013717333475748697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,3584,gemm_torch_flow,0.013185066978136697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,1536,gemm_torch_flow,0.008101333181063335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,2560,gemm_torch_flow,0.010270933310190838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,2048,gemm_torch_flow,0.00906773308912913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,1024,gemm_torch_flow,0.0072202667593956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,768,gemm_torch_flow,0.0063733334342638654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,512,gemm_torch_flow,0.005827199916044871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,256,gemm_torch_flow,0.0052928000688552855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,768,128,gemm_torch_flow,0.005018666883309682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,12288,gemm_torch_flow,0.02959679961204529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,16384,gemm_torch_flow,0.03828159968058269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,10240,gemm_torch_flow,0.025383466482162477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,8192,gemm_torch_flow,0.021475199858347574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,7168,gemm_torch_flow,0.018974934021631876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,5120,gemm_torch_flow,0.014446933070818582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,6144,gemm_torch_flow,0.016463999946912132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,65536,gemm_torch_flow,0.15834347407023114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,4096,gemm_torch_flow,0.012499200304349263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,3072,gemm_torch_flow,0.010500267148017883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,3584,gemm_torch_flow,0.0123690664768219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,2560,gemm_torch_flow,0.009989333152770997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,1536,gemm_torch_flow,0.008172800143559773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,2048,gemm_torch_flow,0.008370133241017659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,1024,gemm_torch_flow,0.006963199873765309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,128,gemm_torch_flow,0.004869333406289419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,512,gemm_torch_flow,0.005646933118502299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,256,gemm_torch_flow,0.00517439991235733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,512,768,gemm_torch_flow,0.006038400034109751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,16384,gemm_torch_flow,0.03713599840799968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,8192,gemm_torch_flow,0.02026240030924479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,10240,gemm_torch_flow,0.02444480061531067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,12288,gemm_torch_flow,0.02853333353996277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,5120,gemm_torch_flow,0.014237866799036662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,6144,gemm_torch_flow,0.016241066654523215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,7168,gemm_torch_flow,0.01848213275273641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,65536,gemm_torch_flow,0.13766080538431805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,4096,gemm_torch_flow,0.01218986709912618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,3584,gemm_torch_flow,0.012139733632405598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,3072,gemm_torch_flow,0.010218666990598042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,2560,gemm_torch_flow,0.009729066491127014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,2048,gemm_torch_flow,0.008203733464082081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,1536,gemm_torch_flow,0.007914666831493378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,1024,gemm_torch_flow,0.006810666620731353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,768,gemm_torch_flow,0.005896533528963724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,256,gemm_torch_flow,0.005017599960168203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,512,gemm_torch_flow,0.005494399865468343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,256,128,gemm_torch_flow,0.0046965335806210835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,8192,gemm_torch_flow,0.020269866784413657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,6144,gemm_torch_flow,0.016140799721082053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,7168,gemm_torch_flow,0.018314667542775474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,12288,gemm_torch_flow,0.02813120086987813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,16384,gemm_torch_flow,0.036644268035888675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,10240,gemm_torch_flow,0.024293333292007446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,4096,gemm_torch_flow,0.012107732892036437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,5120,gemm_torch_flow,0.014164266983668008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,3584,gemm_torch_flow,0.011879466970761617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,65536,gemm_torch_flow,0.13749866485595702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,3072,gemm_torch_flow,0.010129066308339436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,2560,gemm_torch_flow,0.009520000219345093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,2048,gemm_torch_flow,0.008078933258851369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,1536,gemm_torch_flow,0.007994666695594788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,1024,gemm_torch_flow,0.006698666512966156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,256,gemm_torch_flow,0.004917333523432413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,768,gemm_torch_flow,0.005804799993832906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,512,gemm_torch_flow,0.005355733136336008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,512,128,128,gemm_torch_flow,0.004690133531888326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,4096,gemm_torch_flow,0.18636053403218586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,5120,gemm_torch_flow,0.2276789347330729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,6144,gemm_torch_flow,0.27792959213256835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,7168,gemm_torch_flow,0.31694294611612955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,8192,gemm_torch_flow,0.3653578758239746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,10240,gemm_torch_flow,0.44756479263305665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,3584,gemm_torch_flow,0.16601279576619465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,2560,gemm_torch_flow,0.12370453675587971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,1536,gemm_torch_flow,0.08732266426086426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,2048,gemm_torch_flow,0.10659733613332112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,3072,gemm_torch_flow,0.14715520540873211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,1024,gemm_torch_flow,0.06742826302846273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,768,gemm_torch_flow,0.06076586643854777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,12288,gemm_torch_flow,0.5464757283528645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,128,gemm_torch_flow,0.04057493209838867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,512,gemm_torch_flow,0.049917864799499514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,256,gemm_torch_flow,0.043005867799123125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,65536,16384,gemm_torch_flow,0.7008853276570638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,6144,gemm_torch_flow,0.07453333536783854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,8192,gemm_torch_flow,0.09544533093770345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,7168,gemm_torch_flow,0.08500266869862874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,12288,gemm_torch_flow,0.13587093353271484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,10240,gemm_torch_flow,0.12012159824371338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,16384,gemm_torch_flow,0.1850869337717692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,2048,gemm_torch_flow,0.031116799513498945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,1536,gemm_torch_flow,0.026229333877563477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,3584,gemm_torch_flow,0.04500906864802043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,3072,gemm_torch_flow,0.040378665924072264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,5120,gemm_torch_flow,0.062174932161966956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,2560,gemm_torch_flow,0.03409813245137532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,4096,gemm_torch_flow,0.051172268390655515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,256,gemm_torch_flow,0.013754666845003764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,512,gemm_torch_flow,0.01627413332462311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,1024,gemm_torch_flow,0.020707199970881142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,768,gemm_torch_flow,0.019091200828552247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,128,gemm_torch_flow,0.012725333372751871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,10240,gemm_torch_flow,0.10010879834493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,12288,gemm_torch_flow,0.11807146867116292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,6144,gemm_torch_flow,0.06080746650695801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,7168,gemm_torch_flow,0.07201493581136068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,16384,gemm_torch_flow,0.15656320254007977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,8192,gemm_torch_flow,0.0856117328008016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,3072,gemm_torch_flow,0.03373013337453206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,2560,gemm_torch_flow,0.02995520035425822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,4096,gemm_torch_flow,0.042881067593892416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,16384,65536,gemm_torch_flow,0.8014805475870768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,3584,gemm_torch_flow,0.039026133219401044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,5120,gemm_torch_flow,0.05405439933141073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,2048,gemm_torch_flow,0.02630400061607361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,1536,gemm_torch_flow,0.021086933215459187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,256,gemm_torch_flow,0.010682666301727295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,128,gemm_torch_flow,0.009711999694506328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,512,gemm_torch_flow,0.012966400384902954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,768,gemm_torch_flow,0.014827733238538107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,1024,gemm_torch_flow,0.017473065853118898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,12288,65536,gemm_torch_flow,0.6047114690144857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,6144,gemm_torch_flow,0.053402666250864664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,8192,gemm_torch_flow,0.0715936024983724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,10240,gemm_torch_flow,0.08487253189086914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,7168,gemm_torch_flow,0.06127573251724243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,12288,gemm_torch_flow,0.09952747027079265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,16384,gemm_torch_flow,0.13393600781758624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,5120,gemm_torch_flow,0.04658559958140056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,2048,gemm_torch_flow,0.023203200101852416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,2560,gemm_torch_flow,0.025783467292785644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,1536,gemm_torch_flow,0.018569600582122803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,4096,gemm_torch_flow,0.03722879886627197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,3072,gemm_torch_flow,0.028642133871714277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,3584,gemm_torch_flow,0.034007465839385985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,512,gemm_torch_flow,0.011131733655929565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,1024,gemm_torch_flow,0.01544426679611206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,768,gemm_torch_flow,0.013517866532007853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,256,gemm_torch_flow,0.009517866373062133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,128,gemm_torch_flow,0.0086709330479304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,10240,65536,gemm_torch_flow,0.5252511978149415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,12288,gemm_torch_flow,0.08233173688252768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,10240,gemm_torch_flow,0.06845226287841796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,6144,gemm_torch_flow,0.04321706692377726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,8192,gemm_torch_flow,0.05676906506220499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,16384,gemm_torch_flow,0.10767680009206135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,7168,gemm_torch_flow,0.0499562660853068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,3072,gemm_torch_flow,0.024179200331370033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,1536,gemm_torch_flow,0.016005333264668783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,4096,gemm_torch_flow,0.03038826584815979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,5120,gemm_torch_flow,0.038083199659983316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,3584,gemm_torch_flow,0.027479465802510577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,2560,gemm_torch_flow,0.022002132733662923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,2048,gemm_torch_flow,0.019469867149988808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,128,gemm_torch_flow,0.008022400240103405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,512,gemm_torch_flow,0.009939199686050415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,256,gemm_torch_flow,0.008804266651471455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,1024,gemm_torch_flow,0.013646933436393737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,768,gemm_torch_flow,0.011834667126337687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,8192,65536,gemm_torch_flow,0.4225344022115071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,16384,gemm_torch_flow,0.1028223991394043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,12288,gemm_torch_flow,0.07712639967600504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,6144,gemm_torch_flow,0.041409067312876385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,7168,gemm_torch_flow,0.0475658655166626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,10240,gemm_torch_flow,0.06626346508661905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,8192,gemm_torch_flow,0.05610346794128418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,5120,gemm_torch_flow,0.03654613494873047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,4096,gemm_torch_flow,0.0293013334274292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,3072,gemm_torch_flow,0.023755733172098795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,1536,gemm_torch_flow,0.01585813363393148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,3584,gemm_torch_flow,0.02726293404897054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,2560,gemm_torch_flow,0.02128960092862447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,1024,gemm_torch_flow,0.01306773324807485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,2048,gemm_torch_flow,0.01904746691385905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,65536,gemm_torch_flow,0.39899094899495446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,768,gemm_torch_flow,0.011193600296974183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,128,gemm_torch_flow,0.007729066908359528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,512,gemm_torch_flow,0.00974506636460622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,7168,256,gemm_torch_flow,0.008370133241017659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,12288,gemm_torch_flow,0.07007573445638021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,10240,gemm_torch_flow,0.058362666765848795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,16384,gemm_torch_flow,0.09218026796976725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,7168,gemm_torch_flow,0.04167360067367554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,8192,gemm_torch_flow,0.04944106737772624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,6144,gemm_torch_flow,0.0366154670715332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,5120,gemm_torch_flow,0.03280426661173503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,4096,gemm_torch_flow,0.026601600646972656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,3072,gemm_torch_flow,0.021102933088938396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,3584,gemm_torch_flow,0.025121066967646283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,1536,gemm_torch_flow,0.01430506706237793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,2560,gemm_torch_flow,0.019194666544596353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,2048,gemm_torch_flow,0.017356799046198527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,1024,gemm_torch_flow,0.012088533242543538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,65536,gemm_torch_flow,0.377778148651123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,768,gemm_torch_flow,0.010262399911880493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,256,gemm_torch_flow,0.007935999830563863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,512,gemm_torch_flow,0.009031466643015544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,6144,128,gemm_torch_flow,0.007335466643174489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,16384,gemm_torch_flow,0.07220479647318521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,12288,gemm_torch_flow,0.05516053438186645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,10240,gemm_torch_flow,0.04679679870605469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,7168,gemm_torch_flow,0.03365866740544637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,6144,gemm_torch_flow,0.029627732435862225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,5120,gemm_torch_flow,0.02691413362820943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,8192,gemm_torch_flow,0.03990506728490194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,4096,gemm_torch_flow,0.02183893322944641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,3584,gemm_torch_flow,0.02069759964942932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,3072,gemm_torch_flow,0.017934934298197428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,2560,gemm_torch_flow,0.0160970667997996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,256,gemm_torch_flow,0.006955733398596446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,1024,gemm_torch_flow,0.00981333355108897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,2048,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,1536,gemm_torch_flow,0.012495999534924824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,768,gemm_torch_flow,0.008602666854858398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,512,gemm_torch_flow,0.007681066791216533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,128,gemm_torch_flow,0.006417066852251689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,5120,65536,gemm_torch_flow,0.2782826741536458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,8192,gemm_torch_flow,0.032459733883539836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,10240,gemm_torch_flow,0.03862186670303345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,12288,gemm_torch_flow,0.04485653241475423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,5120,gemm_torch_flow,0.022264534235000612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,6144,gemm_torch_flow,0.02516053318977356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,16384,gemm_torch_flow,0.059912534554799404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,7168,gemm_torch_flow,0.028278400500615437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,4096,gemm_torch_flow,0.018425599733988444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,2560,gemm_torch_flow,0.013923199971516928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,3584,gemm_torch_flow,0.017448532581329345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,2048,gemm_torch_flow,0.01288106640179952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,1536,gemm_torch_flow,0.010674132903416952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,3072,gemm_torch_flow,0.015284267067909241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,1024,gemm_torch_flow,0.00853546659151713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,768,gemm_torch_flow,0.007843199868996937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,512,gemm_torch_flow,0.007209600011507671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,256,gemm_torch_flow,0.006483200192451477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,128,gemm_torch_flow,0.006009600063165029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,4096,65536,gemm_torch_flow,0.23385492960611978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,12288,gemm_torch_flow,0.043982934951782224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,6144,gemm_torch_flow,0.024753065903981526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,16384,gemm_torch_flow,0.05782186587651571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,8192,gemm_torch_flow,0.032204800844192506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,10240,gemm_torch_flow,0.037368532021840414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,5120,gemm_torch_flow,0.022232532501220703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,7168,gemm_torch_flow,0.027843199173609418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,3072,gemm_torch_flow,0.015126400192578635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,2560,gemm_torch_flow,0.013802666465441385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,3584,gemm_torch_flow,0.017543466885884602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,1024,gemm_torch_flow,0.008522666494051616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,4096,gemm_torch_flow,0.018242132663726807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,2048,gemm_torch_flow,0.012738133470217386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,1536,gemm_torch_flow,0.010445866982142131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,512,gemm_torch_flow,0.0072736000021298725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,768,gemm_torch_flow,0.007925333579381307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,256,gemm_torch_flow,0.006300800045331319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,128,gemm_torch_flow,0.00588266650835673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3584,65536,gemm_torch_flow,0.22436800003051757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,10240,gemm_torch_flow,0.033614933490753174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,8192,gemm_torch_flow,0.029340799649556475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,12288,gemm_torch_flow,0.03963306744893392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,16384,gemm_torch_flow,0.05230293273925781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,7168,gemm_torch_flow,0.025385600328445435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,5120,gemm_torch_flow,0.020427733659744263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,6144,gemm_torch_flow,0.022221867243448892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,4096,gemm_torch_flow,0.016729599237442015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,3072,gemm_torch_flow,0.014081066846847535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,3584,gemm_torch_flow,0.015988266468048094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,2560,gemm_torch_flow,0.012756266196568809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,65536,gemm_torch_flow,0.20522774060567223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,2048,gemm_torch_flow,0.011779200037320454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,1536,gemm_torch_flow,0.009489066402117411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,1024,gemm_torch_flow,0.008039466540018718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,768,gemm_torch_flow,0.007594666878382365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,512,gemm_torch_flow,0.006857599814732869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,128,gemm_torch_flow,0.0056970665852228795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,3072,256,gemm_torch_flow,0.006039466460545858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,10240,gemm_torch_flow,0.029783467451731365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,12288,gemm_torch_flow,0.03486186663309733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,8192,gemm_torch_flow,0.025682133436203004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,16384,gemm_torch_flow,0.04686719973882039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,7168,gemm_torch_flow,0.022307199239730836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,6144,gemm_torch_flow,0.020116267601648967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,5120,gemm_torch_flow,0.017838933070500693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,4096,gemm_torch_flow,0.015470932920773825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,65536,gemm_torch_flow,0.1919541358947754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,3072,gemm_torch_flow,0.013168000181516013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,2048,gemm_torch_flow,0.010553600390752156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,2560,gemm_torch_flow,0.012428800264994305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,3584,gemm_torch_flow,0.015040000279744467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,1024,gemm_torch_flow,0.007569066683451335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,1536,gemm_torch_flow,0.009378133217493693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,256,gemm_torch_flow,0.006123733520507812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,512,gemm_torch_flow,0.0067114666104316715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,768,gemm_torch_flow,0.007330133517583211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2560,128,gemm_torch_flow,0.005790933469931285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,12288,gemm_torch_flow,0.03396053314208984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,10240,gemm_torch_flow,0.02908373276392619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,16384,gemm_torch_flow,0.04512853225072225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,8192,gemm_torch_flow,0.025820799668629962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,7168,gemm_torch_flow,0.021635200579961142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,6144,gemm_torch_flow,0.01949013272921244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,5120,gemm_torch_flow,0.017849600315093993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,4096,gemm_torch_flow,0.014711466431617738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,65536,gemm_torch_flow,0.20030719439188638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,3584,gemm_torch_flow,0.014004266262054444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,3072,gemm_torch_flow,0.012206932902336121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,1536,gemm_torch_flow,0.008405333757400513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,2560,gemm_torch_flow,0.010781866312026978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,2048,gemm_torch_flow,0.009726933638254802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,1024,gemm_torch_flow,0.007246933380762736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,768,gemm_torch_flow,0.006528000036875407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,512,gemm_torch_flow,0.005958400170008342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,256,gemm_torch_flow,0.005493333439032236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,2048,128,gemm_torch_flow,0.005127466718355815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,12288,gemm_torch_flow,0.03235093355178833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,16384,gemm_torch_flow,0.043118933836619064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,10240,gemm_torch_flow,0.02834026614824931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,6144,gemm_torch_flow,0.018832000096638997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,7168,gemm_torch_flow,0.02132373253504435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,8192,gemm_torch_flow,0.024599466721216837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,5120,gemm_torch_flow,0.01732586622238159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,4096,gemm_torch_flow,0.01427839994430542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,3072,gemm_torch_flow,0.011464533209800721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,65536,gemm_torch_flow,0.17350187301635742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,3584,gemm_torch_flow,0.013355732957522074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,2560,gemm_torch_flow,0.010483200351397198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,2048,gemm_torch_flow,0.009589333335558574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,1536,gemm_torch_flow,0.008155733346939087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,1024,gemm_torch_flow,0.007044266661008198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,768,gemm_torch_flow,0.006504533191521962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,128,gemm_torch_flow,0.005179733534653981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,512,gemm_torch_flow,0.005976533393065134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1536,256,gemm_torch_flow,0.005529599885145823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,12288,gemm_torch_flow,0.02974826693534851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,16384,gemm_torch_flow,0.03968426783879598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,10240,gemm_torch_flow,0.025941334168116253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,6144,gemm_torch_flow,0.017782400051752724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,7168,gemm_torch_flow,0.01954560081164042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,8192,gemm_torch_flow,0.022431999444961548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,5120,gemm_torch_flow,0.015871999661127727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,65536,gemm_torch_flow,0.15554879506429037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,3584,gemm_torch_flow,0.012247467041015625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,4096,gemm_torch_flow,0.012906666596730551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,3072,gemm_torch_flow,0.010585600137710571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,1536,gemm_torch_flow,0.007743999858697255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,2048,gemm_torch_flow,0.009010133147239686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,2560,gemm_torch_flow,0.009795199831326802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,1024,gemm_torch_flow,0.006763733426729838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,768,gemm_torch_flow,0.006284800171852112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,512,gemm_torch_flow,0.00582826683918635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,256,gemm_torch_flow,0.005330133438110352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,1024,128,gemm_torch_flow,0.004996266464392344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,12288,gemm_torch_flow,0.029130667448043823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,16384,gemm_torch_flow,0.03857280015945434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,8192,gemm_torch_flow,0.022117332617441813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,10240,gemm_torch_flow,0.02584853370984395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,7168,gemm_torch_flow,0.019248000780741372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,6144,gemm_torch_flow,0.016498133540153503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,5120,gemm_torch_flow,0.015430399775505066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,4096,gemm_torch_flow,0.012566399574279786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,3584,gemm_torch_flow,0.012098133563995361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,65536,gemm_torch_flow,0.1443445364634196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,3072,gemm_torch_flow,0.010333866874376933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,768,gemm_torch_flow,0.006137600044409434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,2560,gemm_torch_flow,0.009611733754475911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,2048,gemm_torch_flow,0.008905599514643352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,128,gemm_torch_flow,0.004924799998601278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,1536,gemm_torch_flow,0.00747626672188441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,1024,gemm_torch_flow,0.0065290664633115125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,512,gemm_torch_flow,0.005679999788602194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,768,256,gemm_torch_flow,0.005208533505598704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,16384,gemm_torch_flow,0.03368213176727295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,6144,gemm_torch_flow,0.015130666891733804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,12288,gemm_torch_flow,0.026294400294621784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,10240,gemm_torch_flow,0.02262079914410909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,8192,gemm_torch_flow,0.018681599696477254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,7168,gemm_torch_flow,0.016694400707880655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,5120,gemm_torch_flow,0.013300266861915589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,3584,gemm_torch_flow,0.011190399527549744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,4096,gemm_torch_flow,0.01143893301486969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,3072,gemm_torch_flow,0.009769599636395771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,2048,gemm_torch_flow,0.008133333424727123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,65536,gemm_torch_flow,0.12472426891326904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,512,gemm_torch_flow,0.005520000060399374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,256,gemm_torch_flow,0.005074133475621542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,1024,gemm_torch_flow,0.006250666578610738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,2560,gemm_torch_flow,0.009148800373077392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,768,gemm_torch_flow,0.0058229332168896995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,1536,gemm_torch_flow,0.007613866527875264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,512,128,gemm_torch_flow,0.004782933493455251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,10240,gemm_torch_flow,0.02177706758181254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,16384,gemm_torch_flow,0.03302399913469951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,7168,gemm_torch_flow,0.01651413341363271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,12288,gemm_torch_flow,0.0253440002600352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,8192,gemm_torch_flow,0.018320000171661376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,65536,gemm_torch_flow,0.12208320299784343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,6144,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,5120,gemm_torch_flow,0.01322773297627767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,4096,gemm_torch_flow,0.011265066266059876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,3584,gemm_torch_flow,0.01107413371404012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,3072,gemm_torch_flow,0.009657599528630574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,1536,gemm_torch_flow,0.0074976002176602675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,2560,gemm_torch_flow,0.009022933244705201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,2048,gemm_torch_flow,0.008074666559696197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,1024,gemm_torch_flow,0.006161066889762879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,768,gemm_torch_flow,0.00581333339214325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,512,gemm_torch_flow,0.005433600147565206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,16384,gemm_torch_flow,0.0324565331141154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,256,gemm_torch_flow,0.0049792001644770306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,256,128,gemm_torch_flow,0.004691199958324432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,7168,gemm_torch_flow,0.016446933150291443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,12288,gemm_torch_flow,0.025240532557169598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,8192,gemm_torch_flow,0.01830613414446513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,10240,gemm_torch_flow,0.02177706758181254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,4096,gemm_torch_flow,0.01113706628481547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,6144,gemm_torch_flow,0.014874666929244995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,5120,gemm_torch_flow,0.013277866442998252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,3584,gemm_torch_flow,0.010845866799354554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,1536,gemm_torch_flow,0.007438933352629344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,65536,gemm_torch_flow,0.12203199863433838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,3072,gemm_torch_flow,0.009523199995358785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,2560,gemm_torch_flow,0.00886826713879903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,2048,gemm_torch_flow,0.00798399994770686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,1024,gemm_torch_flow,0.006230400005976359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,768,gemm_torch_flow,0.005817600091298421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,256,gemm_torch_flow,0.00486826648314794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,512,gemm_torch_flow,0.005303466816743215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,384,128,128,gemm_torch_flow,0.004657066861788432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,4096,gemm_torch_flow,0.13465919494628906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,5120,gemm_torch_flow,0.1644213358561198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,6144,gemm_torch_flow,0.18889600435892742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,7168,gemm_torch_flow,0.22325226465861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,8192,gemm_torch_flow,0.24766933123270668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,3072,gemm_torch_flow,0.10459413528442382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,3584,gemm_torch_flow,0.11947093009948731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,10240,gemm_torch_flow,0.3092063903808594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,2560,gemm_torch_flow,0.08643733660380046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,2048,gemm_torch_flow,0.0760970671971639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,1024,gemm_torch_flow,0.047175467014312744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,12288,gemm_torch_flow,0.36772054036458335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,512,gemm_torch_flow,0.03582293192545573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,1536,gemm_torch_flow,0.06081813176472982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,256,gemm_torch_flow,0.030740267038345336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,768,gemm_torch_flow,0.043765334288279216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,128,gemm_torch_flow,0.02901653250058492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,65536,16384,gemm_torch_flow,0.4893002510070801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,8192,gemm_torch_flow,0.06542400121688843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,7168,gemm_torch_flow,0.05950400034586588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,6144,gemm_torch_flow,0.05137279828389486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,5120,gemm_torch_flow,0.044547200202941895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,10240,gemm_torch_flow,0.08067839940388997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,12288,gemm_torch_flow,0.09701440334320069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,16384,gemm_torch_flow,0.12697280248006185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,4096,gemm_torch_flow,0.03597546815872192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,3072,gemm_torch_flow,0.029652265707651775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,768,gemm_torch_flow,0.014536533753077188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,3584,gemm_torch_flow,0.033199999729792276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,2048,gemm_torch_flow,0.023063466946283976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,2560,gemm_torch_flow,0.025806933641433716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,1536,gemm_torch_flow,0.019400533040364584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,1024,gemm_torch_flow,0.0160480002562205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,512,gemm_torch_flow,0.012749866644541422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,256,gemm_torch_flow,0.010492799679438274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,128,gemm_torch_flow,0.009893332918485005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,12288,gemm_torch_flow,0.08158613046010335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,10240,gemm_torch_flow,0.0683626651763916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,8192,gemm_torch_flow,0.058551466464996337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,7168,gemm_torch_flow,0.04875413179397583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,6144,gemm_torch_flow,0.043034664789835614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,16384,gemm_torch_flow,0.10604159832000733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,2560,gemm_torch_flow,0.022036266326904298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,5120,gemm_torch_flow,0.037934935092926024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,4096,gemm_torch_flow,0.030253867308298748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,3072,gemm_torch_flow,0.02414720058441162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,3584,gemm_torch_flow,0.028174932797749835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,2048,gemm_torch_flow,0.019426133235295615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,1536,gemm_torch_flow,0.015762133399645488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,512,gemm_torch_flow,0.009790933132171631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,1024,gemm_torch_flow,0.013582932949066161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,768,gemm_torch_flow,0.01165226697921753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,256,gemm_torch_flow,0.00856213370958964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,128,gemm_torch_flow,0.007840000092983246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,16384,65536,gemm_torch_flow,0.5367296218872071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,7168,gemm_torch_flow,0.04404373168945312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,10240,gemm_torch_flow,0.060971732934316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,8192,gemm_torch_flow,0.051990401744842527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,12288,gemm_torch_flow,0.07296106815338135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,6144,gemm_torch_flow,0.03851626714070638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,12288,65536,gemm_torch_flow,0.4542720158894856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,16384,gemm_torch_flow,0.0943669319152832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,1536,gemm_torch_flow,0.014178133010864258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,3072,gemm_torch_flow,0.02183786630630493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,2560,gemm_torch_flow,0.01997119983037313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,4096,gemm_torch_flow,0.027166932821273804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,2048,gemm_torch_flow,0.01809920072555542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,5120,gemm_torch_flow,0.03383040030797323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,3584,gemm_torch_flow,0.025711999336878462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,1024,gemm_torch_flow,0.012555733323097229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,256,gemm_torch_flow,0.0076341331005096436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,768,gemm_torch_flow,0.010491733749707539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,512,gemm_torch_flow,0.008805333574612936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,128,gemm_torch_flow,0.007122133175532024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,10240,65536,gemm_torch_flow,0.42275091807047527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,16384,gemm_torch_flow,0.06827413241068522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,8192,gemm_torch_flow,0.03574826717376709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,6144,gemm_torch_flow,0.028130133946736652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,7168,gemm_torch_flow,0.032381866375605264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,5120,gemm_torch_flow,0.02553706765174866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,10240,gemm_torch_flow,0.0430730660756429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,12288,gemm_torch_flow,0.05006826718648275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,3584,gemm_torch_flow,0.01948266625404358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,4096,gemm_torch_flow,0.021449599663416544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,3072,gemm_torch_flow,0.017988266547520955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,2048,gemm_torch_flow,0.01421119968096415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,1024,gemm_torch_flow,0.010440533359845478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,2560,gemm_torch_flow,0.01581439971923828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,1536,gemm_torch_flow,0.01223466694355011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,768,gemm_torch_flow,0.009339732925097148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,512,gemm_torch_flow,0.007978666822115581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,256,gemm_torch_flow,0.007281066477298736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,128,gemm_torch_flow,0.007020799815654755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,12288,gemm_torch_flow,0.04994773467381795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,8192,65536,gemm_torch_flow,0.2600778738657633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,16384,gemm_torch_flow,0.06720533370971679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,6144,gemm_torch_flow,0.027057067553202314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,7168,gemm_torch_flow,0.0309173325697581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,8192,gemm_torch_flow,0.036754135290781656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,10240,gemm_torch_flow,0.04253653287887573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,5120,gemm_torch_flow,0.024202666680018105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,4096,gemm_torch_flow,0.020258132616678873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,3584,gemm_torch_flow,0.01885439952214559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,2560,gemm_torch_flow,0.015026133259137472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,2048,gemm_torch_flow,0.013865600029627482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,3072,gemm_torch_flow,0.016676266988118492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,512,gemm_torch_flow,0.007080533107121785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,128,gemm_torch_flow,0.006022400160630544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,1536,gemm_torch_flow,0.011223466197649638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,1024,gemm_torch_flow,0.009206400314966837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,768,gemm_torch_flow,0.008022400240103405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,256,gemm_torch_flow,0.0063701331615448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,7168,65536,gemm_torch_flow,0.2514047940572103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,8192,gemm_torch_flow,0.03152746756871541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,6144,gemm_torch_flow,0.023857067028681435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,16384,gemm_torch_flow,0.058014933268229166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,7168,gemm_torch_flow,0.02746986746788025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,10240,gemm_torch_flow,0.03704640070597331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,12288,gemm_torch_flow,0.04400746822357178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,5120,gemm_torch_flow,0.02176533341407776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,4096,gemm_torch_flow,0.017968000968297322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,3072,gemm_torch_flow,0.015221333503723145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,2048,gemm_torch_flow,0.012710400422414145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,3584,gemm_torch_flow,0.017063466707865398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,2560,gemm_torch_flow,0.013917866349220275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,1536,gemm_torch_flow,0.010638933380444844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,1024,gemm_torch_flow,0.008612266182899475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,128,gemm_torch_flow,0.005967999994754791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,768,gemm_torch_flow,0.00764160007238388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,512,gemm_torch_flow,0.006910933554172516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,256,gemm_torch_flow,0.0063381334145863845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,12288,gemm_torch_flow,0.03885546525319417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,6144,65536,gemm_torch_flow,0.23875734011332192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,16384,gemm_torch_flow,0.05231680075327555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,6144,gemm_torch_flow,0.02168533404668172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,5120,gemm_torch_flow,0.01986773411432902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,7168,gemm_torch_flow,0.025255467494328814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,8192,gemm_torch_flow,0.028587732712427778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,4096,gemm_torch_flow,0.0163263996442159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,10240,gemm_torch_flow,0.03325759967168172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,3584,gemm_torch_flow,0.01562879979610443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,2560,gemm_torch_flow,0.012874666849772134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,3072,gemm_torch_flow,0.01390506625175476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,1024,gemm_torch_flow,0.007884799937407176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,768,gemm_torch_flow,0.0071285332242647815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,2048,gemm_torch_flow,0.01165226697921753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,1536,gemm_torch_flow,0.009528533617655436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,512,gemm_torch_flow,0.006503466765085857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,65536,gemm_torch_flow,0.20049494107564292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,256,gemm_torch_flow,0.005891199906667074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,5120,128,gemm_torch_flow,0.005529599885145823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,10240,gemm_torch_flow,0.02777600089708964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,12288,gemm_torch_flow,0.03303253253300985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,8192,gemm_torch_flow,0.02432639996210734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,16384,gemm_torch_flow,0.043068798383076985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,7168,gemm_torch_flow,0.021744000911712646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,6144,gemm_torch_flow,0.019052799542744955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,5120,gemm_torch_flow,0.01691840092341105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,4096,gemm_torch_flow,0.01469546655813853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,2048,gemm_torch_flow,0.010705066720644633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,3072,gemm_torch_flow,0.013037866353988648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,65536,gemm_torch_flow,0.20961173375447592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,3584,gemm_torch_flow,0.014398933450380961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,2560,gemm_torch_flow,0.012215466300646464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,1024,gemm_torch_flow,0.007446399827798207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,1536,gemm_torch_flow,0.00905386706193288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,256,gemm_torch_flow,0.00621973325808843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,128,gemm_torch_flow,0.00581226646900177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,512,gemm_torch_flow,0.006662400066852569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,4096,768,gemm_torch_flow,0.007018666466077168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,12288,gemm_torch_flow,0.03336639801661174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,10240,gemm_torch_flow,0.028699733813603717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,16384,gemm_torch_flow,0.04399466514587402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,6144,gemm_torch_flow,0.018574933211008705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,7168,gemm_torch_flow,0.022367999951044718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,8192,gemm_torch_flow,0.02476693391799927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,5120,gemm_torch_flow,0.017293866475423178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,3072,gemm_torch_flow,0.012633599837621055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,3584,gemm_torch_flow,0.013814399639765421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,4096,gemm_torch_flow,0.014760532975196838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,65536,gemm_torch_flow,0.18321599960327148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,2560,gemm_torch_flow,0.011771733562151592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,1536,gemm_torch_flow,0.008403199911117553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,2048,gemm_torch_flow,0.010396800438563029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,1024,gemm_torch_flow,0.0072202667593956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,512,gemm_torch_flow,0.006056533257166544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,768,gemm_torch_flow,0.006646400193373363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,256,gemm_torch_flow,0.005671466886997223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3584,128,gemm_torch_flow,0.005353599786758423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,12288,gemm_torch_flow,0.03213546673456828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,10240,gemm_torch_flow,0.027128533522288008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,16384,gemm_torch_flow,0.04220159848531087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,8192,gemm_torch_flow,0.02402026653289795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,6144,gemm_torch_flow,0.017797333002090455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,7168,gemm_torch_flow,0.020824533700942994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,5120,gemm_torch_flow,0.01658453345298767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,4096,gemm_torch_flow,0.013923199971516928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,65536,gemm_torch_flow,0.16348800659179688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,3072,gemm_torch_flow,0.012057600418726604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,1536,gemm_torch_flow,0.007773866752783458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,3584,gemm_torch_flow,0.013298133015632629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,2560,gemm_torch_flow,0.010824533303578694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,2048,gemm_torch_flow,0.009528533617655436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,1024,gemm_torch_flow,0.006932266553243001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,768,gemm_torch_flow,0.006369066735108693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,512,gemm_torch_flow,0.005849599838256836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,128,gemm_torch_flow,0.0052149335543314615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,3072,256,gemm_torch_flow,0.005430399874846141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,12288,gemm_torch_flow,0.030462932586669923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,16384,gemm_torch_flow,0.040217598279317215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,10240,gemm_torch_flow,0.0264575997988383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,8192,gemm_torch_flow,0.022875734170277915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,6144,gemm_torch_flow,0.017528533935546875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,7168,gemm_torch_flow,0.020247467358907065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,5120,gemm_torch_flow,0.01638826628526052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,4096,gemm_torch_flow,0.013595733046531677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,3584,gemm_torch_flow,0.013033599654833476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,65536,gemm_torch_flow,0.16500479380289715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,3072,gemm_torch_flow,0.011634133259455363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,1536,gemm_torch_flow,0.007685333490371704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,2560,gemm_torch_flow,0.010900266965230306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,2048,gemm_torch_flow,0.009307733178138733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,1024,gemm_torch_flow,0.0069472000002861025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,512,gemm_torch_flow,0.005866666634877523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,768,gemm_torch_flow,0.006377600133419037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,256,gemm_torch_flow,0.0054506664474805195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2560,128,gemm_torch_flow,0.00516480008761088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,12288,gemm_torch_flow,0.026921600103378296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,16384,gemm_torch_flow,0.03459733327229818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,8192,gemm_torch_flow,0.019318399826685588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,10240,gemm_torch_flow,0.023141332467397056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,7168,gemm_torch_flow,0.01789439916610718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,6144,gemm_torch_flow,0.01577600042025248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,5120,gemm_torch_flow,0.014146133263905843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,65536,gemm_torch_flow,0.14105812708536786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,3072,gemm_torch_flow,0.01043839951356252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,4096,gemm_torch_flow,0.012238933642705282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,3584,gemm_torch_flow,0.012162133057912191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,1024,gemm_torch_flow,0.006427733103434245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,2048,gemm_torch_flow,0.008327466746171314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,2560,gemm_torch_flow,0.009890133142471313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,1536,gemm_torch_flow,0.007470933099587758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,768,gemm_torch_flow,0.006108800073464712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,512,gemm_torch_flow,0.005749333401521047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,256,gemm_torch_flow,0.005342933535575867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,2048,128,gemm_torch_flow,0.0051360001166661584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,12288,gemm_torch_flow,0.028013867139816285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,10240,gemm_torch_flow,0.023825067281723022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,16384,gemm_torch_flow,0.03595840136210124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,8192,gemm_torch_flow,0.02071253259976705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,7168,gemm_torch_flow,0.018594133853912353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,6144,gemm_torch_flow,0.016141866644223533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,5120,gemm_torch_flow,0.015227733055750528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,65536,gemm_torch_flow,0.139462407430013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,3072,gemm_torch_flow,0.010226133465766906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,4096,gemm_torch_flow,0.012418133020401002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,3584,gemm_torch_flow,0.011364266276359558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,2560,gemm_torch_flow,0.009429333607355754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,2048,gemm_torch_flow,0.00860053300857544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,1536,gemm_torch_flow,0.007186133166154225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,1024,gemm_torch_flow,0.006595199803511302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,768,gemm_torch_flow,0.006074666480223338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,512,gemm_torch_flow,0.00561599979797999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,256,gemm_torch_flow,0.005253333350022634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1536,128,gemm_torch_flow,0.005015466610590617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,16384,gemm_torch_flow,0.03024853269259135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,12288,gemm_torch_flow,0.02408746679623922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,10240,gemm_torch_flow,0.02090239922205607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,8192,gemm_torch_flow,0.01754666765530904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,7168,gemm_torch_flow,0.016035200158754984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,6144,gemm_torch_flow,0.01405333379904429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,5120,gemm_torch_flow,0.012386133273442585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,65536,gemm_torch_flow,0.11568000316619872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,4096,gemm_torch_flow,0.01051200032234192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,3072,gemm_torch_flow,0.009639466802279156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,3584,gemm_torch_flow,0.010518399874369304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,2560,gemm_torch_flow,0.009034666419029235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,2048,gemm_torch_flow,0.007891199986139933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,768,gemm_torch_flow,0.005884799857934316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,1024,gemm_torch_flow,0.006178133189678192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,1536,gemm_torch_flow,0.00724480003118515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,512,gemm_torch_flow,0.005421866476535797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,256,gemm_torch_flow,0.005123200019200643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,1024,128,gemm_torch_flow,0.00488319993019104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,16384,gemm_torch_flow,0.030107732613881426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,10240,gemm_torch_flow,0.020539732774098714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,12288,gemm_torch_flow,0.023690666755040488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,8192,gemm_torch_flow,0.017244799931844076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,7168,gemm_torch_flow,0.01565226713816325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,6144,gemm_torch_flow,0.013513599832852682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,5120,gemm_torch_flow,0.012060800194740295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,65536,gemm_torch_flow,0.11109120051066082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,4096,gemm_torch_flow,0.010354133447011311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,3072,gemm_torch_flow,0.009262933333714803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,3584,gemm_torch_flow,0.010310399532318115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,2560,gemm_torch_flow,0.008963200449943542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,2048,gemm_torch_flow,0.007692799965540569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,1024,gemm_torch_flow,0.00618453323841095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,1536,gemm_torch_flow,0.0071722666422526045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,768,gemm_torch_flow,0.005715199808279673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,16384,gemm_torch_flow,0.029742934306462604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,12288,gemm_torch_flow,0.023085866371790567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,512,gemm_torch_flow,0.005272533496220907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,256,gemm_torch_flow,0.005011199911435445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,768,128,gemm_torch_flow,0.004781866570313772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,10240,gemm_torch_flow,0.019987199703852335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,8192,gemm_torch_flow,0.016544000307718913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,7168,gemm_torch_flow,0.01544533371925354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,65536,gemm_torch_flow,0.10717333157857259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,6144,gemm_torch_flow,0.013403733571370443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,4096,gemm_torch_flow,0.010258133212725323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,5120,gemm_torch_flow,0.01195199986298879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,3584,gemm_torch_flow,0.010266666611035664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,3072,gemm_torch_flow,0.009181867043177288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,2560,gemm_torch_flow,0.008801066875457763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,2048,gemm_torch_flow,0.0076106667518615724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,1536,gemm_torch_flow,0.007077333331108093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,768,gemm_torch_flow,0.005638400216897329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,1024,gemm_torch_flow,0.006089599927266439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,512,gemm_torch_flow,0.005206400156021118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,256,gemm_torch_flow,0.004930133124192556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,512,128,gemm_torch_flow,0.004741333425045013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,16384,gemm_torch_flow,0.028998400767644244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,12288,gemm_torch_flow,0.022753065824508666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,8192,gemm_torch_flow,0.016454399625460307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,10240,gemm_torch_flow,0.019514666001001994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,5120,gemm_torch_flow,0.011979732910792034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,6144,gemm_torch_flow,0.013342932860056559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,7168,gemm_torch_flow,0.015356799960136414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,65536,gemm_torch_flow,0.10597439606984456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,4096,gemm_torch_flow,0.010260267059008281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,3584,gemm_torch_flow,0.010195199648539226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,1024,gemm_torch_flow,0.006010666489601135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,768,gemm_torch_flow,0.005571199953556061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,512,gemm_torch_flow,0.005222400029500326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,2048,gemm_torch_flow,0.007653333246707916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,2560,gemm_torch_flow,0.008732799688975017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,3072,gemm_torch_flow,0.009156266848246258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,256,gemm_torch_flow,0.00487360010544459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,1536,gemm_torch_flow,0.006875733534495036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,256,128,gemm_torch_flow,0.004637866715590159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,5120,gemm_torch_flow,0.011944533387819926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,16384,gemm_torch_flow,0.02889066735903422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,12288,gemm_torch_flow,0.02265066703160604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,8192,gemm_torch_flow,0.01643946667512258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,10240,gemm_torch_flow,0.019500799973805747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,7168,gemm_torch_flow,0.015440000096956888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,6144,gemm_torch_flow,0.01336853305498759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,65536,gemm_torch_flow,0.10607893466949463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,2560,gemm_torch_flow,0.008691199620564779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,2048,gemm_torch_flow,0.007587199906508128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,4096,gemm_torch_flow,0.010135466853777569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,1536,gemm_torch_flow,0.007006933291753133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,3584,gemm_torch_flow,0.010050132870674133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,3072,gemm_torch_flow,0.009149866302808125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,128,gemm_torch_flow,0.004583466549714406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,1024,gemm_torch_flow,0.005985066791375478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,768,gemm_torch_flow,0.00555733342965444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,512,gemm_torch_flow,0.005157333115736643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,256,128,256,gemm_torch_flow,0.004850133260091146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,4096,gemm_torch_flow,0.1644704023996989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,5120,gemm_torch_flow,0.2000117301940918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,7168,gemm_torch_flow,0.27734292348225914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,6144,gemm_torch_flow,0.23931520779927573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,3584,gemm_torch_flow,0.1425301392873128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,8192,gemm_torch_flow,0.32053759892781575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,10240,gemm_torch_flow,0.3846154530843099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,12288,gemm_torch_flow,0.4471872011820476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,2048,gemm_torch_flow,0.08484906355539958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,3072,gemm_torch_flow,0.12244906425476074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,2560,gemm_torch_flow,0.10551786422729492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,768,gemm_torch_flow,0.04342506726582845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,1024,gemm_torch_flow,0.046779731909434005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,512,gemm_torch_flow,0.03508373498916626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,1536,gemm_torch_flow,0.06258986790974935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,256,gemm_torch_flow,0.029590400060017903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,128,gemm_torch_flow,0.027591466903686523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,65536,16384,gemm_torch_flow,0.5824319839477539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,6144,gemm_torch_flow,0.06750400066375732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,8192,gemm_torch_flow,0.08666986624399821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,10240,gemm_torch_flow,0.10443946520487468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,12288,gemm_torch_flow,0.12500053246815998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,7168,gemm_torch_flow,0.07550186316172282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,16384,gemm_torch_flow,0.16290772755940755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,3584,gemm_torch_flow,0.040966399510701496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,2048,gemm_torch_flow,0.026225066184997557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,4096,gemm_torch_flow,0.04830400149027507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,5120,gemm_torch_flow,0.05541226863861084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,3072,gemm_torch_flow,0.03649813334147135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,1536,gemm_torch_flow,0.02115946610768636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,1024,gemm_torch_flow,0.01635199983914693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,2560,gemm_torch_flow,0.03136533300081889
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,768,gemm_torch_flow,0.014590932925542196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,512,gemm_torch_flow,0.012648533781369528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,128,gemm_torch_flow,0.009664000074068705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,256,gemm_torch_flow,0.01074666678905487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,12288,gemm_torch_flow,0.1096394697825114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,7168,gemm_torch_flow,0.0695093313852946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,16384,gemm_torch_flow,0.1385621388753255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,10240,gemm_torch_flow,0.09117653369903564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,8192,gemm_torch_flow,0.08148372968037923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,6144,gemm_torch_flow,0.06164266665776571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,5120,gemm_torch_flow,0.05128213167190552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,4096,gemm_torch_flow,0.04341439803441365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,3584,gemm_torch_flow,0.03739413420359294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,2560,gemm_torch_flow,0.028965334097544353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,2048,gemm_torch_flow,0.02412266731262207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,3072,gemm_torch_flow,0.03235413432121277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,1024,gemm_torch_flow,0.014122666915257773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,1536,gemm_torch_flow,0.018268799781799315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,256,gemm_torch_flow,0.008653866251309712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,768,gemm_torch_flow,0.012563199798266093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,512,gemm_torch_flow,0.010453333457310993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,128,gemm_torch_flow,0.00781333347161611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,16384,65536,gemm_torch_flow,0.6061429341634115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,12288,gemm_torch_flow,0.10484693050384522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,10240,gemm_torch_flow,0.08633920351664225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,8192,gemm_torch_flow,0.07717973391215006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,16384,gemm_torch_flow,0.13407039642333984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,7168,gemm_torch_flow,0.06475306749343872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,6144,gemm_torch_flow,0.05653973420461019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,3072,gemm_torch_flow,0.03001706600189209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,2560,gemm_torch_flow,0.025987199942270917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,12288,65536,gemm_torch_flow,0.5347391764322917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,4096,gemm_torch_flow,0.04040640195210775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,5120,gemm_torch_flow,0.048232531547546385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,2048,gemm_torch_flow,0.02213866710662842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,3584,gemm_torch_flow,0.03641386826833089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,768,gemm_torch_flow,0.01162453293800354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,1536,gemm_torch_flow,0.017084799210230508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,1024,gemm_torch_flow,0.01328213314215342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,512,gemm_torch_flow,0.00921493371327718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,128,gemm_torch_flow,0.007047466437021891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,256,gemm_torch_flow,0.007692799965540569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,7168,gemm_torch_flow,0.04113279978434245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,6144,gemm_torch_flow,0.03664000034332275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,10240,gemm_torch_flow,0.055232000350952146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,10240,65536,gemm_torch_flow,0.48975359598795576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,12288,gemm_torch_flow,0.06591360171635946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,8192,gemm_torch_flow,0.04606506824493408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,16384,gemm_torch_flow,0.08768533070882162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,4096,gemm_torch_flow,0.02704213261604309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,5120,gemm_torch_flow,0.030739200115203858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,1536,gemm_torch_flow,0.013682132959365845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,512,gemm_torch_flow,0.008339200417200725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,3584,gemm_torch_flow,0.02405760089556376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,3072,gemm_torch_flow,0.02141653299331665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,2048,gemm_torch_flow,0.016157866517702738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,2560,gemm_torch_flow,0.01839253306388855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,1024,gemm_torch_flow,0.011317333579063416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,768,gemm_torch_flow,0.009547733267148336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,256,gemm_torch_flow,0.007411199808120728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,128,gemm_torch_flow,0.006861866513888042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,8192,65536,gemm_torch_flow,0.32657814025878906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,12288,gemm_torch_flow,0.06411946614583333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,8192,gemm_torch_flow,0.045664000511169436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,16384,gemm_torch_flow,0.08010773658752442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,7168,gemm_torch_flow,0.04043733278910319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,10240,gemm_torch_flow,0.05431893269220987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,5120,gemm_torch_flow,0.029956267277399702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,6144,gemm_torch_flow,0.0338261326154073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,4096,gemm_torch_flow,0.025417600075403852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,2048,gemm_torch_flow,0.01511360009511312
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,3584,gemm_torch_flow,0.022966400782267252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,2560,gemm_torch_flow,0.017825067043304443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,3072,gemm_torch_flow,0.019773866732915243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,512,gemm_torch_flow,0.007490133245786031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,1536,gemm_torch_flow,0.012481066584587096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,1024,gemm_torch_flow,0.00990826686223348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,768,gemm_torch_flow,0.008413867155710856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,128,gemm_torch_flow,0.0059338668982187905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,256,gemm_torch_flow,0.006443733473618825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,7168,65536,gemm_torch_flow,0.30859734217325846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,12288,gemm_torch_flow,0.06011093457539877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,5120,gemm_torch_flow,0.028267733256022137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,6144,gemm_torch_flow,0.03305066625277202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,4096,gemm_torch_flow,0.024289067586263022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,10240,gemm_torch_flow,0.04956053495407105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,3584,gemm_torch_flow,0.02178666591644287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,8192,gemm_torch_flow,0.042843735218048094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,16384,gemm_torch_flow,0.08180586496988931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,7168,gemm_torch_flow,0.038098132610321044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,3072,gemm_torch_flow,0.019232000907262167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,512,gemm_torch_flow,0.007271466652552287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,1024,gemm_torch_flow,0.009308800101280212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,128,gemm_torch_flow,0.005932799975077311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,2560,gemm_torch_flow,0.017086933056513466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,1536,gemm_torch_flow,0.012098133563995361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,2048,gemm_torch_flow,0.014344533284505209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,768,gemm_torch_flow,0.008205866813659668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,256,gemm_torch_flow,0.006497066716353099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,10240,gemm_torch_flow,0.04819200038909912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,8192,gemm_torch_flow,0.040236798922220866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,6144,gemm_torch_flow,0.03133333325386047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,6144,65536,gemm_torch_flow,0.28179947535196936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,12288,gemm_torch_flow,0.05661013523737589
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,16384,gemm_torch_flow,0.07310826778411865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,7168,gemm_torch_flow,0.035529601573944095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,5120,gemm_torch_flow,0.027210666735966997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,4096,gemm_torch_flow,0.022499199708302817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,3584,gemm_torch_flow,0.02061226765314738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,2560,gemm_torch_flow,0.01614293356736501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,2048,gemm_torch_flow,0.013838932911554972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,3072,gemm_torch_flow,0.017779199282328288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,1536,gemm_torch_flow,0.0114656001329422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,1024,gemm_torch_flow,0.008973866701126099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,512,gemm_torch_flow,0.006866133213043213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,128,gemm_torch_flow,0.0055178667108217875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,256,gemm_torch_flow,0.006050133208433787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,65536,gemm_torch_flow,0.2682496070861816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,5120,768,gemm_torch_flow,0.007666133344173431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,10240,gemm_torch_flow,0.04344746669133504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,8192,gemm_torch_flow,0.036917332808176676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,16384,gemm_torch_flow,0.07043519814809164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,12288,gemm_torch_flow,0.052249598503112796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,4096,gemm_torch_flow,0.020811732610066733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,7168,gemm_torch_flow,0.03225920001665751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,5120,gemm_torch_flow,0.023966934283574423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,6144,gemm_torch_flow,0.028024532397588092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,3072,gemm_torch_flow,0.017195733388264973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,3584,gemm_torch_flow,0.0195850670337677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,2560,gemm_torch_flow,0.015400532881418863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,2048,gemm_torch_flow,0.012678399682044983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,1536,gemm_torch_flow,0.010689066847165425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,1024,gemm_torch_flow,0.008526933193206788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,512,gemm_torch_flow,0.0071712002158164975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,768,gemm_torch_flow,0.007732266684373219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,65536,gemm_torch_flow,0.23755733172098795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,256,gemm_torch_flow,0.0063360000650088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,4096,128,gemm_torch_flow,0.005926399926344554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,16384,gemm_torch_flow,0.07007786432902018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,8192,gemm_torch_flow,0.037088000774383546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,7168,gemm_torch_flow,0.03184106747309367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,5120,gemm_torch_flow,0.02464639941851298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,6144,gemm_torch_flow,0.02755519946416219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,10240,gemm_torch_flow,0.04392746686935425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,12288,gemm_torch_flow,0.049422931671142575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,2048,gemm_torch_flow,0.012612266341845193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,1536,gemm_torch_flow,0.01016533374786377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,4096,gemm_torch_flow,0.021252266565958657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,3072,gemm_torch_flow,0.016511999567349753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,3584,gemm_torch_flow,0.01857173244158427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,2560,gemm_torch_flow,0.015066666404406228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,1024,gemm_torch_flow,0.008170666793982189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,65536,gemm_torch_flow,0.2431338628133138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,768,gemm_torch_flow,0.007276799778143566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,512,gemm_torch_flow,0.006484266618887584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,256,gemm_torch_flow,0.005818666517734527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3584,128,gemm_torch_flow,0.0053941334287325535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,10240,gemm_torch_flow,0.04189759890238444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,8192,gemm_torch_flow,0.03592426776885986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,16384,gemm_torch_flow,0.06697813669840494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,12288,gemm_torch_flow,0.04774399995803833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,7168,gemm_torch_flow,0.031361067295074464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,6144,gemm_torch_flow,0.027498666445414228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,5120,gemm_torch_flow,0.023018666108449302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,4096,gemm_torch_flow,0.019772799809773763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,1536,gemm_torch_flow,0.009725866715113322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,3072,gemm_torch_flow,0.01630506714185079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,3584,gemm_torch_flow,0.018178133169809978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,2560,gemm_torch_flow,0.013594667116800943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,2048,gemm_torch_flow,0.011705600221951802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,65536,gemm_torch_flow,0.23427626291910805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,1024,gemm_torch_flow,0.0077461332082748415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,768,gemm_torch_flow,0.006898133456707001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,512,gemm_torch_flow,0.006215466558933258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,256,gemm_torch_flow,0.005578666428724925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,3072,128,gemm_torch_flow,0.005205333232879639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,12288,gemm_torch_flow,0.04832640091578166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,8192,gemm_torch_flow,0.034253867467244466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,10240,gemm_torch_flow,0.03968853155771891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,4096,gemm_torch_flow,0.019261866807937622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,16384,gemm_torch_flow,0.06542400121688843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,7168,gemm_torch_flow,0.029865600665410358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,5120,gemm_torch_flow,0.022450133164723714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,6144,gemm_torch_flow,0.026859732468922932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,3584,gemm_torch_flow,0.01747200091679891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,768,gemm_torch_flow,0.006828799843788147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,65536,gemm_torch_flow,0.22641386985778808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,3072,gemm_torch_flow,0.015261866648991904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,2048,gemm_torch_flow,0.01129919985930125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,1024,gemm_torch_flow,0.0078015998005867004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,1536,gemm_torch_flow,0.009483733773231506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,2560,gemm_torch_flow,0.013302399714787801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,128,gemm_torch_flow,0.005257600049177805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,512,gemm_torch_flow,0.006164266665776571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2560,256,gemm_torch_flow,0.0055285334587097164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,12288,gemm_torch_flow,0.045320534706115724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,10240,gemm_torch_flow,0.03659626642862956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,8192,gemm_torch_flow,0.03177599906921387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,16384,gemm_torch_flow,0.0599231998125712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,6144,gemm_torch_flow,0.024850134054819742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,7168,gemm_torch_flow,0.02836693326632182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,2560,gemm_torch_flow,0.012562132875124612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,5120,gemm_torch_flow,0.021670399109522502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,65536,gemm_torch_flow,0.19615893363952636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,4096,gemm_torch_flow,0.018288000424702962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,3584,gemm_torch_flow,0.016760534048080443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,3072,gemm_torch_flow,0.014620799819628397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,2048,gemm_torch_flow,0.010566400488217671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,1536,gemm_torch_flow,0.00913706620534261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,768,gemm_torch_flow,0.006740266581376393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,1024,gemm_torch_flow,0.007448533177375793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,512,gemm_torch_flow,0.006108800073464712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,256,gemm_torch_flow,0.0056085333228111265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,2048,128,gemm_torch_flow,0.005205333232879639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,16384,gemm_torch_flow,0.06172053416570028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,12288,gemm_torch_flow,0.044120534261067705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,10240,gemm_torch_flow,0.036445868015289304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,8192,gemm_torch_flow,0.03226026693979899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,6144,gemm_torch_flow,0.024170666933059692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,7168,gemm_torch_flow,0.026948267221450807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,5120,gemm_torch_flow,0.02100800077120463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,4096,gemm_torch_flow,0.017547732591629027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,65536,gemm_torch_flow,0.20088213284810386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,3072,gemm_torch_flow,0.014286933342615762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,3584,gemm_torch_flow,0.015929599603017174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,2560,gemm_torch_flow,0.012317867080370585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,2048,gemm_torch_flow,0.010653866330782573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,1536,gemm_torch_flow,0.008685866991678875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,1024,gemm_torch_flow,0.00734506646792094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,512,gemm_torch_flow,0.005949866771697998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,768,gemm_torch_flow,0.006495999793211619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,256,gemm_torch_flow,0.0053247998158137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1536,128,gemm_torch_flow,0.0049674664934476215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,16384,gemm_torch_flow,0.05361280043919882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,12288,gemm_torch_flow,0.04134399890899658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,10240,gemm_torch_flow,0.03478826681772868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,8192,gemm_torch_flow,0.029175466299057005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,7168,gemm_torch_flow,0.02537493308385213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,6144,gemm_torch_flow,0.023145600159962972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,65536,gemm_torch_flow,0.1781823952992757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,5120,gemm_torch_flow,0.018950400749842326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,4096,gemm_torch_flow,0.01686613361040751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,3584,gemm_torch_flow,0.015301332871119181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,3072,gemm_torch_flow,0.013621333241462707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,2560,gemm_torch_flow,0.011655466755231221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,2048,gemm_torch_flow,0.0100682665904363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,1536,gemm_torch_flow,0.008585600058237712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,128,gemm_torch_flow,0.00491839994986852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,1024,gemm_torch_flow,0.00713919997215271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,768,gemm_torch_flow,0.006413866579532623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,512,gemm_torch_flow,0.005871999760468801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,1024,256,gemm_torch_flow,0.0052490666508674625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,6144,gemm_torch_flow,0.017990400393803917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,8192,gemm_torch_flow,0.023038933674494423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,12288,gemm_torch_flow,0.03358506759007772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,16384,gemm_torch_flow,0.04268480141957601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,10240,gemm_torch_flow,0.028215465943018596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,7168,gemm_torch_flow,0.0207914670308431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,5120,gemm_torch_flow,0.015759999553362526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,65536,gemm_torch_flow,0.15814186731974283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,4096,gemm_torch_flow,0.013981866836547851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,3584,gemm_torch_flow,0.01260693371295929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,3072,gemm_torch_flow,0.011400533715883891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,2560,gemm_torch_flow,0.009892266988754273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,2048,gemm_torch_flow,0.008565333485603333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,1536,gemm_torch_flow,0.007673599819342296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,1024,gemm_torch_flow,0.006460799773534138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,768,gemm_torch_flow,0.005987200140953064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,512,gemm_torch_flow,0.005585066477457682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,128,gemm_torch_flow,0.004811733464399974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,768,256,gemm_torch_flow,0.005082666873931885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,10240,gemm_torch_flow,0.020618667205174766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,16384,gemm_torch_flow,0.0324725329875946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,6144,gemm_torch_flow,0.014084266622861228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,4096,gemm_torch_flow,0.010863999525705974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,12288,gemm_torch_flow,0.02507839997609456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,65536,gemm_torch_flow,0.11706986427307128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,7168,gemm_torch_flow,0.01585919956366221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,8192,gemm_torch_flow,0.01739733417828878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,5120,gemm_torch_flow,0.012119467059771221
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,2560,gemm_torch_flow,0.008496000369389852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,3072,gemm_torch_flow,0.00923520028591156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,3584,gemm_torch_flow,0.010514133175214132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,128,gemm_torch_flow,0.004743466774622599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,512,gemm_torch_flow,0.00544106662273407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,1024,gemm_torch_flow,0.006073600053787232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,2048,gemm_torch_flow,0.007340799768765767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,1536,gemm_torch_flow,0.006996266543865204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,768,gemm_torch_flow,0.005596800148487091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,16384,gemm_torch_flow,0.02698880036671956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,512,256,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,12288,gemm_torch_flow,0.02141759991645813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,6144,gemm_torch_flow,0.012758400042851767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,4096,gemm_torch_flow,0.010215466221173603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,10240,gemm_torch_flow,0.01854613423347473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,3584,gemm_torch_flow,0.010029866298039754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,65536,gemm_torch_flow,0.09810667037963867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,7168,gemm_torch_flow,0.014328533411026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,8192,gemm_torch_flow,0.015464533368746439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,5120,gemm_torch_flow,0.011337600151697795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,3072,gemm_torch_flow,0.008699733018875121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,2048,gemm_torch_flow,0.007165866593519847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,2560,gemm_torch_flow,0.008121599753697712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,768,gemm_torch_flow,0.005480533341566721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,1536,gemm_torch_flow,0.0069461335738499955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,512,gemm_torch_flow,0.005206400156021118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,256,gemm_torch_flow,0.00481386681397756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,128,gemm_torch_flow,0.004658133288224538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,256,1024,gemm_torch_flow,0.00592853327592214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,7168,gemm_torch_flow,0.014284800489743552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,10240,gemm_torch_flow,0.018620800971984864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,4096,gemm_torch_flow,0.010098133484522502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,65536,gemm_torch_flow,0.0979541301727295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,16384,gemm_torch_flow,0.026891734202702838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,12288,gemm_torch_flow,0.021359999974568687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,8192,gemm_torch_flow,0.01548906664053599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,3072,gemm_torch_flow,0.008733866612116496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,6144,gemm_torch_flow,0.012823466459910074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,2560,gemm_torch_flow,0.008137600123882293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,5120,gemm_torch_flow,0.011354666948318482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,2048,gemm_torch_flow,0.006981333096822103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,1024,gemm_torch_flow,0.005989333490530649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,3584,gemm_torch_flow,0.009893332918485005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,1536,gemm_torch_flow,0.006877866884072621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,768,gemm_torch_flow,0.0054624001185099285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,256,gemm_torch_flow,0.004836266736189524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,512,gemm_torch_flow,0.005132799843947092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,192,128,128,gemm_torch_flow,0.004570666452248891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,4096,gemm_torch_flow,0.18398186365763347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,5120,gemm_torch_flow,0.21372052828470864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,6144,gemm_torch_flow,0.27952213287353517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,7168,gemm_torch_flow,0.3282442728678385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,8192,gemm_torch_flow,0.37592960993448893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,10240,gemm_torch_flow,0.43857599894205734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,2048,gemm_torch_flow,0.09498773415883383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,3584,gemm_torch_flow,0.16245973904927571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,1024,gemm_torch_flow,0.05245440006256104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,12288,gemm_torch_flow,0.49434134165445964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,768,gemm_torch_flow,0.04255786736806234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,1536,gemm_torch_flow,0.07252373695373535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,2560,gemm_torch_flow,0.11899200280507405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,3072,gemm_torch_flow,0.1419904073079427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,256,gemm_torch_flow,0.029155200719833373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,512,gemm_torch_flow,0.03439679940541585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,128,gemm_torch_flow,0.02719680070877075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,65536,16384,gemm_torch_flow,0.6286762873331706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,12288,gemm_torch_flow,0.1392288049062093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,10240,gemm_torch_flow,0.10816319783528645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,16384,gemm_torch_flow,0.1775231997172038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,5120,gemm_torch_flow,0.06266453266143798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,6144,gemm_torch_flow,0.07445973555246989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,8192,gemm_torch_flow,0.10066239833831787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,7168,gemm_torch_flow,0.08944640159606934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,4096,gemm_torch_flow,0.0530240019162496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,2560,gemm_torch_flow,0.03486826817194621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,2048,gemm_torch_flow,0.028574933608373005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,1536,gemm_torch_flow,0.022964266935984294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,3072,gemm_torch_flow,0.04094719886779785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,3584,gemm_torch_flow,0.046275198459625244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,128,gemm_torch_flow,0.009795199831326802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,1024,gemm_torch_flow,0.017786665757497152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,768,gemm_torch_flow,0.014845866958300272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,256,gemm_torch_flow,0.010642133156458537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,512,gemm_torch_flow,0.013011200229326883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,8192,gemm_torch_flow,0.09328107039133707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,10240,gemm_torch_flow,0.10543039639790852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,6144,gemm_torch_flow,0.06868159770965576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,7168,gemm_torch_flow,0.0781984011332194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,12288,gemm_torch_flow,0.1241546630859375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,16384,gemm_torch_flow,0.15771199862162272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,3584,gemm_torch_flow,0.0425930658976237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,3072,gemm_torch_flow,0.03612053394317627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,5120,gemm_torch_flow,0.05843413273493449
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,2560,gemm_torch_flow,0.03193706671396891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,4096,gemm_torch_flow,0.04805440107981364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,2048,gemm_torch_flow,0.02638186613718669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,256,gemm_torch_flow,0.008678399523099263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,1536,gemm_torch_flow,0.02055466572443644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,16384,65536,gemm_torch_flow,0.6341375986735026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,768,gemm_torch_flow,0.013623467087745667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,1024,gemm_torch_flow,0.015341867009798685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,512,gemm_torch_flow,0.010896000266075134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,128,gemm_torch_flow,0.007814399898052216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,10240,gemm_torch_flow,0.09990932941436767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,8192,gemm_torch_flow,0.08451306819915771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,12288,gemm_torch_flow,0.11271786689758301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,7168,gemm_torch_flow,0.07622186342875162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,6144,gemm_torch_flow,0.0630570650100708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,16384,gemm_torch_flow,0.15065280596415204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,12288,65536,gemm_torch_flow,0.5868031819661458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,3584,gemm_torch_flow,0.04078506628672282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,5120,gemm_torch_flow,0.055623467763264975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,4096,gemm_torch_flow,0.04447679917017619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,3072,gemm_torch_flow,0.03489919900894165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,2560,gemm_torch_flow,0.02967039942741394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,2048,gemm_torch_flow,0.024762666225433348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,1024,gemm_torch_flow,0.01481066644191742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,768,gemm_torch_flow,0.012392533818880717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,512,gemm_torch_flow,0.009387733538945515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,256,gemm_torch_flow,0.007701333363850911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,1536,gemm_torch_flow,0.019169066349665323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,128,gemm_torch_flow,0.0070783997575442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,12288,gemm_torch_flow,0.07422506809234619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,10240,gemm_torch_flow,0.06269439856211344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,16384,gemm_torch_flow,0.09890453020731607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,7168,gemm_torch_flow,0.04626453320185343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,8192,gemm_torch_flow,0.05290879805882772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,5120,gemm_torch_flow,0.03480960130691528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,3072,gemm_torch_flow,0.023128533363342287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,2048,gemm_torch_flow,0.01734613378842672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,6144,gemm_torch_flow,0.03962773482004801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,3584,gemm_torch_flow,0.026537599166234334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,10240,65536,gemm_torch_flow,0.5218186696370443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,4096,gemm_torch_flow,0.02896639903386434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,1536,gemm_torch_flow,0.01448853313922882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,512,gemm_torch_flow,0.008427733182907104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,2560,gemm_torch_flow,0.02027413249015808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,768,gemm_torch_flow,0.009709866841634114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,256,gemm_torch_flow,0.007495466868082683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,128,gemm_torch_flow,0.006887466708819072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,1024,gemm_torch_flow,0.011815466483434041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,6144,gemm_torch_flow,0.037249068419138595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,10240,gemm_torch_flow,0.058740266164143885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,7168,gemm_torch_flow,0.043093331654866535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,8192,65536,gemm_torch_flow,0.339357852935791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,12288,gemm_torch_flow,0.07144213517506917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,16384,gemm_torch_flow,0.09348053137461344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,4096,gemm_torch_flow,0.02730133334795634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,8192,gemm_torch_flow,0.05006613334019979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,3584,gemm_torch_flow,0.02481813430786133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,2048,gemm_torch_flow,0.016476800044377647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,3072,gemm_torch_flow,0.021386667092641195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,5120,gemm_torch_flow,0.03298346598943074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,1536,gemm_torch_flow,0.013105066617329917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,1024,gemm_torch_flow,0.01060479978720347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,128,gemm_torch_flow,0.005930666625499725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,2560,gemm_torch_flow,0.018926932414372762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,768,gemm_torch_flow,0.008692266543706258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,512,gemm_torch_flow,0.007540266712506611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,256,gemm_torch_flow,0.006505600114663441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,10240,gemm_torch_flow,0.053311999638875326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,8192,gemm_torch_flow,0.046164266268412274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,7168,65536,gemm_torch_flow,0.33133227030436196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,12288,gemm_torch_flow,0.06605546474456787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,16384,gemm_torch_flow,0.08999893665313721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,7168,gemm_torch_flow,0.042106668154398605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,6144,gemm_torch_flow,0.0356544017791748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,2560,gemm_torch_flow,0.018114133675893148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,5120,gemm_torch_flow,0.03171413342158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,3584,gemm_torch_flow,0.024221867322921753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,4096,gemm_torch_flow,0.026101332902908326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,3072,gemm_torch_flow,0.020888533194859824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,2048,gemm_torch_flow,0.015664000312487283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,1536,gemm_torch_flow,0.012711466352144877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,128,gemm_torch_flow,0.005948799848556519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,768,gemm_torch_flow,0.00844053328037262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,512,gemm_torch_flow,0.007437866429487865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,1024,gemm_torch_flow,0.009928533434867859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,256,gemm_torch_flow,0.006515199939409892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,8192,gemm_torch_flow,0.04450133244196574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,6144,65536,gemm_torch_flow,0.3157962799072266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,12288,gemm_torch_flow,0.06355413198471069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,10240,gemm_torch_flow,0.05005546808242798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,7168,gemm_torch_flow,0.03997226556142171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,16384,gemm_torch_flow,0.08054827054341634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,6144,gemm_torch_flow,0.03335786660512288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,5120,gemm_torch_flow,0.029556266466776532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,2560,gemm_torch_flow,0.017576533555984496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,4096,gemm_torch_flow,0.024718934297561647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,3584,gemm_torch_flow,0.022714666525522866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,2048,gemm_torch_flow,0.014541866381963095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,3072,gemm_torch_flow,0.01990506649017334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,768,gemm_torch_flow,0.007990399996439617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,1536,gemm_torch_flow,0.01206826666990916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,1024,gemm_torch_flow,0.009249066313107807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,256,gemm_torch_flow,0.006116266548633576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,512,gemm_torch_flow,0.006908800204594929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,128,gemm_torch_flow,0.005543466905752818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,5120,65536,gemm_torch_flow,0.2913824081420898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,16384,gemm_torch_flow,0.07718079884847005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,12288,gemm_torch_flow,0.054960000514984134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,8192,gemm_torch_flow,0.04022506475448608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,10240,gemm_torch_flow,0.04752853314081828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,7168,gemm_torch_flow,0.03513600031534831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,5120,gemm_torch_flow,0.0262880007425944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,6144,gemm_torch_flow,0.030536532402038574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,3584,gemm_torch_flow,0.021092265844345093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,1536,gemm_torch_flow,0.011516799529393513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,4096,gemm_torch_flow,0.022922666867574056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,3072,gemm_torch_flow,0.018599466482798258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,2560,gemm_torch_flow,0.01599679986635844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,128,gemm_torch_flow,0.005921066800753275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,2048,gemm_torch_flow,0.013664000233014426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,1024,gemm_torch_flow,0.00881599982579549
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,768,gemm_torch_flow,0.00803413341442744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,512,gemm_torch_flow,0.007225599884986877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,256,gemm_torch_flow,0.006316799918810527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,4096,65536,gemm_torch_flow,0.2575808048248291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,12288,gemm_torch_flow,0.05833173195521037
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,8192,gemm_torch_flow,0.04143146673838298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,7168,gemm_torch_flow,0.03730453252792358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,16384,gemm_torch_flow,0.07450133164723714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,4096,gemm_torch_flow,0.022827732563018798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,10240,gemm_torch_flow,0.049854934215545654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,6144,gemm_torch_flow,0.03183679978052775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,5120,gemm_torch_flow,0.027569067478179932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,65536,gemm_torch_flow,0.26550186475118004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,3072,gemm_torch_flow,0.01872426668802897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,2560,gemm_torch_flow,0.0164000004529953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,2048,gemm_torch_flow,0.01341973344484965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,3584,gemm_torch_flow,0.020983467499415077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,1536,gemm_torch_flow,0.010724266370137531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,1024,gemm_torch_flow,0.008637866377830506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,768,gemm_torch_flow,0.007479466497898102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,256,gemm_torch_flow,0.005829333265622457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,512,gemm_torch_flow,0.006533333162466686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3584,128,gemm_torch_flow,0.005419733126958212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,12288,gemm_torch_flow,0.05676159858703613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,16384,gemm_torch_flow,0.0753941297531128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,10240,gemm_torch_flow,0.048596266905466715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,8192,gemm_torch_flow,0.041213866074879965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,5120,gemm_torch_flow,0.026828799645106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,6144,gemm_torch_flow,0.030471465984980267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,7168,gemm_torch_flow,0.03660373290379842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,4096,gemm_torch_flow,0.022374399503072104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,65536,gemm_torch_flow,0.2642122745513916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,3584,gemm_torch_flow,0.02037866711616516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,2560,gemm_torch_flow,0.015681067109107973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,3072,gemm_torch_flow,0.01797119975090027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,1024,gemm_torch_flow,0.008292266726493835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,1536,gemm_torch_flow,0.010435199737548828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,2048,gemm_torch_flow,0.013294933239618936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,768,gemm_torch_flow,0.007109333574771881
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,512,gemm_torch_flow,0.006307200094064077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,16384,gemm_torch_flow,0.07477227052052816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,256,gemm_torch_flow,0.005593599875768026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,3072,128,gemm_torch_flow,0.005196799834569296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,12288,gemm_torch_flow,0.05630720059076945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,6144,gemm_torch_flow,0.03110186656316121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,10240,gemm_torch_flow,0.04757013320922852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,3584,gemm_torch_flow,0.020100265741348267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,2560,gemm_torch_flow,0.015348266561826071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,8192,gemm_torch_flow,0.03979626496632894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,7168,gemm_torch_flow,0.034907734394073485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,4096,gemm_torch_flow,0.022486400604248048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,5120,gemm_torch_flow,0.02611733277638753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,3072,gemm_torch_flow,0.017628800868988038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,768,gemm_torch_flow,0.0070826664566993715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,65536,gemm_torch_flow,0.24754560788472496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,1536,gemm_torch_flow,0.010238933563232421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,2048,gemm_torch_flow,0.012478933731714884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,1024,gemm_torch_flow,0.008227199812730153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,512,gemm_torch_flow,0.006306133170922597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,256,gemm_torch_flow,0.0055637334783871974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2560,128,gemm_torch_flow,0.005177600185076395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,12288,gemm_torch_flow,0.050919465223948156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,4096,gemm_torch_flow,0.02071253259976705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,5120,gemm_torch_flow,0.023900800943374635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,16384,gemm_torch_flow,0.06755413214365641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,10240,gemm_torch_flow,0.04258879820505778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,8192,gemm_torch_flow,0.035657600561777754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,7168,gemm_torch_flow,0.03216533263524373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,3584,gemm_torch_flow,0.018730666240056357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,6144,gemm_torch_flow,0.027061333258946735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,3072,gemm_torch_flow,0.015641599893569946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,2048,gemm_torch_flow,0.011597866813341778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,1024,gemm_torch_flow,0.007812266548474629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,65536,gemm_torch_flow,0.23340586026509605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,2560,gemm_torch_flow,0.01399893363316854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,1536,gemm_torch_flow,0.009949866930643718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,768,gemm_torch_flow,0.007083733379840851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,512,gemm_torch_flow,0.00626453310251236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,256,gemm_torch_flow,0.005595733225345611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,2048,128,gemm_torch_flow,0.005163733164469401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,16384,gemm_torch_flow,0.06829973061879477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,8192,gemm_torch_flow,0.03566826581954956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,10240,gemm_torch_flow,0.04481600125630696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,12288,gemm_torch_flow,0.052743466695149746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,6144,gemm_torch_flow,0.029525333642959596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,7168,gemm_torch_flow,0.03396586577097575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,5120,gemm_torch_flow,0.024872533480326333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,4096,gemm_torch_flow,0.02025173306465149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,2048,gemm_torch_flow,0.011784533659617107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,65536,gemm_torch_flow,0.21561387379964195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,3584,gemm_torch_flow,0.01876693367958069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,3072,gemm_torch_flow,0.016238933801651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,2560,gemm_torch_flow,0.014382933576901754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,256,gemm_torch_flow,0.0053951998551686605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,1536,gemm_torch_flow,0.009749333063761394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,1024,gemm_torch_flow,0.007830399771531422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,768,gemm_torch_flow,0.00682773341735204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,512,gemm_torch_flow,0.006030933558940887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,6144,gemm_torch_flow,0.026321067412694292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,7168,gemm_torch_flow,0.02974613308906555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1536,128,gemm_torch_flow,0.005046399931112925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,16384,gemm_torch_flow,0.06270826657613118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,10240,gemm_torch_flow,0.040465064843495685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,12288,gemm_torch_flow,0.04375679890314738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,8192,gemm_torch_flow,0.03421226739883423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,65536,gemm_torch_flow,0.20900266965230307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,5120,gemm_torch_flow,0.022737065951029457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,3072,gemm_torch_flow,0.014916266997655234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,3584,gemm_torch_flow,0.017268266280492148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,4096,gemm_torch_flow,0.01884373426437378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,2560,gemm_torch_flow,0.01304533382256826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,256,gemm_torch_flow,0.0053610667586326596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,2048,gemm_torch_flow,0.011228799819946289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,1536,gemm_torch_flow,0.009603200356165568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,1024,gemm_torch_flow,0.007527466615041096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,768,gemm_torch_flow,0.006727466483910878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,512,gemm_torch_flow,0.005946666498978933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,1024,128,gemm_torch_flow,0.004907733201980591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,10240,gemm_torch_flow,0.03327999909718831
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,7168,gemm_torch_flow,0.024266666173934935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,65536,gemm_torch_flow,0.16667307217915853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,16384,gemm_torch_flow,0.05074559847513834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,12288,gemm_torch_flow,0.036559998989105225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,8192,gemm_torch_flow,0.02727786699930827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,4096,gemm_torch_flow,0.016156799594561257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,6144,gemm_torch_flow,0.02095466653505961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,5120,gemm_torch_flow,0.01826559901237488
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,3584,gemm_torch_flow,0.014486400286356607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,2560,gemm_torch_flow,0.011515733599662781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,3072,gemm_torch_flow,0.0125408003727595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,2048,gemm_torch_flow,0.009449600179990133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,512,gemm_torch_flow,0.005628799895445505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,1536,gemm_torch_flow,0.008090666433175405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,1024,gemm_torch_flow,0.00676800012588501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,768,gemm_torch_flow,0.006163200239340464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,256,gemm_torch_flow,0.0051360001166661584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,16384,gemm_torch_flow,0.037154134114583334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,768,128,gemm_torch_flow,0.0048767998814582825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,10240,gemm_torch_flow,0.024040534098943075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,6144,gemm_torch_flow,0.01574613352616628
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,65536,gemm_torch_flow,0.13910293579101562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,8192,gemm_torch_flow,0.02112320065498352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,5120,gemm_torch_flow,0.013972266515096029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,12288,gemm_torch_flow,0.02911893328030904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,3072,gemm_torch_flow,0.009648000200589497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,1536,gemm_torch_flow,0.007043200234572093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,4096,gemm_torch_flow,0.012295466661453248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,7168,gemm_torch_flow,0.017991467316945394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,2048,gemm_torch_flow,0.007805866499741872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,2560,gemm_torch_flow,0.00892799993356069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,768,gemm_torch_flow,0.005654400090376536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,1024,gemm_torch_flow,0.006118399898211161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,3584,gemm_torch_flow,0.010893866419792175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,512,gemm_torch_flow,0.005328000088532766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,8192,gemm_torch_flow,0.015099733074506124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,10240,gemm_torch_flow,0.017905066410700478
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,256,gemm_torch_flow,0.005013333261013031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,7168,gemm_torch_flow,0.01381333371003469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,512,128,gemm_torch_flow,0.004733866453170777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,12288,gemm_torch_flow,0.020730666319529214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,16384,gemm_torch_flow,0.02620159983634949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,2560,gemm_torch_flow,0.008185600241025288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,3584,gemm_torch_flow,0.009804800152778625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,65536,gemm_torch_flow,0.09725866317749024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,3072,gemm_torch_flow,0.008345599969228108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,2048,gemm_torch_flow,0.007074133555094402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,6144,gemm_torch_flow,0.012334932883580525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,5120,gemm_torch_flow,0.011368532975514729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,4096,gemm_torch_flow,0.010055466492970785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,1024,gemm_torch_flow,0.005949866771697998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,768,gemm_torch_flow,0.005468800167242686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,128,gemm_torch_flow,0.004644266764322917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,1536,gemm_torch_flow,0.0067552000284194945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,512,gemm_torch_flow,0.005157333115736643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,7168,gemm_torch_flow,0.013814399639765421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,10240,gemm_torch_flow,0.017858133713404337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,12288,gemm_torch_flow,0.020793600877126058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,256,256,gemm_torch_flow,0.004826666911443075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,65536,gemm_torch_flow,0.09426986376444499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,16384,gemm_torch_flow,0.026022400458653765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,5120,gemm_torch_flow,0.011374933520952861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,6144,gemm_torch_flow,0.012349866827329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,3584,gemm_torch_flow,0.009690666198730468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,8192,gemm_torch_flow,0.015128533045450846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,1536,gemm_torch_flow,0.006793599824110668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,256,gemm_torch_flow,0.004807466765244802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,4096,gemm_torch_flow,0.009961600104967754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,1024,gemm_torch_flow,0.005874133110046387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,512,gemm_torch_flow,0.005116799970467886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,3072,gemm_torch_flow,0.008265600105126699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,768,gemm_torch_flow,0.005453866720199585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,2560,gemm_torch_flow,0.008052266637484233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,128,gemm_torch_flow,0.004658133288224538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,160,128,2048,gemm_torch_flow,0.0070271998643875126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,4096,gemm_torch_flow,0.08292266527811686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,5120,gemm_torch_flow,0.09935253461201986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,6144,gemm_torch_flow,0.11661012967427571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,7168,gemm_torch_flow,0.1335466702779134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,3584,gemm_torch_flow,0.07405119736989339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,8192,gemm_torch_flow,0.14994773864746094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,2048,gemm_torch_flow,0.04892373482386271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,2560,gemm_torch_flow,0.05628373225529989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,3072,gemm_torch_flow,0.06427626609802246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,1536,gemm_torch_flow,0.040175998210906984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,10240,gemm_torch_flow,0.18213760058085124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,128,gemm_torch_flow,0.01681706706682841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,1024,gemm_torch_flow,0.031568000713984176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,256,gemm_torch_flow,0.01803626616795858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,12288,gemm_torch_flow,0.2142090638478597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,512,gemm_torch_flow,0.021559466918309532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,768,gemm_torch_flow,0.028612265984217327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,10240,gemm_torch_flow,0.051210665702819826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,7168,gemm_torch_flow,0.03839253187179566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,12288,gemm_torch_flow,0.06106453339258829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,6144,gemm_torch_flow,0.03466026782989502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,8192,gemm_torch_flow,0.045689598719278975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,16384,gemm_torch_flow,0.08048319816589355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,65536,16384,gemm_torch_flow,0.28460585276285805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,2048,gemm_torch_flow,0.016220800081888833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,3072,gemm_torch_flow,0.021262933810551964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,1536,gemm_torch_flow,0.01440000037352244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,2560,gemm_torch_flow,0.01875093380610148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,5120,gemm_torch_flow,0.03001813292503357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,4096,gemm_torch_flow,0.025399466355641682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,128,gemm_torch_flow,0.006904533505439759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,3584,gemm_torch_flow,0.023558400074640908
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,512,gemm_torch_flow,0.009026133020718892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,768,gemm_torch_flow,0.010572800040245056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,1024,gemm_torch_flow,0.011494400103886922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,256,gemm_torch_flow,0.0074442664782206226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,8192,gemm_torch_flow,0.03450453281402588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,10240,gemm_torch_flow,0.04100159804026286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,6144,gemm_torch_flow,0.02765333255132039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,7168,gemm_torch_flow,0.0309173325697581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,12288,gemm_torch_flow,0.04800639947255452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,16384,gemm_torch_flow,0.06374719937642416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,4096,gemm_torch_flow,0.02071253259976705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,3584,gemm_torch_flow,0.01885546644528707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,5120,gemm_torch_flow,0.024406399329503378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,2560,gemm_torch_flow,0.015014400084813436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,3072,gemm_torch_flow,0.016812799374262492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,2048,gemm_torch_flow,0.0129013329744339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,1536,gemm_torch_flow,0.01134399970372518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,1024,gemm_torch_flow,0.009799466530481974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,768,gemm_torch_flow,0.008802133798599242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,512,gemm_torch_flow,0.006951466699441274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,256,gemm_torch_flow,0.006372266511122386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,128,gemm_torch_flow,0.005980800092220307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,16384,65536,gemm_torch_flow,0.2964714686075846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,12288,gemm_torch_flow,0.04187519947687785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,7168,gemm_torch_flow,0.027037866910298664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,16384,gemm_torch_flow,0.05426346858342489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,8192,gemm_torch_flow,0.0305184006690979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,10240,gemm_torch_flow,0.03630293210347493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,6144,gemm_torch_flow,0.025858134031295776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,3584,gemm_torch_flow,0.0166293332974116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,5120,gemm_torch_flow,0.02153600056966146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,2048,gemm_torch_flow,0.011704533298810323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,2560,gemm_torch_flow,0.013319466511408487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,3072,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,4096,gemm_torch_flow,0.01803093353907267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,12288,65536,gemm_torch_flow,0.23730239868164063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,512,gemm_torch_flow,0.0064746667941411335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,1536,gemm_torch_flow,0.010259200135866802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,768,gemm_torch_flow,0.007670400043328603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,1024,gemm_torch_flow,0.008861866593360902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,256,gemm_torch_flow,0.005907199780146281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,128,gemm_torch_flow,0.00555626650651296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,10240,65536,gemm_torch_flow,0.21281387011210123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,6144,gemm_torch_flow,0.021333332856496176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,16384,gemm_torch_flow,0.04609813292821248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,8192,gemm_torch_flow,0.02599253257115682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,7168,gemm_torch_flow,0.023290665944417317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,10240,gemm_torch_flow,0.030631466706593828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,12288,gemm_torch_flow,0.03510826826095581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,2048,gemm_torch_flow,0.010875733693440755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,5120,gemm_torch_flow,0.01947093407313029
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,4096,gemm_torch_flow,0.016198399662971496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,3072,gemm_torch_flow,0.013250133395195008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,2560,gemm_torch_flow,0.012327466408411663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,3584,gemm_torch_flow,0.014889599879582724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,1536,gemm_torch_flow,0.010056533416112264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,128,gemm_torch_flow,0.0058335999647776285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,512,gemm_torch_flow,0.006516266862551372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,65536,gemm_torch_flow,0.18051840464274088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,768,gemm_torch_flow,0.00697920024394989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,256,gemm_torch_flow,0.006137600044409434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,8192,1024,gemm_torch_flow,0.008134399851163227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,16384,gemm_torch_flow,0.04386239846547445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,6144,gemm_torch_flow,0.020151466131210327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,12288,gemm_torch_flow,0.03427733182907104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,7168,gemm_torch_flow,0.022643200556437173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,10240,gemm_torch_flow,0.029684267441431683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,5120,gemm_torch_flow,0.017784533898035686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,8192,gemm_torch_flow,0.026289065678914387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,4096,gemm_torch_flow,0.015347199638684592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,3072,gemm_torch_flow,0.012442666292190551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,2048,gemm_torch_flow,0.010390399893124899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,2560,gemm_torch_flow,0.011623467008272808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,1536,gemm_torch_flow,0.009064533313115438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,3584,gemm_torch_flow,0.013754666845003764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,1024,gemm_torch_flow,0.007292800148328145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,65536,gemm_torch_flow,0.16892479260762533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,768,gemm_torch_flow,0.006525866687297821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,512,gemm_torch_flow,0.006084266801675161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,128,gemm_torch_flow,0.005403733253479004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,7168,256,gemm_torch_flow,0.005682133138179779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,12288,gemm_torch_flow,0.031668267647425336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,10240,gemm_torch_flow,0.02861013412475586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,16384,gemm_torch_flow,0.0412501335144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,6144,gemm_torch_flow,0.018824533621470133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,5120,gemm_torch_flow,0.016684800386428833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,7168,gemm_torch_flow,0.02101759910583496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,8192,gemm_torch_flow,0.023630932966868082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,4096,gemm_torch_flow,0.014121599992116294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,3584,gemm_torch_flow,0.012942933042844138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,3072,gemm_torch_flow,0.011611732840538024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,2560,gemm_torch_flow,0.010729599992434185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,1536,gemm_torch_flow,0.008508800466855367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,2048,gemm_torch_flow,0.009774933258692425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,1024,gemm_torch_flow,0.006798933446407318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,65536,gemm_torch_flow,0.15258132616678874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,512,gemm_torch_flow,0.005758933226267497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,768,gemm_torch_flow,0.006171733140945435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,256,gemm_torch_flow,0.005460266768932342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,6144,128,gemm_torch_flow,0.005245866874853769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,12288,gemm_torch_flow,0.02956053415934245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,10240,gemm_torch_flow,0.026824533939361572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,16384,gemm_torch_flow,0.038406399885813396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,6144,gemm_torch_flow,0.017522132396697997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,7168,gemm_torch_flow,0.019761067628860474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,8192,gemm_torch_flow,0.02226240038871765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,5120,gemm_torch_flow,0.015801599621772765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,3072,gemm_torch_flow,0.01112320025761922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,4096,gemm_torch_flow,0.013643733660380044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,3584,gemm_torch_flow,0.012537599603335062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,2560,gemm_torch_flow,0.010653866330782573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,65536,gemm_torch_flow,0.14505173365275065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,1536,gemm_torch_flow,0.007751466830571492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,2048,gemm_torch_flow,0.009571199615796406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,1024,gemm_torch_flow,0.006675200164318084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,768,gemm_torch_flow,0.006156800190607706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,512,gemm_torch_flow,0.005760000149408976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,256,gemm_torch_flow,0.005459199845790863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,5120,128,gemm_torch_flow,0.005217066903909048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,12288,gemm_torch_flow,0.025149865945180254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,10240,gemm_torch_flow,0.021661865711212158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,16384,gemm_torch_flow,0.03203306595484416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,8192,gemm_torch_flow,0.01884160041809082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,6144,gemm_torch_flow,0.014972800016403198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,7168,gemm_torch_flow,0.01698346734046936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,5120,gemm_torch_flow,0.013698133826255798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,65536,gemm_torch_flow,0.12544853687286378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,4096,gemm_torch_flow,0.012123733758926392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,3072,gemm_torch_flow,0.010134399930636088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,3584,gemm_torch_flow,0.011567999919255573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,2048,gemm_torch_flow,0.008101333181063335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,2560,gemm_torch_flow,0.010005333026250203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,1536,gemm_torch_flow,0.007419733206431071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,1024,gemm_torch_flow,0.006266666452089946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,128,gemm_torch_flow,0.005031466484069824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,768,gemm_torch_flow,0.006084266801675161
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,512,gemm_torch_flow,0.0056533331672350565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,4096,256,gemm_torch_flow,0.005340800185998281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,12288,gemm_torch_flow,0.024344533681869507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,16384,gemm_torch_flow,0.03096533417701721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,10240,gemm_torch_flow,0.021435733636220297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,7168,gemm_torch_flow,0.016275200247764587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,8192,gemm_torch_flow,0.017821866273880004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,5120,gemm_torch_flow,0.013405866424242654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,6144,gemm_torch_flow,0.014973866939544677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,65536,gemm_torch_flow,0.11307946840922038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,4096,gemm_torch_flow,0.011877333124478657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,3584,gemm_torch_flow,0.011516799529393513
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,3072,gemm_torch_flow,0.010048000017801921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,2560,gemm_torch_flow,0.00970240036646525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,2048,gemm_torch_flow,0.007968000074227651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,1024,gemm_torch_flow,0.006120533247788747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,1536,gemm_torch_flow,0.007235200206438701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,256,gemm_torch_flow,0.005309866865475973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,768,gemm_torch_flow,0.005924266576766968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,512,gemm_torch_flow,0.0055744002262751256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3584,128,gemm_torch_flow,0.005100800096988678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,10240,gemm_torch_flow,0.022307199239730836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,12288,gemm_torch_flow,0.025562665859858197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,16384,gemm_torch_flow,0.0333898663520813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,8192,gemm_torch_flow,0.01913706660270691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,6144,gemm_torch_flow,0.015408000349998474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,7168,gemm_torch_flow,0.017069866259892784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,5120,gemm_torch_flow,0.014389333128929139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,65536,gemm_torch_flow,0.12488426367441814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,2560,gemm_torch_flow,0.009015466769536335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,3072,gemm_torch_flow,0.009698133667310078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,1536,gemm_torch_flow,0.006903466582298279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,4096,gemm_torch_flow,0.012364799777666729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,3584,gemm_torch_flow,0.011449600259462994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,2048,gemm_torch_flow,0.007944533228874206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,1024,gemm_torch_flow,0.00636053333679835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,768,gemm_torch_flow,0.005942399799823761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,512,gemm_torch_flow,0.005590400099754334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,256,gemm_torch_flow,0.005205333232879639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,3072,128,gemm_torch_flow,0.005004799862702688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,12288,gemm_torch_flow,0.024503467480341594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,16384,gemm_torch_flow,0.03244266708691915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,10240,gemm_torch_flow,0.021625600258509316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,8192,gemm_torch_flow,0.018552533785502114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,7168,gemm_torch_flow,0.016740266482035318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,6144,gemm_torch_flow,0.015037866433461508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,5120,gemm_torch_flow,0.01405333379904429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,65536,gemm_torch_flow,0.11887893676757813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,4096,gemm_torch_flow,0.012120532989501952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,3072,gemm_torch_flow,0.009641599655151368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,3584,gemm_torch_flow,0.011004799604415893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,2560,gemm_torch_flow,0.008847999572753906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,1536,gemm_torch_flow,0.0069567998250325514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,2048,gemm_torch_flow,0.007910400132338206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,1024,gemm_torch_flow,0.006356266637643178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,768,gemm_torch_flow,0.005850666761398315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,512,gemm_torch_flow,0.005494399865468343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,256,gemm_torch_flow,0.005157333115736643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2560,128,gemm_torch_flow,0.004902400076389313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,12288,gemm_torch_flow,0.021548799673716226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,16384,gemm_torch_flow,0.027261867125829058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,10240,gemm_torch_flow,0.018639999628067016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,8192,gemm_torch_flow,0.015917866428693136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,7168,gemm_torch_flow,0.014915200074513755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,6144,gemm_torch_flow,0.013613866766293845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,5120,gemm_torch_flow,0.012135466933250428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,65536,gemm_torch_flow,0.1009717305501302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,4096,gemm_torch_flow,0.010717866818110149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,3584,gemm_torch_flow,0.009986133376757304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,3072,gemm_torch_flow,0.0084906667470932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,2048,gemm_torch_flow,0.007178666690985362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,2560,gemm_torch_flow,0.008197333415349324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,768,gemm_torch_flow,0.005701333284378052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,1024,gemm_torch_flow,0.006004266440868378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,1536,gemm_torch_flow,0.006969599922498067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,512,gemm_torch_flow,0.005453866720199585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,256,gemm_torch_flow,0.005083733300367991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,2048,128,gemm_torch_flow,0.004833066463470459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,16384,gemm_torch_flow,0.02658240000406901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,12288,gemm_torch_flow,0.021141332387924195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,10240,gemm_torch_flow,0.01842986742655436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,8192,gemm_torch_flow,0.01572480003039042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,7168,gemm_torch_flow,0.01442346672217051
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,65536,gemm_torch_flow,0.09420693715413411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,5120,gemm_torch_flow,0.011621333161989848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,6144,gemm_torch_flow,0.013315199812253316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,4096,gemm_torch_flow,0.009950932860374451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,3584,gemm_torch_flow,0.00960213343302409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,3072,gemm_torch_flow,0.008297599852085114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,2048,gemm_torch_flow,0.007073066631952922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,2560,gemm_torch_flow,0.008221866687138875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,1536,gemm_torch_flow,0.006876799960931141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,1024,gemm_torch_flow,0.006000000238418579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,768,gemm_torch_flow,0.00553599993387858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,256,gemm_torch_flow,0.004993066688378652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,12288,gemm_torch_flow,0.02077440023422241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,512,gemm_torch_flow,0.005303466816743215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,8192,gemm_torch_flow,0.015109333395957946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1536,128,gemm_torch_flow,0.004741333425045013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,16384,gemm_torch_flow,0.02616320053736369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,10240,gemm_torch_flow,0.018193066120147705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,5120,gemm_torch_flow,0.01112000048160553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,65536,gemm_torch_flow,0.09607253074645997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,7168,gemm_torch_flow,0.013833600282669067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,1536,gemm_torch_flow,0.0067552000284194945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,6144,gemm_torch_flow,0.012528000275293985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,4096,gemm_torch_flow,0.009886933366457622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,3584,gemm_torch_flow,0.009452799956003826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,3072,gemm_torch_flow,0.008269866804281871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,768,gemm_torch_flow,0.005465599894523621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,2560,gemm_torch_flow,0.008021333316961924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,2048,gemm_torch_flow,0.00694400022427241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,512,gemm_torch_flow,0.005110399921735128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,128,gemm_torch_flow,0.004650666813055674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,1024,gemm_torch_flow,0.0058442667126655575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,12288,gemm_torch_flow,0.02058026591936747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,1024,256,gemm_torch_flow,0.0048650667071342465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,6144,gemm_torch_flow,0.012430933117866517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,16384,gemm_torch_flow,0.02587946653366089
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,5120,gemm_torch_flow,0.011128532886505126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,4096,gemm_torch_flow,0.009849599997202555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,10240,gemm_torch_flow,0.017655466000239053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,8192,gemm_torch_flow,0.014781866470972696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,3072,gemm_torch_flow,0.008167466521263123
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,7168,gemm_torch_flow,0.013496533036231995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,65536,gemm_torch_flow,0.09143146673838297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,1536,gemm_torch_flow,0.0067775999506314594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,3584,gemm_torch_flow,0.009418666362762451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,1024,gemm_torch_flow,0.0058378666639328
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,512,gemm_torch_flow,0.005129600067933401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,256,gemm_torch_flow,0.00486826648314794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,2560,gemm_torch_flow,0.007991466422875721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,2048,gemm_torch_flow,0.006896000107129414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,768,gemm_torch_flow,0.005443199972311656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,16384,gemm_torch_flow,0.025630933046340943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,12288,gemm_torch_flow,0.020027732849121092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,6144,gemm_torch_flow,0.012333866953849793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,7168,gemm_torch_flow,0.013422933220863343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,768,128,gemm_torch_flow,0.004667733112970988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,65536,gemm_torch_flow,0.09077119827270508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,3584,gemm_torch_flow,0.00941973328590393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,10240,gemm_torch_flow,0.017537067333857216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,8192,gemm_torch_flow,0.014550399780273438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,2560,gemm_torch_flow,0.007952000200748443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,5120,gemm_torch_flow,0.01107199986775716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,4096,gemm_torch_flow,0.009727999567985535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,768,gemm_torch_flow,0.005399466554323832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,3072,gemm_torch_flow,0.008157866696516674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,1536,gemm_torch_flow,0.006702933212121327
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,2048,gemm_torch_flow,0.006985599795977275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,256,gemm_torch_flow,0.004762666424115499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,1024,gemm_torch_flow,0.005874133110046387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,12288,gemm_torch_flow,0.019742933909098308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,512,gemm_torch_flow,0.0050911997755368555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,10240,gemm_torch_flow,0.01727893352508545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,8192,gemm_torch_flow,0.014492799838383993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,512,128,gemm_torch_flow,0.004704000055789947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,16384,gemm_torch_flow,0.0249781330426534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,4096,gemm_torch_flow,0.009827199578285217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,7168,gemm_torch_flow,0.013510400056838989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,5120,gemm_torch_flow,0.011037866274515789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,3072,gemm_torch_flow,0.00812906672557195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,65536,gemm_torch_flow,0.08990399837493897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,2048,gemm_torch_flow,0.006962133447329204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,2560,gemm_torch_flow,0.007913599908351897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,6144,gemm_torch_flow,0.012273066242535909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,1536,gemm_torch_flow,0.006696533163388569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,256,gemm_torch_flow,0.004791466891765595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,512,gemm_torch_flow,0.005081599950790406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,3584,gemm_torch_flow,0.009318400422732036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,12288,gemm_torch_flow,0.019799466927846274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,10240,gemm_torch_flow,0.01723946730295817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,768,gemm_torch_flow,0.005381333331267038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,1024,gemm_torch_flow,0.00574186642964681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,8192,gemm_torch_flow,0.014532267053922018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,256,128,gemm_torch_flow,0.0045514668027559916
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,5120,gemm_torch_flow,0.011070932944615681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,16384,gemm_torch_flow,0.02504853407541911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,6144,gemm_torch_flow,0.012295466661453248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,65536,gemm_torch_flow,0.08936106363932292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,7168,gemm_torch_flow,0.01344319979349772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,2560,gemm_torch_flow,0.00780266672372818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,4096,gemm_torch_flow,0.009674666325251262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,3584,gemm_torch_flow,0.009206400314966837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,3072,gemm_torch_flow,0.00811413327852885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,512,gemm_torch_flow,0.005013333261013031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,1536,gemm_torch_flow,0.006682666639486949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,2048,gemm_torch_flow,0.006923733154932658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,1024,gemm_torch_flow,0.00581226646900177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,128,gemm_torch_flow,0.004569600025812784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,768,gemm_torch_flow,0.005389866729577383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,128,128,256,gemm_torch_flow,0.004792533318201701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,6144,gemm_torch_flow,0.1151360034942627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,5120,gemm_torch_flow,0.09929172992706299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,4096,gemm_torch_flow,0.08165760040283203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,7168,gemm_torch_flow,0.13157546520233154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,2048,gemm_torch_flow,0.048479998111724855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,8192,gemm_torch_flow,0.15636266072591146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,10240,gemm_torch_flow,0.18548693656921386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,3584,gemm_torch_flow,0.07259199619293213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,2560,gemm_torch_flow,0.05479253530502319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,3072,gemm_torch_flow,0.06334293286005656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,1024,gemm_torch_flow,0.030857600768407184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,128,gemm_torch_flow,0.01593493322531382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,256,gemm_torch_flow,0.0174453337987264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,512,gemm_torch_flow,0.020921599864959717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,1536,gemm_torch_flow,0.03920213381449382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,768,gemm_torch_flow,0.028328533967336016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,12288,gemm_torch_flow,0.2173429330190023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,8192,gemm_torch_flow,0.04353919823964437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,65536,16384,gemm_torch_flow,0.2942805290222168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,7168,gemm_torch_flow,0.0387658675511678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,10240,gemm_torch_flow,0.05115306774775187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,12288,gemm_torch_flow,0.06128319899241129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,6144,gemm_torch_flow,0.03561493158340454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,16384,gemm_torch_flow,0.08421653111775716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,5120,gemm_torch_flow,0.02969599962234497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,3584,gemm_torch_flow,0.02329813241958618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,1536,gemm_torch_flow,0.013597866892814637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,4096,gemm_torch_flow,0.02648853262265523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,512,gemm_torch_flow,0.008802133798599242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,3072,gemm_torch_flow,0.020935465892155967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,2560,gemm_torch_flow,0.018691200017929076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,2048,gemm_torch_flow,0.01609173317750295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,1024,gemm_torch_flow,0.011447466413180033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,768,gemm_torch_flow,0.01043839951356252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,128,gemm_torch_flow,0.006856533388296763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,256,gemm_torch_flow,0.007428266604741414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,7168,gemm_torch_flow,0.03275093237559001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,12288,gemm_torch_flow,0.051780267556508386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,10240,gemm_torch_flow,0.04413333336512248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,8192,gemm_torch_flow,0.03748906850814819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,5120,gemm_torch_flow,0.025643734137217204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,6144,gemm_torch_flow,0.02899199922879537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,2560,gemm_torch_flow,0.015826132893562318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,16384,gemm_torch_flow,0.07194986343383789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,4096,gemm_torch_flow,0.02157013416290283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,1536,gemm_torch_flow,0.01179200013478597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,768,gemm_torch_flow,0.008716799815495809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,3584,gemm_torch_flow,0.01972480018933614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,1024,gemm_torch_flow,0.009669333696365356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,3072,gemm_torch_flow,0.017666133244832356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,2048,gemm_torch_flow,0.013782399892807006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,128,gemm_torch_flow,0.005859200159708659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,512,gemm_torch_flow,0.007311999797821045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,256,gemm_torch_flow,0.006449066599210103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,8192,gemm_torch_flow,0.03658026854197184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,16384,gemm_torch_flow,0.061950933933258054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,10240,gemm_torch_flow,0.040440531571706136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,12288,gemm_torch_flow,0.04938986698786418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,16384,65536,gemm_torch_flow,0.3023829460144043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,7168,gemm_torch_flow,0.030395734310150146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,4096,gemm_torch_flow,0.019901865720748903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,5120,gemm_torch_flow,0.023299199342727662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,3072,gemm_torch_flow,0.01689599951108297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,2560,gemm_torch_flow,0.014645333091417948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,6144,gemm_torch_flow,0.02647999922434489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,12288,65536,gemm_torch_flow,0.25908479690551756
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,3584,gemm_torch_flow,0.018517333269119262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,1024,gemm_torch_flow,0.00907306671142578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,768,gemm_torch_flow,0.008027733365694682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,2048,gemm_torch_flow,0.012635733683904013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,1536,gemm_torch_flow,0.0107424000898997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,128,gemm_torch_flow,0.005474133292833964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,512,gemm_torch_flow,0.006660266717274983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,256,gemm_torch_flow,0.005936000247796377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,7168,gemm_torch_flow,0.027420800924301148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,10240,gemm_torch_flow,0.03686079978942871
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,12288,gemm_torch_flow,0.04293653170267741
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,8192,gemm_torch_flow,0.031035733222961426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,6144,gemm_torch_flow,0.02378773291905721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,16384,gemm_torch_flow,0.05728213389714559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,10240,65536,gemm_torch_flow,0.2351360003153483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,4096,gemm_torch_flow,0.018167465925216675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,5120,gemm_torch_flow,0.02133973240852356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,3584,gemm_torch_flow,0.017271467049916587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,3072,gemm_torch_flow,0.015361066659291586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,1024,gemm_torch_flow,0.008638933300971985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,2560,gemm_torch_flow,0.01362773378690084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,512,gemm_torch_flow,0.0069248000780741375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,2048,gemm_torch_flow,0.012173866232236225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,1536,gemm_torch_flow,0.01050879955291748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,768,gemm_torch_flow,0.0076447998483975725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,256,gemm_torch_flow,0.00624533345301946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,128,gemm_torch_flow,0.005745066702365876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,7168,gemm_torch_flow,0.027476267019907637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,8192,gemm_torch_flow,0.032459733883539836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,16384,gemm_torch_flow,0.05783040126164755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,10240,gemm_torch_flow,0.03636586666107178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,12288,gemm_torch_flow,0.04245973428090413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,8192,65536,gemm_torch_flow,0.2182410717010498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,6144,gemm_torch_flow,0.02370880047480265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,1536,gemm_torch_flow,0.009852799773216247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,3584,gemm_torch_flow,0.016239999731381734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,4096,gemm_torch_flow,0.017938133080800375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,5120,gemm_torch_flow,0.02055786649386088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,3072,gemm_torch_flow,0.014575999975204468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,2560,gemm_torch_flow,0.012989866733551025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,2048,gemm_torch_flow,0.011566932996114094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,512,gemm_torch_flow,0.006487466891606649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,768,gemm_torch_flow,0.007064533233642578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,1024,gemm_torch_flow,0.008189866443475087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,256,gemm_torch_flow,0.005716266731421152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,128,gemm_torch_flow,0.005297066768010458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,7168,65536,gemm_torch_flow,0.21410773595174154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,16384,gemm_torch_flow,0.056073598066965734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,12288,gemm_torch_flow,0.04121493498484294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,10240,gemm_torch_flow,0.03524693250656128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,8192,gemm_torch_flow,0.02992960015932719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,7168,gemm_torch_flow,0.026259199778238936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,6144,gemm_torch_flow,0.023065600792566934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,5120,gemm_torch_flow,0.01995840072631836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,4096,gemm_torch_flow,0.016857600212097167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,3584,gemm_torch_flow,0.015455999970436096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,1024,gemm_torch_flow,0.0076106667518615724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,3072,gemm_torch_flow,0.013989333311716715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,2048,gemm_torch_flow,0.011115733782450359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,2560,gemm_torch_flow,0.012426666418711345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,1536,gemm_torch_flow,0.00957546631495158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,768,gemm_torch_flow,0.00684799998998642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,512,gemm_torch_flow,0.0061749334136645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,128,gemm_torch_flow,0.005141333242257436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,256,gemm_torch_flow,0.005522133409976959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,6144,65536,gemm_torch_flow,0.20293119748433433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,16384,gemm_torch_flow,0.0518613338470459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,12288,gemm_torch_flow,0.03951893250147502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,8192,gemm_torch_flow,0.02996693253517151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,6144,gemm_torch_flow,0.021819732586542764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,7168,gemm_torch_flow,0.025497599442799883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,10240,gemm_torch_flow,0.03280106584231059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,5120,gemm_torch_flow,0.019402666886647543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,4096,gemm_torch_flow,0.016389333208402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,2048,gemm_torch_flow,0.010541866223017376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,3072,gemm_torch_flow,0.013752532998720804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,3584,gemm_torch_flow,0.015253333250681558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,2560,gemm_torch_flow,0.012226133545239767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,1024,gemm_torch_flow,0.007561600208282471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,1536,gemm_torch_flow,0.008763733506202697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,65536,gemm_torch_flow,0.19741973876953126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,768,gemm_torch_flow,0.006685866912206013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,512,gemm_torch_flow,0.006060799956321717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,256,gemm_torch_flow,0.005558399856090546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,5120,128,gemm_torch_flow,0.0051125332713127134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,10240,gemm_torch_flow,0.030455466111501055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,12288,gemm_torch_flow,0.036761601765950516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,16384,gemm_torch_flow,0.04757866859436035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,7168,gemm_torch_flow,0.023491199811299643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,6144,gemm_torch_flow,0.020832000176111858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,8192,gemm_torch_flow,0.02622720003128052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,5120,gemm_torch_flow,0.017514665921529136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,2560,gemm_torch_flow,0.011507200201352437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,4096,gemm_torch_flow,0.015390933553377787
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,3584,gemm_torch_flow,0.0143477330605189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,3072,gemm_torch_flow,0.012923733393351237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,2048,gemm_torch_flow,0.009912533561388652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,1536,gemm_torch_flow,0.008489599823951722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,1024,gemm_torch_flow,0.007095466554164887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,65536,gemm_torch_flow,0.18131732940673828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,768,gemm_torch_flow,0.006602666775385539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,512,gemm_torch_flow,0.006000000238418579
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,256,gemm_torch_flow,0.005613866448402405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,4096,128,gemm_torch_flow,0.005116799970467886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,8192,gemm_torch_flow,0.02486613392829895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,10240,gemm_torch_flow,0.029228800535202028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,12288,gemm_torch_flow,0.03415466547012329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,16384,gemm_torch_flow,0.044113067785898845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,6144,gemm_torch_flow,0.019528534015019736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,7168,gemm_torch_flow,0.022614399592081703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,5120,gemm_torch_flow,0.01676373283068339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,4096,gemm_torch_flow,0.014773333072662353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,1024,gemm_torch_flow,0.006841599941253662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,3584,gemm_torch_flow,0.014021333058675131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,3072,gemm_torch_flow,0.012502400080362954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,2560,gemm_torch_flow,0.01090239981810252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,1536,gemm_torch_flow,0.008165333171685536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,65536,gemm_torch_flow,0.16214933395385742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,2048,gemm_torch_flow,0.009227733810742695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,768,gemm_torch_flow,0.006426666676998138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,512,gemm_torch_flow,0.005836800237496694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,8192,gemm_torch_flow,0.025870933135350542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,128,gemm_torch_flow,0.005131733417510986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3584,256,gemm_torch_flow,0.005459199845790863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,16384,gemm_torch_flow,0.049135998884836836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,10240,gemm_torch_flow,0.029721599817276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,12288,gemm_torch_flow,0.03544640143712362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,6144,gemm_torch_flow,0.02073600093523661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,7168,gemm_torch_flow,0.02304640014966329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,4096,gemm_torch_flow,0.015306666493415833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,5120,gemm_torch_flow,0.01740480065345764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,3584,gemm_torch_flow,0.014769066373507181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,3072,gemm_torch_flow,0.01283519963423411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,2560,gemm_torch_flow,0.010859733819961548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,65536,gemm_torch_flow,0.17738134066263836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,2048,gemm_torch_flow,0.00941546658674876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,1024,gemm_torch_flow,0.007133866846561432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,1536,gemm_torch_flow,0.008310399949550629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,768,gemm_torch_flow,0.00643093337615331
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,128,gemm_torch_flow,0.0050016000866889955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,512,gemm_torch_flow,0.005804799993832906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,3072,256,gemm_torch_flow,0.005382399757703145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,12288,gemm_torch_flow,0.03408106565475464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,6144,gemm_torch_flow,0.01918506622314453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,16384,gemm_torch_flow,0.04517973264058431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,4096,gemm_torch_flow,0.014262400070826211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,10240,gemm_torch_flow,0.027705599864323933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,8192,gemm_torch_flow,0.024913066625595094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,7168,gemm_torch_flow,0.021463465690612794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,5120,gemm_torch_flow,0.016307199994723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,3072,gemm_torch_flow,0.01112000048160553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,3584,gemm_torch_flow,0.012981333335240684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,2560,gemm_torch_flow,0.010275200009346008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,65536,gemm_torch_flow,0.1548074722290039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,1024,gemm_torch_flow,0.0067669332027435304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,1536,gemm_torch_flow,0.007650133470694225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,2048,gemm_torch_flow,0.008571733037630718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,768,gemm_torch_flow,0.0061247999469439185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,512,gemm_torch_flow,0.005654400090376536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,256,gemm_torch_flow,0.005230933427810669
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2560,128,gemm_torch_flow,0.004946133494377137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,12288,gemm_torch_flow,0.032681600252787275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,10240,gemm_torch_flow,0.027500800291697186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,16384,gemm_torch_flow,0.04530773162841797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,8192,gemm_torch_flow,0.023856000105539957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,7168,gemm_torch_flow,0.021270400285720824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,5120,gemm_torch_flow,0.01616213321685791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,6144,gemm_torch_flow,0.019037866592407228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,65536,gemm_torch_flow,0.156766939163208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,3072,gemm_torch_flow,0.011318399508794149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,4096,gemm_torch_flow,0.013776000340779623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,3584,gemm_torch_flow,0.01250986655553182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,2560,gemm_torch_flow,0.010270933310190838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,2048,gemm_torch_flow,0.009063466389973959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,1536,gemm_torch_flow,0.008046933511892954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,512,gemm_torch_flow,0.00572266678015391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,1024,gemm_torch_flow,0.006833066542943318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,768,gemm_torch_flow,0.006196266909440359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,256,gemm_torch_flow,0.005187200009822845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,2048,128,gemm_torch_flow,0.004910933474699656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,16384,gemm_torch_flow,0.03495253324508667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,10240,gemm_torch_flow,0.024027733008066814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,12288,gemm_torch_flow,0.029388799269994097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,8192,gemm_torch_flow,0.021268266439437866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,7168,gemm_torch_flow,0.018589866161346436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,3584,gemm_torch_flow,0.011322666207949321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,6144,gemm_torch_flow,0.01681386629740397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,5120,gemm_torch_flow,0.01402666668097178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,65536,gemm_torch_flow,0.1295519987742106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,4096,gemm_torch_flow,0.01199893355369568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,3072,gemm_torch_flow,0.010267733534177145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,2560,gemm_torch_flow,0.00904960036277771
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,2048,gemm_torch_flow,0.007965866724650066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,1536,gemm_torch_flow,0.007338666419188182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,1024,gemm_torch_flow,0.006298666695753734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,768,gemm_torch_flow,0.00582826683918635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,512,gemm_torch_flow,0.005494399865468343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,256,gemm_torch_flow,0.0050901333491007485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,6144,gemm_torch_flow,0.013038933277130127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,10240,gemm_torch_flow,0.02015893260637919
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,8192,gemm_torch_flow,0.0169322669506073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1536,128,gemm_torch_flow,0.004795733094215393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,5120,gemm_torch_flow,0.01147093375523885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,12288,gemm_torch_flow,0.02287786602973938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,16384,gemm_torch_flow,0.03129813273747762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,7168,gemm_torch_flow,0.014830933014551798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,3584,gemm_torch_flow,0.009463466207186381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,3072,gemm_torch_flow,0.008542933066685994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,65536,gemm_torch_flow,0.11321280002593995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,4096,gemm_torch_flow,0.009657599528630574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,1024,gemm_torch_flow,0.006027733286221823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,2560,gemm_torch_flow,0.00806933343410492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,512,gemm_torch_flow,0.005226666728655497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,2048,gemm_torch_flow,0.00722453345855077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,1536,gemm_torch_flow,0.006695466736952464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,256,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,16384,gemm_torch_flow,0.027040000756581622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,768,gemm_torch_flow,0.005487999816735586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,8192,gemm_torch_flow,0.014801067113876343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,1024,128,gemm_torch_flow,0.004732800026734671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,5120,gemm_torch_flow,0.01060479978720347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,12288,gemm_torch_flow,0.020708266894022623
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,65536,gemm_torch_flow,0.09523839950561523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,10240,gemm_torch_flow,0.017590399583180746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,7168,gemm_torch_flow,0.013377066453297934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,6144,gemm_torch_flow,0.011986133456230164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,1536,gemm_torch_flow,0.006726400057474773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,2048,gemm_torch_flow,0.006963199873765309
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,1024,gemm_torch_flow,0.005770666897296906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,768,gemm_torch_flow,0.005413333574930826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,4096,gemm_torch_flow,0.009249066313107807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,3584,gemm_torch_flow,0.009338666995366413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,512,gemm_torch_flow,0.005118933320045471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,3072,gemm_torch_flow,0.00816319982210795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,2560,gemm_torch_flow,0.007942399879296621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,256,gemm_torch_flow,0.004881066580613455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,768,128,gemm_torch_flow,0.004654933512210846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,10240,gemm_torch_flow,0.016756266355514526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,12288,gemm_torch_flow,0.01941439906756083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,8192,gemm_torch_flow,0.014455466469128927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,7168,gemm_torch_flow,0.013270399967829385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,4096,gemm_torch_flow,0.00921493371327718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,16384,gemm_torch_flow,0.02483733296394348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,2048,gemm_torch_flow,0.006872533261775971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,6144,gemm_torch_flow,0.012034133076667786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,5120,gemm_torch_flow,0.010520533720652262
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,65536,gemm_torch_flow,0.08959253629048666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,1536,gemm_torch_flow,0.006623999774456024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,1024,gemm_torch_flow,0.005747200051943461
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,3584,gemm_torch_flow,0.009176533420880635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,3072,gemm_torch_flow,0.008071466783682505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,2560,gemm_torch_flow,0.007879466811815897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,65536,gemm_torch_flow,0.0859605312347412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,768,gemm_torch_flow,0.005406933526198069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,512,gemm_torch_flow,0.0050687998533248905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,16384,gemm_torch_flow,0.02399359941482544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,12288,gemm_torch_flow,0.0191594660282135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,256,gemm_torch_flow,0.0047647997736930845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,512,128,gemm_torch_flow,0.004586666822433472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,3584,gemm_torch_flow,0.009115733702977498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,7168,gemm_torch_flow,0.013314132889111837
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,6144,gemm_torch_flow,0.01183893382549286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,5120,gemm_torch_flow,0.010458667079607646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,10240,gemm_torch_flow,0.01664426624774933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,2560,gemm_torch_flow,0.007793066898981731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,3072,gemm_torch_flow,0.008123733103275299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,8192,gemm_torch_flow,0.01446293294429779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,1536,gemm_torch_flow,0.006571733454863231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,1024,gemm_torch_flow,0.005693866809209188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,4096,gemm_torch_flow,0.009164800246556599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,512,gemm_torch_flow,0.005096533397833506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,2048,gemm_torch_flow,0.0068693334857622785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,16384,gemm_torch_flow,0.024037333329518636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,768,gemm_torch_flow,0.005322666466236114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,65536,gemm_torch_flow,0.08559573491414388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,256,gemm_torch_flow,0.0046858668327331545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,256,128,gemm_torch_flow,0.004555733501911163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,10240,gemm_torch_flow,0.016621866822242738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,7168,gemm_torch_flow,0.013187199831008911
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,12288,gemm_torch_flow,0.01919680039087931
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,6144,gemm_torch_flow,0.011818666259447734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,3072,gemm_torch_flow,0.008059733112653096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,8192,gemm_torch_flow,0.014490666985511779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,1024,gemm_torch_flow,0.0057429333527882894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,2048,gemm_torch_flow,0.006762666503588359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,5120,gemm_torch_flow,0.010507733623186747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,4096,gemm_torch_flow,0.00912000040213267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,3584,gemm_torch_flow,0.009010133147239686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,768,gemm_torch_flow,0.005350400010744731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,1536,gemm_torch_flow,0.0065642664829889934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,2560,gemm_torch_flow,0.0077237332860628765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,512,gemm_torch_flow,0.005062399804592133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,128,gemm_torch_flow,0.004523733258247375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,96,128,256,gemm_torch_flow,0.004761599997679392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,4096,gemm_torch_flow,0.08724693457285562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,5120,gemm_torch_flow,0.11006293296813965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,6144,gemm_torch_flow,0.12642026742299398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,8192,gemm_torch_flow,0.16847786903381348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,7168,gemm_torch_flow,0.1480778694152832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,2560,gemm_torch_flow,0.05938453276952108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,10240,gemm_torch_flow,0.2071733315785726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,3584,gemm_torch_flow,0.07768426736195883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,3072,gemm_torch_flow,0.06813546816507975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,1536,gemm_torch_flow,0.03889600038528442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,12288,gemm_torch_flow,0.2404810587565104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,512,gemm_torch_flow,0.020431999365488687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,2048,gemm_torch_flow,0.04809919993082683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,768,gemm_torch_flow,0.027962666749954224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,1024,gemm_torch_flow,0.02908373276392619
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,256,gemm_torch_flow,0.01697173317273458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,128,gemm_torch_flow,0.015703466534614564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,8192,gemm_torch_flow,0.04738346735636394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,65536,16384,gemm_torch_flow,0.3178389231363932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,6144,gemm_torch_flow,0.036032001177469894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,7168,gemm_torch_flow,0.041340800126393636
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,5120,gemm_torch_flow,0.03171413342158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,10240,gemm_torch_flow,0.05554346640904745
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,12288,gemm_torch_flow,0.06681599617004394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,16384,gemm_torch_flow,0.0884991963704427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,3072,gemm_torch_flow,0.02185493310292562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,3584,gemm_torch_flow,0.0240938663482666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,2560,gemm_torch_flow,0.01937920053799947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,4096,gemm_torch_flow,0.027566933631896974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,256,gemm_torch_flow,0.007458133498827617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,1024,gemm_torch_flow,0.011464533209800721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,2048,gemm_torch_flow,0.01665279964605967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,1536,gemm_torch_flow,0.014200533429781595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,768,gemm_torch_flow,0.010446932911872864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,512,gemm_torch_flow,0.00864533285299937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,128,gemm_torch_flow,0.006708266834417979
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,6144,gemm_torch_flow,0.03110506733258565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,7168,gemm_torch_flow,0.03584959904352824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,10240,gemm_torch_flow,0.04796266555786133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,12288,gemm_torch_flow,0.056236799558003744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,16384,gemm_torch_flow,0.07782080173492431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,8192,gemm_torch_flow,0.040831998984018965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,2048,gemm_torch_flow,0.014315733313560485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,3072,gemm_torch_flow,0.01864746610323588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,3584,gemm_torch_flow,0.021372799078623453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,5120,gemm_torch_flow,0.027459200223286944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,4096,gemm_torch_flow,0.02323413292566935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,2560,gemm_torch_flow,0.01689599951108297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,1536,gemm_torch_flow,0.01225920021533966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,512,gemm_torch_flow,0.007239466905593872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,128,gemm_torch_flow,0.005865600208441416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,768,gemm_torch_flow,0.008699733018875121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,1024,gemm_torch_flow,0.009980799754460652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,256,gemm_torch_flow,0.006409599880377452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,8192,gemm_torch_flow,0.03904106616973877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,7168,gemm_torch_flow,0.03373759984970093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,16384,65536,gemm_torch_flow,0.32540159225463866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,12288,gemm_torch_flow,0.05411306619644165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,16384,gemm_torch_flow,0.07156480153401693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,10240,gemm_torch_flow,0.04625920057296753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,12288,65536,gemm_torch_flow,0.275057061513265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,2048,gemm_torch_flow,0.013706666231155396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,4096,gemm_torch_flow,0.022267733017603555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,3072,gemm_torch_flow,0.01778879960378011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,5120,gemm_torch_flow,0.0256117324034373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,3584,gemm_torch_flow,0.020351999998092653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,6144,gemm_torch_flow,0.030123732487360638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,2560,gemm_torch_flow,0.01542080044746399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,1536,gemm_torch_flow,0.011250133315722149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,512,gemm_torch_flow,0.006851199766000111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,768,gemm_torch_flow,0.008065066734949748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,1024,gemm_torch_flow,0.009403733412424724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,256,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,128,gemm_torch_flow,0.005514666438102722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,10240,gemm_torch_flow,0.04002026716868083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,12288,gemm_torch_flow,0.047421868642171225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,16384,gemm_torch_flow,0.06427626609802246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,10240,65536,gemm_torch_flow,0.27201598485310874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,8192,gemm_torch_flow,0.03374613523483276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,6144,gemm_torch_flow,0.02715839942296346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,2560,gemm_torch_flow,0.014436266819636025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,7168,gemm_torch_flow,0.030349866549173994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,3584,gemm_torch_flow,0.018130133549372353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,5120,gemm_torch_flow,0.022962133089701332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,3072,gemm_torch_flow,0.016219733158747356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,4096,gemm_torch_flow,0.019313067197799683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,256,gemm_torch_flow,0.006286933521429698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,1536,gemm_torch_flow,0.01086293359597524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,2048,gemm_torch_flow,0.012607999642690024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,768,gemm_torch_flow,0.007838933169841767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,1024,gemm_torch_flow,0.00921066701412201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,512,gemm_torch_flow,0.007063466807206471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,128,gemm_torch_flow,0.005841066439946493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,10240,gemm_torch_flow,0.04120106697082519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,8192,gemm_torch_flow,0.03477546771367391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,8192,65536,gemm_torch_flow,0.24061120351155602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,7168,gemm_torch_flow,0.031473066409428915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,16384,gemm_torch_flow,0.06511679887771607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,12288,gemm_torch_flow,0.04817599852879842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,6144,gemm_torch_flow,0.02677546739578247
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,5120,gemm_torch_flow,0.023571199178695677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,4096,gemm_torch_flow,0.019994666179021202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,2048,gemm_torch_flow,0.012546133001645407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,3584,gemm_torch_flow,0.0183242658774058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,3072,gemm_torch_flow,0.016356266538302102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,2560,gemm_torch_flow,0.014510933558146158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,1536,gemm_torch_flow,0.010653866330782573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,1024,gemm_torch_flow,0.008759466807047527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,768,gemm_torch_flow,0.0071712002158164975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,512,gemm_torch_flow,0.006600533425807953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,256,gemm_torch_flow,0.005731200178464254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,128,gemm_torch_flow,0.0053269331653912864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,7168,65536,gemm_torch_flow,0.2376159985860189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,12288,gemm_torch_flow,0.04759680032730103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,10240,gemm_torch_flow,0.03998186588287354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,8192,gemm_torch_flow,0.034467200438181564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,16384,gemm_torch_flow,0.06350613435109456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,6144,gemm_torch_flow,0.026107732454935712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,7168,gemm_torch_flow,0.029690666993459063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,3072,gemm_torch_flow,0.01581439971923828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,5120,gemm_torch_flow,0.022677334149678548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,4096,gemm_torch_flow,0.019003732999165853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,3584,gemm_torch_flow,0.017429333925247193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,2048,gemm_torch_flow,0.012020267049471537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,2560,gemm_torch_flow,0.013977600137392679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,1536,gemm_torch_flow,0.010152533650398254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,512,gemm_torch_flow,0.006330666442712148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,768,gemm_torch_flow,0.006898133456707001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,1024,gemm_torch_flow,0.007971199850241344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,65536,gemm_torch_flow,0.24414079984029136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,256,gemm_torch_flow,0.00559146652619044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,6144,128,gemm_torch_flow,0.005157333115736643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,16384,gemm_torch_flow,0.06117759943008423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,12288,gemm_torch_flow,0.046242133776346846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,8192,gemm_torch_flow,0.033470932642618814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,10240,gemm_torch_flow,0.03941333293914795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,6144,gemm_torch_flow,0.025468800465265912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,7168,gemm_torch_flow,0.028922667105992634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,5120,gemm_torch_flow,0.021793067455291748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,4096,gemm_torch_flow,0.01872746745745341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,2048,gemm_torch_flow,0.011623467008272808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,3584,gemm_torch_flow,0.017262933651606242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,3072,gemm_torch_flow,0.01546346644560496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,2560,gemm_torch_flow,0.013794133067131042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,1536,gemm_torch_flow,0.009847467144330341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,1024,gemm_torch_flow,0.008227199812730153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,768,gemm_torch_flow,0.006871466835339864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,128,gemm_torch_flow,0.005188266436258951
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,512,gemm_torch_flow,0.006156800190607706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,65536,gemm_torch_flow,0.23048319816589355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,5120,256,gemm_torch_flow,0.005604266623655955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,16384,gemm_torch_flow,0.052840534845987955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,12288,gemm_torch_flow,0.04015466769536336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,10240,gemm_torch_flow,0.03372693459192912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,8192,gemm_torch_flow,0.029686399300893146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,5120,gemm_torch_flow,0.01926400065422058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,6144,gemm_torch_flow,0.02256106734275818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,7168,gemm_torch_flow,0.026393600304921466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,4096,gemm_torch_flow,0.01718826691309611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,2048,gemm_torch_flow,0.010272000233332317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,3072,gemm_torch_flow,0.014171733458836874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,3584,gemm_torch_flow,0.015714133779207863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,2560,gemm_torch_flow,0.012517333030700684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,1536,gemm_torch_flow,0.008957866827646892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,1024,gemm_torch_flow,0.007930666704972585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,768,gemm_torch_flow,0.0068256000677744556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,65536,gemm_torch_flow,0.20487359364827476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,8192,gemm_torch_flow,0.028174932797749835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,512,gemm_torch_flow,0.006198399762312571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,128,gemm_torch_flow,0.005184000233809153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,4096,256,gemm_torch_flow,0.005589333176612854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,7168,gemm_torch_flow,0.024682666858037314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,10240,gemm_torch_flow,0.03299840092658997
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,16384,gemm_torch_flow,0.05007253487904867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,4096,gemm_torch_flow,0.01675093372662862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,12288,gemm_torch_flow,0.038550400733947755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,6144,gemm_torch_flow,0.020805333058039346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,5120,gemm_torch_flow,0.01944533387819926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,3072,gemm_torch_flow,0.01353493332862854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,768,gemm_torch_flow,0.006651733318964641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,3584,gemm_torch_flow,0.015220266580581666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,2560,gemm_torch_flow,0.01206933359305064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,2048,gemm_torch_flow,0.010140800476074218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,1536,gemm_torch_flow,0.008622933427492778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,65536,gemm_torch_flow,0.18908799489339193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,1024,gemm_torch_flow,0.007820799946784973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,8192,gemm_torch_flow,0.030370134115219116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,10240,gemm_torch_flow,0.03651626507441203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,512,gemm_torch_flow,0.006026666859785716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,256,gemm_torch_flow,0.0054954667886098225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,12288,gemm_torch_flow,0.04290879964828491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3584,128,gemm_torch_flow,0.0051807999610900875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,16384,gemm_torch_flow,0.056753067175547275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,3072,gemm_torch_flow,0.014468266566594442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,3584,gemm_torch_flow,0.01599360009034475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,7168,gemm_torch_flow,0.027727999289830524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,5120,gemm_torch_flow,0.020444800456364952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,4096,gemm_torch_flow,0.017886932690938315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,6144,gemm_torch_flow,0.02445013324419657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,1536,gemm_torch_flow,0.008874666690826417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,768,gemm_torch_flow,0.006588799754778545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,256,gemm_torch_flow,0.005374933282534281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,2560,gemm_torch_flow,0.012656000256538392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,65536,gemm_torch_flow,0.21410560607910156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,1024,gemm_torch_flow,0.007982933521270752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,2048,gemm_torch_flow,0.010538666447003683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,512,gemm_torch_flow,0.005959466596444448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,12288,gemm_torch_flow,0.03967466751734416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,3072,128,gemm_torch_flow,0.005041066805521647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,8192,gemm_torch_flow,0.02837226589520772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,10240,gemm_torch_flow,0.03318933248519897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,16384,gemm_torch_flow,0.051451734701792394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,7168,gemm_torch_flow,0.02473599910736084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,6144,gemm_torch_flow,0.02164693276087443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,5120,gemm_torch_flow,0.01938026746114095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,4096,gemm_torch_flow,0.01643946667512258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,3584,gemm_torch_flow,0.014886400103569031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,65536,gemm_torch_flow,0.17748692830403645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,3072,gemm_torch_flow,0.012968533237775168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,2560,gemm_torch_flow,0.011371733744939168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,2048,gemm_torch_flow,0.009688533345858256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,512,gemm_torch_flow,0.0058037335673968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,1536,gemm_torch_flow,0.00811413327852885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,1024,gemm_torch_flow,0.007266133526961009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,12288,gemm_torch_flow,0.03739840189615885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,768,gemm_torch_flow,0.006181333462397257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,256,gemm_torch_flow,0.005218133330345154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,10240,gemm_torch_flow,0.03168746630350749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,16384,gemm_torch_flow,0.04896106719970703
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2560,128,gemm_torch_flow,0.004930133124192556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,7168,gemm_torch_flow,0.02485333283742269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,3584,gemm_torch_flow,0.014233600099881491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,8192,gemm_torch_flow,0.027395200729370118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,6144,gemm_torch_flow,0.021516799926757812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,5120,gemm_torch_flow,0.0181877334912618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,4096,gemm_torch_flow,0.015850667158762613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,3072,gemm_torch_flow,0.012819199760754903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,2560,gemm_torch_flow,0.011341866850852967
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,768,gemm_torch_flow,0.006419200201829274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,1536,gemm_torch_flow,0.008451199531555176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,65536,gemm_torch_flow,0.19426132837931315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,1024,gemm_torch_flow,0.007652266820271809
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,2048,gemm_torch_flow,0.009731200337409974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,256,gemm_torch_flow,0.00528959979613622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,512,gemm_torch_flow,0.005798399945100148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,8192,gemm_torch_flow,0.024452267090479533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,2048,128,gemm_torch_flow,0.004996266464392344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,10240,gemm_torch_flow,0.02832213242848714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,4096,gemm_torch_flow,0.01416106621424357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,12288,gemm_torch_flow,0.03276693423589071
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,16384,gemm_torch_flow,0.04522879918416341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,7168,gemm_torch_flow,0.02074880003929138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,2560,gemm_torch_flow,0.010503466924031575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,6144,gemm_torch_flow,0.01897066632906596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,5120,gemm_torch_flow,0.01590720017751058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,3584,gemm_torch_flow,0.012840533256530761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,65536,gemm_torch_flow,0.1550528049468994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,3072,gemm_torch_flow,0.01141866644223531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,2048,gemm_torch_flow,0.008819199601809184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,1536,gemm_torch_flow,0.007672533392906189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,1024,gemm_torch_flow,0.006585599978764851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,768,gemm_torch_flow,0.00591893345117569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,512,gemm_torch_flow,0.005509333312511444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,16384,gemm_torch_flow,0.03467413187026978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,128,gemm_torch_flow,0.00492799977461497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1536,256,gemm_torch_flow,0.005085866649945577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,65536,gemm_torch_flow,0.12024213473002117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,7168,gemm_torch_flow,0.016871466239293417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,6144,gemm_torch_flow,0.015397333105405173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,4096,gemm_torch_flow,0.011221333344777425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,12288,gemm_torch_flow,0.02689066727956136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,8192,gemm_torch_flow,0.020873600244522096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,10240,gemm_torch_flow,0.02364906668663025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,5120,gemm_torch_flow,0.013123200337092081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,2048,gemm_torch_flow,0.007572266459465027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,3584,gemm_torch_flow,0.010419199864069622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,512,gemm_torch_flow,0.005283200244108836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,3072,gemm_torch_flow,0.009289600451787313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,1024,gemm_torch_flow,0.006181333462397257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,2560,gemm_torch_flow,0.008798933029174805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,1536,gemm_torch_flow,0.006822399795055389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,16384,gemm_torch_flow,0.030028800169626873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,768,gemm_torch_flow,0.005716266731421152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,12288,gemm_torch_flow,0.02304533322652181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,10240,gemm_torch_flow,0.018500266472498576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,128,gemm_torch_flow,0.004746666550636292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,1024,256,gemm_torch_flow,0.004885333279768625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,3584,gemm_torch_flow,0.009186133742332458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,7168,gemm_torch_flow,0.013989333311716715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,5120,gemm_torch_flow,0.011027200023333232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,3072,gemm_torch_flow,0.008213333288828532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,65536,gemm_torch_flow,0.10421013037363688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,8192,gemm_torch_flow,0.016438399751981102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,2048,gemm_torch_flow,0.006971733272075653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,6144,gemm_torch_flow,0.013119999567667642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,4096,gemm_torch_flow,0.00983786682287852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,1536,gemm_torch_flow,0.006594133377075195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,2560,gemm_torch_flow,0.008019199967384339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,768,gemm_torch_flow,0.005459199845790863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,16384,gemm_torch_flow,0.024851200977961223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,1024,gemm_torch_flow,0.005992533266544342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,512,gemm_torch_flow,0.005117866893609365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,10240,gemm_torch_flow,0.016736000776290894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,256,gemm_torch_flow,0.004853333532810211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,768,128,gemm_torch_flow,0.0047189335028330484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,8192,gemm_torch_flow,0.014251733819643656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,7168,gemm_torch_flow,0.013052800297737121
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,12288,gemm_torch_flow,0.018918399016062418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,65536,gemm_torch_flow,0.08808106581370036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,2048,gemm_torch_flow,0.006757333377997081
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,6144,gemm_torch_flow,0.011555199821790058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,5120,gemm_torch_flow,0.010501333077748616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,4096,gemm_torch_flow,0.009249066313107807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,3584,gemm_torch_flow,0.009215999643007915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,3072,gemm_torch_flow,0.008042666812737782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,2560,gemm_torch_flow,0.007831466694672901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,768,gemm_torch_flow,0.005364266534646353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,1536,gemm_torch_flow,0.006588799754778545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,256,gemm_torch_flow,0.0047872001926104225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,1024,gemm_torch_flow,0.005724800129731497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,512,gemm_torch_flow,0.005106133222579956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,10240,gemm_torch_flow,0.01656000018119812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,65536,gemm_torch_flow,0.08378346761067709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,512,128,gemm_torch_flow,0.004621866842110952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,7168,gemm_torch_flow,0.012990933656692506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,16384,gemm_torch_flow,0.023716266949971518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,3072,gemm_torch_flow,0.007982933521270752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,12288,gemm_torch_flow,0.01874666611353556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,3584,gemm_torch_flow,0.009070932865142822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,4096,gemm_torch_flow,0.009171199798583985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,8192,gemm_torch_flow,0.014204800128936768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,6144,gemm_torch_flow,0.011507200201352437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,5120,gemm_torch_flow,0.010446932911872864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,1024,gemm_torch_flow,0.005750399827957153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,256,gemm_torch_flow,0.004732800026734671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,1536,gemm_torch_flow,0.00653546651204427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,2560,gemm_torch_flow,0.0077802668015162155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,2048,gemm_torch_flow,0.006739200154940288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,16384,gemm_torch_flow,0.023731199900309245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,768,gemm_torch_flow,0.005319466690222422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,512,gemm_torch_flow,0.005055999755859375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,7168,gemm_torch_flow,0.0130431999762853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,10240,gemm_torch_flow,0.016596266627311708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,256,128,gemm_torch_flow,0.004549333453178405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,6144,gemm_torch_flow,0.01145919958750407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,65536,gemm_torch_flow,0.08375679651896159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,4096,gemm_torch_flow,0.00913279950618744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,5120,gemm_torch_flow,0.010460799932479859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,12288,gemm_torch_flow,0.018772266308466592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,8192,gemm_torch_flow,0.01421440045038859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,3072,gemm_torch_flow,0.007933866480986278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,2048,gemm_torch_flow,0.006713599960009258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,512,gemm_torch_flow,0.005067733426888784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,1024,gemm_torch_flow,0.005709866682688395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,768,gemm_torch_flow,0.00527999997138977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,3584,gemm_torch_flow,0.008926933010419209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,2560,gemm_torch_flow,0.007587199906508128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,1536,gemm_torch_flow,0.006631466746330261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,256,gemm_torch_flow,0.004692266881465912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,80,128,128,gemm_torch_flow,0.0045855998992919925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,4096,gemm_torch_flow,0.07345600128173828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,6144,gemm_torch_flow,0.1046026627222697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,5120,gemm_torch_flow,0.08940587043762208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,7168,gemm_torch_flow,0.1199839989344279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,8192,gemm_torch_flow,0.1376149336496989
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,10240,gemm_torch_flow,0.16735572814941407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,12288,gemm_torch_flow,0.19815573692321778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,3072,gemm_torch_flow,0.057335468133290615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,2048,gemm_torch_flow,0.04055573145548503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,2560,gemm_torch_flow,0.04911253452301025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,3584,gemm_torch_flow,0.06543466647466024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,16384,gemm_torch_flow,0.2639498710632324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,1024,gemm_torch_flow,0.0269269327322642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,1536,gemm_torch_flow,0.03370240132013957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,768,gemm_torch_flow,0.022670932610829673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,256,gemm_torch_flow,0.013912533720334372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,512,gemm_torch_flow,0.017467733224232992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,65536,128,gemm_torch_flow,0.012200533350308736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,12288,gemm_torch_flow,0.055786665280659994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,16384,gemm_torch_flow,0.07784533500671387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,7168,gemm_torch_flow,0.0356607993443807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,6144,gemm_torch_flow,0.03184000054995219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,5120,gemm_torch_flow,0.027704532941182452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,8192,gemm_torch_flow,0.04001493453979492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,10240,gemm_torch_flow,0.04761173327763875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,2048,gemm_torch_flow,0.014616533120473226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,4096,gemm_torch_flow,0.023486934105555215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,3072,gemm_torch_flow,0.01948480010032654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,1024,gemm_torch_flow,0.01027413308620453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,3584,gemm_torch_flow,0.02169493238131205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,2560,gemm_torch_flow,0.01731200019518534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,1536,gemm_torch_flow,0.012504532933235168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,256,gemm_torch_flow,0.006126933296521505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,128,gemm_torch_flow,0.005776000022888183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,512,gemm_torch_flow,0.00705813318490982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,768,gemm_torch_flow,0.009171199798583985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,16384,65536,gemm_torch_flow,0.26886825561523436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,12288,gemm_torch_flow,0.04394026597340901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,16384,gemm_torch_flow,0.05648213227589925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,7168,gemm_torch_flow,0.028524800141652422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,6144,gemm_torch_flow,0.02509653369585673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,10240,gemm_torch_flow,0.037780265013376876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,8192,gemm_torch_flow,0.0315829336643219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,4096,gemm_torch_flow,0.01884373426437378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,3072,gemm_torch_flow,0.015490133563677469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,3584,gemm_torch_flow,0.017423999309539796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,5120,gemm_torch_flow,0.02379946708679199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,2560,gemm_torch_flow,0.013799466689427695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,1536,gemm_torch_flow,0.01027413308620453
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,2048,gemm_torch_flow,0.01188266674677531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,256,gemm_torch_flow,0.005496533215045929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,128,gemm_torch_flow,0.005095466474692027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,512,gemm_torch_flow,0.006026666859785716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,768,gemm_torch_flow,0.007210666437943776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,1024,gemm_torch_flow,0.008700799942016602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,12288,65536,gemm_torch_flow,0.2078986644744873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,16384,gemm_torch_flow,0.048689067363739014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,6144,gemm_torch_flow,0.02198293407758077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,12288,gemm_torch_flow,0.03816106716791789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,8192,gemm_torch_flow,0.027878399689992266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,10240,gemm_torch_flow,0.03332479993502299
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,7168,gemm_torch_flow,0.02507200042406718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,5120,gemm_torch_flow,0.02102400064468384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,4096,gemm_torch_flow,0.016586666305859886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,1536,gemm_torch_flow,0.009267200032869976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,3072,gemm_torch_flow,0.013505066434542337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,2560,gemm_torch_flow,0.012246400117874146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,1024,gemm_torch_flow,0.008145066599051159
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,2048,gemm_torch_flow,0.01070186694463094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,3584,gemm_torch_flow,0.014980266491572062
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,768,gemm_torch_flow,0.006500266492366791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,65536,gemm_torch_flow,0.17984639803568522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,256,gemm_torch_flow,0.005184000233809153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,128,gemm_torch_flow,0.004934399823347728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,10240,512,gemm_torch_flow,0.005666133264700572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,12288,gemm_torch_flow,0.032237867514292404
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,16384,gemm_torch_flow,0.0416757345199585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,6144,gemm_torch_flow,0.018931200106938682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,5120,gemm_torch_flow,0.016770132382710776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,8192,gemm_torch_flow,0.02523306608200073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,7168,gemm_torch_flow,0.02127466599146525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,10240,gemm_torch_flow,0.02786133289337158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,4096,gemm_torch_flow,0.014345600207646688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,3072,gemm_torch_flow,0.011911466717720032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,3584,gemm_torch_flow,0.013350400328636169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,1024,gemm_torch_flow,0.006658133367697399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,2048,gemm_torch_flow,0.009729066491127014
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,1536,gemm_torch_flow,0.00902186632156372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,2560,gemm_torch_flow,0.011032533645629884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,65536,gemm_torch_flow,0.14855893452962238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,768,gemm_torch_flow,0.006072533130645752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,256,gemm_torch_flow,0.005298133194446564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,512,gemm_torch_flow,0.005734399954477946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,8192,128,gemm_torch_flow,0.005102933446566264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,12288,gemm_torch_flow,0.0303274671236674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,10240,gemm_torch_flow,0.02831679979960124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,16384,gemm_torch_flow,0.03848640124003093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,6144,gemm_torch_flow,0.01775040030479431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,8192,gemm_torch_flow,0.02257706721623739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,7168,gemm_torch_flow,0.02003093361854553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,5120,gemm_torch_flow,0.015785599748293556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,4096,gemm_torch_flow,0.013413332899411521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,3584,gemm_torch_flow,0.01239359974861145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,3072,gemm_torch_flow,0.011197866996129353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,2560,gemm_torch_flow,0.010488532980283101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,1536,gemm_torch_flow,0.008284799754619598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,1024,gemm_torch_flow,0.006277333199977875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,2048,gemm_torch_flow,0.009276800354321798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,65536,gemm_torch_flow,0.13646720250447592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,768,gemm_torch_flow,0.005685333410898844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,128,gemm_torch_flow,0.00479360024134318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,512,gemm_torch_flow,0.0053845331072807315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,7168,256,gemm_torch_flow,0.005083733300367991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,12288,gemm_torch_flow,0.028109866380691528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,10240,gemm_torch_flow,0.0260863999525706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,16384,gemm_torch_flow,0.03534613450368245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,6144,gemm_torch_flow,0.01625706652800242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,7168,gemm_torch_flow,0.018614399433135986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,5120,gemm_torch_flow,0.014616533120473226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,8192,gemm_torch_flow,0.020784000555674233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,4096,gemm_torch_flow,0.012333866953849793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,3584,gemm_torch_flow,0.01147093375523885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,3072,gemm_torch_flow,0.010492799679438274
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,2560,gemm_torch_flow,0.009819733103116353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,2048,gemm_torch_flow,0.008769067128499348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,1536,gemm_torch_flow,0.007429333527882893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,1024,gemm_torch_flow,0.0059125334024429325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,65536,gemm_torch_flow,0.12349013487497966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,768,gemm_torch_flow,0.00547626664241155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,256,gemm_torch_flow,0.004907733201980591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,512,gemm_torch_flow,0.005276800195376078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,6144,128,gemm_torch_flow,0.004647466540336609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,12288,gemm_torch_flow,0.026228266954421996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,10240,gemm_torch_flow,0.024388267596562704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,16384,gemm_torch_flow,0.033036800225575765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,6144,gemm_torch_flow,0.014929067095120749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,5120,gemm_torch_flow,0.013461333513259888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,7168,gemm_torch_flow,0.01715946594874064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,8192,gemm_torch_flow,0.019324799378712974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,4096,gemm_torch_flow,0.011662933230400085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,3584,gemm_torch_flow,0.010973866780598958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,3072,gemm_torch_flow,0.010050132870674133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,65536,gemm_torch_flow,0.11457066535949707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,2560,gemm_torch_flow,0.009355733791987102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,2048,gemm_torch_flow,0.008404266834259034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,1536,gemm_torch_flow,0.006694399813810985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,1024,gemm_torch_flow,0.005807999769846598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,768,gemm_torch_flow,0.005421866476535797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,512,gemm_torch_flow,0.005220266679922739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,256,gemm_torch_flow,0.004874666531880697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,5120,128,gemm_torch_flow,0.0047189335028330484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,16384,gemm_torch_flow,0.027193599939346315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,10240,gemm_torch_flow,0.01907093326250712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,12288,gemm_torch_flow,0.021840000152587892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,7168,gemm_torch_flow,0.014255999525388082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,8192,gemm_torch_flow,0.016307199994723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,5120,gemm_torch_flow,0.011678933103879293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,6144,gemm_torch_flow,0.012963199615478515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,4096,gemm_torch_flow,0.010339200496673584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,3072,gemm_torch_flow,0.009213866790135701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,3584,gemm_torch_flow,0.01001706620057424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,65536,gemm_torch_flow,0.09278506437937419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,2048,gemm_torch_flow,0.007002666592597961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,1536,gemm_torch_flow,0.0065098668138186145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,1024,gemm_torch_flow,0.005624533196290334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,2560,gemm_torch_flow,0.008624000350634257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,768,gemm_torch_flow,0.005406933526198069
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,512,gemm_torch_flow,0.005155199766159057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,256,gemm_torch_flow,0.004867200056711833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,4096,128,gemm_torch_flow,0.004692266881465912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,12288,gemm_torch_flow,0.020824533700942994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,16384,gemm_torch_flow,0.02590293288230896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,10240,gemm_torch_flow,0.01805866758028666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,8192,gemm_torch_flow,0.015301332871119181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,6144,gemm_torch_flow,0.012364799777666729
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,5120,gemm_torch_flow,0.011264000336329143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,7168,gemm_torch_flow,0.013666133085886637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,65536,gemm_torch_flow,0.08846506277720133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,4096,gemm_torch_flow,0.010266666611035664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,3072,gemm_torch_flow,0.008922666311264038
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,2560,gemm_torch_flow,0.007979733248551685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,3584,gemm_torch_flow,0.00981119970480601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,2048,gemm_torch_flow,0.006761600077152252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,1024,gemm_torch_flow,0.005547733108202616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,1536,gemm_torch_flow,0.0063360000650088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,128,gemm_torch_flow,0.0046079998215039575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,768,gemm_torch_flow,0.005364266534646353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,512,gemm_torch_flow,0.00514986664056778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3584,256,gemm_torch_flow,0.004866133133570353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,12288,gemm_torch_flow,0.021795199314753214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,10240,gemm_torch_flow,0.01869866649309794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,16384,gemm_torch_flow,0.027805866797765096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,8192,gemm_torch_flow,0.016317866245905557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,7168,gemm_torch_flow,0.014521599809328715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,6144,gemm_torch_flow,0.01304533382256826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,5120,gemm_torch_flow,0.011925333738327026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,65536,gemm_torch_flow,0.0985759973526001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,3072,gemm_torch_flow,0.008809600273768108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,4096,gemm_torch_flow,0.010460799932479859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,3584,gemm_torch_flow,0.009830400347709656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,2560,gemm_torch_flow,0.007673599819342296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,1536,gemm_torch_flow,0.00617386649052302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,768,gemm_torch_flow,0.005266133447488149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,2048,gemm_torch_flow,0.006949333349863689
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,1024,gemm_torch_flow,0.00558186670144399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,512,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,256,gemm_torch_flow,0.004745600124200186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,3072,128,gemm_torch_flow,0.004569600025812784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,12288,gemm_torch_flow,0.021027199427286782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,10240,gemm_torch_flow,0.0184063990910848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,8192,gemm_torch_flow,0.015974400440851848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,16384,gemm_torch_flow,0.026850134134292603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,7168,gemm_torch_flow,0.014184533556302389
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,6144,gemm_torch_flow,0.01276693344116211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,5120,gemm_torch_flow,0.011642666657765706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,65536,gemm_torch_flow,0.09402453104654948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,4096,gemm_torch_flow,0.010300800204277039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,3072,gemm_torch_flow,0.008246399958928426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,3584,gemm_torch_flow,0.009388800462086995
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,2560,gemm_torch_flow,0.007606400052706401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,1536,gemm_torch_flow,0.006075733403364817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,2048,gemm_torch_flow,0.0067658667763074234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,1024,gemm_torch_flow,0.005633066594600678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,768,gemm_torch_flow,0.005264000097910563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,512,gemm_torch_flow,0.005011199911435445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,256,gemm_torch_flow,0.004705066482226053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2560,128,gemm_torch_flow,0.004567466676235199
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,12288,gemm_torch_flow,0.018261333306630455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,16384,gemm_torch_flow,0.02272640069325765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,10240,gemm_torch_flow,0.01608746647834778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,8192,gemm_torch_flow,0.014057599504788718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,7168,gemm_torch_flow,0.012602667013804117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,65536,gemm_torch_flow,0.07886613210042318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,6144,gemm_torch_flow,0.01144426663716634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,5120,gemm_torch_flow,0.010433066884676616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,3584,gemm_torch_flow,0.008692266543706258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,4096,gemm_torch_flow,0.009046399593353271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,3072,gemm_torch_flow,0.007670400043328603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,2560,gemm_torch_flow,0.0072170664866765336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,2048,gemm_torch_flow,0.006438399851322174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,1024,gemm_torch_flow,0.005343999962011973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,768,gemm_torch_flow,0.005187200009822845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,1536,gemm_torch_flow,0.0061471998691558834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,512,gemm_torch_flow,0.004949333270390829
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,256,gemm_torch_flow,0.004725333551565806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,2048,128,gemm_torch_flow,0.004588800172011057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,16384,gemm_torch_flow,0.022180267175038657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,65536,gemm_torch_flow,0.07701546351114909
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,12288,gemm_torch_flow,0.01812053322792053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,10240,gemm_torch_flow,0.015970133741696677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,8192,gemm_torch_flow,0.013934933145840964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,6144,gemm_torch_flow,0.011355732878049214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,7168,gemm_torch_flow,0.012541866302490235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,5120,gemm_torch_flow,0.010040533542633057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,4096,gemm_torch_flow,0.008850133419036866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,3072,gemm_torch_flow,0.0074080000321070354
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,3584,gemm_torch_flow,0.008238933483759562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,2560,gemm_torch_flow,0.007117866476376851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,2048,gemm_torch_flow,0.006347733239332835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,512,gemm_torch_flow,0.004948266843954722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,1024,gemm_torch_flow,0.005348266661167144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,1536,gemm_torch_flow,0.0060693333546320595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,768,gemm_torch_flow,0.0051018665234247845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,128,gemm_torch_flow,0.004499199986457825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1536,256,gemm_torch_flow,0.004636799792448679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,16384,gemm_torch_flow,0.021874133745829263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,12288,gemm_torch_flow,0.018012799819310508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,10240,gemm_torch_flow,0.015780267119407655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,7168,gemm_torch_flow,0.011866666873296102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,8192,gemm_torch_flow,0.013352533181508383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,65536,gemm_torch_flow,0.07640000184377035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,6144,gemm_torch_flow,0.010567466417948406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,5120,gemm_torch_flow,0.009628799557685853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,4096,gemm_torch_flow,0.008423466483751934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,3584,gemm_torch_flow,0.008232533435026805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,3072,gemm_torch_flow,0.007303466896216075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,2048,gemm_torch_flow,0.0062720000743865965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,2560,gemm_torch_flow,0.0070783997575442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,1536,gemm_torch_flow,0.005960533519585928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,1024,gemm_torch_flow,0.005301333467165629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,768,gemm_torch_flow,0.005065600077311197
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,256,gemm_torch_flow,0.004588800172011057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,512,gemm_torch_flow,0.0048437332113583885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,1024,128,gemm_torch_flow,0.004420266548792521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,16384,gemm_torch_flow,0.021948800484339396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,12288,gemm_torch_flow,0.017802667617797852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,10240,gemm_torch_flow,0.015296000242233276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,65536,gemm_torch_flow,0.07585173447926839
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,8192,gemm_torch_flow,0.012981333335240684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,7168,gemm_torch_flow,0.011741866668065388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,6144,gemm_torch_flow,0.010418132940928141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,5120,gemm_torch_flow,0.009426132837931315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,4096,gemm_torch_flow,0.008345599969228108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,3072,gemm_torch_flow,0.0073066666722297665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,3584,gemm_torch_flow,0.008120533327261608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,2048,gemm_torch_flow,0.0062613333264986675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,1536,gemm_torch_flow,0.005987200140953064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,2560,gemm_torch_flow,0.006985599795977275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,1024,gemm_torch_flow,0.0053375999132792154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,768,gemm_torch_flow,0.005070933202902476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,256,gemm_torch_flow,0.004533333579699198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,512,gemm_torch_flow,0.004774400095144907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,768,128,gemm_torch_flow,0.004411733150482178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,16384,gemm_torch_flow,0.02183039983113607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,12288,gemm_torch_flow,0.016987733046213784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,10240,gemm_torch_flow,0.014894933501879374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,65536,gemm_torch_flow,0.07553173700968424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,8192,gemm_torch_flow,0.012732799847920737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,7168,gemm_torch_flow,0.011495467027028401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,6144,gemm_torch_flow,0.010328533252080281
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,5120,gemm_torch_flow,0.009403733412424724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,4096,gemm_torch_flow,0.008346666892369587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,3584,gemm_torch_flow,0.008054399987061818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,2048,gemm_torch_flow,0.006247466802597046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,3072,gemm_torch_flow,0.007328000168005626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,2560,gemm_torch_flow,0.006962133447329204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,1536,gemm_torch_flow,0.005899733304977417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,768,gemm_torch_flow,0.005098666747411092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,1024,gemm_torch_flow,0.005250133574008942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,512,gemm_torch_flow,0.004721066852410635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,128,gemm_torch_flow,0.004370133578777313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,512,256,gemm_torch_flow,0.004515199859937032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,16384,gemm_torch_flow,0.020898133516311646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,65536,gemm_torch_flow,0.07441386381785074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,12288,gemm_torch_flow,0.016923733552296958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,8192,gemm_torch_flow,0.012758400042851767
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,10240,gemm_torch_flow,0.014825600385665893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,7168,gemm_torch_flow,0.0114847997824351
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,6144,gemm_torch_flow,0.010286933183670044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,5120,gemm_torch_flow,0.009369599819183349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,3072,gemm_torch_flow,0.007309866448243459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,4096,gemm_torch_flow,0.008289066453774769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,3584,gemm_torch_flow,0.008136533200740814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,2048,gemm_torch_flow,0.006178133189678192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,2560,gemm_torch_flow,0.006931200126806895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,1536,gemm_torch_flow,0.005980800092220307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,1024,gemm_torch_flow,0.005163733164469401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,768,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,512,gemm_torch_flow,0.004737066725889841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,128,gemm_torch_flow,0.00439573327700297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,256,256,gemm_torch_flow,0.004490666588147481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,16384,gemm_torch_flow,0.020840533574422202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,65536,gemm_torch_flow,0.07452159722646078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,12288,gemm_torch_flow,0.01693013310432434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,10240,gemm_torch_flow,0.014792533715566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,8192,gemm_torch_flow,0.012803199887275695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,6144,gemm_torch_flow,0.010365866621335347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,7168,gemm_torch_flow,0.011454932888348897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,5120,gemm_torch_flow,0.00937600036462148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,4096,gemm_torch_flow,0.008262399832407634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,3072,gemm_torch_flow,0.007268266876538594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,3584,gemm_torch_flow,0.008120533327261608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,2048,gemm_torch_flow,0.0061951999862988796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,2560,gemm_torch_flow,0.007012266914049785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,1024,gemm_torch_flow,0.005201066533724466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,768,gemm_torch_flow,0.00499839981396993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,1536,gemm_torch_flow,0.005970133344332377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,256,gemm_torch_flow,0.004499199986457825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,512,gemm_torch_flow,0.004686933259169261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,64,128,128,gemm_torch_flow,0.00432533323764801
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,4096,gemm_torch_flow,0.07212053140004476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,6144,gemm_torch_flow,0.10394559701283772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,5120,gemm_torch_flow,0.08856320381164551
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,7168,gemm_torch_flow,0.12090453306833904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,8192,gemm_torch_flow,0.13535040219624836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,10240,gemm_torch_flow,0.16622932751973468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,3072,gemm_torch_flow,0.056613334019978846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,3584,gemm_torch_flow,0.06453973452250163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,2560,gemm_torch_flow,0.04845973253250122
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,2048,gemm_torch_flow,0.040380799770355226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,1536,gemm_torch_flow,0.03305173317591349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,12288,gemm_torch_flow,0.19745705922444662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,1024,gemm_torch_flow,0.026301866769790648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,768,gemm_torch_flow,0.021466666460037233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,512,gemm_torch_flow,0.01723946730295817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,256,gemm_torch_flow,0.013682132959365845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,128,gemm_torch_flow,0.012146133184432983
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,65536,16384,gemm_torch_flow,0.26363840103149416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,10240,gemm_torch_flow,0.047186132272084555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,12288,gemm_torch_flow,0.05507733424504598
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,8192,gemm_torch_flow,0.0395146648089091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,6144,gemm_torch_flow,0.03136746684710185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,7168,gemm_torch_flow,0.03519999980926514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,16384,gemm_torch_flow,0.0749888022740682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,3584,gemm_torch_flow,0.02148053248723348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,5120,gemm_torch_flow,0.029150933027267456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,4096,gemm_torch_flow,0.023336533705393472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,3072,gemm_torch_flow,0.01917440096537272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,2560,gemm_torch_flow,0.017100799083709716
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,1536,gemm_torch_flow,0.012871467073758445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,2048,gemm_torch_flow,0.014306132992108664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,1024,gemm_torch_flow,0.010120532910029094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,768,gemm_torch_flow,0.009191466371218364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,512,gemm_torch_flow,0.007436800003051758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,256,gemm_torch_flow,0.006185600161552429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,128,gemm_torch_flow,0.0058890665570894875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,7168,gemm_torch_flow,0.028168533245722455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,12288,gemm_torch_flow,0.04294293324152629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,8192,gemm_torch_flow,0.031041065851847332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,6144,gemm_torch_flow,0.025178666909535723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,10240,gemm_torch_flow,0.03715946674346924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,16384,gemm_torch_flow,0.05569813251495361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,3584,gemm_torch_flow,0.017143466075261436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,4096,gemm_torch_flow,0.018793600797653198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,5120,gemm_torch_flow,0.022087466716766358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,2048,gemm_torch_flow,0.011904000242551168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,2560,gemm_torch_flow,0.013481600085894265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,3072,gemm_torch_flow,0.015312000115712484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,768,gemm_torch_flow,0.00718506673971812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,1536,gemm_torch_flow,0.01016960044701894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,1024,gemm_torch_flow,0.008637866377830506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,16384,65536,gemm_torch_flow,0.2671360015869141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,512,gemm_torch_flow,0.006072533130645752
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,256,gemm_torch_flow,0.005577600002288819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,128,gemm_torch_flow,0.005238399902979533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,10240,gemm_torch_flow,0.03516159852345784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,12288,gemm_torch_flow,0.037281068166097005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,16384,gemm_torch_flow,0.04856959978739421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,7168,gemm_torch_flow,0.024598399798075356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,6144,gemm_torch_flow,0.021900800863901775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,8192,gemm_torch_flow,0.02741760015487671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,12288,65536,gemm_torch_flow,0.204093869527181
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,5120,gemm_torch_flow,0.01942080060640971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,3072,gemm_torch_flow,0.013546666502952576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,4096,gemm_torch_flow,0.016515200336774193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,3584,gemm_torch_flow,0.015051733454068503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,2560,gemm_torch_flow,0.012126933534940083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,2048,gemm_torch_flow,0.010617599884668986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,1536,gemm_torch_flow,0.009805867075920105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,1024,gemm_torch_flow,0.008038400113582611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,512,gemm_torch_flow,0.005771733323733012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,256,gemm_torch_flow,0.00526506652434667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,768,gemm_torch_flow,0.006390400230884552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,128,gemm_torch_flow,0.005055999755859375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,16384,gemm_torch_flow,0.04087573289871216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,8192,gemm_torch_flow,0.023543467124303184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,10240,65536,gemm_torch_flow,0.1787530740102132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,7168,gemm_torch_flow,0.021067732572555543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,10240,gemm_torch_flow,0.027644799153010054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,6144,gemm_torch_flow,0.018956800301869713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,12288,gemm_torch_flow,0.031617067257563275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,2560,gemm_torch_flow,0.011083733042081196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,5120,gemm_torch_flow,0.01687039931615194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,3072,gemm_torch_flow,0.012014933427174886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,2048,gemm_torch_flow,0.009869866569836934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,1536,gemm_torch_flow,0.008970666925112407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,4096,gemm_torch_flow,0.014293332894643148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,3584,gemm_torch_flow,0.014269866545995078
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,1024,gemm_torch_flow,0.007046400010585785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,512,gemm_torch_flow,0.005857066810131073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,256,gemm_torch_flow,0.0054506664474805195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,128,gemm_torch_flow,0.00510506679614385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,768,gemm_torch_flow,0.006242133180300395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,8192,65536,gemm_torch_flow,0.14697599411010742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,7168,gemm_torch_flow,0.020105600357055664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,16384,gemm_torch_flow,0.0389514684677124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,12288,gemm_torch_flow,0.029764266808827718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,6144,gemm_torch_flow,0.01772693395614624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,8192,gemm_torch_flow,0.022163200378417968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,10240,gemm_torch_flow,0.02611946662267049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,5120,gemm_torch_flow,0.016724266608556113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,4096,gemm_torch_flow,0.013268267114957174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,3072,gemm_torch_flow,0.011146666606267293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,3584,gemm_torch_flow,0.012342400352160136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,512,gemm_torch_flow,0.005463466544946035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,2048,gemm_torch_flow,0.009326933821042379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,2560,gemm_torch_flow,0.01030293305714925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,1536,gemm_torch_flow,0.008231466511885326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,1024,gemm_torch_flow,0.006676266590754191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,768,gemm_torch_flow,0.00590826670328776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,256,gemm_torch_flow,0.0050794666012128195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,128,gemm_torch_flow,0.004874666531880697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,7168,65536,gemm_torch_flow,0.1394389311472575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,12288,gemm_torch_flow,0.02762666742006938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,10240,gemm_torch_flow,0.024142932891845704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,16384,gemm_torch_flow,0.036166401704152425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,6144,gemm_torch_flow,0.016300800442695617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,4096,gemm_torch_flow,0.012542933225631714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,2560,gemm_torch_flow,0.00981440047423045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,3072,gemm_torch_flow,0.01051200032234192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,3584,gemm_torch_flow,0.011480533083279927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,8192,gemm_torch_flow,0.02037546634674072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,5120,gemm_torch_flow,0.015613866845766702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,7168,gemm_torch_flow,0.018428800503412883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,2048,gemm_torch_flow,0.00886079967021942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,1536,gemm_torch_flow,0.007434666653474172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,256,gemm_torch_flow,0.0050335998336474095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,1024,gemm_torch_flow,0.006242133180300395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,768,gemm_torch_flow,0.005764266848564148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,512,gemm_torch_flow,0.005373866856098175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,128,gemm_torch_flow,0.0046965335806210835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,6144,65536,gemm_torch_flow,0.12857813040415447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,6144,gemm_torch_flow,0.014941866199175516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,12288,gemm_torch_flow,0.025705599784851076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,7168,gemm_torch_flow,0.017336533466974894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,8192,gemm_torch_flow,0.01898026665051778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,16384,gemm_torch_flow,0.03373333215713501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,10240,gemm_torch_flow,0.02255679965019226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,4096,gemm_torch_flow,0.011898666620254517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,2048,gemm_torch_flow,0.008493866523106892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,2560,gemm_torch_flow,0.00931946635246277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,1536,gemm_torch_flow,0.007002666592597961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,5120,gemm_torch_flow,0.014602667093276978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,3584,gemm_torch_flow,0.011024000247319539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,3072,gemm_torch_flow,0.010110933581988018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,1024,gemm_torch_flow,0.006159999966621399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,768,gemm_torch_flow,0.005734399954477946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,256,gemm_torch_flow,0.004939733445644379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,512,gemm_torch_flow,0.005245866874853769
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,65536,gemm_torch_flow,0.11698133150736492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,5120,128,gemm_torch_flow,0.004837333162625631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,10240,gemm_torch_flow,0.01971199909845988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,16384,gemm_torch_flow,0.030349866549173994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,12288,gemm_torch_flow,0.02193386753400167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,7168,gemm_torch_flow,0.014781866470972696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,8192,gemm_torch_flow,0.017113600174585977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,4096,gemm_torch_flow,0.010805333654085796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,6144,gemm_torch_flow,0.014045866330464682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,5120,gemm_torch_flow,0.012085333466529846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,3584,gemm_torch_flow,0.010236799716949463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,2560,gemm_torch_flow,0.00872213343779246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,3072,gemm_torch_flow,0.009577600161234538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,65536,gemm_torch_flow,0.10580800374348957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,1536,gemm_torch_flow,0.006696533163388569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,2048,gemm_torch_flow,0.007736533383528392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,1024,gemm_torch_flow,0.0059114664793014525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,768,gemm_torch_flow,0.005896533528963724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,512,gemm_torch_flow,0.005313066641489664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,256,gemm_torch_flow,0.004983466863632202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,4096,128,gemm_torch_flow,0.00469760000705719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,8192,gemm_torch_flow,0.015497600038846334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,16384,gemm_torch_flow,0.02863360047340393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,12288,gemm_torch_flow,0.020840533574422202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,10240,gemm_torch_flow,0.017886932690938315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,7168,gemm_torch_flow,0.01470186710357666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,4096,gemm_torch_flow,0.010361599922180175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,5120,gemm_torch_flow,0.011461333433787028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,6144,gemm_torch_flow,0.012616533041000366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,3584,gemm_torch_flow,0.009703466296195984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,3072,gemm_torch_flow,0.008967467149098714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,2560,gemm_torch_flow,0.008332799871762593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,65536,gemm_torch_flow,0.09510400295257568
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,2048,gemm_torch_flow,0.007258666555086772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,1536,gemm_torch_flow,0.006444799900054932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,512,gemm_torch_flow,0.00514986664056778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,1024,gemm_torch_flow,0.005764266848564148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,768,gemm_torch_flow,0.005564799904823304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,256,gemm_torch_flow,0.004860800007979075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3584,128,gemm_torch_flow,0.004796800017356872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,10240,gemm_torch_flow,0.019342933098475137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,12288,gemm_torch_flow,0.022151466210683188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,16384,gemm_torch_flow,0.029396265745162964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,8192,gemm_torch_flow,0.01628373364607493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,7168,gemm_torch_flow,0.014699733257293702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,6144,gemm_torch_flow,0.013251200318336487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,5120,gemm_torch_flow,0.011970133582750956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,65536,gemm_torch_flow,0.10496533711751302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,768,gemm_torch_flow,0.005378133555253347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,4096,gemm_torch_flow,0.010618666807810467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,3072,gemm_torch_flow,0.009136000275611877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,3584,gemm_torch_flow,0.009944533308347065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,2560,gemm_torch_flow,0.007851733267307282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,2048,gemm_torch_flow,0.007131733496983846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,1536,gemm_torch_flow,0.00633493314186732
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,1024,gemm_torch_flow,0.0057546665271123254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,512,gemm_torch_flow,0.005161599814891815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,256,gemm_torch_flow,0.004811733464399974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,3072,128,gemm_torch_flow,0.004649599889914194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,10240,gemm_torch_flow,0.018212266763051353
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,12288,gemm_torch_flow,0.02076906760533651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,8192,gemm_torch_flow,0.015707733233769734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,16384,gemm_torch_flow,0.027461334069569902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,6144,gemm_torch_flow,0.012831999858220419
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,7168,gemm_torch_flow,0.014204800128936768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,5120,gemm_torch_flow,0.011642666657765706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,3584,gemm_torch_flow,0.009465600053469341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,3072,gemm_torch_flow,0.008008533219496409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,4096,gemm_torch_flow,0.01030613382657369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,65536,gemm_torch_flow,0.09616533120473227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,2560,gemm_torch_flow,0.007328000168005626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,2048,gemm_torch_flow,0.006762666503588359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,1536,gemm_torch_flow,0.006066133578618368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,1024,gemm_torch_flow,0.005700266857941946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,768,gemm_torch_flow,0.0053247998158137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,512,gemm_torch_flow,0.005017599960168203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,256,gemm_torch_flow,0.004728533327579498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2560,128,gemm_torch_flow,0.004668800036112467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,12288,gemm_torch_flow,0.0191210667292277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,16384,gemm_torch_flow,0.02606826623280843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,10240,gemm_torch_flow,0.01642346680164337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,7168,gemm_torch_flow,0.012850133577982583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,8192,gemm_torch_flow,0.01402453382809957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,6144,gemm_torch_flow,0.011808000008265178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,5120,gemm_torch_flow,0.010708266496658325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,4096,gemm_torch_flow,0.009116799632708231
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,65536,gemm_torch_flow,0.086517333984375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,3584,gemm_torch_flow,0.00860693355401357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,3072,gemm_torch_flow,0.007947733501593272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,2560,gemm_torch_flow,0.007375999788443248
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,2048,gemm_torch_flow,0.00680320014556249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,1536,gemm_torch_flow,0.0062389334042867025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,768,gemm_torch_flow,0.005287466446558634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,1024,gemm_torch_flow,0.005602133274078369
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,256,gemm_torch_flow,0.004804266492525736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,512,gemm_torch_flow,0.005121066669623057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,2048,128,gemm_torch_flow,0.004669866462548574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,8192,gemm_torch_flow,0.013369599978129068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,7168,gemm_torch_flow,0.012460800011952718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,16384,gemm_torch_flow,0.022273067633310953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,10240,gemm_torch_flow,0.015405866503715514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,12288,gemm_torch_flow,0.017783466974894205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,6144,gemm_torch_flow,0.011193600296974183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,5120,gemm_torch_flow,0.00993386705716451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,3584,gemm_torch_flow,0.008152533570925396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,65536,gemm_torch_flow,0.07702933152516683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,4096,gemm_torch_flow,0.008682666222254436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,2560,gemm_torch_flow,0.007065600156784058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,3072,gemm_torch_flow,0.007437866429487865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,2048,gemm_torch_flow,0.006414933502674103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,768,gemm_torch_flow,0.00525546669960022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,1024,gemm_torch_flow,0.005351466437180838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,1536,gemm_torch_flow,0.006049066781997681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,512,gemm_torch_flow,0.0049898669123649595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,256,gemm_torch_flow,0.004725333551565806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1536,128,gemm_torch_flow,0.004539733131726583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,16384,gemm_torch_flow,0.0217685341835022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,12288,gemm_torch_flow,0.017593600352605186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,8192,gemm_torch_flow,0.012847999731699625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,10240,gemm_torch_flow,0.015239466230074564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,7168,gemm_torch_flow,0.011965866883595784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,6144,gemm_torch_flow,0.010563199718793232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,65536,gemm_torch_flow,0.07438506285349528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,5120,gemm_torch_flow,0.009382399916648864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,2048,gemm_torch_flow,0.0062389334042867025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,3584,gemm_torch_flow,0.008097066481908163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,4096,gemm_torch_flow,0.008296533425649007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,3072,gemm_torch_flow,0.007291733225186665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,2560,gemm_torch_flow,0.007038933535416921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,1536,gemm_torch_flow,0.005998933315277099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,128,gemm_torch_flow,0.004428799947102865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,1024,gemm_torch_flow,0.005257600049177805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,768,gemm_torch_flow,0.005051733553409576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,512,gemm_torch_flow,0.004792533318201701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,1024,256,gemm_torch_flow,0.004580266773700714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,7168,gemm_torch_flow,0.011355732878049214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,16384,gemm_torch_flow,0.021826134125391642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,10240,gemm_torch_flow,0.015141333142916361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,12288,gemm_torch_flow,0.017525333166122436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,65536,gemm_torch_flow,0.07379733721415202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,8192,gemm_torch_flow,0.01244586706161499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,5120,gemm_torch_flow,0.009325866897900898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,6144,gemm_torch_flow,0.010316800077756245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,4096,gemm_torch_flow,0.00831573357184728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,3584,gemm_torch_flow,0.008097066481908163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,3072,gemm_torch_flow,0.0072512000799179075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,2048,gemm_torch_flow,0.006260266900062561
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,2560,gemm_torch_flow,0.006981333096822103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,1536,gemm_torch_flow,0.005909333129723867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,1024,gemm_torch_flow,0.005269333223501841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,768,gemm_torch_flow,0.005087999999523163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,512,gemm_torch_flow,0.004801066716512045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,256,gemm_torch_flow,0.004561066627502441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,768,128,gemm_torch_flow,0.004384000102678935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,12288,gemm_torch_flow,0.01689493258794149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,10240,gemm_torch_flow,0.014337066809336343
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,16384,gemm_torch_flow,0.021622399489084877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,7168,gemm_torch_flow,0.011317333579063416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,8192,gemm_torch_flow,0.012156800429026286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,65536,gemm_torch_flow,0.07345386346181235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,6144,gemm_torch_flow,0.01029973328113556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,3072,gemm_torch_flow,0.00719893326361974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,5120,gemm_torch_flow,0.009245866537094116
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,3584,gemm_torch_flow,0.00803306649128596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,4096,gemm_torch_flow,0.008248533308506011
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,2560,gemm_torch_flow,0.00690773328145345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,2048,gemm_torch_flow,0.0062282666563987735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,1024,gemm_torch_flow,0.005165866514046987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,1536,gemm_torch_flow,0.005909333129723867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,768,gemm_torch_flow,0.0050784001747767125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,512,gemm_torch_flow,0.004716800153255462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,10240,gemm_torch_flow,0.014231466253598533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,256,gemm_torch_flow,0.004459733267625173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,512,128,gemm_torch_flow,0.004376533130804697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,65536,gemm_torch_flow,0.07253973484039307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,16384,gemm_torch_flow,0.020754132668177286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,12288,gemm_torch_flow,0.01649386684099833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,8192,gemm_torch_flow,0.012265599767367045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,7168,gemm_torch_flow,0.011275733510653179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,5120,gemm_torch_flow,0.00925439993540446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,6144,gemm_torch_flow,0.010205866893132527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,3584,gemm_torch_flow,0.008066133161385854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,4096,gemm_torch_flow,0.008237866560618083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,3072,gemm_torch_flow,0.0071936001380284624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,2560,gemm_torch_flow,0.006920533378918965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,2048,gemm_torch_flow,0.006284800171852112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,1024,gemm_torch_flow,0.00517439991235733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,1536,gemm_torch_flow,0.005959466596444448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,512,gemm_torch_flow,0.004748799900213877
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,768,gemm_torch_flow,0.004957866668701172
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,256,gemm_torch_flow,0.0044725333650906885
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,256,128,gemm_torch_flow,0.004344533383846283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,10240,gemm_torch_flow,0.01421333352724711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,65536,gemm_torch_flow,0.07260479927062988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,16384,gemm_torch_flow,0.020819199085235596
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,12288,gemm_torch_flow,0.016454399625460307
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,8192,gemm_torch_flow,0.012238933642705282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,7168,gemm_torch_flow,0.01120960017045339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,6144,gemm_torch_flow,0.010314666231473287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,5120,gemm_torch_flow,0.009238400061925252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,4096,gemm_torch_flow,0.008185600241025288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,3584,gemm_torch_flow,0.00804799993832906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,3072,gemm_torch_flow,0.007197866837183635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,2560,gemm_torch_flow,0.006899199883143107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,2048,gemm_torch_flow,0.006289066871007283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,1536,gemm_torch_flow,0.005930666625499725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,1024,gemm_torch_flow,0.005184000233809153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,768,gemm_torch_flow,0.0050901333491007485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,512,gemm_torch_flow,0.004716800153255462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,256,gemm_torch_flow,0.004468266665935516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,48,128,128,gemm_torch_flow,0.004391466577847799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,4096,gemm_torch_flow,0.07178560098012289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,5120,gemm_torch_flow,0.08811093171437581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,6144,gemm_torch_flow,0.10301439762115479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,8192,gemm_torch_flow,0.13548266092936198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,7168,gemm_torch_flow,0.11880959669748943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,10240,gemm_torch_flow,0.1654698689778646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,3584,gemm_torch_flow,0.06506986618041992
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,3072,gemm_torch_flow,0.05636800130208334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,1024,gemm_torch_flow,0.025646932919820148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,12288,gemm_torch_flow,0.19640213648478191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,1536,gemm_torch_flow,0.03216853340466817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,2560,gemm_torch_flow,0.04795519908269246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,2048,gemm_torch_flow,0.03988053401311238
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,768,gemm_torch_flow,0.020833067099253335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,512,gemm_torch_flow,0.01669013301531474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,128,gemm_torch_flow,0.011914666493733723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,16384,gemm_torch_flow,0.26802988052368165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,65536,256,gemm_torch_flow,0.013539200027783712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,6144,gemm_torch_flow,0.03325546582539876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,5120,gemm_torch_flow,0.027007999022801717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,16384,gemm_torch_flow,0.07194240093231201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,10240,gemm_torch_flow,0.04706986745198567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,8192,gemm_torch_flow,0.039027198155721025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,7168,gemm_torch_flow,0.03493760029474895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,12288,gemm_torch_flow,0.054851198196411134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,1024,gemm_torch_flow,0.010292266805966694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,3072,gemm_torch_flow,0.02013333241144816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,2048,gemm_torch_flow,0.01428053379058838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,2560,gemm_torch_flow,0.01681386629740397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,1536,gemm_torch_flow,0.0123690664768219
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,4096,gemm_torch_flow,0.02290453314781189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,3584,gemm_torch_flow,0.021303466955820718
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,128,gemm_torch_flow,0.005721599857012431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,768,gemm_torch_flow,0.009046399593353271
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,512,gemm_torch_flow,0.007578666508197785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,256,gemm_torch_flow,0.0062943999965985615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,6144,gemm_torch_flow,0.025305600961049397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,8192,gemm_torch_flow,0.03219626744588216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,10240,gemm_torch_flow,0.03848746617635091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,7168,gemm_torch_flow,0.028904533386230467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,12288,gemm_torch_flow,0.0451583981513977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,16384,gemm_torch_flow,0.06094933350880941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,2048,gemm_torch_flow,0.012059733271598816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,5120,gemm_torch_flow,0.022347732384999593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,4096,gemm_torch_flow,0.019319466749827065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,2560,gemm_torch_flow,0.013864533106486002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,3072,gemm_torch_flow,0.015763200322786965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,3584,gemm_torch_flow,0.017476266622543334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,1536,gemm_torch_flow,0.01027733286221822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,128,gemm_torch_flow,0.005132799843947092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,1024,gemm_torch_flow,0.008646399776140849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,768,gemm_torch_flow,0.007592533528804779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,512,gemm_torch_flow,0.0063733334342638654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,256,gemm_torch_flow,0.00555733342965444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,16384,65536,gemm_torch_flow,0.26921173731486003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,6144,gemm_torch_flow,0.02399786710739136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,7168,gemm_torch_flow,0.026498132944107057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,8192,gemm_torch_flow,0.029927466313044233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,10240,gemm_torch_flow,0.035436801115671795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,12288,gemm_torch_flow,0.040797865390777587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,16384,gemm_torch_flow,0.056012801329294835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,12288,65536,gemm_torch_flow,0.21725865999857583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,4096,gemm_torch_flow,0.017578667402267455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,5120,gemm_torch_flow,0.02063039938608805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,2560,gemm_torch_flow,0.013112533092498779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,3072,gemm_torch_flow,0.014321066935857139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,2048,gemm_torch_flow,0.011018666625022887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,1536,gemm_torch_flow,0.00986346701780955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,3584,gemm_torch_flow,0.016217600305875143
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,768,gemm_torch_flow,0.006716800232728322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,1024,gemm_torch_flow,0.008003200093905132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,128,gemm_torch_flow,0.004913066824277243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,512,gemm_torch_flow,0.0059797331690788266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,256,gemm_torch_flow,0.005352533360322317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,12288,gemm_torch_flow,0.03774079879124959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,10240,gemm_torch_flow,0.03196373383204142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,8192,gemm_torch_flow,0.02718720038731893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,16384,gemm_torch_flow,0.04918293158213298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,10240,65536,gemm_torch_flow,0.19966506958007812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,7168,gemm_torch_flow,0.02371306618054708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,6144,gemm_torch_flow,0.021427200237909953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,2560,gemm_torch_flow,0.012346667051315308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,5120,gemm_torch_flow,0.01889280080795288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,4096,gemm_torch_flow,0.01652479966481527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,1024,gemm_torch_flow,0.007338666419188182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,3584,gemm_torch_flow,0.014896000425020853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,3072,gemm_torch_flow,0.013485866785049438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,768,gemm_torch_flow,0.006687999765078227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,1536,gemm_torch_flow,0.00937600036462148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,2048,gemm_torch_flow,0.01074773371219635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,256,gemm_torch_flow,0.005520000060399374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,512,gemm_torch_flow,0.0060693333546320595
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,128,gemm_torch_flow,0.005108266572157542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,8192,65536,gemm_torch_flow,0.17338560422261556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,10240,gemm_torch_flow,0.03153493404388428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,8192,gemm_torch_flow,0.02677653431892395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,12288,gemm_torch_flow,0.03623040119806926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,16384,gemm_torch_flow,0.04958080053329468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,7168,gemm_torch_flow,0.024642133712768556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,3584,gemm_torch_flow,0.014519466956456503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,6144,gemm_torch_flow,0.020806399981180827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,4096,gemm_torch_flow,0.015667200088500977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,768,gemm_torch_flow,0.006276266773541768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,5120,gemm_torch_flow,0.018607999881108603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,3072,gemm_torch_flow,0.012729600071907043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,2560,gemm_torch_flow,0.011522133151690166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,2048,gemm_torch_flow,0.010686933000882467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,1536,gemm_torch_flow,0.008725333213806152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,1024,gemm_torch_flow,0.0069482664267222095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,512,gemm_torch_flow,0.005669333537419637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,256,gemm_torch_flow,0.005138133466243744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,128,gemm_torch_flow,0.004692266881465912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,7168,65536,gemm_torch_flow,0.17109653155008953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,7168,gemm_torch_flow,0.023666133483250938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,16384,gemm_torch_flow,0.04727360010147095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,8192,gemm_torch_flow,0.025044266382853193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,12288,gemm_torch_flow,0.034511999289194746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,10240,gemm_torch_flow,0.029450666904449464
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,2560,gemm_torch_flow,0.011121066411336263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,6144,gemm_torch_flow,0.019556266069412232
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,1536,gemm_torch_flow,0.008311466872692108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,5120,gemm_torch_flow,0.01744640072186788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,4096,gemm_torch_flow,0.014802133043607077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,3584,gemm_torch_flow,0.013749333222707114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,3072,gemm_torch_flow,0.012443733215332032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,2048,gemm_torch_flow,0.00985599954922994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,256,gemm_torch_flow,0.005085866649945577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,1024,gemm_torch_flow,0.006857599814732869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,768,gemm_torch_flow,0.0060703997810681665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,512,gemm_torch_flow,0.005584000051021576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,128,gemm_torch_flow,0.004670933385690053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,12288,gemm_torch_flow,0.034227200349171955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,6144,65536,gemm_torch_flow,0.16809919675191243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,16384,gemm_torch_flow,0.04533546765645345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,6144,gemm_torch_flow,0.01876266598701477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,10240,gemm_torch_flow,0.028446932633717854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,8192,gemm_torch_flow,0.024270933866500855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,7168,gemm_torch_flow,0.022072533766428627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,5120,gemm_torch_flow,0.016195199886957803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,4096,gemm_torch_flow,0.01455573340257009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,2048,gemm_torch_flow,0.009383466839790345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,3584,gemm_torch_flow,0.013035733501116434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,2560,gemm_torch_flow,0.010782933235168457
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,3072,gemm_torch_flow,0.0120469331741333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,256,gemm_torch_flow,0.005110399921735128
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,1024,gemm_torch_flow,0.0067071999112765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,1536,gemm_torch_flow,0.00820479989051819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,512,gemm_torch_flow,0.0054613331953684485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,768,gemm_torch_flow,0.0059562668204307554
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,65536,gemm_torch_flow,0.15705599784851074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,5120,128,gemm_torch_flow,0.004583466549714406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,7168,gemm_torch_flow,0.019458132982254028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,8192,gemm_torch_flow,0.022705066204071044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,12288,gemm_torch_flow,0.03147839903831482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,5120,gemm_torch_flow,0.015496533115704855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,10240,gemm_torch_flow,0.026551467180252076
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,6144,gemm_torch_flow,0.018029866615931193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,16384,gemm_torch_flow,0.041265066464742026
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,2560,gemm_torch_flow,0.010532266894976298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,2048,gemm_torch_flow,0.008779733379681905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,1024,gemm_torch_flow,0.006499200065930684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,3584,gemm_torch_flow,0.012837333480517068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,3072,gemm_torch_flow,0.011576533317565918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,4096,gemm_torch_flow,0.01360106666882833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,1536,gemm_torch_flow,0.00755626658598582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,65536,gemm_torch_flow,0.13918399810791016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,768,gemm_torch_flow,0.005995733539263407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,512,gemm_torch_flow,0.005542399982611338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,256,gemm_torch_flow,0.0051146666208903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,4096,128,gemm_torch_flow,0.004677333434422811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,12288,gemm_torch_flow,0.028521599372227986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,16384,gemm_torch_flow,0.035623466968536376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,10240,gemm_torch_flow,0.02359786629676819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,5120,gemm_torch_flow,0.014550399780273438
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,8192,gemm_torch_flow,0.020201599597930907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,7168,gemm_torch_flow,0.018772266308466592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,6144,gemm_torch_flow,0.016781866550445557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,2560,gemm_torch_flow,0.009455999732017517
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,65536,gemm_torch_flow,0.1244927962621053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,3072,gemm_torch_flow,0.010941867033640544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,3584,gemm_torch_flow,0.012066133817036946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,4096,gemm_torch_flow,0.012989866733551025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,256,gemm_torch_flow,0.005011199911435445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,2048,gemm_torch_flow,0.008205866813659668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,1024,gemm_torch_flow,0.006369066735108693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,1536,gemm_torch_flow,0.007221333185831706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,768,gemm_torch_flow,0.005769599974155426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,512,gemm_torch_flow,0.005430399874846141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3584,128,gemm_torch_flow,0.004643199841181437
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,8192,gemm_torch_flow,0.021938133239746093
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,5120,gemm_torch_flow,0.014708266655604044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,10240,gemm_torch_flow,0.02567039926846822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,6144,gemm_torch_flow,0.01737066706021627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,7168,gemm_torch_flow,0.0199178675810496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,16384,gemm_torch_flow,0.039204267660776775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,12288,gemm_torch_flow,0.030326400200525922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,4096,gemm_torch_flow,0.013363200426101684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,1536,gemm_torch_flow,0.007170133292675018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,3584,gemm_torch_flow,0.012306132912635803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,2560,gemm_torch_flow,0.010327466328938802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,3072,gemm_torch_flow,0.011078400413195293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,2048,gemm_torch_flow,0.008236800134181977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,65536,gemm_torch_flow,0.14378560384114583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,1024,gemm_torch_flow,0.0062943999965985615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,768,gemm_torch_flow,0.005781333148479462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,512,gemm_torch_flow,0.005334400137265523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,128,gemm_torch_flow,0.0046517332394917805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,3072,256,gemm_torch_flow,0.004915200173854828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,12288,gemm_torch_flow,0.026884265740712482
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,16384,gemm_torch_flow,0.03619626760482788
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,10240,gemm_torch_flow,0.023218133052190146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,8192,gemm_torch_flow,0.01956160068511963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,7168,gemm_torch_flow,0.018544000387191773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,65536,gemm_torch_flow,0.12994773387908937
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,6144,gemm_torch_flow,0.01604373355706533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,5120,gemm_torch_flow,0.013780267039934794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,2560,gemm_torch_flow,0.008725333213806152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,4096,gemm_torch_flow,0.01218986709912618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,3584,gemm_torch_flow,0.011224533120791119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,3072,gemm_torch_flow,0.009744000434875489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,256,gemm_torch_flow,0.004881066580613455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,2048,gemm_torch_flow,0.007663999994595845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,1024,gemm_torch_flow,0.00613973339398702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,1536,gemm_torch_flow,0.006911999980608622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,512,gemm_torch_flow,0.005238399902979533
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,768,gemm_torch_flow,0.0054624001185099285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2560,128,gemm_torch_flow,0.004515199859937032
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,12288,gemm_torch_flow,0.027789866924285887
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,10240,gemm_torch_flow,0.023565866549809775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,16384,gemm_torch_flow,0.03616426785786946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,8192,gemm_torch_flow,0.020214400688807168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,7168,gemm_torch_flow,0.018355200688044228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,5120,gemm_torch_flow,0.013991467157999673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,6144,gemm_torch_flow,0.016272000471750894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,3072,gemm_torch_flow,0.010202667117118836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,65536,gemm_torch_flow,0.12789653142293295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,3584,gemm_torch_flow,0.010913067062695821
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,4096,gemm_torch_flow,0.012148267030715943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,1536,gemm_torch_flow,0.0070816000302632645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,2048,gemm_torch_flow,0.007997866471608479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,2560,gemm_torch_flow,0.00897173285484314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,1024,gemm_torch_flow,0.006066133578618368
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,768,gemm_torch_flow,0.005765333275000254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,512,gemm_torch_flow,0.0052373334765434265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,256,gemm_torch_flow,0.004862933357556661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,2048,128,gemm_torch_flow,0.0046293333172798155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,16384,gemm_torch_flow,0.030242133140563964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,10240,gemm_torch_flow,0.019797333081563315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,12288,gemm_torch_flow,0.023257599274317423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,65536,gemm_torch_flow,0.10485013326009114
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,8192,gemm_torch_flow,0.01784320076306661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,7168,gemm_torch_flow,0.015080533425013223
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,6144,gemm_torch_flow,0.013608533143997192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,5120,gemm_torch_flow,0.011495467027028401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,4096,gemm_torch_flow,0.010075733065605164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,3072,gemm_torch_flow,0.009013332923253377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,3584,gemm_torch_flow,0.009198932846387228
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,2560,gemm_torch_flow,0.007713066538174947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,2048,gemm_torch_flow,0.007218133409818013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,1024,gemm_torch_flow,0.005745066702365876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,256,gemm_torch_flow,0.004852266609668731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,768,gemm_torch_flow,0.005320533116658529
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,1536,gemm_torch_flow,0.006617600222428639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,12288,gemm_torch_flow,0.019454934199651084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,512,gemm_torch_flow,0.0051242664456367494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,7168,gemm_torch_flow,0.01188053290049235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1536,128,gemm_torch_flow,0.004479999840259552
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,16384,gemm_torch_flow,0.024953599770863852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,10240,gemm_torch_flow,0.01649386684099833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,8192,gemm_torch_flow,0.013756799697875976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,65536,gemm_torch_flow,0.08747733434041341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,6144,gemm_torch_flow,0.010847999652226766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,5120,gemm_torch_flow,0.009679999947547913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,4096,gemm_torch_flow,0.008533333738644917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,3584,gemm_torch_flow,0.008124800026416778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,3072,gemm_torch_flow,0.007674666742483775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,2560,gemm_torch_flow,0.00717439999183019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,2048,gemm_torch_flow,0.006426666676998138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,1536,gemm_torch_flow,0.005946666498978933
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,1024,gemm_torch_flow,0.005380266904830932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,768,gemm_torch_flow,0.00514026681582133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,512,gemm_torch_flow,0.004835199813048045
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,256,gemm_torch_flow,0.004615466793378194
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,16384,gemm_torch_flow,0.021792000532150267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,1024,128,gemm_torch_flow,0.004418133199214936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,12288,gemm_torch_flow,0.017139200369517008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,10240,gemm_torch_flow,0.014636799693107605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,6144,gemm_torch_flow,0.01014293332894643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,8192,gemm_torch_flow,0.012166399757067363
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,65536,gemm_torch_flow,0.07736319700876872
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,5120,gemm_torch_flow,0.009260800480842591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,7168,gemm_torch_flow,0.01123520036538442
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,2048,gemm_torch_flow,0.006101333101590474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,2560,gemm_torch_flow,0.00688213308652242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,3584,gemm_torch_flow,0.008014933268229166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,4096,gemm_torch_flow,0.008165333171685536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,3072,gemm_torch_flow,0.007256533205509186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,1536,gemm_torch_flow,0.005851733187834421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,16384,gemm_torch_flow,0.021067732572555543
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,1024,gemm_torch_flow,0.0052042668064435325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,768,gemm_torch_flow,0.004996266464392344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,512,gemm_torch_flow,0.004802133142948151
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,128,gemm_torch_flow,0.0043722664316495265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,768,256,gemm_torch_flow,0.004539733131726583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,65536,gemm_torch_flow,0.071615997950236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,8192,gemm_torch_flow,0.012066133817036946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,12288,gemm_torch_flow,0.01625920037428538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,10240,gemm_torch_flow,0.014225066701571146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,7168,gemm_torch_flow,0.011092266440391541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,5120,gemm_torch_flow,0.009156266848246258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,6144,gemm_torch_flow,0.010126933455467224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,3072,gemm_torch_flow,0.007163733243942261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,4096,gemm_torch_flow,0.008105599880218506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,3584,gemm_torch_flow,0.00795306662718455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,768,gemm_torch_flow,0.005031466484069824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,2048,gemm_torch_flow,0.006101333101590474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,512,gemm_torch_flow,0.004711466530958811
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,2560,gemm_torch_flow,0.006846933563550313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,256,gemm_torch_flow,0.004531200230121613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,1536,gemm_torch_flow,0.005853866537412008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,1024,gemm_torch_flow,0.005166933437188466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,512,128,gemm_torch_flow,0.004329599936803182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,16384,gemm_torch_flow,0.020383999745051066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,12288,gemm_torch_flow,0.01591679950555166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,10240,gemm_torch_flow,0.014144000411033631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,65536,gemm_torch_flow,0.07043200333913167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,8192,gemm_torch_flow,0.01204159955183665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,6144,gemm_torch_flow,0.010145066181818645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,7168,gemm_torch_flow,0.01109333336353302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,5120,gemm_torch_flow,0.00905386706193288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,4096,gemm_torch_flow,0.008117333551247915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,3584,gemm_torch_flow,0.007947733501593272
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,3072,gemm_torch_flow,0.007165866593519847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,2048,gemm_torch_flow,0.006129066646099091
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,2560,gemm_torch_flow,0.00681386689345042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,1536,gemm_torch_flow,0.005858133236567179
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,1024,gemm_torch_flow,0.0051701332132021586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,512,gemm_torch_flow,0.004710400104522705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,128,gemm_torch_flow,0.004350933432579041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,768,gemm_torch_flow,0.004911999901135763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,12288,gemm_torch_flow,0.015925332903862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,8192,gemm_torch_flow,0.012110933661460876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,256,256,gemm_torch_flow,0.004439466694990794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,16384,gemm_torch_flow,0.0203274667263031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,65536,gemm_torch_flow,0.07061866919199625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,10240,gemm_torch_flow,0.014055466651916504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,7168,gemm_torch_flow,0.011168000102043153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,6144,gemm_torch_flow,0.010057600339253743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,5120,gemm_torch_flow,0.009111467003822326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,4096,gemm_torch_flow,0.008030933141708375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,3584,gemm_torch_flow,0.00796693315108617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,1536,gemm_torch_flow,0.005842133363087972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,3072,gemm_torch_flow,0.007167999943097432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,2560,gemm_torch_flow,0.006860800087451935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,2048,gemm_torch_flow,0.006140799820423126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,1024,gemm_torch_flow,0.0051146666208903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,128,gemm_torch_flow,0.0043605332573254905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,768,gemm_torch_flow,0.004965333143870035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,512,gemm_torch_flow,0.00470719983180364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,32,128,256,gemm_torch_flow,0.004429866870244345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,5120,gemm_torch_flow,0.09175893465677896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,4096,gemm_torch_flow,0.0735701322555542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,6144,gemm_torch_flow,0.10524906317392986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,7168,gemm_torch_flow,0.12437012990315754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,8192,gemm_torch_flow,0.13889066378275555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,2048,gemm_torch_flow,0.039833601315816244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,2560,gemm_torch_flow,0.049566932519276935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,1536,gemm_torch_flow,0.03282986680666606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,3584,gemm_torch_flow,0.06654400030771891
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,3072,gemm_torch_flow,0.05701653162638346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,12288,gemm_torch_flow,0.2030303955078125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,10240,gemm_torch_flow,0.17004906336466472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,512,gemm_torch_flow,0.01658560037612915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,256,gemm_torch_flow,0.013544533650080362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,128,gemm_torch_flow,0.011188266674677531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,768,gemm_torch_flow,0.020386133591334024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,1024,gemm_torch_flow,0.024406399329503378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,65536,16384,gemm_torch_flow,0.2693589210510254
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,10240,gemm_torch_flow,0.04721173445383708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,6144,gemm_torch_flow,0.03146026730537414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,7168,gemm_torch_flow,0.03527786731719971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,12288,gemm_torch_flow,0.0553546667098999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,8192,gemm_torch_flow,0.03985706567764282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,16384,gemm_torch_flow,0.0757205327351888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,5120,gemm_torch_flow,0.028809599081675213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,4096,gemm_torch_flow,0.02272640069325765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,3072,gemm_torch_flow,0.018793600797653198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,3584,gemm_torch_flow,0.021115734179814657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,2048,gemm_torch_flow,0.014217600226402283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,2560,gemm_torch_flow,0.016706132888793947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,1024,gemm_torch_flow,0.009959466258684794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,1536,gemm_torch_flow,0.012344533205032348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,768,gemm_torch_flow,0.008925867080688477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,512,gemm_torch_flow,0.007558399935563405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,256,gemm_torch_flow,0.006321066617965698
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,128,gemm_torch_flow,0.005738666653633118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,10240,gemm_torch_flow,0.04283626476923625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,8192,gemm_torch_flow,0.03626453479131063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,12288,gemm_torch_flow,0.05138346751530966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,6144,gemm_torch_flow,0.027845333019892376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,16384,gemm_torch_flow,0.0635424017906189
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,7168,gemm_torch_flow,0.03275306622187297
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,4096,gemm_torch_flow,0.021406932671864828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,2560,gemm_torch_flow,0.015118933717409768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,3072,gemm_torch_flow,0.01720213294029236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,1536,gemm_torch_flow,0.01076693336168925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,5120,gemm_torch_flow,0.02477333347002665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,3584,gemm_torch_flow,0.018961066007614137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,2048,gemm_torch_flow,0.01279039978981018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,16384,65536,gemm_torch_flow,0.27989441553751626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,1024,gemm_torch_flow,0.008955732981363932
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,512,gemm_torch_flow,0.006483200192451477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,768,gemm_torch_flow,0.007770666480064392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,256,gemm_torch_flow,0.005668266614278158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,128,gemm_torch_flow,0.0050005331635475155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,7168,gemm_torch_flow,0.030719999472300214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,8192,gemm_torch_flow,0.03456639846165975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,10240,gemm_torch_flow,0.04102613528569539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,12288,gemm_torch_flow,0.04861439863840739
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,16384,gemm_torch_flow,0.06474666595458985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,6144,gemm_torch_flow,0.026761599381764728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,12288,65536,gemm_torch_flow,0.2380309263865153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,4096,gemm_torch_flow,0.020081067085266115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,2048,gemm_torch_flow,0.012075733145078022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,3584,gemm_torch_flow,0.017666133244832356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,5120,gemm_torch_flow,0.0234826664129893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,3072,gemm_torch_flow,0.01588586668173472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,1024,gemm_torch_flow,0.008505599697430928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,2560,gemm_torch_flow,0.013870933651924133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,512,gemm_torch_flow,0.0061471998691558834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,256,gemm_torch_flow,0.005393066505591074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,1536,gemm_torch_flow,0.010339200496673584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,768,gemm_torch_flow,0.0071050668756167095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,128,gemm_torch_flow,0.004810666541258494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,10240,gemm_torch_flow,0.034858667850494386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,12288,gemm_torch_flow,0.04190186659495036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,8192,gemm_torch_flow,0.02994133234024048
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,16384,gemm_torch_flow,0.05676906506220499
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,7168,gemm_torch_flow,0.027167999744415285
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,10240,65536,gemm_torch_flow,0.2247605323791504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,6144,gemm_torch_flow,0.023570134242375692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,3584,gemm_torch_flow,0.016214399536450704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,3072,gemm_torch_flow,0.014436266819636025
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,2048,gemm_torch_flow,0.01158186693986257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,4096,gemm_torch_flow,0.01811520059903463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,5120,gemm_torch_flow,0.02090453306833903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,768,gemm_torch_flow,0.007009066641330719
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,2560,gemm_torch_flow,0.012847999731699625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,256,gemm_torch_flow,0.005487999816735586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,1536,gemm_torch_flow,0.009859200318654377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,1024,gemm_torch_flow,0.007853866616884867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,512,gemm_torch_flow,0.006267733375231425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,128,gemm_torch_flow,0.005109333495299021
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,12288,gemm_torch_flow,0.04430186748504639
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,6144,gemm_torch_flow,0.02445013324419657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,8192,65536,gemm_torch_flow,0.199618132909139
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,10240,gemm_torch_flow,0.03737706740697225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,8192,gemm_torch_flow,0.03173973361651103
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,7168,gemm_torch_flow,0.028442666927973433
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,16384,gemm_torch_flow,0.059076265494028724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,4096,gemm_torch_flow,0.017795199155807497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,2048,gemm_torch_flow,0.011217066645622253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,5120,gemm_torch_flow,0.021396267414093017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,3584,gemm_torch_flow,0.016270933548609416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,3072,gemm_torch_flow,0.014575999975204468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,512,gemm_torch_flow,0.0059125334024429325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,2560,gemm_torch_flow,0.01308799982070923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,1536,gemm_torch_flow,0.009351467092831928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,1024,gemm_torch_flow,0.007517866790294647
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,768,gemm_torch_flow,0.006515199939409892
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,256,gemm_torch_flow,0.005122133096059163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,128,gemm_torch_flow,0.004698666433493296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,7168,65536,gemm_torch_flow,0.20429760615030923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,10240,gemm_torch_flow,0.03388693332672119
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,12288,gemm_torch_flow,0.04268800020217896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,16384,gemm_torch_flow,0.05276480118433634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,8192,gemm_torch_flow,0.0303274671236674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,4096,gemm_torch_flow,0.017094399531682333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,7168,gemm_torch_flow,0.027100799481074016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,3072,gemm_torch_flow,0.014937600493431092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,6144,gemm_torch_flow,0.023783467213312783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,3584,gemm_torch_flow,0.015655466914176942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,2048,gemm_torch_flow,0.010749866565068562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,5120,gemm_torch_flow,0.020544000466664634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,256,gemm_torch_flow,0.005130666494369507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,2560,gemm_torch_flow,0.012548266847928365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,512,gemm_torch_flow,0.005771733323733012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,1536,gemm_torch_flow,0.008737066388130188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,1024,gemm_torch_flow,0.0071829333901405334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,768,gemm_torch_flow,0.00636053333679835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,128,gemm_torch_flow,0.004743466774622599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,6144,65536,gemm_torch_flow,0.1983967940012614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,16384,gemm_torch_flow,0.05469333330790201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,10240,gemm_torch_flow,0.03275093237559001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,5120,gemm_torch_flow,0.020518400271733604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,7168,gemm_torch_flow,0.026587732632954914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,12288,gemm_torch_flow,0.041433600584665935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,6144,gemm_torch_flow,0.02295573353767395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,8192,gemm_torch_flow,0.029410133759180706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,3072,gemm_torch_flow,0.013808000087738036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,4096,gemm_torch_flow,0.017964800198872886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,3584,gemm_torch_flow,0.014963199694951376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,2560,gemm_torch_flow,0.012200533350308736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,768,gemm_torch_flow,0.0063296000162760425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,65536,gemm_torch_flow,0.19746452967325848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,2048,gemm_torch_flow,0.010590933760007222
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,1536,gemm_torch_flow,0.008667733271916707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,256,gemm_torch_flow,0.005032533407211303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,1024,gemm_torch_flow,0.007017600039641063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,512,gemm_torch_flow,0.005729066828886667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,7168,gemm_torch_flow,0.023898667097091673
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,5120,128,gemm_torch_flow,0.004593066871166229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,8192,gemm_torch_flow,0.02715839942296346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,10240,gemm_torch_flow,0.029107199112574263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,6144,gemm_torch_flow,0.021141332387924195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,16384,gemm_torch_flow,0.04933760166168213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,12288,gemm_torch_flow,0.03756693204243978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,5120,gemm_torch_flow,0.01771946748097738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,4096,gemm_torch_flow,0.015498666961987814
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,3584,gemm_torch_flow,0.014493866761525472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,3072,gemm_torch_flow,0.013059199849764506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,2048,gemm_torch_flow,0.009853866696357728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,2560,gemm_torch_flow,0.011653332908948263
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,1536,gemm_torch_flow,0.008014933268229166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,65536,gemm_torch_flow,0.16673173904418945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,512,gemm_torch_flow,0.005594666798909505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,256,gemm_torch_flow,0.005043200155099233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,1024,gemm_torch_flow,0.006727466483910878
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,768,gemm_torch_flow,0.00622080018122991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,4096,128,gemm_torch_flow,0.004845866560935974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,7168,gemm_torch_flow,0.02241386572519938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,10240,gemm_torch_flow,0.026443733771642046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,8192,gemm_torch_flow,0.02477546731630961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,12288,gemm_torch_flow,0.03407893180847168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,4096,gemm_torch_flow,0.015226667126019796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,16384,gemm_torch_flow,0.04078186750411987
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,6144,gemm_torch_flow,0.019564799467722573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,2560,gemm_torch_flow,0.010703999797503154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,5120,gemm_torch_flow,0.016679465770721436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,2048,gemm_torch_flow,0.00897173285484314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,3584,gemm_torch_flow,0.013533866405487061
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,768,gemm_torch_flow,0.006049066781997681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,1536,gemm_torch_flow,0.007333333293596904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,1024,gemm_torch_flow,0.006588799754778545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,3072,gemm_torch_flow,0.012169599533081055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,512,gemm_torch_flow,0.005469866593678792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,256,gemm_torch_flow,0.004986666639645894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,65536,gemm_torch_flow,0.14757760365804035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,6144,gemm_torch_flow,0.02331839998563131
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3584,128,gemm_torch_flow,0.004737066725889841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,8192,gemm_torch_flow,0.02683626612027486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,10240,gemm_torch_flow,0.02972266674041748
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,12288,gemm_torch_flow,0.035306668281555174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,7168,gemm_torch_flow,0.024016000827153525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,4096,gemm_torch_flow,0.015787733594576518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,16384,gemm_torch_flow,0.046462933222452804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,3072,gemm_torch_flow,0.012883200248082479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,2560,gemm_torch_flow,0.011220266421635944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,5120,gemm_torch_flow,0.018181333939234413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,3584,gemm_torch_flow,0.014177067081133523
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,1536,gemm_torch_flow,0.007854933540026348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,1024,gemm_torch_flow,0.006855466465155284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,128,gemm_torch_flow,0.004679466784000397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,2048,gemm_torch_flow,0.009430399537086487
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,65536,gemm_torch_flow,0.17098026275634765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,12288,gemm_torch_flow,0.03321173389752706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,768,gemm_torch_flow,0.006011733412742614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,512,gemm_torch_flow,0.005423999826113383
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,3072,256,gemm_torch_flow,0.005013333261013031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,7168,gemm_torch_flow,0.021565866470336915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,16384,gemm_torch_flow,0.04164906740188599
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,10240,gemm_torch_flow,0.028940800825754804
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,8192,gemm_torch_flow,0.02456106742223104
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,2048,gemm_torch_flow,0.008552533388137818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,5120,gemm_torch_flow,0.01644480029741923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,3072,gemm_torch_flow,0.011962667107582092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,6144,gemm_torch_flow,0.019166932503382365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,4096,gemm_torch_flow,0.014081066846847535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,3584,gemm_torch_flow,0.01253973344961802
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,65536,gemm_torch_flow,0.1608736038208008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,2560,gemm_torch_flow,0.010098133484522502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,768,gemm_torch_flow,0.005669333537419637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,512,gemm_torch_flow,0.005277866621812185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,1536,gemm_torch_flow,0.007129600147406261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,1024,gemm_torch_flow,0.006313600142796834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,256,gemm_torch_flow,0.004881066580613455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,8192,gemm_torch_flow,0.02542826731999715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2560,128,gemm_torch_flow,0.004603733122348785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,16384,gemm_torch_flow,0.04522026777267456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,7168,gemm_torch_flow,0.02315733234087626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,5120,gemm_torch_flow,0.01726186672846476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,10240,gemm_torch_flow,0.0266485333442688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,12288,gemm_torch_flow,0.034671998023986815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,4096,gemm_torch_flow,0.0141567995150884
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,2560,gemm_torch_flow,0.01064639985561371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,6144,gemm_torch_flow,0.019950934251149497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,65536,gemm_torch_flow,0.16597439448038737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,3584,gemm_torch_flow,0.012630400061607362
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,3072,gemm_torch_flow,0.012014933427174886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,768,gemm_torch_flow,0.006033066908518473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,2048,gemm_torch_flow,0.009154133001963298
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,1536,gemm_torch_flow,0.0075328002373377485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,128,gemm_torch_flow,0.0046304002404212955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,1024,gemm_torch_flow,0.006567466755708058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,512,gemm_torch_flow,0.005529599885145823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,2048,256,gemm_torch_flow,0.004839466512203216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,8192,gemm_torch_flow,0.022388267517089843
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,16384,gemm_torch_flow,0.03797119855880737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,5120,gemm_torch_flow,0.014190933108329773
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,12288,gemm_torch_flow,0.028967465957005816
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,7168,gemm_torch_flow,0.01854613423347473
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,10240,gemm_torch_flow,0.024729599555333458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,3584,gemm_torch_flow,0.010827733079592387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,6144,gemm_torch_flow,0.018054399887720743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,65536,gemm_torch_flow,0.1289098660151164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,4096,gemm_torch_flow,0.013201066851615905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,1536,gemm_torch_flow,0.006637866795063019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,512,gemm_torch_flow,0.005141333242257436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,3072,gemm_torch_flow,0.010141866405804952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,2560,gemm_torch_flow,0.00893440047899882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,2048,gemm_torch_flow,0.007733333110809326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,256,gemm_torch_flow,0.004753066599369049
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,1024,gemm_torch_flow,0.005888000130653381
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,768,gemm_torch_flow,0.00553173323472341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,16384,gemm_torch_flow,0.029384533564249676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1536,128,gemm_torch_flow,0.004535466432571411
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,65536,gemm_torch_flow,0.09835413297017416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,6144,gemm_torch_flow,0.01479680041472117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,12288,gemm_torch_flow,0.022428800662358604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,7168,gemm_torch_flow,0.0139765332142512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,10240,gemm_torch_flow,0.018582399686177573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,8192,gemm_torch_flow,0.01741973360379537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,4096,gemm_torch_flow,0.00920960009098053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,5120,gemm_torch_flow,0.01162559986114502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,3584,gemm_torch_flow,0.008711466193199157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,2048,gemm_torch_flow,0.006673066814740498
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,3072,gemm_torch_flow,0.008760533730189006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,1536,gemm_torch_flow,0.006051200131575266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,2560,gemm_torch_flow,0.0074538667996724445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,1024,gemm_torch_flow,0.0054058666030565895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,768,gemm_torch_flow,0.005167999863624572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,512,gemm_torch_flow,0.004860800007979075
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,8192,gemm_torch_flow,0.012659200032552085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,128,gemm_torch_flow,0.004409599800904592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,1024,256,gemm_torch_flow,0.004614399870236715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,65536,gemm_torch_flow,0.08589226404825846
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,16384,gemm_torch_flow,0.023873066902160643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,10240,gemm_torch_flow,0.015333333611488342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,12288,gemm_torch_flow,0.01825173298517863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,5120,gemm_torch_flow,0.010228266318639118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,7168,gemm_torch_flow,0.01144533356030782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,3072,gemm_torch_flow,0.0073173334201176955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,6144,gemm_torch_flow,0.010431999961535137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,1024,gemm_torch_flow,0.005208533505598704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,4096,gemm_torch_flow,0.008382933338483174
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,3584,gemm_torch_flow,0.007970133423805236
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,2560,gemm_torch_flow,0.006806399921576183
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,2048,gemm_torch_flow,0.006189866860707601
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,512,gemm_torch_flow,0.004817066589991251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,1536,gemm_torch_flow,0.005817600091298421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,128,gemm_torch_flow,0.004340266684691111
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,768,gemm_torch_flow,0.005021866659323374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,12288,gemm_torch_flow,0.015931733449300132
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,768,256,gemm_torch_flow,0.0045621335506439206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,16384,gemm_torch_flow,0.020436267058054604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,8192,gemm_torch_flow,0.01183146635691325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,10240,gemm_torch_flow,0.013945600390434265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,6144,gemm_torch_flow,0.009970133503278095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,65536,gemm_torch_flow,0.06991146405537924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,7168,gemm_torch_flow,0.011008000373840332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,3584,gemm_torch_flow,0.00785813331604004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,2048,gemm_torch_flow,0.006075733403364817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,4096,gemm_torch_flow,0.007986133297284443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,5120,gemm_torch_flow,0.00904746651649475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,512,gemm_torch_flow,0.004665599763393402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,2560,gemm_torch_flow,0.006797866523265838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,3072,gemm_torch_flow,0.007019733389218648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,65536,gemm_torch_flow,0.06851200262705484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,1536,gemm_torch_flow,0.005801600217819214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,1024,gemm_torch_flow,0.005132799843947092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,768,gemm_torch_flow,0.004966400067011515
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,12288,gemm_torch_flow,0.015742933750152587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,256,gemm_torch_flow,0.0044714664419492085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,512,128,gemm_torch_flow,0.004300799965858459
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,5120,gemm_torch_flow,0.009006933371225993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,8192,gemm_torch_flow,0.011935999989509583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,16384,gemm_torch_flow,0.019695999224980672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,10240,gemm_torch_flow,0.013806933164596557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,3072,gemm_torch_flow,0.007017600039641063
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,7168,gemm_torch_flow,0.010955733060836793
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,4096,gemm_torch_flow,0.007991466422875721
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,6144,gemm_torch_flow,0.0099263995885849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,1024,gemm_torch_flow,0.0050794666012128195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,1536,gemm_torch_flow,0.005785599847634633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,3584,gemm_torch_flow,0.007863466441631318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,2560,gemm_torch_flow,0.006797866523265838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,768,gemm_torch_flow,0.004915200173854828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,2048,gemm_torch_flow,0.0060917332768440245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,256,gemm_torch_flow,0.004455466568470001
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,128,gemm_torch_flow,0.004275199770927429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,256,512,gemm_torch_flow,0.004645333190759023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,65536,gemm_torch_flow,0.06823786894480387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,16384,gemm_torch_flow,0.019612799088160195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,4096,gemm_torch_flow,0.007985066870848339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,12288,gemm_torch_flow,0.01574720044930776
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,8192,gemm_torch_flow,0.011817600329717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,10240,gemm_torch_flow,0.013762133320172629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,7168,gemm_torch_flow,0.010880000392595927
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,3072,gemm_torch_flow,0.006994133194287618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,6144,gemm_torch_flow,0.0099263995885849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,5120,gemm_torch_flow,0.008999466896057129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,2048,gemm_torch_flow,0.006053333481152853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,1536,gemm_torch_flow,0.005782400071620941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,1024,gemm_torch_flow,0.005083733300367991
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,256,gemm_torch_flow,0.00445119986931483
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,2560,gemm_torch_flow,0.006821333368619282
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,3584,gemm_torch_flow,0.007840000092983246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,768,gemm_torch_flow,0.0049333333969116214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,512,gemm_torch_flow,0.0046517332394917805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,16,128,128,gemm_torch_flow,0.004222933451334635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,6144,gemm_torch_flow,0.10862186749776204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,4096,gemm_torch_flow,0.0756608009338379
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,5120,gemm_torch_flow,0.09183146953582763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,7168,gemm_torch_flow,0.12588906288146973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,8192,gemm_torch_flow,0.14454827308654786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,2560,gemm_torch_flow,0.050556798775990806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,3584,gemm_torch_flow,0.06875413258870443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,10240,gemm_torch_flow,0.17467093467712402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,1024,gemm_torch_flow,0.024114133914311726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,2048,gemm_torch_flow,0.041389866669972734
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,3072,gemm_torch_flow,0.058879999319712314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,12288,gemm_torch_flow,0.20925440788269042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,768,gemm_torch_flow,0.02143999934196472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,1536,gemm_torch_flow,0.0346560001373291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,256,gemm_torch_flow,0.013507200280825296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,512,gemm_torch_flow,0.01669973333676656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,128,gemm_torch_flow,0.011043199896812439
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,65536,16384,gemm_torch_flow,0.27758614222208655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,10240,gemm_torch_flow,0.0485152006149292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,7168,gemm_torch_flow,0.03557973305384318
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,8192,gemm_torch_flow,0.04036480188369751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,12288,gemm_torch_flow,0.05565226475397746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,5120,gemm_torch_flow,0.028809599081675213
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,6144,gemm_torch_flow,0.03121386567751567
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,16384,gemm_torch_flow,0.07840212980906168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,2560,gemm_torch_flow,0.016571733355522155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,3072,gemm_torch_flow,0.018772266308466592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,1536,gemm_torch_flow,0.012167466680208842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,3584,gemm_torch_flow,0.02107093334197998
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,4096,gemm_torch_flow,0.022347732384999593
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,768,gemm_torch_flow,0.009112532933553059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,512,gemm_torch_flow,0.007293866574764251
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,2048,gemm_torch_flow,0.014273066322008768
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,1024,gemm_torch_flow,0.010409599542617798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,128,gemm_torch_flow,0.005730133255322774
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,256,gemm_torch_flow,0.006250666578610738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,12288,gemm_torch_flow,0.055196801821390785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,7168,gemm_torch_flow,0.0346560001373291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,16384,gemm_torch_flow,0.07327146530151367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,10240,gemm_torch_flow,0.04696640173594157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,8192,gemm_torch_flow,0.03886080185572306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,6144,gemm_torch_flow,0.029983999331792195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,3584,gemm_torch_flow,0.019757866859436035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,3072,gemm_torch_flow,0.017681066195170084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,1536,gemm_torch_flow,0.011306666334470113
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,5120,gemm_torch_flow,0.025466666618982954
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,2560,gemm_torch_flow,0.015384533007939658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,4096,gemm_torch_flow,0.02193280061086019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,512,gemm_torch_flow,0.006457599997520447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,1024,gemm_torch_flow,0.008992000420888265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,2048,gemm_torch_flow,0.013008000453313193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,768,gemm_torch_flow,0.00806826651096344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,256,gemm_torch_flow,0.005605333546797434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,128,gemm_torch_flow,0.004993066688378652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,16384,65536,gemm_torch_flow,0.2729066530863444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,7168,gemm_torch_flow,0.03329493403434754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,12288,gemm_torch_flow,0.05253013372421265
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,10240,gemm_torch_flow,0.04477866490681966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,8192,gemm_torch_flow,0.037257599830627444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,16384,gemm_torch_flow,0.07015253702799479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,3584,gemm_torch_flow,0.018760534127553304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,6144,gemm_torch_flow,0.029127466678619384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,5120,gemm_torch_flow,0.024552534023920693
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,4096,gemm_torch_flow,0.020872533321380615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,3072,gemm_torch_flow,0.01681493322054545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,2560,gemm_torch_flow,0.014563199877738953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,2048,gemm_torch_flow,0.01267413298288981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,12288,65536,gemm_torch_flow,0.24633493423461914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,1024,gemm_torch_flow,0.008618666728337606
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,768,gemm_torch_flow,0.0073749333620071415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,1536,gemm_torch_flow,0.01071679989496867
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,512,gemm_torch_flow,0.00614933321873347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,128,gemm_torch_flow,0.0048991998036702475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,256,gemm_torch_flow,0.005354666709899902
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,8192,gemm_torch_flow,0.030513066053390502
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,10240,65536,gemm_torch_flow,0.23892480532328286
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,12288,gemm_torch_flow,0.043620268503824874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,16384,gemm_torch_flow,0.05961706638336182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,7168,gemm_torch_flow,0.02789226571718852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,6144,gemm_torch_flow,0.024709333976109825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,10240,gemm_torch_flow,0.036685868104298906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,4096,gemm_torch_flow,0.018103466431299845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,1024,gemm_torch_flow,0.007865599791208903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,1536,gemm_torch_flow,0.009719467163085938
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,5120,gemm_torch_flow,0.020780799786249797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,3584,gemm_torch_flow,0.016586666305859886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,3072,gemm_torch_flow,0.014255999525388082
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,2560,gemm_torch_flow,0.01291306714216868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,2048,gemm_torch_flow,0.01146986683209737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,256,gemm_torch_flow,0.005530666808287303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,768,gemm_torch_flow,0.0074325333038965866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,512,gemm_torch_flow,0.0061482667922973635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,128,gemm_torch_flow,0.0050570666790008545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,8192,gemm_torch_flow,0.03447999954223633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,12288,gemm_torch_flow,0.04861653248469035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,10240,gemm_torch_flow,0.041468799114227295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,16384,gemm_torch_flow,0.06482453346252441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,5120,gemm_torch_flow,0.022875734170277915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,4096,gemm_torch_flow,0.01912320057551066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,8192,65536,gemm_torch_flow,0.20353280703226723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,6144,gemm_torch_flow,0.026763733228047686
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,7168,gemm_torch_flow,0.030797866980234782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,3584,gemm_torch_flow,0.01740480065345764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,2560,gemm_torch_flow,0.013792000214258828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,3072,gemm_torch_flow,0.015482667088508605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,512,gemm_torch_flow,0.005830400188763936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,2048,gemm_torch_flow,0.011924266815185547
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,1536,gemm_torch_flow,0.009878399968147277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,1024,gemm_torch_flow,0.00766293356815974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,128,gemm_torch_flow,0.004795733094215393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,768,gemm_torch_flow,0.0069567998250325514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,256,gemm_torch_flow,0.005167999863624572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,7168,65536,gemm_torch_flow,0.20794879595438637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,6144,gemm_torch_flow,0.025868799289067584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,8192,gemm_torch_flow,0.0327349325021108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,10240,gemm_torch_flow,0.040498133500417074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,12288,gemm_torch_flow,0.04751146634419759
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,7168,gemm_torch_flow,0.029663999875386555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,16384,gemm_torch_flow,0.06032533248265585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,5120,gemm_torch_flow,0.02202026645342509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,2560,gemm_torch_flow,0.013337600231170654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,4096,gemm_torch_flow,0.018542933464050292
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,3584,gemm_torch_flow,0.016718933979670204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,3072,gemm_torch_flow,0.015187199910481772
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,1024,gemm_torch_flow,0.007339733342329661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,256,gemm_torch_flow,0.005239466826121012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,2048,gemm_torch_flow,0.011760000387827556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,1536,gemm_torch_flow,0.009488000472386678
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,128,gemm_torch_flow,0.004733866453170777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,768,gemm_torch_flow,0.006931200126806895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,512,gemm_torch_flow,0.005789866546789805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,6144,65536,gemm_torch_flow,0.19566720326741535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,12288,gemm_torch_flow,0.04490666786829631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,8192,gemm_torch_flow,0.0322432001431783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,6144,gemm_torch_flow,0.024915200471878052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,10240,gemm_torch_flow,0.03909653425216675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,16384,gemm_torch_flow,0.061293868223826084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,5120,gemm_torch_flow,0.020453333854675293
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,7168,gemm_torch_flow,0.028998400767644244
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,3072,gemm_torch_flow,0.014751999576886495
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,2560,gemm_torch_flow,0.013033599654833476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,768,gemm_torch_flow,0.0068458666404088335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,4096,gemm_torch_flow,0.018013866742451985
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,3584,gemm_torch_flow,0.017028266191482545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,2048,gemm_torch_flow,0.01120960017045339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,1536,gemm_torch_flow,0.009090133508046468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,128,gemm_torch_flow,0.004692266881465912
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,1024,gemm_torch_flow,0.007299200197060903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,512,gemm_torch_flow,0.0056320001681645715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,256,gemm_torch_flow,0.005014400184154511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,5120,65536,gemm_torch_flow,0.19432320594787597
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,16384,gemm_torch_flow,0.05238933165868124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,12288,gemm_torch_flow,0.03852266470591227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,7168,gemm_torch_flow,0.025008000930150348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,8192,gemm_torch_flow,0.026820266246795656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,6144,gemm_torch_flow,0.02148373325665792
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,10240,gemm_torch_flow,0.032739200194676715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,4096,gemm_torch_flow,0.015821866194407144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,5120,gemm_torch_flow,0.018911999464035035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,3584,gemm_torch_flow,0.01477226714293162
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,3072,gemm_torch_flow,0.012967466314633688
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,2560,gemm_torch_flow,0.011683199803034465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,1536,gemm_torch_flow,0.008247466882069905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,2048,gemm_torch_flow,0.009692800045013428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,512,gemm_torch_flow,0.005692799886067709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,65536,gemm_torch_flow,0.17092053095499676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,1024,gemm_torch_flow,0.007004799942175548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,768,gemm_torch_flow,0.006738133231798808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,128,gemm_torch_flow,0.004780800143877665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,4096,256,gemm_torch_flow,0.005086933573087057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,16384,gemm_torch_flow,0.05051093498865763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,12288,gemm_torch_flow,0.036424533526102705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,10240,gemm_torch_flow,0.03152106602986653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,7168,gemm_torch_flow,0.023626667261123658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,6144,gemm_torch_flow,0.02181546688079834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,5120,gemm_torch_flow,0.01804373264312744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,8192,gemm_torch_flow,0.026290132602055864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,3072,gemm_torch_flow,0.012870400150616964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,4096,gemm_torch_flow,0.015251200397809347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,1536,gemm_torch_flow,0.007931733131408691
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,3584,gemm_torch_flow,0.01427839994430542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,512,gemm_torch_flow,0.005475200215975444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,2560,gemm_torch_flow,0.011245866616566975
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,65536,gemm_torch_flow,0.15277759234110516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,2048,gemm_torch_flow,0.00942080020904541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,1024,gemm_torch_flow,0.006728533407052357
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,768,gemm_torch_flow,0.006491733094056447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,8192,gemm_torch_flow,0.029478400945663452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,256,gemm_torch_flow,0.004981333514054617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3584,128,gemm_torch_flow,0.004681600133577982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,10240,gemm_torch_flow,0.03634666601816813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,12288,gemm_torch_flow,0.04195199807484944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,16384,gemm_torch_flow,0.05705920060475668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,6144,gemm_torch_flow,0.023336533705393472
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,7168,gemm_torch_flow,0.02715839942296346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,3584,gemm_torch_flow,0.015409066279729208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,4096,gemm_torch_flow,0.01686613361040751
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,65536,gemm_torch_flow,0.17871893246968587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,5120,gemm_torch_flow,0.019824000199635823
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,3072,gemm_torch_flow,0.013819733262062072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,2048,gemm_torch_flow,0.009993599851926167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,2560,gemm_torch_flow,0.012084266543388367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,1536,gemm_torch_flow,0.008347733815511068
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,1024,gemm_torch_flow,0.007005866865317028
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,128,gemm_torch_flow,0.004583466549714406
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,512,gemm_torch_flow,0.005490133166313171
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,768,gemm_torch_flow,0.006552533308664958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,3072,256,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,5120,gemm_torch_flow,0.01800853411356608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,16384,gemm_torch_flow,0.050058666865030924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,12288,gemm_torch_flow,0.03690346479415894
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,8192,gemm_torch_flow,0.0264138658841451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,10240,gemm_torch_flow,0.03210773269335429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,7168,gemm_torch_flow,0.023590399821599325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,6144,gemm_torch_flow,0.02156053384145101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,1536,gemm_torch_flow,0.007501866420110066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,3072,gemm_torch_flow,0.011851732929547627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,65536,gemm_torch_flow,0.16832213401794432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,768,gemm_torch_flow,0.006150400141874949
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,1024,gemm_torch_flow,0.006500266492366791
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,512,gemm_torch_flow,0.0051925331354141235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,3584,gemm_torch_flow,0.013906133174896241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,4096,gemm_torch_flow,0.01590826710065206
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,2560,gemm_torch_flow,0.010570666193962098
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,2048,gemm_torch_flow,0.009401599566141765
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,128,gemm_torch_flow,0.004468266665935516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,12288,gemm_torch_flow,0.03613760073979695
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,8192,gemm_torch_flow,0.025856000185012818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2560,256,gemm_torch_flow,0.004962133367856344
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,7168,gemm_torch_flow,0.02339093287785848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,10240,gemm_torch_flow,0.03032853404680888
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,3584,gemm_torch_flow,0.013169067104657492
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,16384,gemm_torch_flow,0.047177600860595706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,6144,gemm_torch_flow,0.020492800076802573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,5120,gemm_torch_flow,0.017646932601928712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,2048,gemm_torch_flow,0.009143466750780743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,4096,gemm_torch_flow,0.015160533785820007
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,65536,gemm_torch_flow,0.1537951946258545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,3072,gemm_torch_flow,0.012176000078519185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,1024,gemm_torch_flow,0.006620799998442332
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,2560,gemm_torch_flow,0.010943999886512757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,1536,gemm_torch_flow,0.007575466732184092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,128,gemm_torch_flow,0.004665599763393402
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,768,gemm_torch_flow,0.0064735998709996535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,512,gemm_torch_flow,0.005475200215975444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,16384,gemm_torch_flow,0.04058773517608642
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,2048,256,gemm_torch_flow,0.004925866425037384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,10240,gemm_torch_flow,0.027138133843739826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,8192,gemm_torch_flow,0.02387946645418803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,6144,gemm_torch_flow,0.017615999778111777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,7168,gemm_torch_flow,0.020627200603485107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,3584,gemm_torch_flow,0.012407466769218445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,3072,gemm_torch_flow,0.010630399982134501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,12288,gemm_torch_flow,0.030962133407592775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,2560,gemm_torch_flow,0.008831999699274699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,2048,gemm_torch_flow,0.008072533210118612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,5120,gemm_torch_flow,0.014822399616241455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,512,gemm_torch_flow,0.005162666738033295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,4096,gemm_torch_flow,0.012757333119710288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,1024,gemm_torch_flow,0.006018133461475372
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,1536,gemm_torch_flow,0.007032533486684163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,65536,gemm_torch_flow,0.13087466557820637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,128,gemm_torch_flow,0.00452693353096644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,768,gemm_torch_flow,0.005932799975077311
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,7168,gemm_torch_flow,0.015453867117563882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1536,256,gemm_torch_flow,0.004844800134499868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,10240,gemm_torch_flow,0.02204906741778056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,16384,gemm_torch_flow,0.03288106719652812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,4096,gemm_torch_flow,0.010122666756312054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,12288,gemm_torch_flow,0.025120000044504803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,8192,gemm_torch_flow,0.018620800971984864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,65536,gemm_torch_flow,0.10358933607737224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,5120,gemm_torch_flow,0.011805867155392964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,3584,gemm_torch_flow,0.010380799571673077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,6144,gemm_torch_flow,0.013639466961224875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,1024,gemm_torch_flow,0.0054666668176651
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,1536,gemm_torch_flow,0.006284800171852112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,2560,gemm_torch_flow,0.007382399837176005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,512,gemm_torch_flow,0.00489386667807897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,256,gemm_torch_flow,0.004572799801826477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,2048,gemm_torch_flow,0.006818133095900218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,3072,gemm_torch_flow,0.008500267068545024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,768,gemm_torch_flow,0.005300266544024149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,1024,128,gemm_torch_flow,0.0044170667727788295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,16384,gemm_torch_flow,0.0271616001923879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,12288,gemm_torch_flow,0.019645865758260092
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,8192,gemm_torch_flow,0.014241066575050355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,65536,gemm_torch_flow,0.09600213368733725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,7168,gemm_torch_flow,0.011847466230392456
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,10240,gemm_torch_flow,0.016474666198094685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,2560,gemm_torch_flow,0.007227733234564463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,5120,gemm_torch_flow,0.009872000416119893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,6144,gemm_torch_flow,0.01076693336168925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,4096,gemm_torch_flow,0.008602666854858398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,1024,gemm_torch_flow,0.0052714665730794275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,3584,gemm_torch_flow,0.00865066647529602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,768,gemm_torch_flow,0.0051146666208903
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,3072,gemm_torch_flow,0.0075082664688428235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,2048,gemm_torch_flow,0.0067221333583196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,256,gemm_torch_flow,0.0045738667249679565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,16384,gemm_torch_flow,0.02047146757443746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,1536,gemm_torch_flow,0.005841066439946493
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,10240,gemm_torch_flow,0.01378666659196218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,7168,gemm_torch_flow,0.01088746686776479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,8192,gemm_torch_flow,0.011755733688672384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,512,gemm_torch_flow,0.004750933249791463
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,6144,gemm_torch_flow,0.009833600123723347
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,768,128,gemm_torch_flow,0.004430933296680451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,4096,gemm_torch_flow,0.008014933268229166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,12288,gemm_torch_flow,0.015890133380889893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,3072,gemm_torch_flow,0.006975999971230824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,65536,gemm_torch_flow,0.07215893268585205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,1024,gemm_torch_flow,0.005128533144791921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,5120,gemm_torch_flow,0.008964266379674275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,3584,gemm_torch_flow,0.007778133451938629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,1536,gemm_torch_flow,0.005735466877619425
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,2560,gemm_torch_flow,0.006696533163388569
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,2048,gemm_torch_flow,0.006090666850407918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,128,gemm_torch_flow,0.004270933568477631
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,768,gemm_torch_flow,0.0049098665515581764
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,512,gemm_torch_flow,0.004634666442871094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,16384,gemm_torch_flow,0.01949119965235392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,10240,gemm_torch_flow,0.013768532872200012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,8192,gemm_torch_flow,0.011771733562151592
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,512,256,gemm_torch_flow,0.004458666841189066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,65536,gemm_torch_flow,0.0679797331492106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,12288,gemm_torch_flow,0.015549866358439126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,7168,gemm_torch_flow,0.010790399710337321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,5120,gemm_torch_flow,0.008925867080688477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,6144,gemm_torch_flow,0.009873066345850627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,2048,gemm_torch_flow,0.0060703997810681665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,1536,gemm_torch_flow,0.005709866682688395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,3584,gemm_torch_flow,0.007714133461316426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,4096,gemm_torch_flow,0.007963733375072479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,3072,gemm_torch_flow,0.00699946681658427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,2560,gemm_torch_flow,0.006687999765078227
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,768,gemm_torch_flow,0.004877866804599762
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,1024,gemm_torch_flow,0.005072000126043955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,256,gemm_torch_flow,0.004339199761549632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,512,gemm_torch_flow,0.004613333443800608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,256,128,gemm_torch_flow,0.004197333256403605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,12288,gemm_torch_flow,0.015549866358439126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,65536,gemm_torch_flow,0.06718186537424722
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,16384,gemm_torch_flow,0.019403733809789023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,8192,gemm_torch_flow,0.011802666385968526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,7168,gemm_torch_flow,0.010805333654085796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,10240,gemm_torch_flow,0.013570132851600646
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,4096,gemm_torch_flow,0.007905066510041555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,5120,gemm_torch_flow,0.008871466914812724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,6144,gemm_torch_flow,0.009825066725413004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,2048,gemm_torch_flow,0.005961599946022034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,2560,gemm_torch_flow,0.0067669332027435304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,3584,gemm_torch_flow,0.007816533247629803
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,3072,gemm_torch_flow,0.00694400022427241
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,1536,gemm_torch_flow,0.005674666663010915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,1024,gemm_torch_flow,0.005042133231957754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,768,gemm_torch_flow,0.0048885335524876915
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,512,gemm_torch_flow,0.004635733366012573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,256,gemm_torch_flow,0.004364799956480662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,8,128,128,gemm_torch_flow,0.004227200150489807
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,5120,gemm_torch_flow,0.09582293033599854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,4096,gemm_torch_flow,0.0769973357518514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,6144,gemm_torch_flow,0.11171733538309733
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,8192,gemm_torch_flow,0.1429482618967692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,7168,gemm_torch_flow,0.12558613618214926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,3072,gemm_torch_flow,0.059623467922210696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,10240,gemm_torch_flow,0.1783733367919922
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,3584,gemm_torch_flow,0.07444480260213217
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,12288,gemm_torch_flow,0.2100202719370524
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,1536,gemm_torch_flow,0.04054506619771321
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,2048,gemm_torch_flow,0.04346346855163574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,1024,gemm_torch_flow,0.024193066358566283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,768,gemm_torch_flow,0.02307413419087728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,2560,gemm_torch_flow,0.0581493337949117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,512,gemm_torch_flow,0.016638933618863424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,256,gemm_torch_flow,0.013724799950917563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,128,gemm_torch_flow,0.010991999506950378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,8192,gemm_torch_flow,0.04106880029042562
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,65536,16384,gemm_torch_flow,0.27805973688761393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,10240,gemm_torch_flow,0.048716799418131514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,7168,gemm_torch_flow,0.03589013417561849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,6144,gemm_torch_flow,0.031725867589314775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,12288,gemm_torch_flow,0.05973973274230957
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,16384,gemm_torch_flow,0.07609600226084391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,4096,gemm_torch_flow,0.023971199989318848
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,1536,gemm_torch_flow,0.013823999961217245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,5120,gemm_torch_flow,0.027342933416366576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,3584,gemm_torch_flow,0.02299306591351827
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,768,gemm_torch_flow,0.009679999947547913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,512,gemm_torch_flow,0.0076896001895268755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,2560,gemm_torch_flow,0.018793600797653198
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,256,gemm_torch_flow,0.0063381334145863845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,3072,gemm_torch_flow,0.018972800175348917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,2048,gemm_torch_flow,0.014232533176740012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,1024,gemm_torch_flow,0.010322133700052898
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,128,gemm_torch_flow,0.005548800031344095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,7168,gemm_torch_flow,0.03483626842498779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,12288,gemm_torch_flow,0.057426134745279946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,8192,gemm_torch_flow,0.039527467886606854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,10240,gemm_torch_flow,0.04592959880828858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,16384,gemm_torch_flow,0.0754634698232015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,6144,gemm_torch_flow,0.03149973352750142
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,5120,gemm_torch_flow,0.0265610675017039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,4096,gemm_torch_flow,0.022321067253748574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,2048,gemm_torch_flow,0.01346986691157023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,2560,gemm_torch_flow,0.01730239987373352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,3584,gemm_torch_flow,0.020843732357025146
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,3072,gemm_torch_flow,0.017940266927083334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,768,gemm_torch_flow,0.008293333152929943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,1024,gemm_torch_flow,0.009426132837931315
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,512,gemm_torch_flow,0.006816000243028005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,1536,gemm_torch_flow,0.012474667032559712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,256,gemm_torch_flow,0.005638400216897329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,128,gemm_torch_flow,0.004938666522502899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,16384,65536,gemm_torch_flow,0.27476374308268225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,16384,gemm_torch_flow,0.07196266651153564
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,7168,gemm_torch_flow,0.033115732669830325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,8192,gemm_torch_flow,0.03794240156809489
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,10240,gemm_torch_flow,0.045816532770792645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,12288,gemm_torch_flow,0.05445653200149536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,12288,65536,gemm_torch_flow,0.2538293361663818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,6144,gemm_torch_flow,0.02911466757456462
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,3584,gemm_torch_flow,0.019485867023468016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,3072,gemm_torch_flow,0.017427200078964235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,1536,gemm_torch_flow,0.011793067057927448
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,5120,gemm_torch_flow,0.025084799528121947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,2560,gemm_torch_flow,0.01656000018119812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,4096,gemm_torch_flow,0.020950400829315187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,2048,gemm_torch_flow,0.01318826675415039
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,256,gemm_torch_flow,0.005465599894523621
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,1024,gemm_torch_flow,0.008803199728329976
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,768,gemm_torch_flow,0.0077909335494041445
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,512,gemm_torch_flow,0.006506666541099548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,128,gemm_torch_flow,0.004730666677157084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,8192,gemm_torch_flow,0.031011199951171874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,16384,gemm_torch_flow,0.06197866598765055
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,6144,gemm_torch_flow,0.025389866034189863
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,10240,gemm_torch_flow,0.03619306484858195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,12288,gemm_torch_flow,0.04478400150934855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,7168,gemm_torch_flow,0.027769599358240766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,10240,65536,gemm_torch_flow,0.24057067235310875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,4096,gemm_torch_flow,0.018158932526906334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,3072,gemm_torch_flow,0.014947199821472168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,2560,gemm_torch_flow,0.015490133563677469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,1024,gemm_torch_flow,0.007892266909281413
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,5120,gemm_torch_flow,0.02193280061086019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,768,gemm_torch_flow,0.007601066430409749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,3584,gemm_torch_flow,0.017926400899887084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,256,gemm_torch_flow,0.005613866448402405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,2048,gemm_torch_flow,0.011618133385976155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,1536,gemm_torch_flow,0.012088533242543538
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,128,gemm_torch_flow,0.004984533290068308
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,512,gemm_torch_flow,0.006488533318042755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,12288,gemm_torch_flow,0.050893867015838624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,7168,gemm_torch_flow,0.030751999219258624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,16384,gemm_torch_flow,0.06593600114186605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,10240,gemm_torch_flow,0.044904534022013345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,8192,65536,gemm_torch_flow,0.2046069304148356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,8192,gemm_torch_flow,0.034886399904886886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,5120,gemm_torch_flow,0.023051732778549196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,6144,gemm_torch_flow,0.02831679979960124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,1536,gemm_torch_flow,0.011083733042081196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,2560,gemm_torch_flow,0.015593600273132325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,4096,gemm_torch_flow,0.019972266753514607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,3584,gemm_torch_flow,0.018091734250386557
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,2048,gemm_torch_flow,0.012409599622090657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,3072,gemm_torch_flow,0.016539733608563742
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,512,gemm_torch_flow,0.006122666597366333
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,768,gemm_torch_flow,0.007218133409818013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,1024,gemm_torch_flow,0.007761066655317943
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,256,gemm_torch_flow,0.005262933174769084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,128,gemm_torch_flow,0.004590933521588644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,7168,65536,gemm_torch_flow,0.22885653177897133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,16384,gemm_torch_flow,0.0643669327100118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,6144,gemm_torch_flow,0.02775040070215861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,8192,gemm_torch_flow,0.03456426858901977
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,5120,gemm_torch_flow,0.02258239984512329
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,10240,gemm_torch_flow,0.04233493407567342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,12288,gemm_torch_flow,0.049310934543609616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,7168,gemm_torch_flow,0.029922133684158324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,3584,gemm_torch_flow,0.017513600985209148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,4096,gemm_torch_flow,0.019663999478022255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,768,gemm_torch_flow,0.007110400001207988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,3072,gemm_torch_flow,0.015980799992879234
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,2048,gemm_torch_flow,0.011995733777681986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,2560,gemm_torch_flow,0.014876799782117209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,1536,gemm_torch_flow,0.010771200060844421
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,1024,gemm_torch_flow,0.007632000247637431
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,128,gemm_torch_flow,0.004594133297602335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,512,gemm_torch_flow,0.006138666470845541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,256,gemm_torch_flow,0.005163733164469401
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,6144,65536,gemm_torch_flow,0.2136181354522705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,6144,gemm_torch_flow,0.027124265829722088
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,5120,gemm_torch_flow,0.022009599208831786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,7168,gemm_torch_flow,0.029363199075063066
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,12288,gemm_torch_flow,0.04816533327102661
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,10240,gemm_torch_flow,0.04077440102895101
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,8192,gemm_torch_flow,0.03391893307367961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,16384,gemm_torch_flow,0.06502506732940674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,3584,gemm_torch_flow,0.016822399695714314
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,4096,gemm_torch_flow,0.01922773321469625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,3072,gemm_torch_flow,0.015848533312479655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,1024,gemm_torch_flow,0.007276799778143566
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,1536,gemm_torch_flow,0.01011946698029836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,512,gemm_torch_flow,0.005948799848556519
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,256,gemm_torch_flow,0.005186133086681366
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,768,gemm_torch_flow,0.007050666709740956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,2560,gemm_torch_flow,0.014774399995803832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,2048,gemm_torch_flow,0.011965866883595784
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,65536,gemm_torch_flow,0.20207039515177408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,5120,128,gemm_torch_flow,0.004507733384768168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,6144,gemm_torch_flow,0.023478400707244874
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,12288,gemm_torch_flow,0.03947519858678182
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,4096,gemm_torch_flow,0.015963733196258545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,7168,gemm_torch_flow,0.024668800830841064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,8192,gemm_torch_flow,0.027818665901819868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,10240,gemm_torch_flow,0.03488853375116984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,16384,gemm_torch_flow,0.05341973304748535
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,3584,gemm_torch_flow,0.017604267597198485
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,5120,gemm_torch_flow,0.01853653391202291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,1536,gemm_torch_flow,0.010014933347702027
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,2560,gemm_torch_flow,0.013978667060534158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,768,gemm_torch_flow,0.007136000196139018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,3072,gemm_torch_flow,0.013567999998728434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,2048,gemm_torch_flow,0.009922132889429728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,128,gemm_torch_flow,0.004705066482226053
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,65536,gemm_torch_flow,0.17718720436096191
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,1024,gemm_torch_flow,0.0070613334576288865
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,512,gemm_torch_flow,0.005964800218741099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,4096,256,gemm_torch_flow,0.00525546669960022
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,16384,gemm_torch_flow,0.052655998865763345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,12288,gemm_torch_flow,0.039666132132212324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,5120,gemm_torch_flow,0.01798293391863505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,6144,gemm_torch_flow,0.02214399973551432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,4096,gemm_torch_flow,0.01589120030403137
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,8192,gemm_torch_flow,0.028310400247573853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,10240,gemm_torch_flow,0.03253013292948405
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,7168,gemm_torch_flow,0.02445866664250692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,3584,gemm_torch_flow,0.01520853340625763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,2560,gemm_torch_flow,0.01293333371480306
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,1536,gemm_torch_flow,0.009377066294352214
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,1024,gemm_torch_flow,0.007083733379840851
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,3072,gemm_torch_flow,0.013332266608874002
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,768,gemm_torch_flow,0.006872533261775971
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,2048,gemm_torch_flow,0.009622400005658466
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,65536,gemm_torch_flow,0.16445546150207518
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,10240,gemm_torch_flow,0.0386186679204305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,512,gemm_torch_flow,0.0058442667126655575
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,256,gemm_torch_flow,0.005051733553409576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,12288,gemm_torch_flow,0.04673813184102376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,7168,gemm_torch_flow,0.02752853234608968
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3584,128,gemm_torch_flow,0.004578133424123129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,5120,gemm_torch_flow,0.020478934049606323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,16384,gemm_torch_flow,0.0578005313873291
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,8192,gemm_torch_flow,0.03191893299420674
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,2048,gemm_torch_flow,0.010883200168609618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,6144,gemm_torch_flow,0.024256000916163124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,3584,gemm_torch_flow,0.016109866897265117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,4096,gemm_torch_flow,0.018557866414388023
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,3072,gemm_torch_flow,0.015035733580589294
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,1536,gemm_torch_flow,0.00962559978167216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,512,gemm_torch_flow,0.005767466624577841
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,2560,gemm_torch_flow,0.01344000001748403
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,768,gemm_torch_flow,0.006841599941253662
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,65536,gemm_torch_flow,0.2087104002634684
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,1024,gemm_torch_flow,0.0071263998746871945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,16384,gemm_torch_flow,0.053496531645456945
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,10240,gemm_torch_flow,0.03234453399976094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,12288,gemm_torch_flow,0.04378026723861694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,256,gemm_torch_flow,0.005032533407211303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,3072,128,gemm_torch_flow,0.004499199986457825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,7168,gemm_torch_flow,0.02493013342221578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,6144,gemm_torch_flow,0.02159893314043681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,8192,gemm_torch_flow,0.030317866802215578
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,5120,gemm_torch_flow,0.019598933060963948
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,3584,gemm_torch_flow,0.01474453310171763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,2048,gemm_torch_flow,0.009268266956011455
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,65536,gemm_torch_flow,0.17943466504414876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,4096,gemm_torch_flow,0.016588800152142844
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,1024,gemm_torch_flow,0.006678399940331777
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,768,gemm_torch_flow,0.0065077334642410275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,1536,gemm_torch_flow,0.009291733304659527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,3072,gemm_torch_flow,0.01288640002409617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,2560,gemm_torch_flow,0.012180266777674358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,256,gemm_torch_flow,0.004907733201980591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,512,gemm_torch_flow,0.005438933273156484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,10240,gemm_torch_flow,0.033974401156107586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,6144,gemm_torch_flow,0.019884800910949706
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2560,128,gemm_torch_flow,0.004412800073623657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,8192,gemm_torch_flow,0.02691306670506795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,12288,gemm_torch_flow,0.03776533206303914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,5120,gemm_torch_flow,0.018449066082636516
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,16384,gemm_torch_flow,0.05124160051345825
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,7168,gemm_torch_flow,0.022807466983795165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,65536,gemm_torch_flow,0.16026773452758789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,2048,gemm_torch_flow,0.009459199508031209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,2560,gemm_torch_flow,0.012497066458066305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,4096,gemm_torch_flow,0.014863999684651694
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,1536,gemm_torch_flow,0.009588266412417095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,768,gemm_torch_flow,0.006829866766929626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,3584,gemm_torch_flow,0.013978667060534158
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,3072,gemm_torch_flow,0.012505599856376648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,512,gemm_torch_flow,0.005750399827957153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,1024,gemm_torch_flow,0.006739200154940288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,10240,gemm_torch_flow,0.028328533967336016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,12288,gemm_torch_flow,0.03577599922815959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,256,gemm_torch_flow,0.0051125332713127134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,6144,gemm_torch_flow,0.01830186645189921
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,2048,128,gemm_torch_flow,0.004522666831811269
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,7168,gemm_torch_flow,0.02013546625773112
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,16384,gemm_torch_flow,0.04456213315327962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,8192,gemm_torch_flow,0.024915200471878052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,4096,gemm_torch_flow,0.013053866227467856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,2048,gemm_torch_flow,0.008468266328175862
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,1536,gemm_torch_flow,0.008461866776148479
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,65536,gemm_torch_flow,0.14761600494384766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,5120,gemm_torch_flow,0.014882133404413859
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,3584,gemm_torch_flow,0.011713066697120666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,3072,gemm_torch_flow,0.011217066645622253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,2560,gemm_torch_flow,0.01102293332417806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,512,gemm_torch_flow,0.005367466807365417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,128,gemm_torch_flow,0.004440533121426901
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,1024,gemm_torch_flow,0.006491733094056447
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,768,gemm_torch_flow,0.006362666686375936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,65536,gemm_torch_flow,0.11095146338144939
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1536,256,gemm_torch_flow,0.004913066824277243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,16384,gemm_torch_flow,0.03547733227411906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,8192,gemm_torch_flow,0.019367466370264687
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,12288,gemm_torch_flow,0.026103466749191284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,10240,gemm_torch_flow,0.024732800324757893
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,5120,gemm_torch_flow,0.012552533547083536
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,3584,gemm_torch_flow,0.010469333330790202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,4096,gemm_torch_flow,0.012289067109425861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,7168,gemm_torch_flow,0.01686933239301046
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,2560,gemm_torch_flow,0.009506133198738099
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,1024,gemm_torch_flow,0.005479466418425242
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,1536,gemm_torch_flow,0.00740479975938797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,6144,gemm_torch_flow,0.014320000012715658
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,512,gemm_torch_flow,0.005097599824269613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,768,gemm_torch_flow,0.005709866682688395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,128,gemm_torch_flow,0.0042912001411120095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,3072,gemm_torch_flow,0.009161600470542907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,2048,gemm_torch_flow,0.007076266904671986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,16384,gemm_torch_flow,0.02725226680437724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,12288,gemm_torch_flow,0.024589866399765015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,1024,256,gemm_torch_flow,0.00470719983180364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,8192,gemm_torch_flow,0.015666133165359496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,10240,gemm_torch_flow,0.016874667008717856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,7168,gemm_torch_flow,0.013940266768137612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,65536,gemm_torch_flow,0.10280959606170655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,6144,gemm_torch_flow,0.011872000495592753
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,3072,gemm_torch_flow,0.007584000130494435
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,5120,gemm_torch_flow,0.010194133718808491
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,1536,gemm_torch_flow,0.006546133259932201
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,4096,gemm_torch_flow,0.00965119997660319
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,2048,gemm_torch_flow,0.006296533346176148
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,3584,gemm_torch_flow,0.010202667117118836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,128,gemm_torch_flow,0.004387199878692627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,2560,gemm_torch_flow,0.00827946662902832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,1024,gemm_torch_flow,0.005169066786766052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,768,gemm_torch_flow,0.005301333467165629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,65536,gemm_torch_flow,0.07847572962443033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,256,gemm_torch_flow,0.004523733258247375
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,768,512,gemm_torch_flow,0.004889599978923798
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,12288,gemm_torch_flow,0.016411733627319337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,10240,gemm_torch_flow,0.013666133085886637
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,7168,gemm_torch_flow,0.010896000266075134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,16384,gemm_torch_flow,0.020206934213638304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,8192,gemm_torch_flow,0.011756799618403117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,2048,gemm_torch_flow,0.00598826656738917
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,5120,gemm_torch_flow,0.008995200196901958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,6144,gemm_torch_flow,0.009886933366457622
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,4096,gemm_torch_flow,0.007949866851170858
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,1536,gemm_torch_flow,0.005689600110054016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,2560,gemm_torch_flow,0.006849066913127899
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,3584,gemm_torch_flow,0.007895466685295106
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,3072,gemm_torch_flow,0.007075199981530507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,512,gemm_torch_flow,0.004588800172011057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,256,gemm_torch_flow,0.0044266665975252785
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,1024,gemm_torch_flow,0.005116799970467886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,768,gemm_torch_flow,0.004972800115744273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,512,128,gemm_torch_flow,0.004197333256403605
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,65536,gemm_torch_flow,0.06732479731241861
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,7168,gemm_torch_flow,0.010823466380437215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,16384,gemm_torch_flow,0.019447465737660728
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,12288,gemm_torch_flow,0.0155157337586085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,10240,gemm_torch_flow,0.013644799590110779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,8192,gemm_torch_flow,0.011667199929555257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,3584,gemm_torch_flow,0.007743999858697255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,3072,gemm_torch_flow,0.007006933291753133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,2560,gemm_torch_flow,0.0067104001839955645
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,6144,gemm_torch_flow,0.00985599954922994
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,4096,gemm_torch_flow,0.007898666461308797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,5120,gemm_torch_flow,0.008901333808898926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,2048,gemm_torch_flow,0.005986133217811584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,1024,gemm_torch_flow,0.005003733436266581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,128,gemm_torch_flow,0.004193066557248434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,65536,gemm_torch_flow,0.06664213339487711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,1536,gemm_torch_flow,0.005666133264700572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,16384,gemm_torch_flow,0.019350399573644005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,12288,gemm_torch_flow,0.015438933173815408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,256,gemm_torch_flow,0.004321066538492838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,768,gemm_torch_flow,0.004910933474699656
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,256,512,gemm_torch_flow,0.004568533102671305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,7168,gemm_torch_flow,0.010777599612871806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,4096,gemm_torch_flow,0.00786133309205373
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,5120,gemm_torch_flow,0.008889599641164144
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,3584,gemm_torch_flow,0.00784853349129359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,10240,gemm_torch_flow,0.013621333241462707
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,2048,gemm_torch_flow,0.006006399790445963
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,8192,gemm_torch_flow,0.011753599842389424
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,6144,gemm_torch_flow,0.009859200318654377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,512,gemm_torch_flow,0.004564266900221507
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,768,gemm_torch_flow,0.004779733220736186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,3072,gemm_torch_flow,0.006985599795977275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,2560,gemm_torch_flow,0.0067114666104316715
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,1536,gemm_torch_flow,0.005689600110054016
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,1024,gemm_torch_flow,0.005115733544031779
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,256,gemm_torch_flow,0.004275199770927429
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,4,128,128,gemm_torch_flow,0.004120533416668574
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,4096,gemm_torch_flow,0.07664746443430583
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,5120,gemm_torch_flow,0.08911253611246744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,7168,gemm_torch_flow,0.12193600336710612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,6144,gemm_torch_flow,0.10701759656270345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,8192,gemm_torch_flow,0.1442527929941813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,10240,gemm_torch_flow,0.18061013221740724
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,1536,gemm_torch_flow,0.035778133074442546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,2048,gemm_torch_flow,0.04158080021540324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,2560,gemm_torch_flow,0.053224531809488926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,12288,gemm_torch_flow,0.2156064033508301
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,3584,gemm_torch_flow,0.06820053259531657
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,256,gemm_torch_flow,0.013546666502952576
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,3072,gemm_torch_flow,0.0614303986231486
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,1024,gemm_torch_flow,0.02505813241004944
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,768,gemm_torch_flow,0.025047467152277632
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,128,gemm_torch_flow,0.011129599809646607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,512,gemm_torch_flow,0.016748799880345663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,7168,gemm_torch_flow,0.036549333731333414
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,65536,16384,gemm_torch_flow,0.2846325238545736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,6144,gemm_torch_flow,0.03152106602986653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,8192,gemm_torch_flow,0.039893333117167154
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,12288,gemm_torch_flow,0.05823786656061808
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,10240,gemm_torch_flow,0.04949333270390828
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,16384,gemm_torch_flow,0.0748042662938436
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,5120,gemm_torch_flow,0.02731626629829407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,4096,gemm_torch_flow,0.023843199014663696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,3072,gemm_torch_flow,0.01883413394292196
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,3584,gemm_torch_flow,0.021219199895858763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,2048,gemm_torch_flow,0.01502293348312378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,1536,gemm_torch_flow,0.01221226652463277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,768,gemm_torch_flow,0.010141866405804952
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,1024,gemm_torch_flow,0.009859200318654377
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,2560,gemm_torch_flow,0.017103999853134155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,256,gemm_torch_flow,0.006505600114663441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,128,gemm_torch_flow,0.00547626664241155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,512,gemm_torch_flow,0.00784853349129359
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,12288,gemm_torch_flow,0.05366506576538086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,10240,gemm_torch_flow,0.04777599970499675
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,6144,gemm_torch_flow,0.03018239935239156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,16384,gemm_torch_flow,0.07516372998555501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,7168,gemm_torch_flow,0.03521813154220581
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,8192,gemm_torch_flow,0.04025813341140747
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,5120,gemm_torch_flow,0.025591466824213666
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,2560,gemm_torch_flow,0.015822933117548624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,1536,gemm_torch_flow,0.01125866671403249
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,4096,gemm_torch_flow,0.022275199492772423
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,2048,gemm_torch_flow,0.013473066687583923
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,3072,gemm_torch_flow,0.01834986607233683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,3584,gemm_torch_flow,0.020428800582885744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,256,gemm_torch_flow,0.005840000013510386
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,512,gemm_torch_flow,0.00666133314371109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,768,gemm_torch_flow,0.009079466263453167
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,1024,gemm_torch_flow,0.009145599603652955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,128,gemm_torch_flow,0.004878933231035868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,10240,gemm_torch_flow,0.04528106848398845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,12288,gemm_torch_flow,0.05565653244654337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,8192,gemm_torch_flow,0.038395734628041585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,16384,gemm_torch_flow,0.07309866746266683
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,7168,gemm_torch_flow,0.03363519906997681
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,16384,65536,gemm_torch_flow,0.27798401514689125
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,2560,gemm_torch_flow,0.014828800161679586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,5120,gemm_torch_flow,0.024229333798090617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,3072,gemm_torch_flow,0.017573332786560057
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,6144,gemm_torch_flow,0.029019733270009358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,4096,gemm_torch_flow,0.021667200326919555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,3584,gemm_torch_flow,0.01922666629155477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,1536,gemm_torch_flow,0.01088853379090627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,12288,65536,gemm_torch_flow,0.24565226236979165
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,256,gemm_torch_flow,0.005650133391221364
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,2048,gemm_torch_flow,0.012959999839464822
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,128,gemm_torch_flow,0.004664533336957296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,1024,gemm_torch_flow,0.008781866232554118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,768,gemm_torch_flow,0.008177066842714947
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,512,gemm_torch_flow,0.006381866832574208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,8192,gemm_torch_flow,0.030406399567921953
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,12288,gemm_torch_flow,0.04614400068918864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,6144,gemm_torch_flow,0.024471465746561685
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,7168,gemm_torch_flow,0.02932479977607727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,10240,gemm_torch_flow,0.038471468289693195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,5120,gemm_torch_flow,0.02074346741040548
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,16384,gemm_torch_flow,0.06118186712265015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,3584,gemm_torch_flow,0.016634666919708253
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,4096,gemm_torch_flow,0.019693867365519205
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,10240,65536,gemm_torch_flow,0.2395146687825521
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,2560,gemm_torch_flow,0.013146666685740152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,1536,gemm_torch_flow,0.010270933310190838
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,3072,gemm_torch_flow,0.015202132860819497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,768,gemm_torch_flow,0.00800960014263789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,2048,gemm_torch_flow,0.012449066837628682
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,128,gemm_torch_flow,0.004914133250713349
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,1024,gemm_torch_flow,0.007914666831493378
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,512,gemm_torch_flow,0.006490666667620342
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,256,gemm_torch_flow,0.005693866809209188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,8192,65536,gemm_torch_flow,0.20216426849365235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,7168,gemm_torch_flow,0.031572266419728594
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,16384,gemm_torch_flow,0.06880426406860352
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,6144,gemm_torch_flow,0.02688639958699544
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,12288,gemm_torch_flow,0.0528160015741984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,10240,gemm_torch_flow,0.04652586778004964
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,2560,gemm_torch_flow,0.01469013293584188
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,8192,gemm_torch_flow,0.03743040164311727
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,4096,gemm_torch_flow,0.02050986687342326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,5120,gemm_torch_flow,0.02260479927062988
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,3072,gemm_torch_flow,0.016502400239308677
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,2048,gemm_torch_flow,0.012365866700808208
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,3584,gemm_torch_flow,0.017731199661890663
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,768,gemm_torch_flow,0.0076682666937510175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,1024,gemm_torch_flow,0.007707733412583668
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,256,gemm_torch_flow,0.005350400010744731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,1536,gemm_torch_flow,0.010108799735705058
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,512,gemm_torch_flow,0.0061706667145093284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,8192,gemm_torch_flow,0.03384106556574504
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,128,gemm_torch_flow,0.004577066500981649
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,12288,gemm_torch_flow,0.04911893208821615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,16384,gemm_torch_flow,0.06608426570892334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,7168,gemm_torch_flow,0.030829866727193195
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,7168,65536,gemm_torch_flow,0.22177173296610514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,10240,gemm_torch_flow,0.040966399510701496
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,5120,gemm_torch_flow,0.02174293398857117
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,2560,gemm_torch_flow,0.012827733159065246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,3072,gemm_torch_flow,0.015800533692042033
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,6144,gemm_torch_flow,0.026230400800704955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,1536,gemm_torch_flow,0.009950932860374451
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,4096,gemm_torch_flow,0.0196288009484609
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,3584,gemm_torch_flow,0.017338667313257852
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,2048,gemm_torch_flow,0.012058666348457337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,1024,gemm_torch_flow,0.007483733197053273
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,768,gemm_torch_flow,0.007660800218582153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,512,gemm_torch_flow,0.006044800082842508
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,256,gemm_torch_flow,0.005478399991989136
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,65536,gemm_torch_flow,0.20889600118001303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,6144,128,gemm_torch_flow,0.004579199850559235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,10240,gemm_torch_flow,0.039383467038472494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,6144,gemm_torch_flow,0.025923200448354083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,7168,gemm_torch_flow,0.0310208002726237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,12288,gemm_torch_flow,0.045762133598327634
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,16384,gemm_torch_flow,0.06480640172958374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,3584,gemm_torch_flow,0.016692266861597697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,8192,gemm_torch_flow,0.03285546700159709
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,5120,gemm_torch_flow,0.021112533410390218
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,3072,gemm_torch_flow,0.015299200018246969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,1024,gemm_torch_flow,0.007334400216738384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,4096,gemm_torch_flow,0.019287467002868652
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,1536,gemm_torch_flow,0.009044266740481059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,2560,gemm_torch_flow,0.012281599640846252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,65536,gemm_torch_flow,0.20536212921142577
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,2048,gemm_torch_flow,0.011337600151697795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,512,gemm_torch_flow,0.005906133353710175
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,768,gemm_torch_flow,0.007503999769687653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,256,gemm_torch_flow,0.005346133311589559
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,5120,128,gemm_torch_flow,0.004481066763401031
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,16384,gemm_torch_flow,0.05027733246485392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,10240,gemm_torch_flow,0.03431679805119832
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,12288,gemm_torch_flow,0.04103999932607015
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,7168,gemm_torch_flow,0.025114667415618897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,8192,gemm_torch_flow,0.028642133871714277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,4096,gemm_torch_flow,0.017388800779978432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,5120,gemm_torch_flow,0.01769919991493225
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,1536,gemm_torch_flow,0.008574933807055155
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,2560,gemm_torch_flow,0.010875733693440755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,6144,gemm_torch_flow,0.021333332856496176
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,768,gemm_torch_flow,0.007548800110816956
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,3584,gemm_torch_flow,0.015217066804567973
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,3072,gemm_torch_flow,0.01325440009435018
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,2048,gemm_torch_flow,0.00986346701780955
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,128,gemm_torch_flow,0.004565333326657614
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,65536,gemm_torch_flow,0.1774175961812337
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,1024,gemm_torch_flow,0.006995200117429097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,256,gemm_torch_flow,0.00544213354587555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,4096,512,gemm_torch_flow,0.005941333373387655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,8192,gemm_torch_flow,0.028921600182851153
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,7168,gemm_torch_flow,0.024204800526301064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,12288,gemm_torch_flow,0.041495466232299806
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,5120,gemm_torch_flow,0.017640533049901326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,6144,gemm_torch_flow,0.020562134186426797
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,3584,gemm_torch_flow,0.014914133151372275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,10240,gemm_torch_flow,0.03174186746279399
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,16384,gemm_torch_flow,0.052641065915425625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,4096,gemm_torch_flow,0.016691199938456216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,3072,gemm_torch_flow,0.01290773351987203
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,65536,gemm_torch_flow,0.16568320592244465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,2048,gemm_torch_flow,0.00998293360074361
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,1024,gemm_torch_flow,0.006637866795063019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,2560,gemm_torch_flow,0.009662933150927226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,1536,gemm_torch_flow,0.008197333415349324
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,768,gemm_torch_flow,0.007246933380762736
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,128,gemm_torch_flow,0.00453653335571289
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,512,gemm_torch_flow,0.00572266678015391
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,12288,gemm_torch_flow,0.04896213213602702
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3584,256,gemm_torch_flow,0.005393066505591074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,7168,gemm_torch_flow,0.028937600056330365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,10240,gemm_torch_flow,0.03707733154296875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,16384,gemm_torch_flow,0.0550986647605896
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,8192,gemm_torch_flow,0.032229334115982056
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,6144,gemm_torch_flow,0.024115200837453207
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,2560,gemm_torch_flow,0.010921600461006164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,65536,gemm_torch_flow,0.2171786626180013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,2048,gemm_torch_flow,0.010631466905275982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,1536,gemm_torch_flow,0.008528000116348267
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,5120,gemm_torch_flow,0.01998186707496643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,4096,gemm_torch_flow,0.018413867553075156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,768,gemm_torch_flow,0.007469866673151653
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,3584,gemm_torch_flow,0.016482133666674295
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,3072,gemm_torch_flow,0.014923733472824097
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,256,gemm_torch_flow,0.005313066641489664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,128,gemm_torch_flow,0.004387199878692627
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,1024,gemm_torch_flow,0.00691840002934138
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,10240,gemm_torch_flow,0.032807467381159465
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,6144,gemm_torch_flow,0.021718400716781616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,8192,gemm_torch_flow,0.0304149329662323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,3072,512,gemm_torch_flow,0.0057205334305763245
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,12288,gemm_torch_flow,0.04130239884058635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,16384,gemm_torch_flow,0.05292906761169434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,3072,gemm_torch_flow,0.01307093302408854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,7168,gemm_torch_flow,0.025206400950749712
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,65536,gemm_torch_flow,0.16982720692952474
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,2560,gemm_torch_flow,0.010830932855606079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,5120,gemm_torch_flow,0.017836799224217735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,4096,gemm_torch_flow,0.01839253306388855
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,3584,gemm_torch_flow,0.014083199699719749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,128,gemm_torch_flow,0.004411733150482178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,512,gemm_torch_flow,0.0054293334484100345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,1024,gemm_torch_flow,0.006437333424886067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,256,gemm_torch_flow,0.005015466610590617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,2048,gemm_torch_flow,0.009654399752616883
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,1536,gemm_torch_flow,0.008072533210118612
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2560,768,gemm_torch_flow,0.006977066894372304
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,7168,gemm_torch_flow,0.022898133595784506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,10240,gemm_torch_flow,0.03216000000635783
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,16384,gemm_torch_flow,0.04716373284657796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,6144,gemm_torch_flow,0.019942400852839152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,4096,gemm_torch_flow,0.014500266313552857
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,5120,gemm_torch_flow,0.016621866822242738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,12288,gemm_torch_flow,0.03683946530024211
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,8192,gemm_torch_flow,0.02735146681467692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,2048,gemm_torch_flow,0.009829333424568177
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,1536,gemm_torch_flow,0.00836906631787618
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,3072,gemm_torch_flow,0.012081066767374676
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,3584,gemm_torch_flow,0.012321066856384278
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,768,gemm_torch_flow,0.00747626672188441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,65536,gemm_torch_flow,0.1695679982503255
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,512,gemm_torch_flow,0.0057536001006762184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,2560,gemm_torch_flow,0.010441600282986959
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,256,gemm_torch_flow,0.005300266544024149
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,1024,gemm_torch_flow,0.006715733309586842
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,2048,128,gemm_torch_flow,0.004459733267625173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,10240,gemm_torch_flow,0.027015467484792072
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,12288,gemm_torch_flow,0.03430399894714355
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,8192,gemm_torch_flow,0.02481386661529541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,5120,gemm_torch_flow,0.014456533392270408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,6144,gemm_torch_flow,0.01743146578470866
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,4096,gemm_torch_flow,0.013255467017491659
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,16384,gemm_torch_flow,0.0412607987721761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,3584,gemm_torch_flow,0.011320533355077107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,3072,gemm_torch_flow,0.01099626620610555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,2560,gemm_torch_flow,0.00913813312848409
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,65536,gemm_torch_flow,0.1437664031982422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,7168,gemm_torch_flow,0.02140480081240336
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,1024,gemm_torch_flow,0.006029866635799408
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,128,gemm_torch_flow,0.004423466821511587
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,1536,gemm_torch_flow,0.007594666878382365
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,2048,gemm_torch_flow,0.009128533800443013
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,768,gemm_torch_flow,0.006504533191521962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,16384,gemm_torch_flow,0.03267093300819397
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,512,gemm_torch_flow,0.005383466680844625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,10240,gemm_torch_flow,0.022798933585484824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1536,256,gemm_torch_flow,0.004964266717433929
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,8192,gemm_torch_flow,0.020376533269882202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,3584,gemm_torch_flow,0.011041067043940226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,7168,gemm_torch_flow,0.0164874662955602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,5120,gemm_torch_flow,0.011972266435623168
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,65536,gemm_torch_flow,0.10906240145365398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,12288,gemm_torch_flow,0.02853333353996277
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,3072,gemm_torch_flow,0.009148800373077392
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,6144,gemm_torch_flow,0.014064000050226847
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,4096,gemm_torch_flow,0.011524266997973124
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,2048,gemm_torch_flow,0.007022933165232341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,768,gemm_torch_flow,0.005779199798901876
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,128,gemm_torch_flow,0.004346666733423868
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,256,gemm_torch_flow,0.004745600124200186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,2560,gemm_torch_flow,0.008051200211048127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,1536,gemm_torch_flow,0.006388266881306966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,1024,gemm_torch_flow,0.005513600011666616
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,8192,gemm_torch_flow,0.015405866503715514
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,1024,512,gemm_torch_flow,0.0048991998036702475
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,10240,gemm_torch_flow,0.01765973369280497
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,16384,gemm_torch_flow,0.029708800713221233
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,65536,gemm_torch_flow,0.10136426289876302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,5120,gemm_torch_flow,0.009616000453631084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,6144,gemm_torch_flow,0.01141973336537679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,12288,gemm_torch_flow,0.02256106734275818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,4096,gemm_torch_flow,0.010995200276374817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,3584,gemm_torch_flow,0.00839573343594869
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,2560,gemm_torch_flow,0.006856533388296763
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,7168,gemm_torch_flow,0.01272640029589335
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,1536,gemm_torch_flow,0.006166400015354156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,256,gemm_torch_flow,0.004555733501911163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,3072,gemm_torch_flow,0.0073077330986658735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,2048,gemm_torch_flow,0.006996266543865204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,1024,gemm_torch_flow,0.005302399893601735
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,65536,gemm_torch_flow,0.08234346707661946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,512,gemm_torch_flow,0.00477866679430008
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,768,gemm_torch_flow,0.0051584000388781226
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,10240,gemm_torch_flow,0.013676800330479941
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,768,128,gemm_torch_flow,0.004308266441027323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,12288,gemm_torch_flow,0.015494400262832641
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,16384,gemm_torch_flow,0.02046826680501302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,3584,gemm_torch_flow,0.007740800082683563
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,5120,gemm_torch_flow,0.008847999572753906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,3072,gemm_torch_flow,0.006972800195217133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,8192,gemm_torch_flow,0.011751466989517212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,4096,gemm_torch_flow,0.00830506682395935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,7168,gemm_torch_flow,0.01139306624730428
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,6144,gemm_torch_flow,0.009737599889437358
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,1536,gemm_torch_flow,0.005603200197219849
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,1024,gemm_torch_flow,0.0050346667567888895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,768,gemm_torch_flow,0.004871466755867004
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,2560,gemm_torch_flow,0.006664533416430156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,128,gemm_torch_flow,0.0042357335488001505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,2048,gemm_torch_flow,0.005994666616121928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,16384,gemm_torch_flow,0.019377066691716512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,65536,gemm_torch_flow,0.06714879671732585
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,512,gemm_torch_flow,0.004546133180459341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,10240,gemm_torch_flow,0.013642666737238565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,512,256,gemm_torch_flow,0.004492799937725067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,4096,gemm_torch_flow,0.007905066510041555
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,5120,gemm_torch_flow,0.008833066622416178
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,12288,gemm_torch_flow,0.015513599912325541
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,3584,gemm_torch_flow,0.007677866518497467
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,8192,gemm_torch_flow,0.011598933736483257
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,7168,gemm_torch_flow,0.0108106662829717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,3072,gemm_torch_flow,0.006988800068696339
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,1536,gemm_torch_flow,0.005719466507434845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,6144,gemm_torch_flow,0.009805867075920105
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,2048,gemm_torch_flow,0.005960533519585928
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,2560,gemm_torch_flow,0.006669866542021434
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,16384,gemm_torch_flow,0.019334399700164796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,1024,gemm_torch_flow,0.00499839981396993
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,12288,gemm_torch_flow,0.015507200360298156
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,768,gemm_torch_flow,0.004818133513132731
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,512,gemm_torch_flow,0.004572799801826477
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,256,gemm_torch_flow,0.004358399907747904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,256,128,gemm_torch_flow,0.004159999887148539
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,10240,gemm_torch_flow,0.013573333621025085
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,65536,gemm_torch_flow,0.06676053206125895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,7168,gemm_torch_flow,0.01076479951540629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,8192,gemm_torch_flow,0.01167146662871043
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,5120,gemm_torch_flow,0.008874666690826417
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,2048,gemm_torch_flow,0.0059797331690788266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,3072,gemm_torch_flow,0.006964266796906789
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,768,gemm_torch_flow,0.00483840008576711
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,1536,gemm_torch_flow,0.0056618665655454
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,6144,gemm_torch_flow,0.009752532839775086
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,1024,gemm_torch_flow,0.005029333134492239
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,4096,gemm_torch_flow,0.007952000200748443
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,3584,gemm_torch_flow,0.0077450667818387345
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,512,gemm_torch_flow,0.00447680006424586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,2560,gemm_torch_flow,0.006670933465162914
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,256,gemm_torch_flow,0.0042463997999827065
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,2,128,128,gemm_torch_flow,0.004154666761557261
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,4096,gemm_torch_flow,0.07827839851379395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,5120,gemm_torch_flow,0.09801920255025229
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,6144,gemm_torch_flow,0.11182400385538738
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,7168,gemm_torch_flow,0.13002453645070394
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,8192,gemm_torch_flow,0.14879573186238607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,3584,gemm_torch_flow,0.07081387042999268
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,3072,gemm_torch_flow,0.059645867347717284
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,768,gemm_torch_flow,0.024626133839289348
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,10240,gemm_torch_flow,0.17717653910319012
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,2560,gemm_torch_flow,0.05227520068486532
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,512,gemm_torch_flow,0.019375999768575035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,12288,gemm_torch_flow,0.22475733757019042
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,1536,gemm_torch_flow,0.036524800459543864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,1024,gemm_torch_flow,0.02399253249168396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,2048,gemm_torch_flow,0.04444053173065186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,128,gemm_torch_flow,0.011131733655929565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,256,gemm_torch_flow,0.013772799571355184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,8192,gemm_torch_flow,0.04039359887440999
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,7168,gemm_torch_flow,0.03559253215789795
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,12288,gemm_torch_flow,0.056036265691121426
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,6144,gemm_torch_flow,0.031188267469406127
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,10240,gemm_torch_flow,0.04841173489888509
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,16384,gemm_torch_flow,0.0792896032333374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,65536,16384,gemm_torch_flow,0.2754506746927897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,5120,gemm_torch_flow,0.02702186703681946
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,1536,gemm_torch_flow,0.012840533256530761
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,3584,gemm_torch_flow,0.020958934227625528
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,2048,gemm_torch_flow,0.015490133563677469
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,4096,gemm_torch_flow,0.022499199708302817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,1024,gemm_torch_flow,0.01013866662979126
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,3072,gemm_torch_flow,0.018574933211008705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,512,gemm_torch_flow,0.00804799993832906
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,256,gemm_torch_flow,0.006371200084686279
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,2560,gemm_torch_flow,0.01762346625328064
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,128,gemm_torch_flow,0.0055178667108217875
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,768,gemm_torch_flow,0.01002346674601237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,8192,gemm_torch_flow,0.03980266650517782
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,10240,gemm_torch_flow,0.0467466672261556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,7168,gemm_torch_flow,0.034430932998657224
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,6144,gemm_torch_flow,0.03133333325386047
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,12288,gemm_torch_flow,0.055630934238433835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,3072,gemm_torch_flow,0.018029866615931193
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,16384,gemm_torch_flow,0.07425386905670166
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,3584,gemm_torch_flow,0.0202890674273173
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,2560,gemm_torch_flow,0.01618666648864746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,5120,gemm_torch_flow,0.027847466866175334
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,4096,gemm_torch_flow,0.022281599044799805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,2048,gemm_torch_flow,0.013739732901255288
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,1536,gemm_torch_flow,0.01112000048160553
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,1024,gemm_torch_flow,0.00909440020720164
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,768,gemm_torch_flow,0.00902826686700185
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,256,gemm_torch_flow,0.005785599847634633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,128,gemm_torch_flow,0.004902400076389313
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,512,gemm_torch_flow,0.0071733335653940845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,16384,65536,gemm_torch_flow,0.28925333023071287
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,8192,gemm_torch_flow,0.03885759909947713
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,10240,gemm_torch_flow,0.04544533491134643
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,7168,gemm_torch_flow,0.03484906752904256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,12288,gemm_torch_flow,0.05383466482162476
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,5120,gemm_torch_flow,0.02598186731338501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,6144,gemm_torch_flow,0.02871146599451701
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,4096,gemm_torch_flow,0.02140053311983744
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,16384,gemm_torch_flow,0.07416106859842936
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,3072,gemm_torch_flow,0.017273600896199545
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,3584,gemm_torch_flow,0.019387733936309815
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,2048,gemm_torch_flow,0.013202133774757385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,1536,gemm_torch_flow,0.010748799641927083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,12288,65536,gemm_torch_flow,0.256277338663737
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,768,gemm_torch_flow,0.00805866668621699
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,2560,gemm_torch_flow,0.015441067020098367
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,1024,gemm_torch_flow,0.008671999971071879
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,512,gemm_torch_flow,0.006955733398596446
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,256,gemm_torch_flow,0.005548800031344095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,128,gemm_torch_flow,0.004721066852410635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,7168,gemm_torch_flow,0.027948800722757978
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,10240,gemm_torch_flow,0.037239468097686766
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,12288,gemm_torch_flow,0.042813865343729655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,6144,gemm_torch_flow,0.024488532543182374
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,10240,65536,gemm_torch_flow,0.25053866704305017
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,16384,gemm_torch_flow,0.06128426790237427
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,8192,gemm_torch_flow,0.032051199674606325
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,2048,gemm_torch_flow,0.012412800391515096
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,4096,gemm_torch_flow,0.017913599809010826
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,5120,gemm_torch_flow,0.02251946727434794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,3072,gemm_torch_flow,0.014544000228246054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,3584,gemm_torch_flow,0.01672640045483907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,2560,gemm_torch_flow,0.014441600441932679
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,1536,gemm_torch_flow,0.009875200192133586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,1024,gemm_torch_flow,0.00817386656999588
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,256,gemm_torch_flow,0.005712000032265982
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,512,gemm_torch_flow,0.007100800176461537
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,128,gemm_torch_flow,0.004960000018278758
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,768,gemm_torch_flow,0.00804906686147054
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,8192,gemm_torch_flow,0.034695466359456376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,7168,gemm_torch_flow,0.03340906699498494
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,12288,gemm_torch_flow,0.051115731398264565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,10240,gemm_torch_flow,0.042157868544260665
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,16384,gemm_torch_flow,0.06850132942199708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,8192,65536,gemm_torch_flow,0.21113600730895996
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,5120,gemm_torch_flow,0.02245546579360962
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,6144,gemm_torch_flow,0.02799786726633708
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,2560,gemm_torch_flow,0.01437013347943624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,1536,gemm_torch_flow,0.010009599725405376
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,2048,gemm_torch_flow,0.01256106694539388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,4096,gemm_torch_flow,0.020146133502324422
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,1024,gemm_torch_flow,0.007699200014273326
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,3584,gemm_torch_flow,0.018169599771499633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,3072,gemm_torch_flow,0.01609386702378591
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,512,gemm_torch_flow,0.006780800223350525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,256,gemm_torch_flow,0.005310933291912079
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,768,gemm_torch_flow,0.007613866527875264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,10240,gemm_torch_flow,0.03874239921569824
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,128,gemm_torch_flow,0.004558933277924856
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,12288,gemm_torch_flow,0.04847573439280192
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,8192,gemm_torch_flow,0.036773331960042316
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,5120,gemm_torch_flow,0.023729066054026283
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,6144,gemm_torch_flow,0.025459200143814087
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,16384,gemm_torch_flow,0.06698559919993083
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,2560,gemm_torch_flow,0.014097066720326743
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,7168,65536,gemm_torch_flow,0.22849599520365396
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,3072,gemm_torch_flow,0.016017066438992818
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,7168,gemm_torch_flow,0.031956267356872556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,4096,gemm_torch_flow,0.019512534141540527
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,1536,gemm_torch_flow,0.009776000181833904
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,3584,gemm_torch_flow,0.017787732680638633
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,2048,gemm_torch_flow,0.012210133671760558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,1024,gemm_torch_flow,0.007534933090209961
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,768,gemm_torch_flow,0.007704533139864604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,128,gemm_torch_flow,0.004531200230121613
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,512,gemm_torch_flow,0.006734933455785115
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,8192,gemm_torch_flow,0.03280426661173503
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,256,gemm_torch_flow,0.005335466563701629
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,10240,gemm_torch_flow,0.040635732809702556
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,16384,gemm_torch_flow,0.06492053270339966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,6144,gemm_torch_flow,0.02472320000330607
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,12288,gemm_torch_flow,0.047117865085601805
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,5120,gemm_torch_flow,0.023177599906921385
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,6144,65536,gemm_torch_flow,0.21402239799499512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,4096,gemm_torch_flow,0.019288533926010133
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,3584,gemm_torch_flow,0.017373865842819212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,3072,gemm_torch_flow,0.015607466300328573
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,7168,gemm_torch_flow,0.031276800235112506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,768,gemm_torch_flow,0.007468800246715546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,512,gemm_torch_flow,0.006630399823188781
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,128,gemm_torch_flow,0.004443733394145966
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,2560,gemm_torch_flow,0.013770666718482972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,1024,gemm_torch_flow,0.007300266623497009
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,2048,gemm_torch_flow,0.011497599879900615
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,1536,gemm_torch_flow,0.009390933314959209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,256,gemm_torch_flow,0.005243733525276184
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,7168,gemm_torch_flow,0.02458560069402059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,5120,65536,gemm_torch_flow,0.20678399403889974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,16384,gemm_torch_flow,0.05463466644287109
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,8192,gemm_torch_flow,0.0279914657274882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,6144,gemm_torch_flow,0.02205973267555237
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,5120,gemm_torch_flow,0.018576000134150186
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,4096,gemm_torch_flow,0.015936000148455302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,12288,gemm_torch_flow,0.0396778662999471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,10240,gemm_torch_flow,0.03203946749369303
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,3072,gemm_torch_flow,0.01300159990787506
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,3584,gemm_torch_flow,0.01495039959748586
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,768,gemm_torch_flow,0.00764160007238388
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,1024,gemm_torch_flow,0.007032533486684163
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,512,gemm_torch_flow,0.006750933329264323
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,256,gemm_torch_flow,0.005401599903901418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,65536,gemm_torch_flow,0.1983850638071696
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,2560,gemm_torch_flow,0.011476266384124755
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,2048,gemm_torch_flow,0.009699199597040813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,1536,gemm_torch_flow,0.008108800152937572
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,10240,gemm_torch_flow,0.029310933748881024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,8192,gemm_torch_flow,0.02799466649691264
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,7168,gemm_torch_flow,0.02431466579437256
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,6144,gemm_torch_flow,0.02226346731185913
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,4096,128,gemm_torch_flow,0.004625066618124644
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,16384,gemm_torch_flow,0.05110186735788981
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,5120,gemm_torch_flow,0.01925546725591024
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,4096,gemm_torch_flow,0.015708800156911215
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,12288,gemm_torch_flow,0.037302398681640626
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,2560,gemm_torch_flow,0.011928533514340717
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,2048,gemm_torch_flow,0.00999786655108134
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,3072,gemm_torch_flow,0.013185066978136697
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,3584,gemm_torch_flow,0.014659200112024942
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,1536,gemm_torch_flow,0.008021333316961924
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,256,gemm_torch_flow,0.005248000224431356
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,65536,gemm_torch_flow,0.16283520062764484
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,768,gemm_torch_flow,0.007154133419195812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,1024,gemm_torch_flow,0.006647466619809468
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,512,gemm_torch_flow,0.0064074665307998655
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3584,128,gemm_torch_flow,0.004514133433500925
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,8192,gemm_torch_flow,0.031787733236948654
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,10240,gemm_torch_flow,0.03799253304799398
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,16384,gemm_torch_flow,0.06018879810969034
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,7168,gemm_torch_flow,0.029608533779780073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,6144,gemm_torch_flow,0.026422399282455444
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,5120,gemm_torch_flow,0.022130133708318074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,3584,gemm_torch_flow,0.01655466655890147
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,12288,gemm_torch_flow,0.045774932702382407
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,2560,gemm_torch_flow,0.012589866916338602
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,4096,gemm_torch_flow,0.01817173361778259
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,3072,gemm_torch_flow,0.01479573349157969
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,768,gemm_torch_flow,0.00734506646792094
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,512,gemm_torch_flow,0.006492800017197926
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,1024,gemm_torch_flow,0.007048533360163371
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,2048,gemm_torch_flow,0.010663466652234395
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,1536,gemm_torch_flow,0.008583466211954754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,65536,gemm_torch_flow,0.18700586954752604
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,256,gemm_torch_flow,0.005208533505598704
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,10240,gemm_torch_flow,0.032764800389607746
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,8192,gemm_torch_flow,0.02967146635055542
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,3072,128,gemm_torch_flow,0.004391466577847799
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,12288,gemm_torch_flow,0.0397546648979187
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,7168,gemm_torch_flow,0.026301866769790648
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,6144,gemm_torch_flow,0.022317866484324135
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,5120,gemm_torch_flow,0.019732266664505005
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,16384,gemm_torch_flow,0.054593066374460854
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,4096,gemm_torch_flow,0.016237866878509522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,3584,gemm_torch_flow,0.014807466665903726
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,2048,gemm_torch_flow,0.009288533528645834
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,512,gemm_torch_flow,0.006164266665776571
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,2560,gemm_torch_flow,0.010994133353233338
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,1536,gemm_torch_flow,0.00767146646976471
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,128,gemm_torch_flow,0.004390400151411692
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,65536,gemm_torch_flow,0.1807594617207845
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,3072,gemm_torch_flow,0.013201066851615905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,256,gemm_torch_flow,0.005015466610590617
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,1024,gemm_torch_flow,0.006384000182151794
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2560,768,gemm_torch_flow,0.006677333513895671
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,16384,gemm_torch_flow,0.05173973242441813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,7168,gemm_torch_flow,0.023770666122436522
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,10240,gemm_torch_flow,0.030910933017730714
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,8192,gemm_torch_flow,0.0288917342821757
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,6144,gemm_torch_flow,0.020722132921218873
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,3584,gemm_torch_flow,0.013201066851615905
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,5120,gemm_torch_flow,0.017762132485707603
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,4096,gemm_torch_flow,0.014308266838391624
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,12288,gemm_torch_flow,0.03470613161722819
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,3072,gemm_torch_flow,0.011917866269747416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,2560,gemm_torch_flow,0.010273067156473796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,65536,gemm_torch_flow,0.16400639216105145
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,2048,gemm_torch_flow,0.009000533819198608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,1024,gemm_torch_flow,0.00668693333864212
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,768,gemm_torch_flow,0.00739519993464152
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,1536,gemm_torch_flow,0.008057599763075511
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,512,gemm_torch_flow,0.006583466629187266
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,12288,gemm_torch_flow,0.03256746729214986
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,128,gemm_torch_flow,0.004485333462556204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,2048,256,gemm_torch_flow,0.005231999854246775
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,16384,gemm_torch_flow,0.04443093140920003
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,7168,gemm_torch_flow,0.021052799622217813
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,65536,gemm_torch_flow,0.14109652837117512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,6144,gemm_torch_flow,0.019382399320602418
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,10240,gemm_torch_flow,0.02717546621958415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,3072,gemm_torch_flow,0.010982400178909302
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,4096,gemm_torch_flow,0.01362879971663157
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,3584,gemm_torch_flow,0.01188053290049235
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,8192,gemm_torch_flow,0.023364265759785972
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,1024,gemm_torch_flow,0.005915733178456625
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,2048,gemm_torch_flow,0.009112532933553059
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,5120,gemm_torch_flow,0.016334933042526246
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,768,gemm_torch_flow,0.006684799989064534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,512,gemm_torch_flow,0.005857066810131073
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,128,gemm_torch_flow,0.004394666850566864
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,2560,gemm_torch_flow,0.010537599523862202
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,1536,gemm_torch_flow,0.0071050668756167095
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,16384,gemm_torch_flow,0.03664960066477458
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1536,256,gemm_torch_flow,0.004975999891757965
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,12288,gemm_torch_flow,0.027029333511988322
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,10240,gemm_torch_flow,0.022821333010991415
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,6144,gemm_torch_flow,0.015468800067901611
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,4096,gemm_torch_flow,0.011399466792742412
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,7168,gemm_torch_flow,0.017026132345199584
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,65536,gemm_torch_flow,0.10603626569112141
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,3072,gemm_torch_flow,0.009084799885749817
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,8192,gemm_torch_flow,0.01872746745745341
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,2560,gemm_torch_flow,0.00899839997291565
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,5120,gemm_torch_flow,0.013727999726931252
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,3584,gemm_torch_flow,0.009934932986895243
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,2048,gemm_torch_flow,0.007084799806276958
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,256,gemm_torch_flow,0.004691199958324432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,1024,gemm_torch_flow,0.00557226687669754
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,1536,gemm_torch_flow,0.0062730665008227035
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,768,gemm_torch_flow,0.005883733431498209
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,16384,gemm_torch_flow,0.029630933205286664
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,512,gemm_torch_flow,0.00535999983549118
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,1024,128,gemm_torch_flow,0.004407466451327006
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,10240,gemm_torch_flow,0.017036799589792886
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,8192,gemm_torch_flow,0.01469546655813853
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,7168,gemm_torch_flow,0.012823466459910074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,5120,gemm_torch_flow,0.012097066640853882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,12288,gemm_torch_flow,0.022105600436528525
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,65536,gemm_torch_flow,0.10086932977040608
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,2048,gemm_torch_flow,0.006962133447329204
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,4096,gemm_torch_flow,0.00893440047899882
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,2560,gemm_torch_flow,0.006961066524187725
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,3584,gemm_torch_flow,0.008312533299128216
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,3072,gemm_torch_flow,0.007468800246715546
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,6144,gemm_torch_flow,0.011362133423487346
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,768,gemm_torch_flow,0.005352533360322317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,256,gemm_torch_flow,0.004561066627502441
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,16384,gemm_torch_flow,0.022310400009155275
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,128,gemm_torch_flow,0.00425493319829305
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,1536,gemm_torch_flow,0.005809066692988077
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,8192,gemm_torch_flow,0.011694932977358501
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,1024,gemm_torch_flow,0.00514986664056778
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,768,512,gemm_torch_flow,0.0051136001944541935
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,7168,gemm_torch_flow,0.010805333654085796
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,5120,gemm_torch_flow,0.008877866466840108
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,65536,gemm_torch_flow,0.0798474629720052
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,12288,gemm_torch_flow,0.015502933661142984
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,6144,gemm_torch_flow,0.00981226662794749
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,4096,gemm_torch_flow,0.007913599908351897
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,10240,gemm_torch_flow,0.013577600320180258
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,3584,gemm_torch_flow,0.007794133325417836
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,2560,gemm_torch_flow,0.006671999891599019
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,1536,gemm_torch_flow,0.00559146652619044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,768,gemm_torch_flow,0.004925866425037384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,1024,gemm_torch_flow,0.005048533280690512
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,256,gemm_torch_flow,0.004488533238569895
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,512,gemm_torch_flow,0.004657066861788432
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,3072,gemm_torch_flow,0.006930133203665416
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,65536,gemm_torch_flow,0.06722666422526041
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,16384,gemm_torch_flow,0.019356799125671387
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,12288,gemm_torch_flow,0.01548373301823934
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,10240,gemm_torch_flow,0.01362773378690084
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,2048,gemm_torch_flow,0.00595413347085317
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,512,128,gemm_torch_flow,0.004222933451334635
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,6144,gemm_torch_flow,0.009799466530481974
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,7168,gemm_torch_flow,0.010763733585675558
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,8192,gemm_torch_flow,0.011699199676513672
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,5120,gemm_torch_flow,0.008891733487447102
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,3584,gemm_torch_flow,0.0077567999561627705
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,4096,gemm_torch_flow,0.007899733384450276
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,1024,gemm_torch_flow,0.004925866425037384
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,768,gemm_torch_flow,0.004795733094215393
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,2048,gemm_torch_flow,0.005922133227189382
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,256,gemm_torch_flow,0.004334933559099833
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,3072,gemm_torch_flow,0.006875733534495036
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,2560,gemm_torch_flow,0.0066453332702318835
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,1536,gemm_torch_flow,0.00555626650651296
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,128,gemm_torch_flow,0.004163199911514918
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,256,512,gemm_torch_flow,0.004612266520659129
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,8192,gemm_torch_flow,0.011734400192896526
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,10240,gemm_torch_flow,0.01357439955075582
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,12288,gemm_torch_flow,0.015421866377194723
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,65536,gemm_torch_flow,0.06673813660939534
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,7168,gemm_torch_flow,0.010724266370137531
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,6144,gemm_torch_flow,0.009754666686058044
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,4096,gemm_torch_flow,0.007855999966462452
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,16384,gemm_torch_flow,0.01930346687634786
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,2560,gemm_torch_flow,0.006690133114655812
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,1536,gemm_torch_flow,0.005594666798909505
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,768,gemm_torch_flow,0.004774400095144907
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,5120,gemm_torch_flow,0.008912000060081481
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,3584,gemm_torch_flow,0.007682133217652638
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,3072,gemm_torch_flow,0.006899199883143107
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,1024,gemm_torch_flow,0.005025066435337067
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,2048,gemm_torch_flow,0.005891199906667074
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,512,gemm_torch_flow,0.004541866481304169
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,256,gemm_torch_flow,0.004282666742801667
TRTLLM,0.20.0,NVIDIA H200,gemm_torch,fp8_block,1,128,128,gemm_torch_flow,0.004102399945259095
