float16,8,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008960000053048135
float16,8,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.019417599961161613
float16,8,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010291199758648872
float16,8,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01948160007596016
float16,8,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00997759997844696
float16,8,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.020255999639630318
float16,8,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011609600111842155
float16,8,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.019705600291490554
float16,8,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010246399976313113
float16,8,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.020844800025224687
float16,8,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010943999886512757
float16,8,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01996160000562668
float16,8,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010195199958980083
float16,8,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.022809600085020067
float16,8,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010271999798715115
float16,8,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02027520015835762
float16,8,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011020800098776817
float16,8,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023020800203084946
float16,8,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010995200090110301
float16,8,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.021241600066423415
float16,8,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012403200007975101
float16,8,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.02351360023021698
float16,8,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012198400124907494
float16,8,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02222079932689667
float16,8,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016710399836301803
float16,8,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023596800118684768
float16,8,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016819200292229653
float16,8,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.022355199977755546
float16,8,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.023923200368881226
float16,8,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023840000107884406
float16,8,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0232256006449461
float16,8,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.023039999604225158
float16,8,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.027129599824547768
float16,8,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.027187200263142586
float16,8,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03686399981379509
float16,8,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.025535999983549117
float16,8,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.04230399951338768
float16,8,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.042361600697040556
float16,8,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.061420800536870955
float16,8,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03712639957666397
float16,8,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.054790399968624115
float16,8,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.05483519956469536
float16,8,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.11241600066423416
float16,8,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06130559965968132
float16,8,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08042239844799041
float16,8,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.08055679947137832
float16,8,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08052479922771454
float16,8,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08027520030736923
float16,8,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12394880056381226
float16,8,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.12434560060501099
float16,8,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12398080080747605
float16,8,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12505600303411485
float16,8,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.2034367948770523
float16,8,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.20488319993019105
float16,8,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.20360320210456848
float16,8,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.20385279655456542
float16,8,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32844159603118894
float16,8,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.3278015971183777
float16,8,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.3280384004116058
float16,8,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.3310655951499939
float16,8,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6045951962471008
float16,8,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.6003903985023499
float16,8,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.5979135990142822
float16,8,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6001791954040527
float16,8,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.147865629196167
float16,8,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.1478464126586914
float16,8,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.145849609375
float16,8,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.1435456037521363
float16,8,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.2207807540893554
float16,8,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,2.2248768329620363
float16,8,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.2216639518737793
float16,8,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.230316734313965
float16,8,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.062118339538574
float16,8,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,4.064806365966797
float16,8,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.044985580444336
float16,8,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.067897605895996
float16,4,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008211200125515461
float16,4,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.013312000036239623
float16,4,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012096000090241431
float16,4,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014713599719107151
float16,4,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008671999908983707
float16,4,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.013887999951839447
float16,4,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008524799905717372
float16,4,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.015065599977970124
float16,4,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008691200241446494
float16,4,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.014899199828505516
float16,4,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008780800178647042
float16,4,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.015046400018036366
float16,4,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008736000023782253
float16,4,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.014886400103569031
float16,4,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0087872002273798
float16,4,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.015558400191366673
float16,4,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0091967998072505
float16,4,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.015123199857771396
float16,4,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009068799763917923
float16,4,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.015961600095033647
float16,4,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009856000170111656
float16,4,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01535360012203455
float16,4,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009734399989247322
float16,4,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016121600195765494
float16,4,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012256000004708768
float16,4,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.015571199916303157
float16,4,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011897600069642068
float16,4,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016729599982500076
float16,4,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014617600105702877
float16,4,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01741439998149872
float16,4,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014598399959504604
float16,4,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01792000010609627
float16,4,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02162560001015663
float16,4,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.02168320007622242
float16,4,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.020608000084757806
float16,4,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.023795200511813164
float16,4,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.031219200044870377
float16,4,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.03134080022573471
float16,4,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03185919970273972
float16,4,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.034854399412870406
float16,4,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.04601600021123886
float16,4,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.04622719958424568
float16,4,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.054361600428819656
float16,4,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.05605119913816452
float16,4,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06556160002946854
float16,4,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.06607999801635742
float16,4,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06522880047559738
float16,4,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0651968002319336
float16,4,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09933439940214157
float16,4,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.09928320050239563
float16,4,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09889920055866241
float16,4,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09912960082292557
float16,4,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.17111039757728577
float16,4,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.17154559791088103
float16,4,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.1704703986644745
float16,4,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.17081599831581115
float16,4,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32608639597892763
float16,4,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.3251392006874084
float16,4,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32675840258598327
float16,4,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32646400332450864
float16,4,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6169535994529725
float16,4,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.616703987121582
float16,4,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6147071957588196
float16,4,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6166848063468933
float16,4,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.1862783908843995
float16,4,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.1881792068481445
float16,4,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.1852927923202514
float16,4,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.187270426750183
float16,4,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.318009614944458
float16,4,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,2.325164794921875
float16,4,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.319590425491333
float16,4,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.3198399543762207
float16,4,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.564230442047119
float16,4,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,4.572224140167236
float16,4,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.526304054260254
float16,4,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.5527551651000975
float16,2,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008268800005316735
float16,2,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010611199960112571
float16,2,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008377599902451039
float16,2,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012902400083839893
float16,2,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00843520015478134
float16,2,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010527999699115753
float16,2,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008415999822318554
float16,2,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01275520008057356
float16,2,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008595200255513191
float16,2,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01093760021030903
float16,2,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008428800106048583
float16,2,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013132799975574016
float16,2,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008505599945783615
float16,2,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.011110400035977363
float16,2,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008499199897050858
float16,2,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013273600116372108
float16,2,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008703999966382981
float16,2,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010963200218975544
float16,2,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00864000003784895
float16,2,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013062399998307227
float16,2,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009209599904716015
float16,2,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.016531199961900712
float16,2,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008953599818050861
float16,2,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013299199938774108
float16,2,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010739200189709664
float16,2,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.011750399880111218
float16,2,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010764800012111664
float16,2,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014419199898838997
float16,2,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012396799959242344
float16,2,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.014496000111103058
float16,2,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012390399910509586
float16,2,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.017369600012898445
float16,2,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016447999700903892
float16,2,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.018009599670767783
float16,2,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016383999958634377
float16,2,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02309120036661625
float16,2,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.022432000562548637
float16,2,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.03089280016720295
float16,2,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.022547200322151184
float16,2,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.033907200396060946
float16,2,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0358912006020546
float16,2,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.03601920008659363
float16,2,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03566719964146614
float16,2,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.055936000496149066
float16,2,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06133760064840317
float16,2,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.05077759921550751
float16,2,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.061555199325084686
float16,2,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09864960014820098
float16,2,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.080799999833107
float16,2,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.08041599839925766
float16,2,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0808320015668869
float16,2,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08027520030736923
float16,2,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.14034559726715087
float16,2,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.14091520011425018
float16,2,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.14123519957065583
float16,2,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.14176640212535857
float16,2,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.25010560154914857
float16,2,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.24966399669647216
float16,2,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.2505919963121414
float16,2,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.25121280550956726
float16,2,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.4718847990036011
float16,2,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.4736384034156799
float16,2,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.4737407982349396
float16,2,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.47185280323028567
float16,2,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.8994815945625305
float16,2,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.9005120038986206
float16,2,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.8991616129875183
float16,2,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.8979135990142822
float16,2,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.7080576181411744
float16,2,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.7209407806396484
float16,2,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.7122688293457031
float16,2,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.7023295879364013
float16,2,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.2544703483581543
float16,2,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,3.2879615306854246
float16,2,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.281292772293091
float16,2,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.268870401382446
