float16,8,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008768000081181527
float16,8,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01919359974563122
float16,8,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010643200017511845
float16,8,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01852800026535988
float16,8,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009830399975180626
float16,8,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.020019200071692465
float16,8,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009785599820315839
float16,8,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.018323199823498726
float16,8,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010079999826848507
float16,8,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.02083199955523014
float16,8,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009971199929714203
float16,8,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.018291200324893
float16,8,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010150399804115296
float16,8,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.022835200279951097
float16,8,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010118399932980537
float16,8,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.018988800048828126
float16,8,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010899200104176998
float16,8,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023097600415349008
float16,8,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010713599994778633
float16,8,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.020076800510287283
float16,8,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011859199963510036
float16,8,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023321600258350374
float16,8,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01173119992017746
float16,8,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.020313599705696107
float16,8,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016249600052833556
float16,8,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.023660800233483315
float16,8,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016287999972701073
float16,8,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.021248000115156172
float16,8,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02385919988155365
float16,8,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.02385920025408268
float16,8,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.022918399795889853
float16,8,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.021951999887824057
float16,8,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.027219200506806374
float16,8,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.027084800228476525
float16,8,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03568639978766441
float16,8,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.024614399671554564
float16,8,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.04121599867939949
float16,8,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.041459199786186215
float16,8,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06189440041780472
float16,8,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03577600046992302
float16,8,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.053939200937747955
float16,8,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.05416320040822029
float16,8,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.11367679983377457
float16,8,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06043519973754883
float16,8,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.07924479991197586
float16,8,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.0794175997376442
float16,8,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.07991680055856705
float16,8,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.07973760068416595
float16,8,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12035840153694152
float16,8,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.12016000002622604
float16,8,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12161279916763305
float16,8,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.12044160217046737
float16,8,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.20028800368309022
float16,8,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.20067840218544006
float16,8,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.2009088009595871
float16,8,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.20003840029239656
float16,8,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32453760504722595
float16,8,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.32451199293136596
float16,8,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.3243391990661621
float16,8,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32398720383644103
float16,8,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.5787136077880859
float16,8,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.5806399941444397
float16,8,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.5748160004615783
float16,8,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.5833343982696533
float16,8,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.0933248281478882
float16,8,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.0964224100112916
float16,8,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.0961472034454345
float16,8,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.0979520082473755
float16,8,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.1250751972198487
float16,8,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,2.1318079471588134
float16,8,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.1249279975891113
float16,8,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.129740762710571
float16,8,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.030323123931884
float16,8,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,4.026297473907471
float16,8,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.033260822296143
float16,8,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.027116775512695
float16,4,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011091200076043606
float16,4,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01333760004490614
float16,4,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012774400040507316
float16,4,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013375999964773655
float16,4,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008358400128781796
float16,4,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.013683199882507324
float16,4,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008159999921917915
float16,4,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013612800091505051
float16,4,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008473599888384342
float16,4,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01454080007970333
float16,4,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0084799999371171
float16,4,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013868799805641175
float16,4,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00853119995445013
float16,4,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.014777600020170211
float16,4,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008537599816918373
float16,4,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014419200085103511
float16,4,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009017600305378437
float16,4,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.015059199929237366
float16,4,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008844799920916557
float16,4,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014623999781906604
float16,4,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009375999867916106
float16,4,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.015072000026702882
float16,4,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00933120008558035
float16,4,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01479679998010397
float16,4,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011340799927711486
float16,4,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.015571199916303157
float16,4,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011430400051176548
float16,4,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01562880016863346
float16,4,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013971199840307235
float16,4,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01698560006916523
float16,4,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013779200054705143
float16,4,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016127999871969223
float16,4,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02146559990942478
float16,4,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.0215999998152256
float16,4,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.019910399988293647
float16,4,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02165759988129139
float16,4,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.031462400779128076
float16,4,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.031334399804472925
float16,4,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03153920099139214
float16,4,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0327040009200573
float16,4,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.045471999794244766
float16,4,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.04543360099196434
float16,4,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.054399999976158145
float16,4,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.05576319992542267
float16,4,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06407679915428162
float16,4,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.0644351989030838
float16,4,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06365440040826797
float16,4,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06440959721803666
float16,4,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09766400158405304
float16,4,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.0971648007631302
float16,4,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09760640114545822
float16,4,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09783679842948914
float16,4,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.1752320021390915
float16,4,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.1743680030107498
float16,4,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.17550719678401946
float16,4,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.17534079849720002
float16,4,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32903038859367373
float16,4,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.328684800863266
float16,4,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.3285824000835419
float16,4,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.32743040323257444
float16,4,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6226752042770386
float16,4,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.6220543861389161
float16,4,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6185343861579895
float16,4,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.6204991936683655
float16,4,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.207366394996643
float16,4,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.1870271682739257
float16,4,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.198092794418335
float16,4,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.1866943836212158
float16,4,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.3174272060394285
float16,4,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,2.3301695823669433
float16,4,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.323353624343872
float16,4,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,2.3210368156433105
float16,4,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.54526720046997
float16,4,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,4.5510719299316404
float16,4,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.574259281158447
float16,4,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,4.5834879875183105
float16,2,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.007846400048583746
float16,2,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.009664000011980534
float16,2,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008038400113582611
float16,2,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011475199833512306
float16,2,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008147200010716915
float16,2,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010368000157177449
float16,2,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008102400042116643
float16,2,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011628800071775913
float16,2,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.00835839994251728
float16,2,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010796800069510937
float16,2,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008352000080049039
float16,2,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012000000104308128
float16,2,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008371200039982795
float16,2,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.010784000158309937
float16,2,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008377599902451039
float16,2,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012185599841177463
float16,2,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008326399885118008
float16,2,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.012243200093507767
float16,2,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008415999822318554
float16,2,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.012198400124907494
float16,2,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008601599931716919
float16,2,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.011430399864912033
float16,2,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.008582399785518646
float16,2,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.01249920018017292
float16,2,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.010009600035846233
float16,2,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.011315200105309486
float16,2,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.009984000027179718
float16,2,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.013286400027573109
float16,2,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011455999873578548
float16,2,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.01410559993237257
float16,2,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.011315200291574002
float16,2,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.016025599837303162
float16,2,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.014988800324499608
float16,2,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.018323200568556786
float16,2,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.015078400075435639
float16,2,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.021369599923491477
float16,2,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.02134399935603142
float16,2,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.029977599531412123
float16,2,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.021139200404286386
float16,2,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03275519981980324
float16,2,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.03435520008206368
float16,2,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.0353023998439312
float16,2,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.034361600130796435
float16,2,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.05356799960136414
float16,2,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.06033919975161552
float16,2,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.04855040013790131
float16,2,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.059782400727272034
float16,2,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.09576959908008575
float16,2,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.0796544000506401
float16,2,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.08080640137195587
float16,2,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08035199791193008
float16,2,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.08033279925584794
float16,2,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.1436352014541626
float16,2,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_94,0.1439871996641159
float16,2,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.14435199797153472
float16,2,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_93,0.14433920085430146
float16,2,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.25519359707832334
float16,2,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.25630720853805544
float16,2,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.254995197057724
float16,2,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.2560896039009094
float16,2,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.4778623998165131
float16,2,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.4758400022983551
float16,2,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.47374719977378843
float16,2,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.477484804391861
float16,2,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.8975167870521545
float16,2,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,0.9035071969032288
float16,2,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.9006143927574157
float16,2,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,0.8973504066467285
float16,2,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.7392192125320434
float16,2,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,1.7251904010772705
float16,2,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.7081216335296632
float16,2,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,1.718451189994812
float16,2,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.3194111824035644
float16,2,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_9,3.325900840759277
float16,2,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.3512767791748046
float16,2,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L3846/PLUGIN_V2_AllReduce_8,3.3627583980560303
