float16,2,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.015116800181567669
float16,2,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.01711999997496605
float16,2,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.00867840014398098
float16,2,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011904000118374825
float16,2,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.013792000152170658
float16,2,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.015878400392830373
float16,2,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.013247999921441078
float16,2,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012147200107574464
float16,2,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01353600025177002
float16,2,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.015731200017035006
float16,2,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012921600230038166
float16,2,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012563199922442436
float16,2,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.00906240027397871
float16,2,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.010553600080311299
float16,2,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.00899839997291565
float16,2,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.020268799737095833
float16,2,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.013343999907374383
float16,2,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.017190400138497354
float16,2,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011840000003576278
float16,2,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012793600000441075
float16,2,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011987200006842613
float16,2,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.015654399618506433
float16,2,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011999999918043614
float16,2,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012704000063240527
float16,2,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01050879992544651
float16,2,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.015654400177299976
float16,2,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.010713599994778633
float16,2,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014035199768841267
float16,2,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012057599984109402
float16,2,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.015750400349497796
float16,2,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011987200006842613
float16,2,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.016633599624037744
float16,2,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.015635200217366217
float16,2,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.01918720006942749
float16,2,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.015833599865436553
float16,2,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.022432000190019608
float16,2,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.02211199961602688
float16,2,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.03279360011219978
float16,2,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.021964799985289572
float16,2,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.03341440036892891
float16,2,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.035385599732398985
float16,2,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.03790079951286316
float16,2,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.035475199669599534
float16,2,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.05456639975309372
float16,2,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.0605503998696804
float16,2,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.05176320001482963
float16,2,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.06051839888095856
float16,2,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.09734399914741516
float16,2,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08199680000543594
float16,2,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.08266239911317826
float16,2,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08242560178041458
float16,2,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08224640041589737
float16,2,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.14347519874572753
float16,2,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.1440384030342102
float16,2,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.1441983997821808
float16,2,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.14471039772033692
float16,2,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.25505279898643496
float16,2,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.2540800034999847
float16,2,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.25356159806251527
float16,2,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.25354880690574644
float16,2,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.47839359641075135
float16,2,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.4776576101779938
float16,2,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.4787392020225525
float16,2,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.47993600368499756
float16,2,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.9095103859901428
float16,2,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.9116671919822693
float16,2,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.9081791877746582
float16,2,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.9086336016654968
float16,2,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.7355263710021973
float16,2,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,1.7426175832748414
float16,2,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.7366015911102295
float16,2,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.7389568090438843
float16,2,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,3.3298752307891846
float16,2,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,3.295865535736084
float16,2,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,3.289024019241333
float16,2,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,3.3262399673461913
float16,4,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011488000117242336
float16,4,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.014355199970304966
float16,4,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011615999974310398
float16,4,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014662399888038635
float16,4,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014022399857640266
float16,4,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.016332800313830376
float16,4,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.013632000051438808
float16,4,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014758399873971938
float16,4,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.013504000008106231
float16,4,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.016492799669504166
float16,4,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01162240020930767
float16,4,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.019417599961161613
float16,4,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011686399951577187
float16,4,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.014419199898838997
float16,4,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.009811199828982353
float16,4,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.015724800154566766
float16,4,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011462400108575821
float16,4,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.014732799865305424
float16,4,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011379199847579003
float16,4,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.016044800356030463
float16,4,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.010367999970912933
float16,4,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.014937600120902061
float16,4,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01033599991351366
float16,4,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.015846399962902068
float16,4,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012358399853110314
float16,4,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.017126400396227835
float16,4,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.012447999976575374
float16,4,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.019200000166893005
float16,4,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014790399931371212
float16,4,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.019571199640631677
float16,4,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014649599976837634
float16,4,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.017503999918699265
float16,4,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.023532800003886224
float16,4,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.02332800030708313
float16,4,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.020831999927759172
float16,4,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.02305919975042343
float16,4,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.033126399666070935
float16,4,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.03304959982633591
float16,4,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.031654400378465654
float16,4,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.034015999734401704
float16,4,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.048307199776172635
float16,4,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.04819199964404106
float16,4,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.054623999446630475
float16,4,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.05942400097846985
float16,4,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.06982399970293045
float16,4,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.06917760074138642
float16,4,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.06846719980239868
float16,4,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.06803840100765228
float16,4,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.10229759961366654
float16,4,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.10293760001659394
float16,4,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.10328959971666336
float16,4,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.1026879981160164
float16,4,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.17634559869766236
float16,4,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.1771647959947586
float16,4,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.17811840474605561
float16,4,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.17763200104236604
float16,4,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.32603520154953003
float16,4,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.32830079793930056
float16,4,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.32915199398994444
float16,4,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.3271231949329376
float16,4,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.6195648074150085
float16,4,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.6187071919441223
float16,4,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.6202048063278198
float16,4,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.6213440060615539
float16,4,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.197708797454834
float16,4,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,1.195206379890442
float16,4,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.1974272012710572
float16,4,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.1956480026245118
float16,4,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.342790412902832
float16,4,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,2.344441604614258
float16,4,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.3355135917663574
float16,4,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.3352255821228027
float16,4,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.588223934173584
float16,4,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,4.586854457855225
float16,4,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.593260765075684
float16,4,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.556582450866699
float16,8,2048,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014688000082969666
float16,8,2048,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.018643200024962427
float16,8,2048,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014918399974703789
float16,8,2048,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01953280009329319
float16,8,4096,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.019865599647164344
float16,8,4096,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.018867199867963792
float16,8,4096,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011897599883377552
float16,8,4096,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.019283200055360793
float16,8,8192,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.010745600052177905
float16,8,8192,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.0197248000651598
float16,8,8192,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01338880006223917
float16,8,8192,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.019545599818229675
float16,8,16384,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.014227200113236905
float16,8,16384,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.02172800004482269
float16,8,16384,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.018796800076961516
float16,8,16384,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01996160000562668
float16,8,32768,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01388159990310669
float16,8,32768,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.022143999859690667
float16,8,32768,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.011641599982976914
float16,8,32768,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.021088000014424325
float16,8,65536,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01263360008597374
float16,8,65536,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.02240640074014664
float16,8,65536,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.01259519997984171
float16,8,65536,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.021062400192022324
float16,8,131072,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.016204800084233285
float16,8,131072,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.022745600342750548
float16,8,131072,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.018662399798631667
float16,8,131072,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.022214400023221968
float16,8,262144,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.024294399842619895
float16,8,262144,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.024159999936819075
float16,8,262144,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.02311679981648922
float16,8,262144,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.022873599827289582
float16,8,524288,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.0303616002202034
float16,8,524288,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.030489600077271462
float16,8,524288,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.03581440001726151
float16,8,524288,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.02476800009608269
float16,8,1048576,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.04212479963898659
float16,8,1048576,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.042054401338100435
float16,8,1048576,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.060819200426340106
float16,8,1048576,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.03681280016899109
float16,8,2097152,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.054016000032424925
float16,8,2097152,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.05453440025448799
float16,8,2097152,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.11162239909172059
float16,8,2097152,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.05995520055294037
float16,8,4194304,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08001919984817504
float16,8,4194304,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.07982719987630844
float16,8,4194304,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08025600016117096
float16,8,4194304,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.08014719933271408
float16,8,8388608,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.12167679965496063
float16,8,8388608,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.12263679802417755
float16,8,8388608,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.12201599925756454
float16,8,8388608,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.12151680141687393
float16,8,16777216,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.20292479991912843
float16,8,16777216,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_94,0.20278400182724
float16,8,16777216,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.20227199792861938
float16,8,16777216,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_93,0.20208639800548553
float16,8,33554432,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.32346880435943604
float16,8,33554432,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.32175999879837036
float16,8,33554432,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.3234175980091095
float16,8,33554432,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.3210367977619171
float16,8,67108864,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.5732352018356324
float16,8,67108864,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,0.5720896005630494
float16,8,67108864,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.5756480097770691
float16,8,67108864,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,0.572108805179596
float16,8,134217728,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.0753727674484252
float16,8,134217728,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,1.0805119752883912
float16,8,134217728,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.0800511598587037
float16,8,134217728,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,1.0747392177581787
float16,8,268435456,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.0879104137420654
float16,8,268435456,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,2.089465522766113
float16,8,268435456,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.0828223705291746
float16,8,268435456,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,2.096832036972046
float16,8,536870912,AUTO,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.008550548553467
float16,8,536870912,NCCL,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_9,4.008063936233521
float16,8,536870912,ONESHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.008915138244629
float16,8,536870912,TWOSHOT,/<module>_L170/allreduce_benchmark_L115/allreduce_L4136/PLUGIN_V2_AllReduce_8,4.011539268493652
