framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,256,0.00959
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,512,0.010050000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,1024,0.00953
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,2048,0.009640000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,4096,0.009890000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,8192,0.01019
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,16384,0.0103
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,32768,0.01033
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,65536,0.01038
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,131072,0.01039
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,262144,0.0111
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,524288,0.01291
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,1048576,0.01589
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,2097152,0.0233
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,4194304,0.030510000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,8388608,0.03779
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,16777216,0.05321
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,33554432,0.09367
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,67108864,0.1683
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,134217728,0.31662
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,2,268435456,0.60272
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,512,0.00945
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,1024,0.00959
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,2048,0.00965
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,4096,0.00961
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,8192,0.00993
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,16384,0.01016
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,32768,0.01028
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,65536,0.0103
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,131072,0.010400000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,262144,0.01039
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,524288,0.01122
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,1048576,0.01289
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,2097152,0.01598
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,4194304,0.023289999999999998
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,8388608,0.030440000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,16777216,0.03772
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,33554432,0.05335
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,67108864,0.09351000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,134217728,0.16804
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,268435456,0.31637
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,2,536870912,0.60316
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,256,0.00968
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,512,0.00962
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,1024,0.00958
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,2048,0.00991
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,4096,0.00992
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,8192,0.01087
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,16384,0.01141
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,32768,0.01166
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,65536,0.012
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,131072,0.011880000000000002
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,262144,0.01306
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,524288,0.01567
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,1048576,0.01828
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,2097152,0.02101
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,4194304,0.02731
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,8388608,0.03865
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,16777216,0.061
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,33554432,0.12355
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,67108864,0.21842
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,134217728,0.40802
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,2,268435456,0.78271
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,512,0.00968
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,1024,0.00958
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,2048,0.00967
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,4096,0.00973
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,8192,0.009970000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,16384,0.01088
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,32768,0.011210000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,65536,0.01167
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,131072,0.01191
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,262144,0.011970000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,524288,0.01308
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,1048576,0.01562
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,2097152,0.01786
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,4194304,0.02118
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,8388608,0.02838
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,16777216,0.03861
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,33554432,0.0611
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,67108864,0.12379000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,134217728,0.21842
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,268435456,0.40732
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,2,536870912,0.78185
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,256,0.009380000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,512,0.00933
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,1024,0.0095
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,2048,0.00961
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,4096,0.00982
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,8192,0.010029999999999999
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,16384,0.01001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,32768,0.009980000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,65536,0.010220000000000002
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,131072,0.01028
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,262144,0.01105
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,524288,0.01235
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,1048576,0.01501
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,2097152,0.02185
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,4194304,0.028079999999999997
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,8388608,0.03701
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,16777216,0.053840000000000006
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,33554432,0.09787000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,67108864,0.18374000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,134217728,0.34435000000000004
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,2,268435456,0.6439400000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,512,0.00928
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,1024,0.009630000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,2048,0.00953
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,4096,0.00977
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,8192,0.009859999999999999
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,16384,0.01001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,32768,0.010130000000000002
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,65536,0.010060000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,131072,0.010230000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,262144,0.01017
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,524288,0.01126
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,1048576,0.01233
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,2097152,0.01579
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,4194304,0.02345
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,8388608,0.02991
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,16777216,0.04082
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,33554432,0.059500000000000004
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,67108864,0.1108
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,134217728,0.20954
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,268435456,0.39235000000000003
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,int8,2,536870912,0.74014
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,256,0.01089
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,512,0.01086
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,1024,0.01093
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,2048,0.01101
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,4096,0.01135
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,8192,0.0114
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,16384,0.0115
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,32768,0.01166
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,65536,0.01184
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,131072,0.011890000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,262144,0.01276
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,524288,0.014130000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,1048576,0.01893
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,2097152,0.03818
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,4194304,0.04213
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,8388608,0.05357
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,16777216,0.08136
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,33554432,0.14441
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,67108864,0.26654
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,134217728,0.51546
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,half,2,268435456,0.9882500000000001
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,512,0.01093
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,1024,0.01091
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,2048,0.01093
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,4096,0.01095
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,8192,0.01134
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,16384,0.01161
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,32768,0.01148
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,65536,0.011689999999999999
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,131072,0.011880000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,262144,0.01192
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,524288,0.01271
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,1048576,0.01486
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,2097152,0.019989999999999997
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,4194304,0.03915
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,8388608,0.043570000000000005
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,16777216,0.05551
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,33554432,0.08589000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,67108864,0.15403999999999998
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,134217728,0.28319
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,268435456,0.54798
TRTLLM,2.28.9,NVIDIA GB200,all_reduce,NCCL,int8,2,536870912,1.05695
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,256,0.0117
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,512,0.01174
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,1024,0.011810000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,2048,0.01173
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,4096,0.011960000000000002
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,8192,0.0126
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,16384,0.012830000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,32768,0.01668
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,65536,0.01323
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,131072,0.01322
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,262144,0.01354
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,524288,0.014830000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,1048576,0.01811
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,2097152,0.02517
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,4194304,0.05215
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,8388608,0.058890000000000005
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,16777216,0.07125000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,33554432,0.10686
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,67108864,0.19341
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,134217728,0.36643000000000003
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,half,4,268435456,0.70657
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,512,0.0117
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,1024,0.011689999999999999
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,2048,0.01167
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,4096,0.01176
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,8192,0.01199
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,16384,0.0125
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,32768,0.01282
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,65536,0.01304
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,131072,0.013210000000000001
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,262144,0.01337
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,524288,0.01349
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,1048576,0.01481
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,2097152,0.01811
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,4194304,0.025079999999999998
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,8388608,0.051840000000000004
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,16777216,0.05892
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,33554432,0.07141
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,67108864,0.10698
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,134217728,0.19354
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,268435456,0.36599000000000004
TRTLLM,2.28.9,NVIDIA GB200,all_gather,NCCL,int8,4,536870912,0.70641
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,256,0.01061
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,512,0.01063
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,1024,0.0107
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,2048,0.0107
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,4096,0.01063
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,8192,0.01108
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,16384,0.011869999999999999
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,32768,0.012119999999999999
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,65536,0.01238
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,131072,0.012410000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,262144,0.01366
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,524288,0.01614
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,1048576,0.02171
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,2097152,0.022760000000000002
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,4194304,0.031420000000000003
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,8388608,0.046270000000000006
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,16777216,0.07338
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,33554432,0.12221
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,67108864,0.22154
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,134217728,0.41485000000000005
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,half,4,268435456,0.8015700000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,512,0.01056
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,1024,0.01065
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,2048,0.0107
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,4096,0.0107
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,8192,0.01068
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,16384,0.01122
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,32768,0.011880000000000002
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,65536,0.01209
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,131072,0.01239
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,262144,0.01242
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,524288,0.013730000000000001
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,1048576,0.01609
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,2097152,0.02155
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,4194304,0.02297
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,8388608,0.032659999999999995
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,16777216,0.04607
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,33554432,0.07347
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,67108864,0.12209
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,134217728,0.22124000000000002
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,268435456,0.41538
TRTLLM,2.28.9,NVIDIA GB200,alltoall,NCCL,int8,4,536870912,0.80126
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,256,0.01166
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,512,0.011800000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,1024,0.01177
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,2048,0.011880000000000002
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,4096,0.012029999999999999
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,8192,0.012310000000000001
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,16384,0.014289999999999999
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,32768,0.01297
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,65536,0.01306
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,131072,0.01322
TRTLLM,2.28.9,NVIDIA GB200,reduce_scatter,NCCL,half,4,262144,0.013460000000000001
