# nThread 1 nGpus 8 minBytes 1 maxBytes 8589934592 step: 2(factor) warmup iters: 5 iters: 20 validation: 0 # # Using devices # Rank 0 Pid 167261 on localhost device 0 [0x00] A100-SXM4-40GB # Rank 1 Pid 167261 on localhost device 1 [0x00] A100-SXM4-40GB # Rank 2 Pid 167261 on localhost device 2 [0x00] A100-SXM4-40GB # Rank 3 Pid 167261 on localhost device 3 [0x00] A100-SXM4-40GB # Rank 4 Pid 167261 on localhost device 4 [0x00] A100-SXM4-40GB # Rank 5 Pid 167261 on localhost device 5 [0x00] A100-SXM4-40GB # Rank 6 Pid 167261 on localhost device 6 [0x00] A100-SXM4-40GB # Rank 7 Pid 167261 on localhost device 7 [0x00] A100-SXM4-40GB # # out-of-place in-place # size count type redop time algbw busbw error time algbw busbw error # (B) (elements) (us) (GB/s) (GB/s) (us) (GB/s) (GB/s) 0 0 float 1.63 0.00 0.00 N/A 1.38 0.00 0.00 N/A 0 0 float 1.35 0.00 0.00 N/A 1.34 0.00 0.00 N/A 0 0 float 1.35 0.00 0.00 N/A 1.77 0.00 0.00 N/A 0 0 float 1.37 0.00 0.00 N/A 1.39 0.00 0.00 N/A 0 0 float 1.34 0.00 0.00 N/A 1.33 0.00 0.00 N/A 32 1 float 89.00 0.00 0.00 N/A 85.13 0.00 0.00 N/A 64 2 float 86.83 0.00 0.00 N/A 85.77 0.00 0.00 N/A 128 4 float 86.02 0.00 0.00 N/A 85.30 0.00 0.00 N/A 256 8 float 87.20 0.00 0.00 N/A 86.21 0.00 0.00 N/A 512 16 float 87.33 0.01 0.01 N/A 88.47 0.01 0.01 N/A 1024 32 float 88.17 0.01 0.01 N/A 88.98 0.01 0.01 N/A 2048 64 float 86.44 0.02 0.02 N/A 86.65 0.02 0.02 N/A 4096 128 float 86.75 0.05 0.04 N/A 86.68 0.05 0.04 N/A 8192 256 float 88.78 0.09 0.08 N/A 87.05 0.09 0.08 N/A 16384 512 float 87.71 0.19 0.16 N/A 86.76 0.19 0.17 N/A 32768 1024 float 86.26 0.38 0.33 N/A 88.92 0.37 0.32 N/A 65536 2048 float 87.67 0.75 0.65 N/A 89.16 0.74 0.64 N/A 131072 4096 float 87.35 1.50 1.31 N/A 86.76 1.51 1.32 N/A 262144 8192 float 87.02 3.01 2.64 N/A 87.98 2.98 2.61 N/A 524288 16384 float 86.58 6.06 5.30 N/A 89.33 5.87 5.14 N/A 1048576 32768 float 87.42 11.99 10.50 N/A 88.90 11.79 10.32 N/A 2097152 65536 float 89.61 23.40 20.48 N/A 90.10 23.27 20.37 N/A 4194304 131072 float 96.44 43.49 38.05 N/A 99.62 42.10 36.84 N/A 8388608 262144 float 121.1 69.28 60.62 N/A 120.6 69.56 60.87 N/A 16777216 524288 float 160.4 104.62 91.55 N/A 158.8 105.64 92.43 N/A 33554432 1048576 float 237.5 141.30 123.64 N/A 234.5 143.11 125.22 N/A 67108864 2097152 float 396.8 169.13 147.99 N/A 387.0 173.41 151.73 N/A 134217728 4194304 float 633.6 211.83 185.35 N/A 620.9 216.17 189.15 N/A 268435456 8388608 float 1189.1 225.75 197.53 N/A 1167.8 229.86 201.13 N/A 536870912 16777216 float 2236.6 240.04 210.03 N/A 2197.4 244.32 213.78 N/A 1073741824 33554432 float 4335.5 247.66 216.71 N/A 4274.2 251.22 219.81 N/A 2147483648 67108864 float 8510.4 252.34 220.79 N/A 8405.3 255.49 223.56 N/A 4294967296 134217728 float 16860 254.74 222.90 N/A 16678 257.53 225.34 N/A 8589934592 268435456 float 33508 256.36 224.31 N/A 33234 258.47 226.16 N/A # Out of bounds values : 0 OK # Avg bus bandwidth : 58.6481 #