{"text_format":"2","workbook":"xlsx","n_sheets":2,"sheets":["Raw Data","Summary"],"not_rendered":{"charts":0,"images":0,"macros":0,"external_links":0,"defined_names":0,"comments":0,"pivot_tables":0},"unopened":[],"bounds":{"document_bytes":16777216,"sheet_cells":100000,"run_cost":"one","rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096},"cells_cut":0,"cells_raw":0,"read":"whole","date_system":"1900"}

{"sheet":"Raw Data","index":0,"n_rows":4,"n_cols":463,"rows_kept":4,"cut":false,"hidden":false,"merged":[]}
[null,"bert_models/pytorch-bert-base/steptime_train_float32","bert_models/pytorch-bert-base/throughput_train_float32","bert_models/pytorch-bert-base/steptime_train_float16","bert_models/pytorch-bert-base/throughput_train_float16","bert_models/pytorch-bert-large/steptime_train_float32","bert_models/pytorch-bert-large/throughput_train_float32","bert_models/pytorch-bert-large/steptime_train_float16","bert_models/pytorch-bert-large/throughput_train_float16","pytorch-computation-communication-overlap/mul_cost:0","pytorch-computation-communication-overlap/mul_cost:1","pytorch-computation-communication-overlap/mul_cost:2","pytorch-computation-communication-overlap/mul_cost:3","pytorch-computation-communication-overlap/mul_cost:4","pytorch-computation-communication-overlap/mul_cost:5","pytorch-computation-communication-overlap/mul_cost:6","pytorch-computation-communication-overlap/mul_cost:7","pytorch-computation-communication-overlap/matmul_cost:0","pytorch-computation-communication-overlap/matmul_cost:1","pytorch-computation-communication-overlap/matmul_cost:2","pytorch-computation-communication-overlap/matmul_cost:3","pytorch-computation-communication-overlap/matmul_cost:4","pytorch-computation-communication-overlap/matmul_cost:5","pytorch-computation-communication-overlap/matmul_cost:6","pytorch-computation-communication-overlap/matmul_cost:7","densenet_models/pytorch-densenet169/steptime_train_float32","densenet_models/pytorch-densenet169/throughput_train_float32","densenet_models/pytorch-densenet169/steptime_train_float16","densenet_models/pytorch-densenet169/throughput_train_float16","densenet_models/pytorch-densenet201/steptime_train_float32","densenet_models/pytorch-densenet201/throughput_train_float32","densenet_models/pytorch-densenet201/steptime_train_float16","densenet_models/pytorch-densenet201/throughput_train_float16","gemm-flops/FP64:0","gemm-flops/FP64:1","gemm-flops/FP64:2","gemm-flops/FP64:3","gemm-flops/FP64:4","gemm-flops/FP64:5","gemm-flops/FP64:6","gemm-flops/FP64:7","gemm-flops/FP32:0","gemm-flops/FP32:1","gemm-flops/FP32:2","gemm-flops/FP32:3","gemm-flops/FP32:4","gemm-flops/FP32:5","gemm-flops/FP32:6","gemm-flops/FP32:7","gemm-flops/FP16:0","gemm-flops/FP16:1","gemm-flops/FP16:2","gemm-flops/FP16:3","gemm-flops/FP16:4","gemm-flops/FP16:5","gemm-flops/FP16:6","gemm-flops/FP16:7","gemm-flops/FP64_TC:0","gemm-flops/FP64_TC:1","gemm-flops/FP64_TC:2","gemm-flops/FP64_TC:3","gemm-flops/FP64_TC:4","gemm-flops/FP64_TC:5","gemm-flops/FP64_TC:6","gemm-flops/FP64_TC:7","gemm-flops/TF32_TC:0","gemm-flops/TF32_TC:1","gemm-flops/TF32_TC:2","gemm-flops/TF32_TC:3","gemm-flops/TF32_TC:4","gemm-flops/TF32_TC:5","gemm-flops/TF32_TC:6","gemm-flops/TF32_TC:7","gemm-flops/BF16_TC:0","gemm-flops/BF16_TC:1","gemm-flops/BF16_TC:2","gemm-flops/BF16_TC:3","gemm-flops/BF16_TC:4","gemm-flops/BF16_TC:5","gemm-flops/BF16_TC:6","gemm-flops/BF16_TC:7","gemm-flops/FP16_TC:0","gemm-flops/FP16_TC:1","gemm-flops/FP16_TC:2","gemm-flops/FP16_TC:3","gemm-flops/FP16_TC:4","gemm-flops/FP16_TC:5","gemm-flops/FP16_TC:6","gemm-flops/FP16_TC:7","gemm-flops/INT8_TC:0","gemm-flops/INT8_TC:1","gemm-flops/INT8_TC:2","gemm-flops/INT8_TC:3","gemm-flops/INT8_TC:4","gemm-flops/INT8_TC:5","gemm-flops/INT8_TC:6","gemm-flops/INT8_TC:7","gemm-flops/INT4_TC:0","gemm-flops/INT4_TC:1","gemm-flops/INT4_TC:2","gemm-flops/INT4_TC:3","gemm-flops/INT4_TC:4","gemm-flops/INT4_TC:5","gemm-flops/INT4_TC:6","gemm-flops/INT4_TC:7","gpt_models/pytorch-gpt2-large/steptime_train_float32","gpt_models/pytorch-gpt2-large/throughput_train_float32","gpt_models/pytorch-gpt2-large/steptime_train_float16","gpt_models/pytorch-gpt2-large/throughput_train_float16","gpu-sm-copy-bw/dtoh:0","gpu-sm-copy-bw/dtoh:1","gpu-sm-copy-bw/dtoh:2","gpu-sm-copy-bw/dtoh:3","gpu-sm-copy-bw/dtoh:4","gpu-sm-copy-bw/dtoh:5","gpu-sm-copy-bw/dtoh:6","gpu-sm-copy-bw/dtoh:7","gpu-sm-copy-bw/dtoh:8","gpu-sm-copy-bw/dtoh:9","gpu-sm-copy-bw/dtoh:10","gpu-sm-copy-bw/dtoh:11","gpu-sm-copy-bw/dtoh:12","gpu-sm-copy-bw/dtoh:13","gpu-sm-copy-bw/dtoh:14","gpu-sm-copy-bw/dtoh:15","gpu-sm-copy-bw/dtoh:16","gpu-sm-copy-bw/dtoh:17","gpu-sm-copy-bw/dtoh:18","gpu-sm-copy-bw/dtoh:19","gpu-sm-copy-bw/dtoh:20","gpu-sm-copy-bw/dtoh:21","gpu-sm-copy-bw/dtoh:22","gpu-sm-copy-bw/dtoh:23","gpu-sm-copy-bw/dtoh:24","gpu-sm-copy-bw/dtoh:25","gpu-sm-copy-bw/dtoh:26","gpu-sm-copy-bw/dtoh:27","gpu-sm-copy-bw/dtoh:28","gpu-sm-copy-bw/dtoh:29","gpu-sm-copy-bw/dtoh:30","gpu-sm-copy-bw/dtoh:31","gpu-sm-copy-bw/htod:0","gpu-sm-copy-bw/htod:1","gpu-sm-copy-bw/htod:2","gpu-sm-copy-bw/htod:3","gpu-sm-copy-bw/htod:4","gpu-sm-copy-bw/htod:5","gpu-sm-copy-bw/htod:6","gpu-sm-copy-bw/htod:7","gpu-sm-copy-bw/htod:8","gpu-sm-copy-bw/htod:9","gpu-sm-copy-bw/htod:10","gpu-sm-copy-bw/htod:11","gpu-sm-copy-bw/htod:12","gpu-sm-copy-bw/htod:13","gpu-sm-copy-bw/htod:14","gpu-sm-copy-bw/htod:15","gpu-sm-copy-bw/htod:16","gpu-sm-copy-bw/htod:17","gpu-sm-copy-bw/htod:18","gpu-sm-copy-bw/htod:19","gpu-sm-copy-bw/htod:20","gpu-sm-copy-bw/htod:21","gpu-sm-copy-bw/htod:22","gpu-sm-copy-bw/htod:23","gpu-sm-copy-bw/htod:24","gpu-sm-copy-bw/htod:25","gpu-sm-copy-bw/htod:26","gpu-sm-copy-bw/htod:27","gpu-sm-copy-bw/htod:28","gpu-sm-copy-bw/htod:29","gpu-sm-copy-bw/htod:30","gpu-sm-copy-bw/htod:31","ib-loopback/IB_write_512_Avg_0:0","ib-loopback/IB_write_1024_Avg_0:0","ib-loopback/IB_write_2048_Avg_0:0","ib-loopback/IB_write_4096_Avg_0:0","ib-loopback/IB_write_8192_Avg_0:0","ib-loopback/IB_write_16384_Avg_0:0","ib-loopback/IB_write_32768_Avg_0:0","ib-loopback/IB_write_65536_Avg_0:0","ib-loopback/IB_write_131072_Avg_0:0","ib-loopback/IB_write_262144_Avg_0:0","ib-loopback/IB_write_524288_Avg_0:0","ib-loopback/IB_write_1048576_Avg_0:0","ib-loopback/IB_write_2097152_Avg_0:0","ib-loopback/IB_write_4194304_Avg_0:0","ib-loopback/IB_write_8388608_Avg_0:0","ib-loopback/IB_write_512_Avg_1:0","ib-loopback/IB_write_1024_Avg_1:0","ib-loopback/IB_write_2048_Avg_1:0","ib-loopback/IB_write_4096_Avg_1:0","ib-loopback/IB_write_8192_Avg_1:0","ib-loopback/IB_write_16384_Avg_1:0","ib-loopback/IB_write_32768_Avg_1:0","ib-loopback/IB_write_65536_Avg_1:0","ib-loopback/IB_write_131072_Avg_1:0","ib-loopback/IB_write_262144_Avg_1:0","ib-loopback/IB_write_524288_Avg_1:0","ib-loopback/IB_write_1048576_Avg_1:0","ib-loopback/IB_write_2097152_Avg_1:0","ib-loopback/IB_write_4194304_Avg_1:0","ib-loopback/IB_write_8388608_Avg_1:0","ib-loopback/IB_write_512_Avg_2:0","ib-loopback/IB_write_1024_Avg_2:0","ib-loopback/IB_write_2048_Avg_2:0","ib-loopback/IB_write_4096_Avg_2:0","ib-loopback/IB_write_8192_Avg_2:0","ib-loopback/IB_write_16384_Avg_2:0","ib-loopback/IB_write_32768_Avg_2:0","ib-loopback/IB_write_65536_Avg_2:0","ib-loopback/IB_write_131072_Avg_2:0","ib-loopback/IB_write_262144_Avg_2:0","ib-loopback/IB_write_524288_Avg_2:0","ib-loopback/IB_write_1048576_Avg_2:0","ib-loopback/IB_write_2097152_Avg_2:0","ib-loopback/IB_write_4194304_Avg_2:0","ib-loopback/IB_write_8388608_Avg_2:0","ib-loopback/IB_write_512_Avg_3:0","ib-loopback/IB_write_1024_Avg_3:0","ib-loopback/IB_write_2048_Avg_3:0","ib-loopback/IB_write_4096_Avg_3:0","ib-loopback/IB_write_8192_Avg_3:0","ib-loopback/IB_write_16384_Avg_3:0","ib-loopback/IB_write_32768_Avg_3:0","ib-loopback/IB_write_65536_Avg_3:0","ib-loopback/IB_write_131072_Avg_3:0","ib-loopback/IB_write_262144_Avg_3:0","ib-loopback/IB_write_524288_Avg_3:0","ib-loopback/IB_write_1048576_Avg_3:0","ib-loopback/IB_write_2097152_Avg_3:0","ib-loopback/IB_write_4194304_Avg_3:0","ib-loopback/IB_write_8388608_Avg_3:0","ib-loopback/IB_write_512_Avg_4:0","ib-loopback/IB_write_1024_Avg_4:0","ib-loopback/IB_write_2048_Avg_4:0","ib-loopback/IB_write_4096_Avg_4:0","ib-loopback/IB_write_8192_Avg_4:0","ib-loopback/IB_write_16384_Avg_4:0","ib-loopback/IB_write_32768_Avg_4:0","ib-loopback/IB_write_65536_Avg_4:0","ib-loopback/IB_write_131072_Avg_4:0","ib-loopback/IB_write_262144_Avg_4:0","ib-loopback/IB_write_524288_Avg_4:0","ib-loopback/IB_write_1048576_Avg_4:0","ib-loopback/IB_write_2097152_Avg_4:0","ib-loopback/IB_write_4194304_Avg_4:0","ib-loopback/IB_write_8388608_Avg_4:0","ib-loopback/IB_write_512_Avg_5:0","ib-loopback/IB_write_1024_Avg_5:0","ib-loopback/IB_write_2048_Avg_5:0","ib-loopback/IB_write_4096_Avg_5:0","ib-loopback/IB_write_8192_Avg_5:0","ib-loopback/IB_write_16384_Avg_5:0","ib-loopback/IB_write_32768_Avg_5:0","ib-loopback/IB_write_65536_Avg_5:0","ib-loopback/IB_write_131072_Avg_5:0","ib-loopback/IB_write_262144_Avg_5:0","ib-loopback/IB_write_524288_Avg_5:0","ib-loopback/IB_write_1048576_Avg_5:0","ib-loopback/IB_write_2097152_Avg_5:0","ib-loopback/IB_write_4194304_Avg_5:0","ib-loopback/IB_write_8388608_Avg_5:0","ib-loopback/IB_write_512_Avg_6:0","ib-loopback/IB_write_1024_Avg_6:0","ib-loopback/IB_write_2048_Avg_6:0","ib-loopback/IB_write_4096_Avg_6:0","ib-loopback/IB_write_8192_Avg_6:0","ib-loopback/IB_write_16384_Avg_6:0","ib-loopback/IB_write_32768_Avg_6:0","ib-loopback/IB_write_65536_Avg_6:0","ib-loopback/IB_write_131072_Avg_6:0","ib-loopback/IB_write_262144_Avg_6:0","ib-loopback/IB_write_524288_Avg_6:0","ib-loopback/IB_write_1048576_Avg_6:0","ib-loopback/IB_write_2097152_Avg_6:0","ib-loopback/IB_write_4194304_Avg_6:0","ib-loopback/IB_write_8388608_Avg_6:0","ib-loopback/IB_write_512_Avg_7:0","ib-loopback/IB_write_1024_Avg_7:0","ib-loopback/IB_write_2048_Avg_7:0","ib-loopback/IB_write_4096_Avg_7:0","ib-loopback/IB_write_8192_Avg_7:0","ib-loopback/IB_write_16384_Avg_7:0","ib-loopback/IB_write_32768_Avg_7:0","ib-loopback/IB_write_65536_Avg_7:0","ib-loopback/IB_write_131072_Avg_7:0","ib-loopback/IB_write_262144_Avg_7:0","ib-loopback/IB_write_524288_Avg_7:0","ib-loopback/IB_write_1048576_Avg_7:0","ib-loopback/IB_write_2097152_Avg_7:0","ib-loopback/IB_write_4194304_Avg_7:0","ib-loopback/IB_write_8388608_Avg_7:0","kernel-launch/return_code","kernel-launch/event_overhead:0","kernel-launch/event_overhead:1","kernel-launch/event_overhead:2","kernel-launch/event_overhead:3","kernel-launch/event_overhead:4","kernel-launch/event_overhead:5","kernel-launch/event_overhead:6","kernel-launch/event_overhead:7","kernel-launch/wall_overhead:0","kernel-launch/wall_overhead:1","kernel-launch/wall_overhead:2","kernel-launch/wall_overhead:3","kernel-launch/wall_overhead:4","kernel-launch/wall_overhead:5","kernel-launch/wall_overhead:6","kernel-launch/wall_overhead:7","lstm_models/pytorch-lstm/steptime_train_float32","lstm_models/pytorch-lstm/throughput_train_float32","lstm_models/pytorch-lstm/steptime_train_float16","lstm_models/pytorch-lstm/throughput_train_float16","pytorch-matmul/nosharding","mem-bw/return_code","mem-bw/H2D_Mem_BW:0","mem-bw/H2D_Mem_BW:1","mem-bw/H2D_Mem_BW:2","mem-bw/H2D_Mem_BW:3","mem-bw/H2D_Mem_BW:4","mem-bw/H2D_Mem_BW:5","mem-bw/H2D_Mem_BW:6","mem-bw/H2D_Mem_BW:7","mem-bw/D2H_Mem_BW:0","mem-bw/D2H_Mem_BW:1","mem-bw/D2H_Mem_BW:2","mem-bw/D2H_Mem_BW:3","mem-bw/D2H_Mem_BW:4","mem-bw/D2H_Mem_BW:5","mem-bw/D2H_Mem_BW:6","mem-bw/D2H_Mem_BW:7","mem-bw/D2D_Mem_BW:0","mem-bw/D2D_Mem_BW:1","mem-bw/D2D_Mem_BW:2","mem-bw/D2D_Mem_BW:3","mem-bw/D2D_Mem_BW:4","mem-bw/D2D_Mem_BW:5","mem-bw/D2D_Mem_BW:6","mem-bw/D2D_Mem_BW:7","nccl-bw/allreduce_8_busbw:0","nccl-bw/allreduce_8_algbw:0","nccl-bw/allreduce_8_time:0","nccl-bw/allreduce_16_busbw:0","nccl-bw/allreduce_16_algbw:0","nccl-bw/allreduce_16_time:0","nccl-bw/allreduce_32_busbw:0","nccl-bw/allreduce_32_algbw:0","nccl-bw/allreduce_32_time:0","nccl-bw/allreduce_64_busbw:0","nccl-bw/allreduce_64_algbw:0","nccl-bw/allreduce_64_time:0","nccl-bw/allreduce_128_busbw:0","nccl-bw/allreduce_128_algbw:0","nccl-bw/allreduce_128_time:0","nccl-bw/allreduce_256_busbw:0","nccl-bw/allreduce_256_algbw:0","nccl-bw/allreduce_256_time:0","nccl-bw/allreduce_512_busbw:0","nccl-bw/allreduce_512_algbw:0","nccl-bw/allreduce_512_time:0","nccl-bw/allreduce_1024_busbw:0","nccl-bw/allreduce_1024_algbw:0","nccl-bw/allreduce_1024_time:0","nccl-bw/allreduce_2048_busbw:0","nccl-bw/allreduce_2048_algbw:0","nccl-bw/allreduce_2048_time:0","nccl-bw/allreduce_4096_busbw:0","nccl-bw/allreduce_4096_algbw:0","nccl-bw/allreduce_4096_time:0","nccl-bw/allreduce_8192_busbw:0","nccl-bw/allreduce_8192_algbw:0","nccl-bw/allreduce_8192_time:0","nccl-bw/allreduce_16384_busbw:0","nccl-bw/allreduce_16384_algbw:0","nccl-bw/allreduce_16384_time:0","nccl-bw/allreduce_32768_busbw:0","nccl-bw/allreduce_32768_algbw:0","nccl-bw/allreduce_32768_time:0","nccl-bw/allreduce_65536_busbw:0","nccl-bw/allreduce_65536_algbw:0","nccl-bw/allreduce_65536_time:0","nccl-bw/allreduce_131072_busbw:0","nccl-bw/allreduce_131072_algbw:0","nccl-bw/allreduce_131072_time:0","nccl-bw/allreduce_262144_busbw:0","nccl-bw/allreduce_262144_algbw:0","nccl-bw/allreduce_262144_time:0","nccl-bw/allreduce_524288_busbw:0","nccl-bw/allreduce_524288_algbw:0","nccl-bw/allreduce_524288_time:0","nccl-bw/allreduce_1048576_busbw:0","nccl-bw/allreduce_1048576_algbw:0","nccl-bw/allreduce_1048576_time:0","nccl-bw/allreduce_2097152_busbw:0","nccl-bw/allreduce_2097152_algbw:0","nccl-bw/allreduce_2097152_time:0","nccl-bw/allreduce_4194304_busbw:0","nccl-bw/allreduce_4194304_algbw:0","nccl-bw/allreduce_4194304_time:0","nccl-bw/allreduce_8388608_busbw:0","nccl-bw/allreduce_8388608_algbw:0","nccl-bw/allreduce_8388608_time:0","nccl-bw/allreduce_16777216_busbw:0","nccl-bw/allreduce_16777216_algbw:0","nccl-bw/allreduce_16777216_time:0","nccl-bw/allreduce_33554432_busbw:0","nccl-bw/allreduce_33554432_algbw:0","nccl-bw/allreduce_33554432_time:0","nccl-bw/allreduce_67108864_busbw:0","nccl-bw/allreduce_67108864_algbw:0","nccl-bw/allreduce_67108864_time:0","nccl-bw/allreduce_134217728_busbw:0","nccl-bw/allreduce_134217728_algbw:0","nccl-bw/allreduce_134217728_time:0","nccl-bw/allreduce_268435456_busbw:0","nccl-bw/allreduce_268435456_algbw:0","nccl-bw/allreduce_268435456_time:0","nccl-bw/allreduce_536870912_busbw:0","nccl-bw/allreduce_536870912_algbw:0","nccl-bw/allreduce_536870912_time:0","nccl-bw/allreduce_1073741824_busbw:0","nccl-bw/allreduce_1073741824_algbw:0","nccl-bw/allreduce_1073741824_time:0","nccl-bw/allreduce_2147483648_busbw:0","nccl-bw/allreduce_2147483648_algbw:0","nccl-bw/allreduce_2147483648_time:0","nccl-bw/allreduce_4294967296_busbw:0","nccl-bw/allreduce_4294967296_algbw:0","nccl-bw/allreduce_4294967296_time:0","nccl-bw/allreduce_8589934592_busbw:0","nccl-bw/allreduce_8589934592_algbw:0","nccl-bw/allreduce_8589934592_time:0","resnet_models/pytorch-resnet50/steptime_train_float32","resnet_models/pytorch-resnet50/throughput_train_float32","resnet_models/pytorch-resnet50/steptime_train_float16","resnet_models/pytorch-resnet50/throughput_train_float16","resnet_models/pytorch-resnet101/steptime_train_float32","resnet_models/pytorch-resnet101/throughput_train_float32","resnet_models/pytorch-resnet101/steptime_train_float16","resnet_models/pytorch-resnet101/throughput_train_float16","resnet_models/pytorch-resnet152/steptime_train_float32","resnet_models/pytorch-resnet152/throughput_train_float32","resnet_models/pytorch-resnet152/steptime_train_float16","resnet_models/pytorch-resnet152/throughput_train_float16","pytorch-sharding-matmul/allreduce","pytorch-sharding-matmul/allgather","vgg_models/pytorch-vgg11/steptime_train_float32","vgg_models/pytorch-vgg11/throughput_train_float32","vgg_models/pytorch-vgg11/steptime_train_float16","vgg_models/pytorch-vgg11/throughput_train_float16","vgg_models/pytorch-vgg13/steptime_train_float32","vgg_models/pytorch-vgg13/throughput_train_float32","vgg_models/pytorch-vgg13/steptime_train_float16","vgg_models/pytorch-vgg13/throughput_train_float16","vgg_models/pytorch-vgg16/steptime_train_float32","vgg_models/pytorch-vgg16/throughput_train_float32","vgg_models/pytorch-vgg16/steptime_train_float16","vgg_models/pytorch-vgg16/throughput_train_float16","vgg_models/pytorch-vgg19/steptime_train_float32","vgg_models/pytorch-vgg19/throughput_train_float32","vgg_models/pytorch-vgg19/steptime_train_float16","vgg_models/pytorch-vgg19/throughput_train_float16"]
["sb-validation-01",114.5916701061651,279.8794623591105,83.88951083179563,382.0672582741963,307.9359371913597,103.9487609741763,206.8114168941975,154.8408911711394,44.18220621437285,44.18221393893873,43.97014707808466,43.97014787559783,43.97017793166924,43.97015716062924,43.97016519828867,44.17954447853845,137.0477370555818,137.0478344692856,137.04777220903,137.047796972638,137.0481367431466,137.0482198876743,137.0477532236691,137.0478081606734,150.6415554322302,212.4701719242531,145.30819572974,220.293233730535,182.9111778642982,174.9742278232251,176.3489063596353,181.544657360339,9031.23,9040.85,9010.559999999999,9041.26,9039.190000000001,9015.690000000001,9022.190000000001,9030.200000000001,18362.1,18375.6,18314.9,18375.6,18368.6,18347.1,18247.4,18318.4,33878,33911.1,33769.3,33909.9,33896.5,33798.1,33647.3,33764.8,18963.6,18924.2,18930.3,18971.9,18946,18945,18822.9,18911.1,127900,129094,127831,128709,127388,127861,128492,127720,264965,266638,263151,264752,263049,266605,267501,263880,279474,281256,277403,279147,277587,281537,282132,277788,475160,477725,471621,473716,472124,479972,481327,474710,970330,976837,966003,971315,964441,982461,979610,968359,295.0526971835643,27.11545439686649,194.4957742234692,41.13944994106159,3.91755,4.45414,1.26483,1.30041,1.31577,1.27968,4.47849,3.96231,3.91705,4.45487,1.26352,1.2999,1.31677,1.27885,4.47913,3.95893,3.91729,4.45627,1.26437,1.30144,1.31704,1.27857,4.47889,3.95984,3.92025,4.45423,1.26449,1.29954,1.31731,1.27916,4.4797,3.96124,23.9685,23.967,19.9898,20.2848,20.3931,20.0888,23.9766,23.9792,23.9497,23.9438,20.0039,20.2469,20.4344,20.1005,23.9491,23.9898,23.962,23.97,19.987,20.1549,20.3931,20.1013,23.9865,23.972,23.9569,23.9762,19.92,20.2638,20.4419,20.1054,23.9752,23.9631,1492.89,3224.92,6714.5,12871.93,19990.78,22172.25,23073.19,23527.09,23805.92,23380.51,23856.63,23869.58,23885.7,23914.56,23935.21,1479.1,3246.48,6754.94,13101.09,19945.81,22631.62,23381.58,23515.29,23756.01,23875.91,23911.13,23935.42,23941.25,23922.06,23928.59,1505.29,3215.97,6745.49,11548.88,19432.15,22765.51,23235.07,23620.08,23759.08,23859.82,23775.01,23885.96,23894.73,23909.98,23927.21,1474.47,3344.68,6606.35,12071.4,18408.33,20789.27,22469.43,22777.1,23461.03,23397.19,23526.55,23854.76,23862.23,23931.15,23924.44,1523.33,3233.23,6792.88,12616.05,19324.05,22082.51,23294.23,23546.22,23727.91,23843.93,23905.96,23902.37,23921.03,23921.06,23922.4,1506.63,3261.71,6752.38,13592.41,19989.31,22560.57,23389.29,23503.32,23741.51,23866.43,23898.95,23876.36,23919.63,23924.68,23930.37,1467.69,3157.04,6494.61,12883.51,19207.67,22519.39,23323.46,23523.6,23626.67,23836.99,23904.51,23919.07,23943.82,23936.77,23941.57,1505.63,3259.93,6738.6,13352.06,19941.35,22566.09,23244.77,23377.67,23736.17,23829.25,23879.6,23895.1,23930.64,23845.63,23896.94,0,0.1,0.00595,0.00557,0.0055,0.00592,0.00589,0.00572,0.0059,0.01026,0.01026,0.01046,0.01049,0.01063,0.01006,0.01045,0.01071,48.07024518959224,4806.472441132788,25.95312986522913,9069.90809255883,34.64499759674072,0,25.6,25.8,26,26.1,26.2,25.8,25.3,26.1,24.3,24.6,24.5,24.6,24.3,24.3,23.9,24.6,1118,1114.6,1119.7,1121.9,1109.7,1110.1,1123.3,1117.6,0,0,37.84,0,0,36.42,0,0,36.87,0,0,35.83,0.01,0,36.91,0.01,0.01,37.58,0.02,0.01,36.98,0.05,0.03,36.93,0.1,0.06,36.06,0.19,0.11,37.2,0.39,0.22,37.04,0.77,0.44,37.46,1.52,0.87,37.64,3,1.71,38.22,5.31,3.04,43.17,9.5,5.43,48.29,15.11,8.640000000000001,60.71,24.1,13.77,76.13,38.12,21.78,96.28,65.75,37.57,111.6,89.51000000000001,51.15,164,114.38,65.36,256.7,154.89,88.51000000000001,379.1,200.01,114.29,587.2,202.97,115.98,1157.2,221.82,126.75,2117.8,224.54,128.31,4184.2,230.15,131.51,8164.5,231.89,132.51,16207,234.45,133.97,32059,235.36,134.49,63870,253.9552273228765,760.3348099129964,200.0860618427396,971.0651430922575,389.0860509127378,496.1174740929897,308.6274107918143,627.2056272195069,547.6558278314769,352.0709954334822,424.5809856802225,454.8335998153649,10.57441186904907,10.08469676971436,40.35283671692014,796.3615936949874,24.13351484574378,1330.411361458461,55.46631093602628,580.234107444399,33.35228993091732,962.5332023901524,65.22519944701344,493.4268638875934,39.25287735182792,817.2008546147621,74.93487105239183,429.8092158310616,45.20330624654889,709.1127328377091]
["sb-validation-02",114.5916701061651,279.8794623591105,83.88951083179563,382.0672582741963,307.9359371913597,103.9487609741763,206.8114168941975,154.8408911711394,44.18220621437285,44.18221393893873,43.97014707808466,43.97014787559783,43.97017793166924,43.97015716062924,43.97016519828867,44.17954447853845,137.0477370555818,137.0478344692856,137.04777220903,137.047796972638,137.0481367431466,137.0482198876743,137.0477532236691,137.0478081606734,150.6415554322302,212.4701719242531,145.30819572974,220.293233730535,182.9111778642982,174.9742278232251,176.3489063596353,181.544657360339,9031.23,9040.85,9010.559999999999,9041.26,9039.190000000001,9015.690000000001,9022.190000000001,9030.200000000001,18362.1,18375.6,18314.9,18375.6,18368.6,18347.1,18247.4,18318.4,33878,33911.1,33769.3,33909.9,33896.5,33798.1,33647.3,33764.8,18963.6,18924.2,18930.3,18971.9,18946,18945,18822.9,18911.1,127900,129094,127831,128709,127388,127861,128492,127720,264965,266638,263151,264752,263049,266605,267501,263880,279474,281256,277403,279147,277587,281537,282132,277788,475160,477725,471621,473716,472124,479972,481327,474710,970330,976837,966003,971315,964441,982461,979610,968359,295.0526971835643,27.11545439686649,194.4957742234692,41.13944994106159,3.91755,4.45414,1.26483,1.30041,1.31577,1.27968,4.47849,3.96231,3.91705,4.45487,1.26352,1.2999,1.31677,1.27885,4.47913,3.95893,3.91729,4.45627,1.26437,1.30144,1.31704,1.27857,4.47889,3.95984,3.92025,4.45423,1.26449,1.29954,1.31731,1.27916,4.4797,3.96124,23.9685,23.967,19.9898,20.2848,20.3931,20.0888,23.9766,23.9792,23.9497,23.9438,20.0039,20.2469,20.4344,20.1005,23.9491,23.9898,23.962,23.97,19.987,20.1549,20.3931,20.1013,23.9865,23.972,23.9569,23.9762,19.92,20.2638,20.4419,20.1054,23.9752,23.9631,1492.89,3224.92,6714.5,12871.93,19990.78,22172.25,23073.19,23527.09,23805.92,23380.51,23856.63,23869.58,23885.7,23914.56,23935.21,1479.1,3246.48,6754.94,13101.09,19945.81,22631.62,23381.58,23515.29,23756.01,23875.91,23911.13,23935.42,23941.25,23922.06,23928.59,1505.29,3215.97,6745.49,11548.88,19432.15,22765.51,23235.07,23620.08,23759.08,23859.82,23775.01,23885.96,23894.73,23909.98,23927.21,1474.47,3344.68,6606.35,12071.4,18408.33,20789.27,22469.43,22777.1,23461.03,23397.19,23526.55,23854.76,23862.23,23931.15,23924.44,1523.33,3233.23,6792.88,12616.05,19324.05,22082.51,23294.23,23546.22,23727.91,23843.93,23905.96,23902.37,23921.03,23921.06,23922.4,1506.63,3261.71,6752.38,13592.41,19989.31,22560.57,23389.29,23503.32,23741.51,23866.43,23898.95,23876.36,23919.63,23924.68,23930.37,1467.69,3157.04,6494.61,12883.51,19207.67,22519.39,23323.46,23523.6,23626.67,23836.99,23904.51,23919.07,23943.82,23936.77,23941.57,1505.63,3259.93,6738.6,13352.06,19941.35,22566.09,23244.77,23377.67,23736.17,23829.25,23879.6,23895.1,23930.64,23845.63,23896.94,0,0.00595,0.00595,0.00557,0.0055,0.00592,0.00589,0.00572,0.0059,0.01026,0.01026,0.01046,0.01049,0.01063,0.01006,0.01045,0.01071,48.07024518959224,4806.472441132788,25.95312986522913,9069.90809255883,34.64499759674072,0,25.6,25.8,26,26.1,26.2,25.8,25.3,26.1,24.3,24.6,24.5,24.6,24.3,24.3,23.9,24.6,1118,1114.6,1119.7,1121.9,1109.7,1110.1,1123.3,1117.6,0,0,37.84,0,0,36.42,0,0,36.87,0,0,35.83,0.01,0,36.91,0.01,0.01,37.58,0.02,0.01,36.98,0.05,0.03,36.93,0.1,0.06,36.06,0.19,0.11,37.2,0.39,0.22,37.04,0.77,0.44,37.46,1.52,0.87,37.64,3,1.71,38.22,5.31,3.04,43.17,9.5,5.43,48.29,15.11,8.640000000000001,60.71,24.1,13.77,76.13,38.12,21.78,96.28,65.75,37.57,111.6,89.51000000000001,51.15,164,114.38,65.36,256.7,154.89,88.51000000000001,379.1,200.01,114.29,587.2,202.97,115.98,1157.2,221.82,126.75,2117.8,224.54,128.31,4184.2,230.15,131.51,8164.5,231.89,132.51,16207,234.45,133.97,32059,235.36,134.49,63870,253.9552273228765,760.3348099129964,200.0860618427396,971.0651430922575,389.0860509127378,496.1174740929897,308.6274107918143,627.2056272195069,547.6558278314769,352.0709954334822,424.5809856802225,454.8335998153649,10.57441186904907,10.08469676971436,40.35283671692014,796.3615936949874,24.13351484574378,1330.411361458461,55.46631093602628,580.234107444399,33.35228993091732,962.5332023901524,65.22519944701344,493.4268638875934,39.25287735182792,817.2008546147621,74.93487105239183,429.8092158310616,45.20330624654889,709.1127328377091]
["sb-validation-03",114.5916701061651,279.8794623591105,83.88951083179563,382.0672582741963,307.9359371913597,103.9487609741763,206.8114168941975,154.8408911711394,44.18220621437285,44.18221393893873,43.97014707808466,43.97014787559783,43.97017793166924,43.97015716062924,43.97016519828867,44.17954447853845,137.0477370555818,137.0478344692856,137.04777220903,137.047796972638,137.0481367431466,137.0482198876743,137.0477532236691,137.0478081606734,150.6415554322302,212.4701719242531,145.30819572974,220.293233730535,182.9111778642982,174.9742278232251,176.3489063596353,181.544657360339,9031.23,9040.85,9010.559999999999,9041.26,9039.190000000001,9015.690000000001,9022.190000000001,9030.200000000001,18362.1,18375.6,18314.9,18375.6,18368.6,18347.1,18247.4,18318.4,33878,33911.1,33769.3,33909.9,33896.5,33798.1,33647.3,33764.8,18963.6,18924.2,18930.3,18971.9,18946,18945,18822.9,18911.1,127900,129094,127831,128709,127388,127861,128492,127720,264965,266638,263151,264752,263049,266605,267501,263880,279474,281256,277403,279147,277587,281537,282132,277788,475160,477725,471621,473716,472124,479972,481327,474710,970330,976837,966003,971315,964441,982461,979610,968359,295.0526971835643,27.11545439686649,194.4957742234692,41.13944994106159,3.91755,4.45414,1.26483,1.30041,1.31577,1.27968,4.47849,3.96231,3.91705,4.45487,1.26352,1.2999,1.31677,1.27885,4.47913,3.95893,3.91729,4.45627,1.26437,1.30144,1.31704,1.27857,4.47889,3.95984,3.92025,4.45423,1.26449,1.29954,1.31731,1.27916,4.4797,3.96124,23.9685,23.967,19.9898,20.2848,20.3931,20.0888,23.9766,23.9792,23.9497,23.9438,20.0039,20.2469,20.4344,20.1005,23.9491,23.9898,23.962,23.97,19.987,20.1549,20.3931,20.1013,23.9865,23.972,23.9569,23.9762,19.92,20.2638,20.4419,20.1054,23.9752,23.9631,1492.89,3224.92,6714.5,12871.93,19990.78,22172.25,23073.19,23527.09,23805.92,23380.51,23856.63,23869.58,23885.7,23914.56,23935.21,1479.1,3246.48,6754.94,13101.09,19945.81,22631.62,23381.58,23515.29,23756.01,23875.91,23911.13,23935.42,23941.25,23922.06,23928.59,1505.29,3215.97,6745.49,11548.88,19432.15,22765.51,23235.07,23620.08,23759.08,23859.82,23775.01,23885.96,23894.73,23909.98,23927.21,1474.47,3344.68,6606.35,12071.4,18408.33,20789.27,22469.43,22777.1,23461.03,23397.19,23526.55,23854.76,23862.23,23931.15,23924.44,1523.33,3233.23,6792.88,12616.05,19324.05,22082.51,23294.23,23546.22,23727.91,23843.93,23905.96,23902.37,23921.03,23921.06,23922.4,1506.63,3261.71,6752.38,13592.41,19989.31,22560.57,23389.29,23503.32,23741.51,23866.43,23898.95,23876.36,23919.63,23924.68,23930.37,1467.69,3157.04,6494.61,12883.51,19207.67,22519.39,23323.46,23523.6,23626.67,23836.99,23904.51,23919.07,23943.82,23936.77,23941.57,1505.63,3259.93,6738.6,13352.06,19941.35,22566.09,23244.77,23377.67,23736.17,23829.25,23879.6,23895.1,23930.64,23845.63,23896.94,0,0.00596,0.00595,0.00557,0.0055,0.00592,0.00589,0.00572,0.0059,0.01026,0.01026,0.01046,0.01049,0.01063,0.01006,0.01045,0.01071,48.07024518959224,4806.472441132788,25.95312986522913,9069.90809255883,34.64499759674072,1,{"$nulls":24},0,0,37.84,0,0,36.42,0,0,36.87,0,0,35.83,0.01,0,36.91,0.01,0.01,37.58,0.02,0.01,36.98,0.05,0.03,36.93,0.1,0.06,36.06,0.19,0.11,37.2,0.39,0.22,37.04,0.77,0.44,37.46,1.52,0.87,37.64,3,1.71,38.22,5.31,3.04,43.17,9.5,5.43,48.29,15.11,8.640000000000001,60.71,24.1,13.77,76.13,38.12,21.78,96.28,65.75,37.57,111.6,89.51000000000001,51.15,164,114.38,65.36,256.7,154.89,88.51000000000001,379.1,200.01,114.29,587.2,202.97,115.98,1157.2,221.82,126.75,2117.8,224.54,128.31,4184.2,230.15,131.51,8164.5,231.89,132.51,16207,234.45,133.97,32059,235.36,134.49,63870,253.9552273228765,760.3348099129964,200.0860618427396,971.0651430922575,389.0860509127378,496.1174740929897,308.6274107918143,627.2056272195069,547.6558278314769,352.0709954334822,424.5809856802225,454.8335998153649,10.57441186904907,10.08469676971436,40.35283671692014,796.3615936949874,24.13351484574378,1330.411361458461,55.46631093602628,580.234107444399,33.35228993091732,962.5332023901524,65.22519944701344,493.4268638875934,39.25287735182792,817.2008546147621,74.93487105239183,429.8092158310616,45.20330624654889,709.1127328377091]

{"sheet":"Summary","index":1,"n_rows":10,"n_cols":4,"rows_kept":10,"cut":false,"hidden":false,"merged":[[0,0,7,0]]}
["KernelLaunch","kernel-launch/event_overhead","mean",0.0097]
[null,"kernel-launch/event_overhead","p90",0.006]
[null,"kernel-launch/event_overhead","min",0.0055]
[null,"kernel-launch/event_overhead","max",0.1]
[null,"kernel-launch/wall_overhead","mean",0.01]
[null,"kernel-launch/wall_overhead","p90",0.011]
[null,"kernel-launch/wall_overhead","min",0.01]
[null,"kernel-launch/wall_overhead","max",0.011]
["NCCL","nccl-bw/allreduce_8388608_busbw:0","mean",89.51000000000001]
["RDMA","ib-loopback/IB_write_8388608_Avg_*:0","mean",23925.84]