START TIME: Thu Nov  9 17:18:14 CST 2023
e07r1n18
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================1
WORLD_SIZE*************96
LRANK===============================0
WORLD_SIZE*************96
LRANK===============================2
WORLD_SIZE*************96
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================2
LRANK===============================1
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
LRANK===============================2
LRANK===============================2
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
LRANK===============================3
WORLD_SIZE*************96
WORLD_SIZE*************96
LRANK===============================2
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
LRANK===============================3
LRANK===============================3
WORLD_SIZE*************96
LRANK===============================3
LRANK===============================3
WORLD_SIZE*************96
WORLD_SIZE*************96
WORLD_SIZE*************96
LRANK===============================3
WORLD_SIZE*************96
WORLD_SIZE*************96
LRANK===============================3
WORLD_SIZE*************96
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,328] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,328] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,340] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,339] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,328] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,329] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,340] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,339] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,335] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,339] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,341] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,341] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,336] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,336] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,333] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,335] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,344] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,341] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,343] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,346] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,335] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,330] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,332] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,335] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,331] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,336] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,337] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,346] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,342] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,345] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,338] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,335] [INFO] [comm.py:606:init_distributed] Not using the DeepSpeed or dist launchers, attempting to detect MPI environment...
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=68, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=28, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=20, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,671] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=92, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=60, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,670] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=8, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=56, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,672] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=36, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,661] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=44, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,659] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=52, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,671] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=40, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,672] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=12, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,660] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=24, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,661] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=76, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,666] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=84, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,660] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=88, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=72, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,661] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=4, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,676] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=16, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=64, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,668] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=80, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=0, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=32, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,672] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=48, local_rank=0, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=1, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:622:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=33, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,672] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=49, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=65, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=73, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,671] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=9, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=41, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=21, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,676] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=61, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=37, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,676] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=17, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,661] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=53, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=57, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,666] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=29, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=45, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=93, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=5, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=25, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=13, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,668] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=81, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=77, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=69, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,668] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=85, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=89, local_rank=1, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=3, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=2, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=7, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=71, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=19, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=51, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=23, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=67, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=39, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=59, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=91, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=35, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=6, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=70, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,678] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=18, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=50, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=22, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=66, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=38, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=58, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=90, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=34, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,667] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=31, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=79, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=63, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=27, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,669] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=83, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=43, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=55, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,669] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=87, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,666] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=75, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=95, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=15, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=11, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=47, local_rank=3, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,667] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=30, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=78, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,677] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=62, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,663] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=26, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,669] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=82, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=42, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,662] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=54, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,669] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=86, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,666] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=74, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,674] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=94, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,675] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=14, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,673] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=10, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
[2023-11-09 17:19:20,664] [INFO] [comm.py:659:mpi_discovery] Discovered MPI settings of world_rank=46, local_rank=2, world_size=96, master_addr=10.5.7.19, master_port=29500
e07r1n18:13221:13221 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.19<0>
e07r1n18:13221:13221 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n18:13221:13221 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
RCCL version 2.13.4+hip5.4 HEAD:82f11f7
e07r1n18:13222:13222 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.19<0>
e07r1n18:13222:13222 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n18:13223:13223 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.19<0>
e07r1n18:13223:13223 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n18:13224:13224 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.19<0>
e07r1n18:13224:13224 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n18:13222:13222 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n18:13223:13223 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n18:13224:13224 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n18:13221:14489 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.19<0>
e07r1n18:13221:14489 [0] NCCL INFO Using network IB
e07r2n19:30092:30092 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.40<0>
e07r2n19:30092:30092 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n05:28930:28930 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.26<0>
e07r2n05:28930:28930 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n12:18594:18594 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.33<0>
e07r2n12:18594:18594 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n19:30094:30094 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.40<0>
e07r2n19:30094:30094 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n00:20316:20316 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.41<0>
e07r3n00:20316:20316 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n00:20546:20546 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.21<0>
e07r2n00:20546:20546 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n03:17854:17854 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.24<0>
e07r2n03:17854:17854 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n05:28932:28932 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.26<0>
e07r2n05:28932:28932 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n03:17852:17852 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.24<0>
e07r2n03:17852:17852 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n00:20318:20318 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.41<0>
e07r3n00:20318:20318 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n19:1095:1095 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.20<0>
e07r1n19:1095:1095 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n11:11954:11954 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.32<0>
e07r2n11:11954:11954 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n12:18596:18596 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.33<0>
e07r2n14:18263:18263 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.35<0>
e07r2n14:18263:18263 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n12:18596:18596 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n00:20320:20320 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.41<0>
e07r3n00:20320:20320 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n08:27561:27561 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.29<0>
e07r2n08:27561:27561 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n08:27564:27564 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.29<0>
e07r2n08:27564:27564 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n00:20319:20319 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.41<0>
e07r2n05:28933:28933 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.26<0>
e07r2n05:28934:28934 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.26<0>
e07r3n00:20319:20319 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n05:28933:28933 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n05:28934:28934 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n07:6736:6736 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.28<0>
e07r2n07:6736:6736 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n11:11956:11956 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.32<0>
e07r2n08:27562:27562 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.29<0>
e07r2n17:1465:1465 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.38<0>
e07r2n17:1465:1465 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n11:11956:11956 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n08:27562:27562 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n03:17856:17856 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.24<0>
e07r2n03:17856:17856 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n14:18266:18266 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.35<0>
e07r2n19:30090:30090 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.40<0>
e07r2n14:18266:18266 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n19:30090:30090 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n09:18606:18606 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.30<0>
e07r2n09:18606:18606 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n06:29125:29125 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.27<0>
e07r2n06:29125:29125 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n07:6738:6738 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.28<0>
e07r2n07:6738:6738 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n04:30001:30001 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.25<0>
e07r2n04:30001:30001 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n19:30093:30093 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.40<0>
e07r2n19:30093:30093 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n11:11958:11958 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.32<0>
e07r2n11:11958:11958 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n13:1633:1633 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.34<0>
e07r2n13:1633:1633 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n06:29127:29127 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.27<0>
e07r2n06:29127:29127 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n19:1101:1101 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.20<0>
e07r2n13:1635:1635 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.34<0>
e07r2n13:1635:1635 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n19:1101:1101 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n11:11957:11957 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.32<0>
e07r2n09:18608:18608 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.30<0>
e07r2n11:11957:11957 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n09:18608:18608 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n01:29742:29742 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.22<0>
e07r2n01:29742:29742 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n03:17855:17855 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.24<0>
e07r2n03:17855:17855 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n00:20542:20542 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.21<0>
e07r2n00:20542:20542 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n17:1469:1469 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.38<0>
e07r2n17:1469:1469 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n09:18609:18609 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.30<0>
e07r2n09:18609:18609 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n14:18265:18265 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.35<0>
e07r2n14:18265:18265 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n04:30003:30003 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.25<0>
e07r2n09:18610:18610 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.30<0>
e07r2n09:18610:18610 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n04:30003:30003 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n02:529:529 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.23<0>
e07r2n02:529:529 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n12:18592:18592 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.33<0>
e07r2n12:18592:18592 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n02:531:531 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.23<0>
e07r2n12:18595:18595 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.33<0>
e07r2n02:531:531 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n12:18595:18595 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n13:1636:1636 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.34<0>
e07r2n13:1636:1636 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n04:30005:30005 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.25<0>
e07r2n04:30005:30005 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n13:1637:1637 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.34<0>
e07r2n13:1637:1637 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n06:29129:29129 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.27<0>
e07r2n06:29129:29129 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n06:29128:29128 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.27<0>
e07r2n06:29128:29128 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n14:18267:18267 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.35<0>
e07r2n14:18267:18267 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n07:6739:6739 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.28<0>
e07r2n07:6739:6739 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n01:29745:29745 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.22<0>
e07r2n01:29745:29745 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n07:6740:6740 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.28<0>
e07r2n07:6740:6740 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n04:30004:30004 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.25<0>
e07r2n02:533:533 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.23<0>
e07r2n04:30004:30004 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n02:533:533 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n17:1467:1467 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.38<0>
e07r2n17:1467:1467 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n01:29744:29744 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.22<0>
e07r2n01:29744:29744 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n02:532:532 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.23<0>
e07r2n02:532:532 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n16:22930:22930 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.37<0>
e07r2n16:22930:22930 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n17:1468:1468 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.38<0>
e07r2n17:1468:1468 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n15:23916:23916 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.36<0>
e07r2n15:23916:23916 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n19:1097:1097 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.20<0>
e07r1n19:1097:1097 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n16:22932:22932 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.37<0>
e07r2n16:22932:22932 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n19:1100:1100 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.20<0>
e07r1n19:1100:1100 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n01:29746:29746 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.22<0>
e07r2n01:29746:29746 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n18:28708:28708 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.39<0>
e07r2n18:28708:28708 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n15:23918:23918 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.36<0>
e07r2n15:23918:23918 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n18:28706:28706 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.39<0>
e07r2n18:28706:28706 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n15:23920:23920 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.36<0>
e07r2n15:23920:23920 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n16:22934:22934 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.37<0>
e07r2n16:22934:22934 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n18:28710:28710 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.39<0>
e07r2n18:28710:28710 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n15:23919:23919 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.36<0>
e07r2n16:22933:22933 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.37<0>
e07r2n15:23919:23919 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n16:22933:22933 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n01:1700:1700 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.42<0>
e07r3n01:1700:1700 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n18:28709:28709 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.39<0>
e07r2n18:28709:28709 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n01:1701:1701 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.42<0>
e07r3n01:1701:1701 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n01:1703:1703 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.42<0>
e07r3n01:1703:1703 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r3n01:1702:1702 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.42<0>
e07r3n01:1702:1702 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n08:27563:27563 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.29<0>
e07r2n08:27563:27563 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n00:20544:20544 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.21<0>
e07r2n00:20544:20544 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n00:20545:20545 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.21<0>
e07r2n00:20545:20545 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n10:32030:32030 [0] NCCL INFO Bootstrap : Using ib0:11.5.7.31<0>
e07r2n10:32030:32030 [0] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n10:32031:32031 [1] NCCL INFO Bootstrap : Using ib0:11.5.7.31<0>
e07r2n10:32031:32031 [1] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n10:32033:32033 [3] NCCL INFO Bootstrap : Using ib0:11.5.7.31<0>
e07r2n10:32032:32032 [2] NCCL INFO Bootstrap : Using ib0:11.5.7.31<0>
e07r2n10:32033:32033 [3] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r2n10:32032:32032 [2] NCCL INFO Plugin name set by env to librccl-net-none.so
e07r1n18:13224:14688 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.19<0>
e07r1n18:13224:14688 [3] NCCL INFO Using network IB
e07r1n18:13222:14693 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.19<0>
e07r1n18:13222:14693 [1] NCCL INFO Using network IB
e07r1n18:13223:14691 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.19<0>
e07r1n18:13223:14691 [2] NCCL INFO Using network IB
e07r2n02:532:532 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n02:529:529 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n02:533:533 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n02:531:531 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n14:18266:18266 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n14:18263:18263 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n14:18265:18265 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n14:18267:18267 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n17:1467:1467 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n17:1465:1465 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n17:1469:1469 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n17:1468:1468 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n01:1701:1701 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n01:1703:1703 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n01:1700:1700 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n01:1702:1702 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n19:30090:30090 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n19:30093:30093 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n19:30092:30092 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n19:30094:30094 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n00:20546:20546 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n00:20544:20544 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n12:18595:18595 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n00:20542:20542 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n12:18592:18592 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n00:20545:20545 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n12:18596:18596 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n12:18594:18594 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n00:20319:20319 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n00:20318:20318 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n00:20320:20320 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r3n00:20316:20316 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n08:27564:27564 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n08:27562:27562 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n08:27561:27561 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n08:27563:27563 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n09:18609:18609 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n15:23919:23919 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n09:18606:18606 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n15:23920:23920 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n09:18608:18608 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n15:23916:23916 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n09:18610:18610 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n15:23918:23918 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n11:11954:11954 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n11:11956:11956 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n03:17855:17855 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n11:11957:11957 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n03:17852:17852 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n11:11958:11958 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n03:17854:17854 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n03:17856:17856 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n04:30003:30003 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n04:30001:30001 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n16:22933:22933 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n04:30005:30005 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n16:22930:22930 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n04:30004:30004 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n18:28709:28709 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n16:22934:22934 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n18:28706:28706 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n18:28710:28710 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n16:22932:22932 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n18:28708:28708 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n06:29129:29129 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n06:29127:29127 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n01:29744:29744 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n06:29125:29125 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n13:1633:1633 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n01:29746:29746 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n13:1636:1636 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n01:29745:29745 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n06:29128:29128 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n13:1635:1635 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n01:29742:29742 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n13:1637:1637 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n05:28932:28932 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n05:28933:28933 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n05:28930:28930 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n05:28934:28934 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n19:1097:1097 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n19:1101:1101 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n19:1100:1100 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r1n19:1095:1095 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n07:6738:6738 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n07:6739:6739 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n07:6736:6736 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n07:6740:6740 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n10:32032:32032 [2] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n10:32031:32031 [1] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n10:32030:32030 [0] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n10:32033:32033 [3] NCCL INFO NET/Plugin : No plugin found (librccl-net-none.so), using internal implementation
e07r2n14:18263:19418 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.35<0>
e07r2n14:18263:19418 [0] NCCL INFO Using network IB
e07r2n14:18267:19417 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.35<0>
e07r2n14:18267:19417 [3] NCCL INFO Using network IB
e07r2n14:18266:19421 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.35<0>
e07r2n14:18266:19421 [2] NCCL INFO Using network IB
e07r2n14:18265:19419 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.35<0>
e07r2n14:18265:19419 [1] NCCL INFO Using network IB
e07r3n01:1701:2947 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.42<0>
e07r3n01:1701:2947 [1] NCCL INFO Using network IB
e07r3n01:1703:2949 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.42<0>
e07r3n01:1703:2949 [3] NCCL INFO Using network IB
e07r3n01:1700:2951 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.42<0>
e07r3n01:1700:2951 [0] NCCL INFO Using network IB
e07r3n01:1702:2956 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.42<0>
e07r3n01:1702:2956 [2] NCCL INFO Using network IB
e07r2n17:1465:2434 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.38<0>
e07r2n17:1465:2434 [0] NCCL INFO Using network IB
e07r2n17:1469:2432 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.38<0>
e07r2n17:1469:2432 [3] NCCL INFO Using network IB
e07r2n17:1468:2436 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.38<0>
e07r2n17:1468:2436 [2] NCCL INFO Using network IB
e07r2n17:1467:2435 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.38<0>
e07r2n17:1467:2435 [1] NCCL INFO Using network IB
e07r2n19:30092:31437 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.40<0>
e07r2n19:30092:31437 [1] NCCL INFO Using network IB
e07r2n19:30090:31436 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.40<0>
e07r2n19:30090:31436 [0] NCCL INFO Using network IB
e07r2n19:30094:31439 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.40<0>
e07r2n19:30094:31439 [3] NCCL INFO Using network IB
e07r2n19:30093:31440 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.40<0>
e07r2n19:30093:31440 [2] NCCL INFO Using network IB
e07r2n00:20542:21646 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.21<0>
e07r2n00:20542:21646 [0] NCCL INFO Using network IB
e07r2n12:18592:19556 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.33<0>
e07r2n12:18592:19556 [0] NCCL INFO Using network IB
e07r2n12:18596:19552 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.33<0>
e07r2n12:18596:19552 [3] NCCL INFO Using network IB
e07r2n00:20546:21656 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.21<0>
e07r2n00:20546:21656 [3] NCCL INFO Using network IB
e07r2n12:18595:19559 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.33<0>
e07r2n12:18595:19559 [2] NCCL INFO Using network IB
e07r2n12:18594:19557 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.33<0>
e07r2n12:18594:19557 [1] NCCL INFO Using network IB
e07r2n02:531:1811 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.23<0>
e07r2n02:531:1811 [1] NCCL INFO Using network IB
e07r2n02:532:1812 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.23<0>
e07r2n02:532:1812 [2] NCCL INFO Using network IB
e07r2n02:529:1809 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.23<0>
e07r2n02:529:1809 [0] NCCL INFO Using network IB
e07r2n02:533:1807 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.23<0>
e07r2n02:533:1807 [3] NCCL INFO Using network IB
e07r3n00:20318:21572 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.41<0>
e07r3n00:20318:21572 [1] NCCL INFO Using network IB
e07r3n00:20320:21575 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.41<0>
e07r3n00:20320:21575 [3] NCCL INFO Using network IB
e07r3n00:20316:21574 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.41<0>
e07r3n00:20316:21574 [0] NCCL INFO Using network IB
e07r3n00:20319:21573 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.41<0>
e07r3n00:20319:21573 [2] NCCL INFO Using network IB
e07r2n09:18606:19898 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.30<0>
e07r2n09:18606:19898 [0] NCCL INFO Using network IB
e07r2n09:18610:19901 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.30<0>
e07r2n09:18610:19901 [3] NCCL INFO Using network IB
e07r2n09:18609:19900 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.30<0>
e07r2n09:18609:19900 [2] NCCL INFO Using network IB
e07r2n09:18608:19895 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.30<0>
e07r2n09:18608:19895 [1] NCCL INFO Using network IB
e07r2n11:11956:13414 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.32<0>
e07r2n11:11956:13414 [1] NCCL INFO Using network IB
e07r2n11:11958:13415 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.32<0>
e07r2n11:11958:13415 [3] NCCL INFO Using network IB
e07r2n11:11957:13412 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.32<0>
e07r2n11:11957:13412 [2] NCCL INFO Using network IB
e07r2n11:11954:13411 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.32<0>
e07r2n11:11954:13411 [0] NCCL INFO Using network IB
e07r2n15:23919:25187 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.36<0>
e07r2n15:23919:25187 [2] NCCL INFO Using network IB
e07r2n15:23920:25188 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.36<0>
e07r2n15:23920:25188 [3] NCCL INFO Using network IB
e07r2n15:23916:25189 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.36<0>
e07r2n15:23916:25189 [0] NCCL INFO Using network IB
e07r2n15:23918:25186 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.36<0>
e07r2n15:23918:25186 [1] NCCL INFO Using network IB
e07r2n04:30001:31299 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.25<0>
e07r2n04:30001:31299 [0] NCCL INFO Using network IB
e07r2n04:30003:31295 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.25<0>
e07r2n04:30003:31295 [1] NCCL INFO Using network IB
e07r2n04:30005:31300 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.25<0>
e07r2n04:30005:31300 [3] NCCL INFO Using network IB
e07r2n04:30004:31304 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.25<0>
e07r2n04:30004:31304 [2] NCCL INFO Using network IB
e07r2n03:17856:19147 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.24<0>
e07r2n03:17856:19147 [3] NCCL INFO Using network IB
e07r2n03:17854:19148 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.24<0>
e07r2n03:17854:19148 [1] NCCL INFO Using network IB
e07r2n03:17852:19145 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.24<0>
e07r2n03:17852:19145 [0] NCCL INFO Using network IB
e07r2n03:17855:19149 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.24<0>
e07r2n03:17855:19149 [2] NCCL INFO Using network IB
e07r2n13:1633:2674 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.34<0>
e07r2n13:1633:2674 [0] NCCL INFO Using network IB
e07r2n13:1636:2675 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.34<0>
e07r2n13:1636:2675 [2] NCCL INFO Using network IB
e07r2n13:1637:2677 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.34<0>
e07r2n13:1637:2677 [3] NCCL INFO Using network IB
e07r2n13:1635:2676 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.34<0>
e07r2n13:1635:2676 [1] NCCL INFO Using network IB
e07r2n01:29744:31118 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.22<0>
e07r2n01:29744:31118 [1] NCCL INFO Using network IB
e07r2n01:29742:31116 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.22<0>
e07r2n01:29742:31116 [0] NCCL INFO Using network IB
e07r2n01:29746:31117 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.22<0>
e07r2n01:29746:31117 [3] NCCL INFO Using network IB
e07r2n01:29745:31121 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.22<0>
e07r2n01:29745:31121 [2] NCCL INFO Using network IB
e07r2n16:22934:24142 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.37<0>
e07r2n16:22934:24142 [3] NCCL INFO Using network IB
e07r2n16:22930:24139 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.37<0>
e07r2n16:22930:24139 [0] NCCL INFO Using network IB
e07r2n16:22933:24143 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.37<0>
e07r2n16:22933:24143 [2] NCCL INFO Using network IB
e07r2n16:22932:24140 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.37<0>
e07r2n16:22932:24140 [1] NCCL INFO Using network IB
e07r2n06:29125:30092 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.27<0>
e07r2n06:29125:30092 [0] NCCL INFO Using network IB
e07r2n06:29129:30094 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.27<0>
e07r2n06:29129:30094 [3] NCCL INFO Using network IB
e07r2n06:29128:30095 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.27<0>
e07r2n06:29128:30095 [2] NCCL INFO Using network IB
e07r2n06:29127:30091 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.27<0>
e07r2n06:29127:30091 [1] NCCL INFO Using network IB
e07r2n08:27562:28702 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.29<0>
e07r2n08:27562:28702 [1] NCCL INFO Using network IB
e07r2n08:27564:28698 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.29<0>
e07r2n08:27564:28698 [3] NCCL INFO Using network IB
e07r2n08:27561:28706 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.29<0>
e07r2n08:27561:28706 [0] NCCL INFO Using network IB
e07r1n19:1097:2063 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.20<0>
e07r1n19:1097:2063 [1] NCCL INFO Using network IB
e07r1n19:1101:2057 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.20<0>
e07r1n19:1101:2057 [3] NCCL INFO Using network IB
e07r1n19:1095:2060 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.20<0>
e07r1n19:1095:2060 [0] NCCL INFO Using network IB
e07r2n05:28934:30226 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.26<0>
e07r2n05:28934:30226 [3] NCCL INFO Using network IB
e07r1n19:1100:2064 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.20<0>
e07r1n19:1100:2064 [2] NCCL INFO Using network IB
e07r2n05:28932:30229 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.26<0>
e07r2n05:28932:30229 [1] NCCL INFO Using network IB
e07r2n05:28930:30228 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.26<0>
e07r2n05:28930:30228 [0] NCCL INFO Using network IB
e07r2n05:28933:30230 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.26<0>
e07r2n05:28933:30230 [2] NCCL INFO Using network IB
e07r2n18:28708:29734 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.39<0>
e07r2n18:28708:29734 [1] NCCL INFO Using network IB
e07r2n18:28706:29736 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.39<0>
e07r2n18:28706:29736 [0] NCCL INFO Using network IB
e07r2n18:28709:29737 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.39<0>
e07r2n18:28709:29737 [2] NCCL INFO Using network IB
e07r2n18:28710:29735 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.39<0>
e07r2n18:28710:29735 [3] NCCL INFO Using network IB
e07r2n07:6739:8146 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.28<0>
e07r2n07:6739:8146 [2] NCCL INFO Using network IB
e07r2n00:20544:21712 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.21<0>
e07r2n00:20544:21712 [1] NCCL INFO Using network IB
e07r2n07:6736:8143 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.28<0>
e07r2n07:6736:8143 [0] NCCL INFO Using network IB
e07r2n07:6740:8145 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.28<0>
e07r2n07:6740:8145 [3] NCCL INFO Using network IB
e07r2n07:6738:8140 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.28<0>
e07r2n07:6738:8140 [1] NCCL INFO Using network IB
e07r2n00:20545:21714 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.21<0>
e07r2n00:20545:21714 [2] NCCL INFO Using network IB
e07r2n08:27563:28746 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.29<0>
e07r2n08:27563:28746 [2] NCCL INFO Using network IB
e07r2n10:32031:625 [1] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.31<0>
e07r2n10:32031:625 [1] NCCL INFO Using network IB
e07r2n10:32030:627 [0] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.31<0>
e07r2n10:32030:627 [0] NCCL INFO Using network IB
e07r2n10:32032:626 [2] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.31<0>
e07r2n10:32032:626 [2] NCCL INFO Using network IB
e07r2n10:32033:628 [3] NCCL INFO NET/IB : Using [0]mlx5_0:1/IB [RO]; OOB ib0:11.5.7.31<0>
e07r2n10:32033:628 [3] NCCL INFO Using network IB
e07r2n07:6740:8145 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n19:30094:31439 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n11:11954:13411 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n10:32033:628 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n00:20320:21575 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n03:17854:19148 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n19:30093:31440 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n02:532:1812 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n10:32032:626 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n02:533:1807 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n00:20319:21573 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n07:6736:8143 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n10:32030:627 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n06:29127:30091 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n07:6739:8146 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n11:11956:13414 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n06:29128:30095 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n07:6738:8140 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n19:30092:31437 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n10:32031:625 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n18:13223:14691 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n03:17855:19149 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n11:11957:13412 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n03:17856:19147 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n03:17852:19145 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n19:30090:31436 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n11:11958:13415 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n05:28930:30228 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n15:23920:25188 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n18:13222:14693 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n02:529:1809 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n18:13224:14688 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n02:531:1811 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n04:30005:31300 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n00:20545:21714 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n00:20316:21574 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n04:30003:31295 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n00:20546:21656 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n05:28932:30229 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n04:30004:31304 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n05:28933:30230 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n15:23916:25189 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n00:20318:21572 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n18:13221:14489 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n04:30001:31299 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n05:28934:30226 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n00:20544:21712 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n00:20542:21646 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n06:29129:30094 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n15:23918:25186 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n06:29125:30092 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n15:23919:25187 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n03:17854:19148 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n03:17854:19148 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n03:17855:19149 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n03:17856:19147 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n03:17852:19145 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n03:17855:19149 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n03:17856:19147 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n03:17852:19145 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n12:18595:19559 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n12:18592:19556 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n12:18596:19552 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n12:18594:19557 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n09:18610:19901 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n09:18606:19898 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n09:18609:19900 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n09:18608:19895 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n12:18595:19559 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n12:18595:19559 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n12:18596:19552 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n12:18594:19557 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n12:18592:19556 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n12:18596:19552 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n12:18594:19557 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n12:18592:19556 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r3n01:1703:2949 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n01:1702:2956 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n08:27564:28698 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n08:27563:28746 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n08:27562:28702 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n08:27561:28706 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n01:1700:2951 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n01:1701:2947 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n18:28709:29737 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n18:28708:29734 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n18:28706:29736 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n18:28710:29735 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n17:1468:2436 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n19:1097:2063 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n17:1469:2432 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n19:1100:2064 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n17:1465:2434 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n17:1467:2435 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n19:1101:2057 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r1n19:1095:2060 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r3n00:20320:21575 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n06:29127:30091 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n10:32032:626 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23920:25188 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n06:29128:30095 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n04:30005:31300 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23916:25189 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n06:29129:30094 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n05:28930:30228 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n08:27564:28698 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n10:32033:628 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13223:14691 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23918:25186 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n06:29125:30092 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n05:28932:30229 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n10:32030:627 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n02:532:1812 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n01:1702:2956 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n04:30003:31295 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n00:20319:21573 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13222:14693 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13224:14688 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13221:14489 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23919:25187 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n06:29127:30091 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n05:28933:30230 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n10:32031:625 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n02:533:1807 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n01:1703:2949 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n04:30001:31299 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n00:20316:21574 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n19:1097:2063 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n09:18610:19901 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n08:27563:28746 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n11:11954:13411 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n07:6740:8145 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n17:1468:2436 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13223:14691 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n15:23920:25188 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n06:29128:30095 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n05:28934:30226 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n10:32032:626 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n02:531:1811 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n01:1700:2951 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n04:30004:31304 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n00:20318:21572 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n19:1100:2064 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n09:18606:19898 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n08:27562:28702 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n11:11956:13414 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n07:6736:8143 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n17:1469:2432 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n18:28706:29736 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n19:30094:31439 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n00:20546:21656 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r1n18:13222:14693 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n18:13224:14688 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r1n18:13221:14489 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n15:23916:25189 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n06:29129:30094 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n05:28930:30228 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n10:32033:628 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n02:529:1809 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r3n01:1701:2947 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n04:30005:31300 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r3n00:20320:21575 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r1n19:1101:2057 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n09:18609:19900 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n08:27561:28706 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n11:11957:13412 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n07:6739:8146 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n17:1467:2435 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n18:28708:29734 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n19:30093:31440 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n00:20545:21714 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23918:25186 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n06:29125:30092 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n05:28932:30229 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n10:32030:627 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n02:532:1812 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r3n01:1702:2956 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n04:30003:31295 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n00:20319:21573 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r1n19:1095:2060 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n09:18608:19895 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n08:27564:28698 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n11:11958:13415 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n07:6738:8140 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n17:1465:2434 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n18:28709:29737 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n19:30092:31437 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n00:20542:21646 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n15:23919:25187 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n05:28933:30230 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n10:32031:625 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n02:533:1807 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r3n01:1703:2949 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n04:30001:31299 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r3n00:20316:21574 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r1n19:1097:2063 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n09:18610:19901 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n08:27563:28746 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n11:11954:13411 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n07:6740:8145 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n17:1468:2436 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n18:28710:29735 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n19:30090:31436 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n00:20544:21712 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n05:28934:30226 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n02:531:1811 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n01:1700:2951 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n04:30004:31304 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r3n00:20318:21572 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n19:1100:2064 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n09:18606:19898 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n08:27562:28702 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n11:11956:13414 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n07:6736:8143 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n17:1469:2432 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n18:28706:29736 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n19:30094:31439 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n00:20546:21656 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n02:529:1809 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r3n01:1701:2947 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n19:1101:2057 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n09:18609:19900 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n08:27561:28706 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n11:11957:13412 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n07:6739:8146 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n17:1465:2434 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n18:28708:29734 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n19:30093:31440 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n00:20545:21714 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r1n19:1095:2060 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n09:18608:19895 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n11:11958:13415 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n07:6738:8140 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n17:1467:2435 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n18:28709:29737 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n19:30090:31436 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n00:20542:21646 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n18:28710:29735 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n19:30092:31437 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n00:20544:21712 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n14:18267:19417 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n14:18265:19419 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n01:29744:31118 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n14:18266:19421 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n01:29742:31116 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n14:18263:19418 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n01:29745:31121 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n01:29746:31117 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n16:22934:24142 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n16:22930:24139 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n16:22932:24140 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n16:22933:24143 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n13:1637:2677 [3] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n13:1633:2674 [0] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n13:1635:2676 [1] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n13:1636:2675 [2] NCCL INFO rocm_smi_lib: version 2.8.0.0
e07r2n14:18267:19417 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n14:18265:19419 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n14:18266:19421 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n14:18263:19418 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n14:18267:19417 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n14:18265:19419 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n14:18266:19421 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n14:18263:19418 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n01:29744:31118 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n01:29742:31116 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n01:29745:31121 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n16:22934:24142 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n01:29746:31117 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n16:22930:24139 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n16:22932:24140 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n16:22933:24143 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n01:29744:31118 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n01:29742:31116 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n16:22934:24142 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n01:29745:31121 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n01:29746:31117 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n16:22930:24139 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n16:22932:24140 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n16:22933:24143 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n13:1637:2677 [3] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n13:1633:2674 [0] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n13:1636:2675 [2] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n13:1635:2676 [1] NCCL INFO NCCL_P2P_LEVEL set by environment to SYS
e07r2n13:1637:2677 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n13:1633:2674 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n13:1636:2675 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n13:1635:2676 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n13:1637:2677 [3] NCCL INFO Trees [0] -1/-1/-1->63->62 [1] -1/-1/-1->63->62 comm 0x2b0fb0000ab0 nRanks 96 busId 63000
e07r2n13:1636:2675 [2] NCCL INFO Trees [0] 63/-1/-1->62->61 [1] 63/-1/-1->62->61 comm 0x2ba110000ab0 nRanks 96 busId 43000
e07r2n15:23918:25186 [1] NCCL INFO Trees [0] 70/-1/-1->69->68 [1] 70/72/-1->69->68 comm 0x2b7ccc000ab0 nRanks 96 busId 26000
e07r2n14:18263:19418 [0] NCCL INFO Trees [0] 65/80/-1->64->0 [1] 65/-1/-1->64->68 comm 0x2aeab4000ab0 nRanks 96 busId 4000
e07r2n15:23920:25188 [3] NCCL INFO Trees [0] -1/-1/-1->71->70 [1] -1/-1/-1->71->70 comm 0x2abba8000ab0 nRanks 96 busId 63000
e07r2n14:18265:19419 [1] NCCL INFO Trees [0] 66/32/-1->65->64 [1] 66/-1/-1->65->64 comm 0x2b3a48000ab0 nRanks 96 busId 26000
e07r2n15:23919:25187 [2] NCCL INFO Trees [0] 71/-1/-1->70->69 [1] 71/-1/-1->70->69 comm 0x2b0e98000ab0 nRanks 96 busId 43000
e07r2n14:18266:19421 [2] NCCL INFO Trees [0] 67/-1/-1->66->65 [1] 67/-1/-1->66->65 comm 0x2b5670000ab0 nRanks 96 busId 43000
e07r2n14:18267:19417 [3] NCCL INFO Trees [0] -1/-1/-1->67->66 [1] -1/-1/-1->67->66 comm 0x2b1ab0000ab0 nRanks 96 busId 63000
e07r2n15:23916:25189 [0] NCCL INFO Trees [0] 69/-1/-1->68->73 [1] 69/64/-1->68->76 comm 0x2b8a70000ab0 nRanks 96 busId 4000
e07r2n16:22932:24140 [1] NCCL INFO Trees [0] 74/68/-1->73->72 [1] 74/-1/-1->73->72 comm 0x2ba064000ab0 nRanks 96 busId 26000
e07r2n16:22930:24139 [0] NCCL INFO Trees [0] 73/76/-1->72->81 [1] 73/-1/-1->72->69 comm 0x2ba148000ab0 nRanks 96 busId 4000
e07r2n13:1635:2676 [1] NCCL INFO Trees [0] 62/-1/-1->61->60 [1] 62/76/-1->61->60 comm 0x2abc34000ab0 nRanks 96 busId 26000
e07r2n16:22933:24143 [2] NCCL INFO Trees [0] 75/-1/-1->74->73 [1] 75/-1/-1->74->73 comm 0x2b29fc000ab0 nRanks 96 busId 43000
e07r2n16:22934:24142 [3] NCCL INFO Trees [0] -1/-1/-1->75->74 [1] -1/-1/-1->75->74 comm 0x2b03c0000ab0 nRanks 96 busId 63000
e07r2n17:1465:2434 [0] NCCL INFO Trees [0] 77/-1/-1->76->72 [1] 77/68/-1->76->61 comm 0x2b5e68000ab0 nRanks 96 busId 4000
e07r2n17:1467:2435 [1] NCCL INFO Trees [0] 78/-1/-1->77->76 [1] 78/84/-1->77->76 comm 0x2b4a7c000ab0 nRanks 96 busId 26000
e07r2n17:1468:2436 [2] NCCL INFO Trees [0] 79/-1/-1->78->77 [1] 79/-1/-1->78->77 comm 0x2b1798000ab0 nRanks 96 busId 43000
e07r2n17:1469:2432 [3] NCCL INFO Trees [0] -1/-1/-1->79->78 [1] -1/-1/-1->79->78 comm 0x2ae89c000ab0 nRanks 96 busId 63000
e07r2n18:28706:29736 [0] NCCL INFO Trees [0] 81/88/-1->80->64 [1] 81/-1/-1->80->84 comm 0x2b2f30000ab0 nRanks 96 busId 4000
e07r2n18:28708:29734 [1] NCCL INFO Trees [0] 82/72/-1->81->80 [1] 82/-1/-1->81->80 comm 0x2b0f10000ab0 nRanks 96 busId 26000
e07r2n18:28709:29737 [2] NCCL INFO Trees [0] 83/-1/-1->82->81 [1] 83/-1/-1->82->81 comm 0x2ad038000ab0 nRanks 96 busId 43000
e07r2n18:28710:29735 [3] NCCL INFO Trees [0] -1/-1/-1->83->82 [1] -1/-1/-1->83->82 comm 0x2b7ac8000ab0 nRanks 96 busId 63000
e07r2n19:30094:31439 [3] NCCL INFO Trees [0] -1/-1/-1->87->86 [1] -1/-1/-1->87->86 comm 0x2b9224000ab0 nRanks 96 busId 63000
e07r3n00:20319:21573 [2] NCCL INFO Trees [0] 91/-1/-1->90->89 [1] 91/-1/-1->90->89 comm 0x2acb40000ab0 nRanks 96 busId 43000
e07r2n19:30093:31440 [2] NCCL INFO Trees [0] 87/-1/-1->86->85 [1] 87/-1/-1->86->85 comm 0x2b8200000ab0 nRanks 96 busId 43000
e07r1n18:13222:14693 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 comm 0x2b3924000ab0 nRanks 96 busId 26000
e07r1n18:13224:14688 [3] NCCL INFO Trees [0] -1/-1/-1->3->2 [1] -1/-1/-1->3->2 comm 0x2b7348000ab0 nRanks 96 busId 63000
e07r2n19:30092:31437 [1] NCCL INFO Trees [0] 86/-1/-1->85->84 [1] 86/88/-1->85->84 comm 0x2b34dc000ab0 nRanks 96 busId 26000
e07r2n00:20546:21656 [3] NCCL INFO Trees [0] -1/-1/-1->11->10 [1] -1/-1/-1->11->10 comm 0x2b251c000ab0 nRanks 96 busId 63000
e07r3n00:20316:21574 [0] NCCL INFO Trees [0] 89/92/-1->88->80 [1] 89/-1/-1->88->85 comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r1n18:13221:14489 [0] NCCL INFO Channel 00/02 :    0   1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16  17  18  19
e07r1n18:13221:14489 [0] NCCL INFO Channel 01/02 :    0   1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16  17  18  19
e07r1n18:13221:14489 [0] NCCL INFO Trees [0] 1/64/-1->0->-1 [1] 1/-1/-1->0->4 comm 0x2acbd8000ab0 nRanks 96 busId 4000
e07r1n18:13223:14691 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 comm 0x2b9458000ab0 nRanks 96 busId 43000
e07r2n19:30090:31436 [0] NCCL INFO Trees [0] 85/-1/-1->84->89 [1] 85/80/-1->84->77 comm 0x2b5fac000ab0 nRanks 96 busId 4000
e07r2n00:20545:21714 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 comm 0x2b54e8000ab0 nRanks 96 busId 43000
e07r3n00:20320:21575 [3] NCCL INFO Trees [0] -1/-1/-1->91->90 [1] -1/-1/-1->91->90 comm 0x2ad40c000ab0 nRanks 96 busId 63000
e07r3n01:1701:2947 [1] NCCL INFO Trees [0] 94/-1/-1->93->92 [1] 94/-1/-1->93->92 comm 0x2ad4d4000ab0 nRanks 96 busId 26000
e07r2n01:29742:31116 [0] NCCL INFO Trees [0] 13/-1/-1->12->8 [1] 13/4/-1->12->28 comm 0x2b5f7c000ab0 nRanks 96 busId 4000
e07r2n00:20542:21646 [0] NCCL INFO Trees [0] 9/12/-1->8->17 [1] 9/-1/-1->8->5 comm 0x2b18bc000ab0 nRanks 96 busId 4000
e07r3n00:20318:21572 [1] NCCL INFO Trees [0] 90/84/-1->89->88 [1] 90/-1/-1->89->88 comm 0x2ac600000ab0 nRanks 96 busId 26000
e07r3n01:1700:2951 [0] NCCL INFO Trees [0] 93/-1/-1->92->88 [1] 93/28/-1->92->-1 comm 0x2b41a0000ab0 nRanks 96 busId 4000
e07r2n01:29744:31118 [1] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/20/-1->13->12 comm 0x2ab300000ab0 nRanks 96 busId 26000
e07r1n19:1101:2057 [3] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 comm 0x2b2240000ab0 nRanks 96 busId 63000
e07r2n04:30005:31300 [3] NCCL INFO Trees [0] -1/-1/-1->27->26 [1] -1/-1/-1->27->26 comm 0x2b581c000ab0 nRanks 96 busId 63000
e07r2n00:20544:21712 [1] NCCL INFO Trees [0] 10/4/-1->9->8 [1] 10/-1/-1->9->8 comm 0x2b7938000ab0 nRanks 96 busId 26000
e07r3n01:1703:2949 [3] NCCL INFO Trees [0] -1/-1/-1->95->94 [1] -1/-1/-1->95->94 comm 0x2add60000ab0 nRanks 96 busId 63000
e07r2n01:29745:31121 [2] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 comm 0x2b57b8000ab0 nRanks 96 busId 43000
e07r1n19:1095:2060 [0] NCCL INFO Trees [0] 5/-1/-1->4->9 [1] 5/0/-1->4->12 comm 0x2ab6f8000ab0 nRanks 96 busId 4000
e07r2n04:30004:31304 [2] NCCL INFO Trees [0] 27/-1/-1->26->25 [1] 27/-1/-1->26->25 comm 0x2b11c8000ab0 nRanks 96 busId 43000
e07r2n03:17856:19147 [3] NCCL INFO Trees [0] -1/-1/-1->23->22 [1] -1/-1/-1->23->22 comm 0x2b0174000ab0 nRanks 96 busId 63000
e07r2n02:529:1809 [0] NCCL INFO Trees [0] 17/24/-1->16->33 [1] 17/-1/-1->16->20 comm 0x2b60f8000ab0 nRanks 96 busId 4000
e07r3n01:1702:2956 [2] NCCL INFO Trees [0] 95/-1/-1->94->93 [1] 95/-1/-1->94->93 comm 0x2b5e44000ab0 nRanks 96 busId 43000
e07r2n01:29746:31117 [3] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] -1/-1/-1->15->14 comm 0x2af890000ab0 nRanks 96 busId 63000
e07r1n19:1100:2064 [2] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 comm 0x2b9770000ab0 nRanks 96 busId 43000
e07r2n04:30003:31295 [1] NCCL INFO Trees [0] 26/20/-1->25->24 [1] 26/-1/-1->25->24 comm 0x2ab9c0000ab0 nRanks 96 busId 26000
e07r2n03:17855:19149 [2] NCCL INFO Trees [0] 23/-1/-1->22->21 [1] 23/-1/-1->22->21 comm 0x2b1d14000ab0 nRanks 96 busId 43000
e07r2n02:533:1807 [3] NCCL INFO Trees [0] -1/-1/-1->19->18 [1] -1/-1/-1->19->18 comm 0x2ba9e8000ab0 nRanks 96 busId 63000
e07r2n05:28930:30228 [0] NCCL INFO Trees [0] 29/-1/-1->28->24 [1] 29/12/-1->28->92 comm 0x2b8d8c000ab0 nRanks 96 busId 4000
e07r1n19:1097:2063 [1] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/8/-1->5->4 comm 0x2b7240000ab0 nRanks 96 busId 26000
e07r2n04:30001:31299 [0] NCCL INFO Trees [0] 25/28/-1->24->16 [1] 25/-1/-1->24->21 comm 0x2ae9c0000ab0 nRanks 96 busId 4000
e07r2n03:17852:19145 [0] NCCL INFO Trees [0] 21/-1/-1->20->25 [1] 21/16/-1->20->13 comm 0x2b2bec000ab0 nRanks 96 busId 4000
e07r2n02:532:1812 [2] NCCL INFO Trees [0] 19/-1/-1->18->17 [1] 19/-1/-1->18->17 comm 0x2b00b8000ab0 nRanks 96 busId 43000
e07r2n05:28932:30229 [1] NCCL INFO Trees [0] 30/-1/-1->29->28 [1] 30/60/-1->29->28 comm 0x2b5ea0000ab0 nRanks 96 busId 26000
e07r2n06:29127:30091 [1] NCCL INFO Trees [0] 34/16/-1->33->32 [1] 34/-1/-1->33->32 comm 0x2af7f4000ab0 nRanks 96 busId 26000
e07r2n03:17854:19148 [1] NCCL INFO Trees [0] 22/-1/-1->21->20 [1] 22/24/-1->21->20 comm 0x2baacc000ab0 nRanks 96 busId 26000
e07r2n02:531:1811 [1] NCCL INFO Trees [0] 18/8/-1->17->16 [1] 18/-1/-1->17->16 comm 0x2b1e64000ab0 nRanks 96 busId 26000
e07r2n05:28933:30230 [2] NCCL INFO Trees [0] 31/-1/-1->30->29 [1] 31/-1/-1->30->29 comm 0x2b9974000ab0 nRanks 96 busId 43000
e07r2n06:29128:30095 [2] NCCL INFO Trees [0] 35/-1/-1->34->33 [1] 35/-1/-1->34->33 comm 0x2b0c74000ab0 nRanks 96 busId 43000
e07r2n05:28934:30226 [3] NCCL INFO Trees [0] -1/-1/-1->31->30 [1] -1/-1/-1->31->30 comm 0x2ad0fc000ab0 nRanks 96 busId 63000
e07r2n06:29129:30094 [3] NCCL INFO Trees [0] -1/-1/-1->35->34 [1] -1/-1/-1->35->34 comm 0x2aebf4000ab0 nRanks 96 busId 63000
e07r2n12:18596:19552 [3] NCCL INFO Trees [0] -1/-1/-1->59->58 [1] -1/-1/-1->59->58 comm 0x2b2cdc000ab0 nRanks 96 busId 63000
e07r2n06:29125:30092 [0] NCCL INFO Trees [0] 33/48/-1->32->65 [1] 33/-1/-1->32->36 comm 0x2b31fc000ab0 nRanks 96 busId 4000
e07r2n07:6736:8143 [0] NCCL INFO Trees [0] 37/-1/-1->36->41 [1] 37/32/-1->36->44 comm 0x2b4728000ab0 nRanks 96 busId 4000
e07r2n07:6738:8140 [1] NCCL INFO Trees [0] 38/-1/-1->37->36 [1] 38/40/-1->37->36 comm 0x2b65e4000ab0 nRanks 96 busId 26000
e07r2n07:6739:8146 [2] NCCL INFO Trees [0] 39/-1/-1->38->37 [1] 39/-1/-1->38->37 comm 0x2ac4b4000ab0 nRanks 96 busId 43000
e07r2n13:1633:2674 [0] NCCL INFO Trees [0] 61/-1/-1->60->56 [1] 61/44/-1->60->29 comm 0x2b7bc8000ab0 nRanks 96 busId 4000
e07r2n09:18609:19900 [2] NCCL INFO Trees [0] 47/-1/-1->46->45 [1] 47/-1/-1->46->45 comm 0x2abcb8000ab0 nRanks 96 busId 43000
e07r2n07:6740:8145 [3] NCCL INFO Trees [0] -1/-1/-1->39->38 [1] -1/-1/-1->39->38 comm 0x2b8e14000ab0 nRanks 96 busId 63000
e07r2n13:1636:2675 [2] NCCL INFO Channel 00 : 62[43000] -> 63[63000] via P2P/IPC comm 0x2ba110000ab0 nRanks 96
e07r2n11:11958:13415 [3] NCCL INFO Trees [0] -1/-1/-1->55->54 [1] -1/-1/-1->55->54 comm 0x2af1bc000ab0 nRanks 96 busId 63000
e07r2n14:18263:19418 [0] NCCL INFO Channel 00/0 : 63[63000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Trees [0] 55/-1/-1->54->53 [1] 55/-1/-1->54->53 comm 0x2ace80000ab0 nRanks 96 busId 43000
e07r2n09:18610:19901 [3] NCCL INFO Trees [0] -1/-1/-1->47->46 [1] -1/-1/-1->47->46 comm 0x2aed7c000ab0 nRanks 96 busId 63000
e07r2n10:32032:626 [2] NCCL INFO Trees [0] 51/-1/-1->50->49 [1] 51/-1/-1->50->49 comm 0x2b4b4c000ab0 nRanks 96 busId 43000
e07r2n11:11954:13411 [0] NCCL INFO Trees [0] 53/-1/-1->52->57 [1] 53/48/-1->52->45 comm 0x2ba6f0000ab0 nRanks 96 busId 4000
e07r2n09:18608:19895 [1] NCCL INFO Trees [0] 46/-1/-1->45->44 [1] 46/52/-1->45->44 comm 0x2b1a48000ab0 nRanks 96 busId 26000
e07r2n10:32033:628 [3] NCCL INFO Trees [0] -1/-1/-1->51->50 [1] -1/-1/-1->51->50 comm 0x2ba918000ab0 nRanks 96 busId 63000
e07r2n12:18595:19559 [2] NCCL INFO Trees [0] 59/-1/-1->58->57 [1] 59/-1/-1->58->57 comm 0x2b82c4000ab0 nRanks 96 busId 43000
e07r2n13:1636:2675 [2] NCCL INFO Channel 01 : 62[43000] -> 63[63000] via P2P/IPC comm 0x2ba110000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Trees [0] 42/36/-1->41->40 [1] 42/-1/-1->41->40 comm 0x2ae6ec000ab0 nRanks 96 busId 26000
e07r2n14:18266:19421 [2] NCCL INFO Channel 00 : 66[43000] -> 67[63000] via P2P/IPC comm 0x2b5670000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Trees [0] 54/-1/-1->53->52 [1] 54/56/-1->53->52 comm 0x2ae480000ab0 nRanks 96 busId 26000
e07r2n09:18606:19898 [0] NCCL INFO Trees [0] 45/-1/-1->44->40 [1] 45/36/-1->44->60 comm 0x2ae3c8000ab0 nRanks 96 busId 4000
e07r2n10:32031:625 [1] NCCL INFO Trees [0] 50/40/-1->49->48 [1] 50/-1/-1->49->48 comm 0x2b6484000ab0 nRanks 96 busId 26000
e07r2n12:18594:19557 [1] NCCL INFO Trees [0] 58/52/-1->57->56 [1] 58/-1/-1->57->56 comm 0x2ba7e8000ab0 nRanks 96 busId 26000
e07r2n08:27564:28698 [3] NCCL INFO Trees [0] -1/-1/-1->43->42 [1] -1/-1/-1->43->42 comm 0x2b0cc4000ab0 nRanks 96 busId 63000
e07r2n14:18265:19419 [1] NCCL INFO Channel 00 : 65[26000] -> 66[43000] via P2P/IPC comm 0x2b3a48000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00/0 : 71[63000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n15:23919:25187 [2] NCCL INFO Channel 00 : 70[43000] -> 71[63000] via P2P/IPC comm 0x2b0e98000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Trees [0] 49/56/-1->48->32 [1] 49/-1/-1->48->52 comm 0x2acbdc000ab0 nRanks 96 busId 4000
e07r2n12:18592:19556 [0] NCCL INFO Trees [0] 57/60/-1->56->48 [1] 57/-1/-1->56->53 comm 0x2ad728000ab0 nRanks 96 busId 4000
e07r2n08:27563:28746 [2] NCCL INFO Trees [0] 43/-1/-1->42->41 [1] 43/-1/-1->42->41 comm 0x2b8b64000ab0 nRanks 96 busId 43000
e07r2n14:18266:19421 [2] NCCL INFO Channel 01 : 66[43000] -> 67[63000] via P2P/IPC comm 0x2b5670000ab0 nRanks 96
e07r2n16:22932:24140 [1] NCCL INFO Channel 00 : 73[26000] -> 74[43000] via P2P/IPC comm 0x2ba064000ab0 nRanks 96
e07r2n15:23918:25186 [1] NCCL INFO Channel 00 : 69[26000] -> 70[43000] via P2P/IPC comm 0x2b7ccc000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 00/0 : 75[63000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Trees [0] 41/44/-1->40->49 [1] 41/-1/-1->40->37 comm 0x2aee3c000ab0 nRanks 96 busId 4000
e07r2n14:18265:19419 [1] NCCL INFO Channel 01 : 65[26000] -> 66[43000] via P2P/IPC comm 0x2b3a48000ab0 nRanks 96
e07r2n16:22933:24143 [2] NCCL INFO Channel 00 : 74[43000] -> 75[63000] via P2P/IPC comm 0x2b29fc000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 00/0 : 67[63000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n13:1635:2676 [1] NCCL INFO Channel 00 : 61[26000] -> 62[43000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 00/0 : 79[63000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n16:22932:24140 [1] NCCL INFO Channel 01 : 73[26000] -> 74[43000] via P2P/IPC comm 0x2ba064000ab0 nRanks 96
e07r2n15:23919:25187 [2] NCCL INFO Channel 01 : 70[43000] -> 71[63000] via P2P/IPC comm 0x2b0e98000ab0 nRanks 96
e07r2n16:22933:24143 [2] NCCL INFO Channel 01 : 74[43000] -> 75[63000] via P2P/IPC comm 0x2b29fc000ab0 nRanks 96
e07r2n15:23918:25186 [1] NCCL INFO Channel 01 : 69[26000] -> 70[43000] via P2P/IPC comm 0x2b7ccc000ab0 nRanks 96
e07r2n18:28709:29737 [2] NCCL INFO Channel 00 : 82[43000] -> 83[63000] via P2P/IPC comm 0x2ad038000ab0 nRanks 96
e07r2n13:1635:2676 [1] NCCL INFO Channel 01 : 61[26000] -> 62[43000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Channel 00 : 77[26000] -> 78[43000] via P2P/IPC comm 0x2b4a7c000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO Channel 00 : 81[26000] -> 82[43000] via P2P/IPC comm 0x2b0f10000ab0 nRanks 96
e07r2n17:1468:2436 [2] NCCL INFO Channel 00 : 78[43000] -> 79[63000] via P2P/IPC comm 0x2b1798000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO Channel 00 : 90[43000] -> 91[63000] via P2P/IPC comm 0x2acb40000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00/0 : 7[63000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 00/0 : 95[63000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 00/0 : 87[63000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 00/0 : 11[63000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 00/0 : 83[63000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r3n01:1701:2947 [1] NCCL INFO Channel 00 : 93[26000] -> 94[43000] via P2P/IPC comm 0x2ad4d4000ab0 nRanks 96
e07r1n18:13223:14691 [2] NCCL INFO Channel 00 : 2[43000] -> 3[63000] via P2P/IPC comm 0x2b9458000ab0 nRanks 96
e07r3n00:20318:21572 [1] NCCL INFO Channel 00 : 89[26000] -> 90[43000] via P2P/IPC comm 0x2ac600000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 00/0 : 91[63000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Channel 00 : 10[43000] -> 11[63000] via P2P/IPC comm 0x2b54e8000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 00/0 : 3[63000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n18:28709:29737 [2] NCCL INFO Channel 01 : 82[43000] -> 83[63000] via P2P/IPC comm 0x2ad038000ab0 nRanks 96
e07r2n17:1468:2436 [2] NCCL INFO Channel 01 : 78[43000] -> 79[63000] via P2P/IPC comm 0x2b1798000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 00/0 : 15[63000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r1n18:13222:14693 [1] NCCL INFO Channel 00 : 1[26000] -> 2[43000] via P2P/IPC comm 0x2b3924000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO Channel 01 : 90[43000] -> 91[63000] via P2P/IPC comm 0x2acb40000ab0 nRanks 96
e07r3n01:1702:2956 [2] NCCL INFO Channel 00 : 94[43000] -> 95[63000] via P2P/IPC comm 0x2b5e44000ab0 nRanks 96
e07r2n00:20544:21712 [1] NCCL INFO Channel 00 : 9[26000] -> 10[43000] via P2P/IPC comm 0x2b7938000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 00 : 5[26000] -> 6[43000] via P2P/IPC comm 0x2b7240000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO Channel 01 : 81[26000] -> 82[43000] via P2P/IPC comm 0x2b0f10000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Channel 01 : 77[26000] -> 78[43000] via P2P/IPC comm 0x2b4a7c000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 00/0 : 19[63000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n19:30092:31437 [1] NCCL INFO Channel 00 : 85[26000] -> 86[43000] via P2P/IPC comm 0x2b34dc000ab0 nRanks 96
e07r2n01:29744:31118 [1] NCCL INFO Channel 00 : 13[26000] -> 14[43000] via P2P/IPC comm 0x2ab300000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00/0 : 23[63000] -> 24[4000] [receive] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r1n18:13223:14691 [2] NCCL INFO Channel 01 : 2[43000] -> 3[63000] via P2P/IPC comm 0x2b9458000ab0 nRanks 96
e07r3n00:20318:21572 [1] NCCL INFO Channel 01 : 89[26000] -> 90[43000] via P2P/IPC comm 0x2ac600000ab0 nRanks 96
e07r3n01:1701:2947 [1] NCCL INFO Channel 01 : 93[26000] -> 94[43000] via P2P/IPC comm 0x2ad4d4000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Channel 01 : 10[43000] -> 11[63000] via P2P/IPC comm 0x2b54e8000ab0 nRanks 96
e07r1n19:1100:2064 [2] NCCL INFO Channel 00 : 6[43000] -> 7[63000] via P2P/IPC comm 0x2b9770000ab0 nRanks 96
e07r2n03:17855:19149 [2] NCCL INFO Channel 00 : 22[43000] -> 23[63000] via P2P/IPC comm 0x2b1d14000ab0 nRanks 96
e07r2n19:30092:31437 [1] NCCL INFO Channel 01 : 85[26000] -> 86[43000] via P2P/IPC comm 0x2b34dc000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Channel 00 : 14[43000] -> 15[63000] via P2P/IPC comm 0x2b57b8000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 00 : 25[26000] -> 26[43000] via P2P/IPC comm 0x2ab9c0000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 00/0 : 27[63000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n02:531:1811 [1] NCCL INFO Channel 00 : 17[26000] -> 18[43000] via P2P/IPC comm 0x2b1e64000ab0 nRanks 96
e07r1n18:13222:14693 [1] NCCL INFO Channel 01 : 1[26000] -> 2[43000] via P2P/IPC comm 0x2b3924000ab0 nRanks 96
e07r3n01:1702:2956 [2] NCCL INFO Channel 01 : 94[43000] -> 95[63000] via P2P/IPC comm 0x2b5e44000ab0 nRanks 96
e07r2n00:20544:21712 [1] NCCL INFO Channel 01 : 9[26000] -> 10[43000] via P2P/IPC comm 0x2b7938000ab0 nRanks 96
e07r1n19:1100:2064 [2] NCCL INFO Channel 01 : 6[43000] -> 7[63000] via P2P/IPC comm 0x2b9770000ab0 nRanks 96
e07r2n03:17854:19148 [1] NCCL INFO Channel 00 : 21[26000] -> 22[43000] via P2P/IPC comm 0x2baacc000ab0 nRanks 96
e07r2n19:30093:31440 [2] NCCL INFO Channel 00 : 86[43000] -> 87[63000] via P2P/IPC comm 0x2b8200000ab0 nRanks 96
e07r2n01:29744:31118 [1] NCCL INFO Channel 01 : 13[26000] -> 14[43000] via P2P/IPC comm 0x2ab300000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Channel 00 : 26[43000] -> 27[63000] via P2P/IPC comm 0x2b11c8000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO Channel 00 : 29[26000] -> 30[43000] via P2P/IPC comm 0x2b5ea0000ab0 nRanks 96
e07r2n02:532:1812 [2] NCCL INFO Channel 00 : 18[43000] -> 19[63000] via P2P/IPC comm 0x2b00b8000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00/0 : 31[63000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 00/0 : 35[63000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 01 : 5[26000] -> 6[43000] via P2P/IPC comm 0x2b7240000ab0 nRanks 96
e07r2n03:17855:19149 [2] NCCL INFO Channel 01 : 22[43000] -> 23[63000] via P2P/IPC comm 0x2b1d14000ab0 nRanks 96
e07r2n19:30093:31440 [2] NCCL INFO Channel 01 : 86[43000] -> 87[63000] via P2P/IPC comm 0x2b8200000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Channel 01 : 14[43000] -> 15[63000] via P2P/IPC comm 0x2b57b8000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 01 : 25[26000] -> 26[43000] via P2P/IPC comm 0x2ab9c0000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO Channel 00 : 30[43000] -> 31[63000] via P2P/IPC comm 0x2b9974000ab0 nRanks 96
e07r2n02:531:1811 [1] NCCL INFO Channel 01 : 17[26000] -> 18[43000] via P2P/IPC comm 0x2b1e64000ab0 nRanks 96
e07r2n06:29128:30095 [2] NCCL INFO Channel 00 : 34[43000] -> 35[63000] via P2P/IPC comm 0x2b0c74000ab0 nRanks 96
e07r2n07:6738:8140 [1] NCCL INFO Channel 00 : 37[26000] -> 38[43000] via P2P/IPC comm 0x2b65e4000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 00/0 : 59[63000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n03:17854:19148 [1] NCCL INFO Channel 01 : 21[26000] -> 22[43000] via P2P/IPC comm 0x2baacc000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Channel 01 : 26[43000] -> 27[63000] via P2P/IPC comm 0x2b11c8000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO Channel 01 : 30[43000] -> 31[63000] via P2P/IPC comm 0x2b9974000ab0 nRanks 96
e07r2n02:532:1812 [2] NCCL INFO Channel 01 : 18[43000] -> 19[63000] via P2P/IPC comm 0x2b00b8000ab0 nRanks 96
e07r2n06:29128:30095 [2] NCCL INFO Channel 01 : 34[43000] -> 35[63000] via P2P/IPC comm 0x2b0c74000ab0 nRanks 96
e07r2n07:6739:8146 [2] NCCL INFO Channel 00 : 38[43000] -> 39[63000] via P2P/IPC comm 0x2ac4b4000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00/0 : 47[63000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 00/0 : 43[63000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 00/0 : 51[63000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00/0 : 55[63000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00/0 : 39[63000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO Channel 01 : 29[26000] -> 30[43000] via P2P/IPC comm 0x2b5ea0000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 00 : 33[26000] -> 34[43000] via P2P/IPC comm 0x2af7f4000ab0 nRanks 96
e07r2n07:6738:8140 [1] NCCL INFO Channel 01 : 37[26000] -> 38[43000] via P2P/IPC comm 0x2b65e4000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 00 : 49[26000] -> 50[43000] via P2P/IPC comm 0x2b6484000ab0 nRanks 96
e07r2n09:18608:19895 [1] NCCL INFO Channel 00 : 45[26000] -> 46[43000] via P2P/IPC comm 0x2b1a48000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Channel 00 : 54[43000] -> 55[63000] via P2P/IPC comm 0x2ace80000ab0 nRanks 96
e07r2n12:18595:19559 [2] NCCL INFO Channel 00 : 58[43000] -> 59[63000] via P2P/IPC comm 0x2b82c4000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 00 : 41[26000] -> 42[43000] via P2P/IPC comm 0x2ae6ec000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 01 : 33[26000] -> 34[43000] via P2P/IPC comm 0x2af7f4000ab0 nRanks 96
e07r2n07:6739:8146 [2] NCCL INFO Channel 01 : 38[43000] -> 39[63000] via P2P/IPC comm 0x2ac4b4000ab0 nRanks 96
e07r2n10:32032:626 [2] NCCL INFO Channel 00 : 50[43000] -> 51[63000] via P2P/IPC comm 0x2b4b4c000ab0 nRanks 96
e07r2n09:18609:19900 [2] NCCL INFO Channel 00 : 46[43000] -> 47[63000] via P2P/IPC comm 0x2abcb8000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Channel 00 : 53[26000] -> 54[43000] via P2P/IPC comm 0x2ae480000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 00 : 57[26000] -> 58[43000] via P2P/IPC comm 0x2ba7e8000ab0 nRanks 96
e07r2n08:27563:28746 [2] NCCL INFO Channel 00 : 42[43000] -> 43[63000] via P2P/IPC comm 0x2b8b64000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 01 : 49[26000] -> 50[43000] via P2P/IPC comm 0x2b6484000ab0 nRanks 96
e07r2n09:18608:19895 [1] NCCL INFO Channel 01 : 45[26000] -> 46[43000] via P2P/IPC comm 0x2b1a48000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Channel 01 : 53[26000] -> 54[43000] via P2P/IPC comm 0x2ae480000ab0 nRanks 96
e07r2n12:18595:19559 [2] NCCL INFO Channel 01 : 58[43000] -> 59[63000] via P2P/IPC comm 0x2b82c4000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 01 : 41[26000] -> 42[43000] via P2P/IPC comm 0x2ae6ec000ab0 nRanks 96
e07r2n10:32032:626 [2] NCCL INFO Channel 01 : 50[43000] -> 51[63000] via P2P/IPC comm 0x2b4b4c000ab0 nRanks 96
e07r2n09:18609:19900 [2] NCCL INFO Channel 01 : 46[43000] -> 47[63000] via P2P/IPC comm 0x2abcb8000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Channel 01 : 54[43000] -> 55[63000] via P2P/IPC comm 0x2ace80000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 01 : 57[26000] -> 58[43000] via P2P/IPC comm 0x2ba7e8000ab0 nRanks 96
e07r2n08:27563:28746 [2] NCCL INFO Channel 01 : 42[43000] -> 43[63000] via P2P/IPC comm 0x2b8b64000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 01/0 : 71[63000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00 : 72[4000] -> 73[26000] via P2P/IPC comm 0x2ba148000ab0 nRanks 96
e07r2n14:18267:19417 [3] NCCL INFO Channel 00/0 : 67[63000] -> 68[4000] [send] via NET/IB/0 comm 0x2b1ab0000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO Channel 00/0 : 63[63000] -> 64[4000] [send] via NET/IB/0 comm 0x2b0fb0000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 01/0 : 63[63000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 00 : 64[4000] -> 65[26000] via P2P/IPC comm 0x2aeab4000ab0 nRanks 96
e07r2n15:23920:25188 [3] NCCL INFO Channel 00/0 : 71[63000] -> 72[4000] [send] via NET/IB/0 comm 0x2abba8000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01/0 : 67[63000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 01/0 : 79[63000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 01 : 64[4000] -> 65[26000] via P2P/IPC comm 0x2aeab4000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 00 : 68[4000] -> 69[26000] via P2P/IPC comm 0x2b8a70000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 00 : 80[4000] -> 81[26000] via P2P/IPC comm 0x2b2f30000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01/0 : 75[63000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 00 : 76[4000] -> 77[26000] via P2P/IPC comm 0x2b5e68000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 01 : 72[4000] -> 73[26000] via P2P/IPC comm 0x2ba148000ab0 nRanks 96
e07r1n18:13224:14688 [3] NCCL INFO Channel 00/0 : 3[63000] -> 4[4000] [send] via NET/IB/0 comm 0x2b7348000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 01/0 : 95[63000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 00 : 0[4000] -> 1[26000] via P2P/IPC comm 0x2acbd8000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 01 : 80[4000] -> 81[26000] via P2P/IPC comm 0x2b2f30000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01 : 76[4000] -> 77[26000] via P2P/IPC comm 0x2b5e68000ab0 nRanks 96
e07r2n16:22934:24142 [3] NCCL INFO Channel 00/0 : 75[63000] -> 76[4000] [send] via NET/IB/0 comm 0x2b03c0000ab0 nRanks 96
e07r2n01:29746:31117 [3] NCCL INFO Channel 00/0 : 15[63000] -> 16[4000] [send] via NET/IB/0 comm 0x2af890000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO Channel 00/0 : 19[63000] -> 20[4000] [send] via NET/IB/0 comm 0x2ba9e8000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01/0 : 11[63000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01 : 68[4000] -> 69[26000] via P2P/IPC comm 0x2b8a70000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 00 : 12[4000] -> 13[26000] via P2P/IPC comm 0x2b5f7c000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 01/0 : 15[63000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 00 : 16[4000] -> 17[26000] via P2P/IPC comm 0x2b60f8000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 01 : 0[4000] -> 1[26000] via P2P/IPC comm 0x2acbd8000ab0 nRanks 96
e07r2n00:20546:21656 [3] NCCL INFO Channel 00/0 : 11[63000] -> 12[4000] [send] via NET/IB/0 comm 0x2b251c000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 01/0 : 7[63000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00 : 8[4000] -> 9[26000] via P2P/IPC comm 0x2b18bc000ab0 nRanks 96
e07r3n00:20320:21575 [3] NCCL INFO Channel 00/0 : 91[63000] -> 92[4000] [send] via NET/IB/0 comm 0x2ad40c000ab0 nRanks 96
e07r2n18:28710:29735 [3] NCCL INFO Channel 00/0 : 83[63000] -> 84[4000] [send] via NET/IB/0 comm 0x2b7ac8000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 01/0 : 87[63000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 01 : 16[4000] -> 17[26000] via P2P/IPC comm 0x2b60f8000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 00 : 88[4000] -> 89[26000] via P2P/IPC comm 0x2b5ef4000ab0 nRanks 96
e07r1n19:1101:2057 [3] NCCL INFO Channel 00/0 : 7[63000] -> 8[4000] [send] via NET/IB/0 comm 0x2b2240000ab0 nRanks 96
e07r3n01:1703:2949 [3] NCCL INFO Channel 00/0 : 95[63000] -> 0[4000] [send] via NET/IB/0 comm 0x2add60000ab0 nRanks 96
e07r2n17:1469:2432 [3] NCCL INFO Channel 00/0 : 79[63000] -> 80[4000] [send] via NET/IB/0 comm 0x2ae89c000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01/0 : 3[63000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01 : 12[4000] -> 13[26000] via P2P/IPC comm 0x2b5f7c000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 00 : 4[4000] -> 5[26000] via P2P/IPC comm 0x2ab6f8000ab0 nRanks 96
e07r2n19:30094:31439 [3] NCCL INFO Channel 00/0 : 87[63000] -> 88[4000] [send] via NET/IB/0 comm 0x2b9224000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 01/0 : 91[63000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01/0 : 83[63000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 00 : 92[4000] -> 93[26000] via P2P/IPC comm 0x2b41a0000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 01 : 8[4000] -> 9[26000] via P2P/IPC comm 0x2b18bc000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 00 : 84[4000] -> 85[26000] via P2P/IPC comm 0x2b5fac000ab0 nRanks 96
e07r2n03:17856:19147 [3] NCCL INFO Channel 00/0 : 23[63000] -> 24[4000] [send] via NET/IB/0 comm 0x2b0174000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01/0 : 19[63000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 01 : 88[4000] -> 89[26000] via P2P/IPC comm 0x2b5ef4000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01 : 4[4000] -> 5[26000] via P2P/IPC comm 0x2ab6f8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 00 : 20[4000] -> 21[26000] via P2P/IPC comm 0x2b2bec000ab0 nRanks 96
e07r2n05:28934:30226 [3] NCCL INFO Channel 00/0 : 31[63000] -> 32[4000] [send] via NET/IB/0 comm 0x2ad0fc000ab0 nRanks 96
e07r2n09:18610:19901 [3] NCCL INFO Channel 00/0 : 47[63000] -> 48[4000] [send] via NET/IB/0 comm 0x2aed7c000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01/0 : 27[63000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01/0 : 43[63000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 00 : 28[4000] -> 29[26000] via P2P/IPC comm 0x2b8d8c000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 00 : 44[4000] -> 45[26000] via P2P/IPC comm 0x2ae3c8000ab0 nRanks 96
e07r2n04:30005:31300 [3] NCCL INFO Channel 00/0 : 27[63000] -> 28[4000] [send] via NET/IB/0 comm 0x2b581c000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 01/0 : 23[63000] -> 24[4000] [receive] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00 : 24[4000] -> 25[26000] via P2P/IPC comm 0x2ae9c0000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 01 : 92[4000] -> 93[26000] via P2P/IPC comm 0x2b41a0000ab0 nRanks 96
e07r2n07:6740:8145 [3] NCCL INFO Channel 00/0 : 39[63000] -> 40[4000] [send] via NET/IB/0 comm 0x2b8e14000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 01/0 : 35[63000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r2n06:29129:30094 [3] NCCL INFO Channel 00/0 : 35[63000] -> 36[4000] [send] via NET/IB/0 comm 0x2aebf4000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01/0 : 59[63000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01 : 84[4000] -> 85[26000] via P2P/IPC comm 0x2b5fac000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 00 : 36[4000] -> 37[26000] via P2P/IPC comm 0x2b4728000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 01/0 : 31[63000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 00 : 60[4000] -> 61[26000] via P2P/IPC comm 0x2b7bc8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01 : 20[4000] -> 21[26000] via P2P/IPC comm 0x2b2bec000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00 : 32[4000] -> 33[26000] via P2P/IPC comm 0x2b31fc000ab0 nRanks 96
e07r2n11:11958:13415 [3] NCCL INFO Channel 00/0 : 55[63000] -> 56[4000] [send] via NET/IB/0 comm 0x2af1bc000ab0 nRanks 96
e07r2n10:32033:628 [3] NCCL INFO Channel 00/0 : 51[63000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba918000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 01/0 : 39[63000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00 : 40[4000] -> 41[26000] via P2P/IPC comm 0x2aee3c000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01/0 : 51[63000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 00 : 52[4000] -> 53[26000] via P2P/IPC comm 0x2ba6f0000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 01/0 : 47[63000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00 : 48[4000] -> 49[26000] via P2P/IPC comm 0x2acbdc000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01 : 28[4000] -> 29[26000] via P2P/IPC comm 0x2b8d8c000ab0 nRanks 96
e07r2n12:18596:19552 [3] NCCL INFO Channel 00/0 : 59[63000] -> 60[4000] [send] via NET/IB/0 comm 0x2b2cdc000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01 : 44[4000] -> 45[26000] via P2P/IPC comm 0x2ae3c8000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01 : 60[4000] -> 61[26000] via P2P/IPC comm 0x2b7bc8000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 01 : 24[4000] -> 25[26000] via P2P/IPC comm 0x2ae9c0000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 01/0 : 55[63000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 01 : 36[4000] -> 37[26000] via P2P/IPC comm 0x2b4728000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 01 : 40[4000] -> 41[26000] via P2P/IPC comm 0x2aee3c000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00 : 56[4000] -> 57[26000] via P2P/IPC comm 0x2ad728000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 01 : 48[4000] -> 49[26000] via P2P/IPC comm 0x2acbdc000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01 : 52[4000] -> 53[26000] via P2P/IPC comm 0x2ba6f0000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 01 : 32[4000] -> 33[26000] via P2P/IPC comm 0x2b31fc000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 01 : 56[4000] -> 57[26000] via P2P/IPC comm 0x2ad728000ab0 nRanks 96
e07r2n16:22932:24140 [1] NCCL INFO Connected all rings comm 0x2ba064000ab0 nRanks 96 busId 26000
e07r2n08:27564:28698 [3] NCCL INFO Channel 00/0 : 43[63000] -> 44[4000] [send] via NET/IB/0 comm 0x2b0cc4000ab0 nRanks 96
e07r2n14:18265:19419 [1] NCCL INFO Connected all rings comm 0x2b3a48000ab0 nRanks 96 busId 26000
e07r2n16:22932:24140 [1] NCCL INFO Channel 00/0 : 68[4000] -> 73[26000] [receive] via NET/IB/0 comm 0x2ba064000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Connected all rings comm 0x2b4a7c000ab0 nRanks 96 busId 26000
e07r2n18:28708:29734 [1] NCCL INFO Connected all rings comm 0x2b0f10000ab0 nRanks 96 busId 26000
e07r2n15:23918:25186 [1] NCCL INFO Connected all rings comm 0x2b7ccc000ab0 nRanks 96 busId 26000
e07r2n14:18265:19419 [1] NCCL INFO Channel 00/0 : 32[4000] -> 65[26000] [receive] via NET/IB/0 comm 0x2b3a48000ab0 nRanks 96
e07r1n18:13222:14693 [1] NCCL INFO Connected all rings comm 0x2b3924000ab0 nRanks 96 busId 26000
e07r2n17:1467:2435 [1] NCCL INFO Channel 01/0 : 77[26000] -> 84[4000] [send] via NET/IB/0 comm 0x2b4a7c000ab0 nRanks 96
e07r2n01:29744:31118 [1] NCCL INFO Connected all rings comm 0x2ab300000ab0 nRanks 96 busId 26000
e07r2n02:531:1811 [1] NCCL INFO Connected all rings comm 0x2b1e64000ab0 nRanks 96 busId 26000
e07r2n15:23918:25186 [1] NCCL INFO Channel 01/0 : 69[26000] -> 72[4000] [send] via NET/IB/0 comm 0x2b7ccc000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO Channel 00/0 : 72[4000] -> 81[26000] [receive] via NET/IB/0 comm 0x2b0f10000ab0 nRanks 96
e07r2n00:20544:21712 [1] NCCL INFO Connected all rings comm 0x2b7938000ab0 nRanks 96 busId 26000
e07r2n01:29744:31118 [1] NCCL INFO Channel 01/0 : 13[26000] -> 20[4000] [send] via NET/IB/0 comm 0x2ab300000ab0 nRanks 96
e07r3n00:20318:21572 [1] NCCL INFO Connected all rings comm 0x2ac600000ab0 nRanks 96 busId 26000
e07r2n02:531:1811 [1] NCCL INFO Channel 00/0 : 8[4000] -> 17[26000] [receive] via NET/IB/0 comm 0x2b1e64000ab0 nRanks 96
e07r1n18:13222:14693 [1] NCCL INFO Channel 00 : 1[26000] -> 0[4000] via P2P/IPC comm 0x2b3924000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Connected all rings comm 0x2b7240000ab0 nRanks 96 busId 26000
e07r3n01:1701:2947 [1] NCCL INFO Connected all rings comm 0x2ad4d4000ab0 nRanks 96 busId 26000
e07r2n09:18608:19895 [1] NCCL INFO Connected all rings comm 0x2b1a48000ab0 nRanks 96 busId 26000
e07r1n18:13222:14693 [1] NCCL INFO Channel 01 : 1[26000] -> 0[4000] via P2P/IPC comm 0x2b3924000ab0 nRanks 96
e07r2n03:17854:19148 [1] NCCL INFO Connected all rings comm 0x2baacc000ab0 nRanks 96 busId 26000
e07r2n19:30092:31437 [1] NCCL INFO Connected all rings comm 0x2b34dc000ab0 nRanks 96 busId 26000
e07r2n07:6738:8140 [1] NCCL INFO Connected all rings comm 0x2b65e4000ab0 nRanks 96 busId 26000
e07r2n00:20544:21712 [1] NCCL INFO Channel 00/0 : 4[4000] -> 9[26000] [receive] via NET/IB/0 comm 0x2b7938000ab0 nRanks 96
e07r3n00:20318:21572 [1] NCCL INFO Channel 00/0 : 84[4000] -> 89[26000] [receive] via NET/IB/0 comm 0x2ac600000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 01/0 : 5[26000] -> 8[4000] [send] via NET/IB/0 comm 0x2b7240000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO Connected all rings comm 0x2b5ea0000ab0 nRanks 96 busId 26000
e07r2n12:18594:19557 [1] NCCL INFO Connected all rings comm 0x2ba7e8000ab0 nRanks 96 busId 26000
e07r2n09:18608:19895 [1] NCCL INFO Channel 01/0 : 45[26000] -> 52[4000] [send] via NET/IB/0 comm 0x2b1a48000ab0 nRanks 96
e07r2n13:1635:2676 [1] NCCL INFO Connected all rings comm 0x2abc34000ab0 nRanks 96 busId 26000
e07r2n03:17854:19148 [1] NCCL INFO Channel 01/0 : 21[26000] -> 24[4000] [send] via NET/IB/0 comm 0x2baacc000ab0 nRanks 96
e07r2n07:6738:8140 [1] NCCL INFO Channel 01/0 : 37[26000] -> 40[4000] [send] via NET/IB/0 comm 0x2b65e4000ab0 nRanks 96
e07r2n19:30092:31437 [1] NCCL INFO Channel 01/0 : 85[26000] -> 88[4000] [send] via NET/IB/0 comm 0x2b34dc000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Connected all rings comm 0x2ae6ec000ab0 nRanks 96 busId 26000
e07r2n04:30003:31295 [1] NCCL INFO Connected all rings comm 0x2ab9c0000ab0 nRanks 96 busId 26000
e07r2n11:11956:13414 [1] NCCL INFO Connected all rings comm 0x2ae480000ab0 nRanks 96 busId 26000
e07r3n01:1701:2947 [1] NCCL INFO Channel 00 : 93[26000] -> 92[4000] via P2P/IPC comm 0x2ad4d4000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Connected all rings comm 0x2b6484000ab0 nRanks 96 busId 26000
e07r2n05:28932:30229 [1] NCCL INFO Channel 01/0 : 29[26000] -> 60[4000] [send] via NET/IB/0 comm 0x2b5ea0000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Connected all rings comm 0x2af7f4000ab0 nRanks 96 busId 26000
e07r2n13:1635:2676 [1] NCCL INFO Channel 01/0 : 61[26000] -> 76[4000] [send] via NET/IB/0 comm 0x2abc34000ab0 nRanks 96
e07r3n01:1701:2947 [1] NCCL INFO Channel 01 : 93[26000] -> 92[4000] via P2P/IPC comm 0x2ad4d4000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 00/0 : 52[4000] -> 57[26000] [receive] via NET/IB/0 comm 0x2ba7e8000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Channel 01/0 : 53[26000] -> 56[4000] [send] via NET/IB/0 comm 0x2ae480000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 00/0 : 36[4000] -> 41[26000] [receive] via NET/IB/0 comm 0x2ae6ec000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 00/0 : 20[4000] -> 25[26000] [receive] via NET/IB/0 comm 0x2ab9c0000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 00/0 : 40[4000] -> 49[26000] [receive] via NET/IB/0 comm 0x2b6484000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 00/0 : 16[4000] -> 33[26000] [receive] via NET/IB/0 comm 0x2af7f4000ab0 nRanks 96
e07r2n14:18267:19417 [3] NCCL INFO Channel 01/0 : 67[63000] -> 68[4000] [send] via NET/IB/0 comm 0x2b1ab0000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO Channel 01/0 : 63[63000] -> 64[4000] [send] via NET/IB/0 comm 0x2b0fb0000ab0 nRanks 96
e07r2n15:23920:25188 [3] NCCL INFO Channel 01/0 : 71[63000] -> 72[4000] [send] via NET/IB/0 comm 0x2abba8000ab0 nRanks 96
e07r1n18:13224:14688 [3] NCCL INFO Channel 01/0 : 3[63000] -> 4[4000] [send] via NET/IB/0 comm 0x2b7348000ab0 nRanks 96
e07r2n16:22934:24142 [3] NCCL INFO Channel 01/0 : 75[63000] -> 76[4000] [send] via NET/IB/0 comm 0x2b03c0000ab0 nRanks 96
e07r2n01:29746:31117 [3] NCCL INFO Channel 01/0 : 15[63000] -> 16[4000] [send] via NET/IB/0 comm 0x2af890000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO Channel 01/0 : 19[63000] -> 20[4000] [send] via NET/IB/0 comm 0x2ba9e8000ab0 nRanks 96
e07r2n00:20546:21656 [3] NCCL INFO Channel 01/0 : 11[63000] -> 12[4000] [send] via NET/IB/0 comm 0x2b251c000ab0 nRanks 96
e07r3n00:20320:21575 [3] NCCL INFO Channel 01/0 : 91[63000] -> 92[4000] [send] via NET/IB/0 comm 0x2ad40c000ab0 nRanks 96
e07r2n18:28710:29735 [3] NCCL INFO Channel 01/0 : 83[63000] -> 84[4000] [send] via NET/IB/0 comm 0x2b7ac8000ab0 nRanks 96
e07r1n19:1101:2057 [3] NCCL INFO Channel 01/0 : 7[63000] -> 8[4000] [send] via NET/IB/0 comm 0x2b2240000ab0 nRanks 96
e07r3n01:1703:2949 [3] NCCL INFO Channel 01/0 : 95[63000] -> 0[4000] [send] via NET/IB/0 comm 0x2add60000ab0 nRanks 96
e07r2n17:1469:2432 [3] NCCL INFO Channel 01/0 : 79[63000] -> 80[4000] [send] via NET/IB/0 comm 0x2ae89c000ab0 nRanks 96
e07r2n19:30094:31439 [3] NCCL INFO Channel 01/0 : 87[63000] -> 88[4000] [send] via NET/IB/0 comm 0x2b9224000ab0 nRanks 96
e07r2n03:17856:19147 [3] NCCL INFO Channel 01/0 : 23[63000] -> 24[4000] [send] via NET/IB/0 comm 0x2b0174000ab0 nRanks 96
e07r2n05:28934:30226 [3] NCCL INFO Channel 01/0 : 31[63000] -> 32[4000] [send] via NET/IB/0 comm 0x2ad0fc000ab0 nRanks 96
e07r2n09:18610:19901 [3] NCCL INFO Channel 01/0 : 47[63000] -> 48[4000] [send] via NET/IB/0 comm 0x2aed7c000ab0 nRanks 96
e07r2n04:30005:31300 [3] NCCL INFO Channel 01/0 : 27[63000] -> 28[4000] [send] via NET/IB/0 comm 0x2b581c000ab0 nRanks 96
e07r2n07:6740:8145 [3] NCCL INFO Channel 01/0 : 39[63000] -> 40[4000] [send] via NET/IB/0 comm 0x2b8e14000ab0 nRanks 96
e07r2n06:29129:30094 [3] NCCL INFO Channel 01/0 : 35[63000] -> 36[4000] [send] via NET/IB/0 comm 0x2aebf4000ab0 nRanks 96
e07r2n14:18266:19421 [2] NCCL INFO Connected all rings comm 0x2b5670000ab0 nRanks 96 busId 43000
e07r2n11:11958:13415 [3] NCCL INFO Channel 01/0 : 55[63000] -> 56[4000] [send] via NET/IB/0 comm 0x2af1bc000ab0 nRanks 96
e07r2n10:32033:628 [3] NCCL INFO Channel 01/0 : 51[63000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba918000ab0 nRanks 96
e07r2n12:18596:19552 [3] NCCL INFO Channel 01/0 : 59[63000] -> 60[4000] [send] via NET/IB/0 comm 0x2b2cdc000ab0 nRanks 96
e07r2n15:23919:25187 [2] NCCL INFO Connected all rings comm 0x2b0e98000ab0 nRanks 96 busId 43000
e07r2n13:1636:2675 [2] NCCL INFO Connected all rings comm 0x2ba110000ab0 nRanks 96 busId 43000
e07r2n14:18266:19421 [2] NCCL INFO Channel 00 : 66[43000] -> 65[26000] via P2P/IPC comm 0x2b5670000ab0 nRanks 96
e07r2n15:23919:25187 [2] NCCL INFO Channel 00 : 70[43000] -> 69[26000] via P2P/IPC comm 0x2b0e98000ab0 nRanks 96
e07r1n18:13223:14691 [2] NCCL INFO Connected all rings comm 0x2b9458000ab0 nRanks 96 busId 43000
e07r2n08:27564:28698 [3] NCCL INFO Channel 01/0 : 43[63000] -> 44[4000] [send] via NET/IB/0 comm 0x2b0cc4000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Connected all rings comm 0x2b54e8000ab0 nRanks 96 busId 43000
e07r2n14:18266:19421 [2] NCCL INFO Channel 01 : 66[43000] -> 65[26000] via P2P/IPC comm 0x2b5670000ab0 nRanks 96
e07r2n16:22933:24143 [2] NCCL INFO Connected all rings comm 0x2b29fc000ab0 nRanks 96 busId 43000
e07r2n02:532:1812 [2] NCCL INFO Connected all rings comm 0x2b00b8000ab0 nRanks 96 busId 43000
e07r2n13:1636:2675 [2] NCCL INFO Channel 00 : 62[43000] -> 61[26000] via P2P/IPC comm 0x2ba110000ab0 nRanks 96
e07r2n15:23919:25187 [2] NCCL INFO Channel 01 : 70[43000] -> 69[26000] via P2P/IPC comm 0x2b0e98000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Connected all rings comm 0x2b57b8000ab0 nRanks 96 busId 43000
e07r2n13:1636:2675 [2] NCCL INFO Channel 01 : 62[43000] -> 61[26000] via P2P/IPC comm 0x2ba110000ab0 nRanks 96
e07r2n03:17855:19149 [2] NCCL INFO Connected all rings comm 0x2b1d14000ab0 nRanks 96 busId 43000
e07r2n17:1468:2436 [2] NCCL INFO Connected all rings comm 0x2b1798000ab0 nRanks 96 busId 43000
e07r3n01:1702:2956 [2] NCCL INFO Connected all rings comm 0x2b5e44000ab0 nRanks 96 busId 43000
e07r2n16:22933:24143 [2] NCCL INFO Channel 00 : 74[43000] -> 73[26000] via P2P/IPC comm 0x2b29fc000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Channel 00 : 10[43000] -> 9[26000] via P2P/IPC comm 0x2b54e8000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO Connected all rings comm 0x2acb40000ab0 nRanks 96 busId 43000
e07r1n19:1100:2064 [2] NCCL INFO Connected all rings comm 0x2b9770000ab0 nRanks 96 busId 43000
e07r2n18:28709:29737 [2] NCCL INFO Connected all rings comm 0x2ad038000ab0 nRanks 96 busId 43000
e07r2n19:30093:31440 [2] NCCL INFO Connected all rings comm 0x2b8200000ab0 nRanks 96 busId 43000
e07r2n02:532:1812 [2] NCCL INFO Channel 00 : 18[43000] -> 17[26000] via P2P/IPC comm 0x2b00b8000ab0 nRanks 96
e07r1n18:13223:14691 [2] NCCL INFO Channel 00 : 2[43000] -> 1[26000] via P2P/IPC comm 0x2b9458000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Channel 00 : 14[43000] -> 13[26000] via P2P/IPC comm 0x2b57b8000ab0 nRanks 96
e07r1n18:13223:14691 [2] NCCL INFO Channel 01 : 2[43000] -> 1[26000] via P2P/IPC comm 0x2b9458000ab0 nRanks 96
e07r2n02:532:1812 [2] NCCL INFO Channel 01 : 18[43000] -> 17[26000] via P2P/IPC comm 0x2b00b8000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Channel 01 : 14[43000] -> 13[26000] via P2P/IPC comm 0x2b57b8000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Channel 01 : 10[43000] -> 9[26000] via P2P/IPC comm 0x2b54e8000ab0 nRanks 96
e07r2n16:22933:24143 [2] NCCL INFO Channel 01 : 74[43000] -> 73[26000] via P2P/IPC comm 0x2b29fc000ab0 nRanks 96
e07r2n17:1468:2436 [2] NCCL INFO Channel 00 : 78[43000] -> 77[26000] via P2P/IPC comm 0x2b1798000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Connected all rings comm 0x2b11c8000ab0 nRanks 96 busId 43000
e07r2n09:18609:19900 [2] NCCL INFO Connected all rings comm 0x2abcb8000ab0 nRanks 96 busId 43000
e07r3n00:20319:21573 [2] NCCL INFO Channel 00 : 90[43000] -> 89[26000] via P2P/IPC comm 0x2acb40000ab0 nRanks 96
e07r2n03:17855:19149 [2] NCCL INFO Channel 00 : 22[43000] -> 21[26000] via P2P/IPC comm 0x2b1d14000ab0 nRanks 96
e07r3n01:1702:2956 [2] NCCL INFO Channel 00 : 94[43000] -> 93[26000] via P2P/IPC comm 0x2b5e44000ab0 nRanks 96
e07r2n07:6739:8146 [2] NCCL INFO Connected all rings comm 0x2ac4b4000ab0 nRanks 96 busId 43000
e07r2n05:28933:30230 [2] NCCL INFO Connected all rings comm 0x2b9974000ab0 nRanks 96 busId 43000
e07r1n19:1100:2064 [2] NCCL INFO Channel 00 : 6[43000] -> 5[26000] via P2P/IPC comm 0x2b9770000ab0 nRanks 96
e07r2n17:1468:2436 [2] NCCL INFO Channel 01 : 78[43000] -> 77[26000] via P2P/IPC comm 0x2b1798000ab0 nRanks 96
e07r2n10:32032:626 [2] NCCL INFO Connected all rings comm 0x2b4b4c000ab0 nRanks 96 busId 43000
e07r2n06:29128:30095 [2] NCCL INFO Connected all rings comm 0x2b0c74000ab0 nRanks 96 busId 43000
e07r3n01:1702:2956 [2] NCCL INFO Channel 01 : 94[43000] -> 93[26000] via P2P/IPC comm 0x2b5e44000ab0 nRanks 96
e07r2n19:30093:31440 [2] NCCL INFO Channel 00 : 86[43000] -> 85[26000] via P2P/IPC comm 0x2b8200000ab0 nRanks 96
e07r2n03:17855:19149 [2] NCCL INFO Channel 01 : 22[43000] -> 21[26000] via P2P/IPC comm 0x2b1d14000ab0 nRanks 96
e07r2n18:28709:29737 [2] NCCL INFO Channel 00 : 82[43000] -> 81[26000] via P2P/IPC comm 0x2ad038000ab0 nRanks 96
e07r1n19:1100:2064 [2] NCCL INFO Channel 01 : 6[43000] -> 5[26000] via P2P/IPC comm 0x2b9770000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO Channel 01 : 90[43000] -> 89[26000] via P2P/IPC comm 0x2acb40000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Connected all rings comm 0x2ace80000ab0 nRanks 96 busId 43000
e07r2n18:28709:29737 [2] NCCL INFO Channel 01 : 82[43000] -> 81[26000] via P2P/IPC comm 0x2ad038000ab0 nRanks 96
e07r2n19:30093:31440 [2] NCCL INFO Channel 01 : 86[43000] -> 85[26000] via P2P/IPC comm 0x2b8200000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Channel 00 : 26[43000] -> 25[26000] via P2P/IPC comm 0x2b11c8000ab0 nRanks 96
e07r2n12:18595:19559 [2] NCCL INFO Connected all rings comm 0x2b82c4000ab0 nRanks 96 busId 43000
e07r2n09:18609:19900 [2] NCCL INFO Channel 00 : 46[43000] -> 45[26000] via P2P/IPC comm 0x2abcb8000ab0 nRanks 96
e07r2n07:6739:8146 [2] NCCL INFO Channel 00 : 38[43000] -> 37[26000] via P2P/IPC comm 0x2ac4b4000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO Channel 00 : 30[43000] -> 29[26000] via P2P/IPC comm 0x2b9974000ab0 nRanks 96
e07r2n10:32032:626 [2] NCCL INFO Channel 00 : 50[43000] -> 49[26000] via P2P/IPC comm 0x2b4b4c000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Channel 01 : 26[43000] -> 25[26000] via P2P/IPC comm 0x2b11c8000ab0 nRanks 96
e07r2n06:29128:30095 [2] NCCL INFO Channel 00 : 34[43000] -> 33[26000] via P2P/IPC comm 0x2b0c74000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO Channel 01 : 30[43000] -> 29[26000] via P2P/IPC comm 0x2b9974000ab0 nRanks 96
e07r2n07:6739:8146 [2] NCCL INFO Channel 01 : 38[43000] -> 37[26000] via P2P/IPC comm 0x2ac4b4000ab0 nRanks 96
e07r2n09:18609:19900 [2] NCCL INFO Channel 01 : 46[43000] -> 45[26000] via P2P/IPC comm 0x2abcb8000ab0 nRanks 96
e07r2n10:32032:626 [2] NCCL INFO Channel 01 : 50[43000] -> 49[26000] via P2P/IPC comm 0x2b4b4c000ab0 nRanks 96
e07r2n06:29128:30095 [2] NCCL INFO Channel 01 : 34[43000] -> 33[26000] via P2P/IPC comm 0x2b0c74000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Channel 00 : 54[43000] -> 53[26000] via P2P/IPC comm 0x2ace80000ab0 nRanks 96
e07r2n08:27563:28746 [2] NCCL INFO Connected all rings comm 0x2b8b64000ab0 nRanks 96 busId 43000
e07r2n12:18595:19559 [2] NCCL INFO Channel 00 : 58[43000] -> 57[26000] via P2P/IPC comm 0x2b82c4000ab0 nRanks 96
e07r2n11:11957:13412 [2] NCCL INFO Channel 01 : 54[43000] -> 53[26000] via P2P/IPC comm 0x2ace80000ab0 nRanks 96
e07r2n12:18595:19559 [2] NCCL INFO Channel 01 : 58[43000] -> 57[26000] via P2P/IPC comm 0x2b82c4000ab0 nRanks 96
e07r2n08:27563:28746 [2] NCCL INFO Channel 00 : 42[43000] -> 41[26000] via P2P/IPC comm 0x2b8b64000ab0 nRanks 96
e07r2n08:27563:28746 [2] NCCL INFO Channel 01 : 42[43000] -> 41[26000] via P2P/IPC comm 0x2b8b64000ab0 nRanks 96
e07r2n14:18267:19417 [3] NCCL INFO Connected all rings comm 0x2b1ab0000ab0 nRanks 96 busId 63000
e07r2n14:18267:19417 [3] NCCL INFO Channel 00 : 67[63000] -> 66[43000] via P2P/IPC comm 0x2b1ab0000ab0 nRanks 96
e07r2n14:18267:19417 [3] NCCL INFO Channel 01 : 67[63000] -> 66[43000] via P2P/IPC comm 0x2b1ab0000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO Connected all rings comm 0x2ba9e8000ab0 nRanks 96 busId 63000
e07r2n02:533:1807 [3] NCCL INFO Channel 00 : 19[63000] -> 18[43000] via P2P/IPC comm 0x2ba9e8000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO Connected all rings comm 0x2b0fb0000ab0 nRanks 96 busId 63000
e07r2n13:1637:2677 [3] NCCL INFO Channel 00 : 63[63000] -> 62[43000] via P2P/IPC comm 0x2b0fb0000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO Channel 01 : 63[63000] -> 62[43000] via P2P/IPC comm 0x2b0fb0000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO Channel 01 : 19[63000] -> 18[43000] via P2P/IPC comm 0x2ba9e8000ab0 nRanks 96
e07r2n16:22934:24142 [3] NCCL INFO Connected all rings comm 0x2b03c0000ab0 nRanks 96 busId 63000
e07r2n16:22934:24142 [3] NCCL INFO Channel 00 : 75[63000] -> 74[43000] via P2P/IPC comm 0x2b03c0000ab0 nRanks 96
e07r2n00:20546:21656 [3] NCCL INFO Connected all rings comm 0x2b251c000ab0 nRanks 96 busId 63000
e07r2n00:20546:21656 [3] NCCL INFO Channel 00 : 11[63000] -> 10[43000] via P2P/IPC comm 0x2b251c000ab0 nRanks 96
e07r3n01:1703:2949 [3] NCCL INFO Connected all rings comm 0x2add60000ab0 nRanks 96 busId 63000
e07r3n01:1703:2949 [3] NCCL INFO Channel 00 : 95[63000] -> 94[43000] via P2P/IPC comm 0x2add60000ab0 nRanks 96
e07r1n18:13224:14688 [3] NCCL INFO Connected all rings comm 0x2b7348000ab0 nRanks 96 busId 63000
e07r2n15:23920:25188 [3] NCCL INFO Connected all rings comm 0x2abba8000ab0 nRanks 96 busId 63000
e07r2n16:22934:24142 [3] NCCL INFO Channel 01 : 75[63000] -> 74[43000] via P2P/IPC comm 0x2b03c0000ab0 nRanks 96
e07r1n18:13224:14688 [3] NCCL INFO Channel 00 : 3[63000] -> 2[43000] via P2P/IPC comm 0x2b7348000ab0 nRanks 96
e07r2n15:23920:25188 [3] NCCL INFO Channel 00 : 71[63000] -> 70[43000] via P2P/IPC comm 0x2abba8000ab0 nRanks 96
e07r1n19:1101:2057 [3] NCCL INFO Connected all rings comm 0x2b2240000ab0 nRanks 96 busId 63000
e07r2n00:20546:21656 [3] NCCL INFO Channel 01 : 11[63000] -> 10[43000] via P2P/IPC comm 0x2b251c000ab0 nRanks 96
e07r1n19:1101:2057 [3] NCCL INFO Channel 00 : 7[63000] -> 6[43000] via P2P/IPC comm 0x2b2240000ab0 nRanks 96
e07r3n01:1703:2949 [3] NCCL INFO Channel 01 : 95[63000] -> 94[43000] via P2P/IPC comm 0x2add60000ab0 nRanks 96
e07r2n17:1469:2432 [3] NCCL INFO Connected all rings comm 0x2ae89c000ab0 nRanks 96 busId 63000
e07r3n00:20320:21575 [3] NCCL INFO Connected all rings comm 0x2ad40c000ab0 nRanks 96 busId 63000
e07r2n05:28934:30226 [3] NCCL INFO Connected all rings comm 0x2ad0fc000ab0 nRanks 96 busId 63000
e07r1n18:13224:14688 [3] NCCL INFO Channel 01 : 3[63000] -> 2[43000] via P2P/IPC comm 0x2b7348000ab0 nRanks 96
e07r2n17:1469:2432 [3] NCCL INFO Channel 00 : 79[63000] -> 78[43000] via P2P/IPC comm 0x2ae89c000ab0 nRanks 96
e07r3n00:20320:21575 [3] NCCL INFO Channel 00 : 91[63000] -> 90[43000] via P2P/IPC comm 0x2ad40c000ab0 nRanks 96
e07r2n05:28934:30226 [3] NCCL INFO Channel 00 : 31[63000] -> 30[43000] via P2P/IPC comm 0x2ad0fc000ab0 nRanks 96
e07r2n19:30094:31439 [3] NCCL INFO Connected all rings comm 0x2b9224000ab0 nRanks 96 busId 63000
e07r2n19:30094:31439 [3] NCCL INFO Channel 00 : 87[63000] -> 86[43000] via P2P/IPC comm 0x2b9224000ab0 nRanks 96
e07r1n19:1101:2057 [3] NCCL INFO Channel 01 : 7[63000] -> 6[43000] via P2P/IPC comm 0x2b2240000ab0 nRanks 96
e07r2n12:18596:19552 [3] NCCL INFO Connected all rings comm 0x2b2cdc000ab0 nRanks 96 busId 63000
e07r2n15:23920:25188 [3] NCCL INFO Channel 01 : 71[63000] -> 70[43000] via P2P/IPC comm 0x2abba8000ab0 nRanks 96
e07r2n12:18596:19552 [3] NCCL INFO Channel 00 : 59[63000] -> 58[43000] via P2P/IPC comm 0x2b2cdc000ab0 nRanks 96
e07r2n03:17856:19147 [3] NCCL INFO Connected all rings comm 0x2b0174000ab0 nRanks 96 busId 63000
e07r2n09:18610:19901 [3] NCCL INFO Connected all rings comm 0x2aed7c000ab0 nRanks 96 busId 63000
e07r2n01:29746:31117 [3] NCCL INFO Connected all rings comm 0x2af890000ab0 nRanks 96 busId 63000
e07r2n05:28934:30226 [3] NCCL INFO Channel 01 : 31[63000] -> 30[43000] via P2P/IPC comm 0x2ad0fc000ab0 nRanks 96
e07r3n00:20320:21575 [3] NCCL INFO Channel 01 : 91[63000] -> 90[43000] via P2P/IPC comm 0x2ad40c000ab0 nRanks 96
e07r2n03:17856:19147 [3] NCCL INFO Channel 00 : 23[63000] -> 22[43000] via P2P/IPC comm 0x2b0174000ab0 nRanks 96
e07r2n09:18610:19901 [3] NCCL INFO Channel 00 : 47[63000] -> 46[43000] via P2P/IPC comm 0x2aed7c000ab0 nRanks 96
e07r2n01:29746:31117 [3] NCCL INFO Channel 00 : 15[63000] -> 14[43000] via P2P/IPC comm 0x2af890000ab0 nRanks 96
e07r2n17:1469:2432 [3] NCCL INFO Channel 01 : 79[63000] -> 78[43000] via P2P/IPC comm 0x2ae89c000ab0 nRanks 96
e07r2n19:30094:31439 [3] NCCL INFO Channel 01 : 87[63000] -> 86[43000] via P2P/IPC comm 0x2b9224000ab0 nRanks 96
e07r2n03:17856:19147 [3] NCCL INFO Channel 01 : 23[63000] -> 22[43000] via P2P/IPC comm 0x2b0174000ab0 nRanks 96
e07r2n09:18610:19901 [3] NCCL INFO Channel 01 : 47[63000] -> 46[43000] via P2P/IPC comm 0x2aed7c000ab0 nRanks 96
e07r2n12:18596:19552 [3] NCCL INFO Channel 01 : 59[63000] -> 58[43000] via P2P/IPC comm 0x2b2cdc000ab0 nRanks 96
e07r2n14:18267:19417 [3] NCCL INFO Connected all trees comm 0x2b1ab0000ab0 nRanks 96 busId 63000
e07r2n14:18267:19417 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23916:25189 [0] NCCL INFO Connected all rings comm 0x2b8a70000ab0 nRanks 96 busId 4000
e07r2n01:29746:31117 [3] NCCL INFO Channel 01 : 15[63000] -> 14[43000] via P2P/IPC comm 0x2af890000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Connected all rings comm 0x2aeab4000ab0 nRanks 96 busId 4000
e07r2n04:30005:31300 [3] NCCL INFO Connected all rings comm 0x2b581c000ab0 nRanks 96 busId 63000
e07r2n14:18267:19417 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30005:31300 [3] NCCL INFO Channel 00 : 27[63000] -> 26[43000] via P2P/IPC comm 0x2b581c000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO Connected all trees comm 0x2b0fb0000ab0 nRanks 96 busId 63000
e07r2n10:32033:628 [3] NCCL INFO Connected all rings comm 0x2ba918000ab0 nRanks 96 busId 63000
e07r2n10:32033:628 [3] NCCL INFO Channel 00 : 51[63000] -> 50[43000] via P2P/IPC comm 0x2ba918000ab0 nRanks 96
e07r2n13:1637:2677 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1637:2677 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29129:30094 [3] NCCL INFO Connected all rings comm 0x2aebf4000ab0 nRanks 96 busId 63000
e07r2n06:29129:30094 [3] NCCL INFO Channel 00 : 35[63000] -> 34[43000] via P2P/IPC comm 0x2aebf4000ab0 nRanks 96
e07r2n07:6740:8145 [3] NCCL INFO Connected all rings comm 0x2b8e14000ab0 nRanks 96 busId 63000
e07r2n04:30005:31300 [3] NCCL INFO Channel 01 : 27[63000] -> 26[43000] via P2P/IPC comm 0x2b581c000ab0 nRanks 96
e07r2n07:6740:8145 [3] NCCL INFO Channel 00 : 39[63000] -> 38[43000] via P2P/IPC comm 0x2b8e14000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Connected all rings comm 0x2b5f7c000ab0 nRanks 96 busId 4000
e07r2n10:32033:628 [3] NCCL INFO Channel 01 : 51[63000] -> 50[43000] via P2P/IPC comm 0x2ba918000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Connected all rings comm 0x2ba148000ab0 nRanks 96 busId 4000
e07r2n06:29129:30094 [3] NCCL INFO Channel 01 : 35[63000] -> 34[43000] via P2P/IPC comm 0x2aebf4000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO Connected all trees comm 0x2ba9e8000ab0 nRanks 96 busId 63000
e07r2n02:533:1807 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:533:1807 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22934:24142 [3] NCCL INFO Connected all trees comm 0x2b03c0000ab0 nRanks 96 busId 63000
e07r2n16:22934:24142 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22934:24142 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6740:8145 [3] NCCL INFO Channel 01 : 39[63000] -> 38[43000] via P2P/IPC comm 0x2b8e14000ab0 nRanks 96
e07r2n00:20546:21656 [3] NCCL INFO Connected all trees comm 0x2b251c000ab0 nRanks 96 busId 63000
e07r2n00:20546:21656 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20546:21656 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1703:2949 [3] NCCL INFO Connected all trees comm 0x2add60000ab0 nRanks 96 busId 63000
e07r2n11:11958:13415 [3] NCCL INFO Connected all rings comm 0x2af1bc000ab0 nRanks 96 busId 63000
e07r3n01:1703:2949 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1703:2949 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30001:31299 [0] NCCL INFO Connected all rings comm 0x2ae9c0000ab0 nRanks 96 busId 4000
e07r2n11:11958:13415 [3] NCCL INFO Channel 00 : 55[63000] -> 54[43000] via P2P/IPC comm 0x2af1bc000ab0 nRanks 96
e07r2n08:27564:28698 [3] NCCL INFO Connected all rings comm 0x2b0cc4000ab0 nRanks 96 busId 63000
e07r2n08:27564:28698 [3] NCCL INFO Channel 00 : 43[63000] -> 42[43000] via P2P/IPC comm 0x2b0cc4000ab0 nRanks 96
e07r1n18:13224:14688 [3] NCCL INFO Connected all trees comm 0x2b7348000ab0 nRanks 96 busId 63000
e07r1n18:13224:14688 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13221:14489 [0] NCCL INFO Connected all rings comm 0x2acbd8000ab0 nRanks 96 busId 4000
e07r2n03:17852:19145 [0] NCCL INFO Connected all rings comm 0x2b2bec000ab0 nRanks 96 busId 4000
e07r3n01:1702:2956 [2] NCCL INFO Connected all trees comm 0x2b5e44000ab0 nRanks 96 busId 43000
e07r1n18:13224:14688 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1702:2956 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1101:2057 [3] NCCL INFO Connected all trees comm 0x2b2240000ab0 nRanks 96 busId 63000
e07r3n01:1702:2956 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1101:2057 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23920:25188 [3] NCCL INFO Connected all trees comm 0x2abba8000ab0 nRanks 96 busId 63000
e07r1n18:13223:14691 [2] NCCL INFO Connected all trees comm 0x2b9458000ab0 nRanks 96 busId 43000
e07r1n18:13223:14691 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13223:14691 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1101:2057 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23920:25188 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23920:25188 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27564:28698 [3] NCCL INFO Channel 01 : 43[63000] -> 42[43000] via P2P/IPC comm 0x2b0cc4000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Connected all rings comm 0x2b18bc000ab0 nRanks 96 busId 4000
e07r2n11:11958:13415 [3] NCCL INFO Channel 01 : 55[63000] -> 54[43000] via P2P/IPC comm 0x2af1bc000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Connected all rings comm 0x2ab6f8000ab0 nRanks 96 busId 4000
e07r3n00:20320:21575 [3] NCCL INFO Connected all trees comm 0x2ad40c000ab0 nRanks 96 busId 63000
e07r2n17:1469:2432 [3] NCCL INFO Connected all trees comm 0x2ae89c000ab0 nRanks 96 busId 63000
e07r2n05:28934:30226 [3] NCCL INFO Connected all trees comm 0x2ad0fc000ab0 nRanks 96 busId 63000
e07r2n19:30094:31439 [3] NCCL INFO Connected all trees comm 0x2b9224000ab0 nRanks 96 busId 63000
e07r3n00:20320:21575 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20320:21575 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1469:2432 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1469:2432 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28934:30226 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28934:30226 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30094:31439 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18596:19552 [3] NCCL INFO Connected all trees comm 0x2b2cdc000ab0 nRanks 96 busId 63000
e07r2n03:17856:19147 [3] NCCL INFO Connected all trees comm 0x2b0174000ab0 nRanks 96 busId 63000
e07r2n09:18610:19901 [3] NCCL INFO Connected all trees comm 0x2aed7c000ab0 nRanks 96 busId 63000
e07r3n00:20316:21574 [0] NCCL INFO Connected all rings comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r2n05:28930:30228 [0] NCCL INFO Connected all rings comm 0x2b8d8c000ab0 nRanks 96 busId 4000
e07r2n19:30094:31439 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18596:19552 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18596:19552 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17856:19147 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17856:19147 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18610:19901 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18610:19901 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29746:31117 [3] NCCL INFO Connected all trees comm 0x2af890000ab0 nRanks 96 busId 63000
e07r2n01:29746:31117 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1633:2674 [0] NCCL INFO Connected all rings comm 0x2b7bc8000ab0 nRanks 96 busId 4000
e07r2n01:29746:31117 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1465:2434 [0] NCCL INFO Connected all rings comm 0x2b5e68000ab0 nRanks 96 busId 4000
e07r2n04:30005:31300 [3] NCCL INFO Connected all trees comm 0x2b581c000ab0 nRanks 96 busId 63000
e07r2n04:30005:31300 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30005:31300 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n02:529:1809 [0] NCCL INFO Connected all rings comm 0x2b60f8000ab0 nRanks 96 busId 4000
e07r2n10:32033:628 [3] NCCL INFO Connected all trees comm 0x2ba918000ab0 nRanks 96 busId 63000
e07r2n10:32033:628 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n10:32033:628 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29129:30094 [3] NCCL INFO Connected all trees comm 0x2aebf4000ab0 nRanks 96 busId 63000
e07r2n07:6740:8145 [3] NCCL INFO Connected all trees comm 0x2b8e14000ab0 nRanks 96 busId 63000
e07r2n06:29129:30094 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6736:8143 [0] NCCL INFO Connected all rings comm 0x2b4728000ab0 nRanks 96 busId 4000
e07r2n06:29129:30094 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6740:8145 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6740:8145 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27561:28706 [0] NCCL INFO Connected all rings comm 0x2aee3c000ab0 nRanks 96 busId 4000
e07r2n08:27564:28698 [3] NCCL INFO Connected all trees comm 0x2b0cc4000ab0 nRanks 96 busId 63000
e07r2n08:27564:28698 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11958:13415 [3] NCCL INFO Connected all trees comm 0x2af1bc000ab0 nRanks 96 busId 63000
e07r2n11:11958:13415 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11958:13415 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27564:28698 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28706:29736 [0] NCCL INFO Connected all rings comm 0x2b2f30000ab0 nRanks 96 busId 4000
e07r2n10:32030:627 [0] NCCL INFO Connected all rings comm 0x2acbdc000ab0 nRanks 96 busId 4000
e07r2n06:29125:30092 [0] NCCL INFO Connected all rings comm 0x2b31fc000ab0 nRanks 96 busId 4000
e07r2n19:30090:31436 [0] NCCL INFO Connected all rings comm 0x2b5fac000ab0 nRanks 96 busId 4000
e07r2n11:11954:13411 [0] NCCL INFO Connected all rings comm 0x2ba6f0000ab0 nRanks 96 busId 4000
e07r2n12:18592:19556 [0] NCCL INFO Connected all rings comm 0x2ad728000ab0 nRanks 96 busId 4000
e07r2n09:18606:19898 [0] NCCL INFO Connected all rings comm 0x2ae3c8000ab0 nRanks 96 busId 4000
e07r3n01:1700:2951 [0] NCCL INFO Connected all rings comm 0x2b41a0000ab0 nRanks 96 busId 4000
e07r2n18:28710:29735 [3] NCCL INFO Connected all rings comm 0x2b7ac8000ab0 nRanks 96 busId 63000
e07r2n18:28710:29735 [3] NCCL INFO Channel 00 : 83[63000] -> 82[43000] via P2P/IPC comm 0x2b7ac8000ab0 nRanks 96
e07r2n18:28710:29735 [3] NCCL INFO Channel 01 : 83[63000] -> 82[43000] via P2P/IPC comm 0x2b7ac8000ab0 nRanks 96
e07r2n18:28710:29735 [3] NCCL INFO Connected all trees comm 0x2b7ac8000ab0 nRanks 96 busId 63000
e07r2n18:28710:29735 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28710:29735 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18263:19418 [0] NCCL INFO Channel 01/0 : 64[4000] -> 68[4000] [send] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01/0 : 64[4000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 01/0 : 69[26000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 00/0 : 8[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 01/0 : 0[4000] -> 4[4000] [send] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01/0 : 16[4000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 00/0 : 24[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 01/0 : 21[26000] -> 24[4000] [receive] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 00/0 : 56[4000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 01/0 : 5[26000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 01/0 : 85[26000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01/0 : 0[4000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 00/0 : 72[4000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 01/0 : 16[4000] -> 20[4000] [send] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 01/0 : 32[4000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 01/0 : 37[26000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 01/0 : 48[4000] -> 52[4000] [send] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 01/0 : 80[4000] -> 84[4000] [send] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 01/0 : 32[4000] -> 36[4000] [send] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01/0 : 80[4000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01/0 : 48[4000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 01/0 : 53[26000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 00/0 : 40[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 00/0 : 88[4000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n15:23918:25186 [1] NCCL INFO Channel 01/0 : 72[4000] -> 69[26000] [receive] via NET/IB/0 comm 0x2b7ccc000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 00/0 : 64[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n03:17854:19148 [1] NCCL INFO Channel 01/0 : 24[4000] -> 21[26000] [receive] via NET/IB/0 comm 0x2baacc000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 00/0 : 68[4000] -> 73[26000] [send] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 01/0 : 8[4000] -> 5[26000] [receive] via NET/IB/0 comm 0x2b7240000ab0 nRanks 96
e07r2n19:30092:31437 [1] NCCL INFO Channel 01/0 : 88[4000] -> 85[26000] [receive] via NET/IB/0 comm 0x2b34dc000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 00/0 : 64[4000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 00/0 : 16[4000] -> 24[4000] [send] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n07:6738:8140 [1] NCCL INFO Channel 01/0 : 40[4000] -> 37[26000] [receive] via NET/IB/0 comm 0x2b65e4000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 00/0 : 4[4000] -> 9[26000] [send] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 00/0 : 20[4000] -> 25[26000] [send] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00/0 : 72[4000] -> 76[4000] [send] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 00/0 : 80[4000] -> 88[4000] [send] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00/0 : 24[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00/0 : 8[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00/0 : 48[4000] -> 56[4000] [send] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 00/0 : 88[4000] -> 92[4000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Channel 01/0 : 56[4000] -> 53[26000] [receive] via NET/IB/0 comm 0x2ae480000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 00/0 : 36[4000] -> 41[26000] [send] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 00/0 : 52[4000] -> 57[26000] [send] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 00/0 : 84[4000] -> 89[26000] [send] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00/0 : 32[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00/0 : 56[4000] -> 60[4000] [send] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00/0 : 40[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01/0 : 4[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01/0 : 13[26000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00/0 : 72[4000] -> 81[26000] [send] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01/0 : 68[4000] -> 76[4000] [send] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n16:22932:24140 [1] NCCL INFO Channel 00/0 : 73[26000] -> 68[4000] [send] via NET/IB/0 comm 0x2ba064000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00/0 : 16[4000] -> 24[4000] [receive] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00/0 : 8[4000] -> 17[26000] [send] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 00/0 : 80[4000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 01/0 : 36[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 00/0 : 25[26000] -> 20[4000] [send] via NET/IB/0 comm 0x2ab9c0000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01/0 : 45[26000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01/0 : 77[26000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00/0 : 40[4000] -> 49[26000] [send] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01/0 : 68[4000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00/0 : 48[4000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01/0 : 12[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n00:20544:21712 [1] NCCL INFO Channel 00/0 : 9[26000] -> 4[4000] [send] via NET/IB/0 comm 0x2b7938000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 00/0 : 41[26000] -> 36[4000] [send] via NET/IB/0 comm 0x2ae6ec000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01/0 : 4[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r3n00:20318:21572 [1] NCCL INFO Channel 00/0 : 89[26000] -> 84[4000] [send] via NET/IB/0 comm 0x2ac600000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 01/0 : 92[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 00/0 : 57[26000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba7e8000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01/0 : 36[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01/0 : 44[4000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00/0 : 81[26000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n01:29744:31118 [1] NCCL INFO Channel 01/0 : 20[4000] -> 13[26000] [receive] via NET/IB/0 comm 0x2ab300000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00/0 : 17[26000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 00/0 : 16[4000] -> 33[26000] [send] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 00/0 : 64[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00/0 : 49[26000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Channel 01/0 : 84[4000] -> 77[26000] [receive] via NET/IB/0 comm 0x2b4a7c000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01/0 : 20[4000] -> 13[26000] [send] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n02:531:1811 [1] NCCL INFO Channel 00/0 : 17[26000] -> 8[4000] [send] via NET/IB/0 comm 0x2b1e64000ab0 nRanks 96
e07r2n09:18608:19895 [1] NCCL INFO Channel 01/0 : 52[4000] -> 45[26000] [receive] via NET/IB/0 comm 0x2b1a48000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00/0 : 24[4000] -> 16[4000] [send] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r3n00:20316:21574 [0] NCCL INFO Channel 00/0 : 88[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00/0 : 32[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01/0 : 12[4000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01/0 : 76[4000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01/0 : 61[26000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 00/0 : 49[26000] -> 40[4000] [send] via NET/IB/0 comm 0x2b6484000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01/0 : 52[4000] -> 45[26000] [send] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01/0 : 84[4000] -> 77[26000] [send] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00/0 : 56[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 01/0 : 44[4000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO Channel 00/0 : 81[26000] -> 72[4000] [send] via NET/IB/0 comm 0x2b0f10000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01/0 : 12[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01/0 : 44[4000] -> 60[4000] [send] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n02:531:1811 [1] NCCL INFO Channel 00 : 17[26000] -> 16[4000] via P2P/IPC comm 0x2b1e64000ab0 nRanks 96
e07r2n02:531:1811 [1] NCCL INFO Channel 01 : 17[26000] -> 16[4000] via P2P/IPC comm 0x2b1e64000ab0 nRanks 96
e07r2n02:532:1812 [2] NCCL INFO Connected all trees comm 0x2b00b8000ab0 nRanks 96 busId 43000
e07r2n02:532:1812 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:532:1812 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29744:31118 [1] NCCL INFO Channel 00 : 13[26000] -> 12[4000] via P2P/IPC comm 0x2ab300000ab0 nRanks 96
e07r2n01:29744:31118 [1] NCCL INFO Channel 01 : 13[26000] -> 12[4000] via P2P/IPC comm 0x2ab300000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 00 : 49[26000] -> 48[4000] via P2P/IPC comm 0x2b6484000ab0 nRanks 96
e07r2n10:32031:625 [1] NCCL INFO Channel 01 : 49[26000] -> 48[4000] via P2P/IPC comm 0x2b6484000ab0 nRanks 96
e07r2n01:29745:31121 [2] NCCL INFO Connected all trees comm 0x2b57b8000ab0 nRanks 96 busId 43000
e07r2n01:29745:31121 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29745:31121 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32032:626 [2] NCCL INFO Connected all trees comm 0x2b4b4c000ab0 nRanks 96 busId 43000
e07r2n10:32032:626 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n10:32032:626 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28708:29734 [1] NCCL INFO Channel 00 : 81[26000] -> 80[4000] via P2P/IPC comm 0x2b0f10000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO Channel 01 : 81[26000] -> 80[4000] via P2P/IPC comm 0x2b0f10000ab0 nRanks 96
e07r2n09:18608:19895 [1] NCCL INFO Channel 00 : 45[26000] -> 44[4000] via P2P/IPC comm 0x2b1a48000ab0 nRanks 96
e07r2n09:18608:19895 [1] NCCL INFO Channel 01 : 45[26000] -> 44[4000] via P2P/IPC comm 0x2b1a48000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Channel 00 : 77[26000] -> 76[4000] via P2P/IPC comm 0x2b4a7c000ab0 nRanks 96
e07r2n17:1467:2435 [1] NCCL INFO Channel 01 : 77[26000] -> 76[4000] via P2P/IPC comm 0x2b4a7c000ab0 nRanks 96
e07r2n18:28709:29737 [2] NCCL INFO Connected all trees comm 0x2ad038000ab0 nRanks 96 busId 43000
e07r2n18:28709:29737 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28709:29737 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18609:19900 [2] NCCL INFO Connected all trees comm 0x2abcb8000ab0 nRanks 96 busId 43000
e07r2n09:18609:19900 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18609:19900 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1468:2436 [2] NCCL INFO Connected all trees comm 0x2b1798000ab0 nRanks 96 busId 43000
e07r2n17:1468:2436 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1468:2436 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n02:529:1809 [0] NCCL INFO Channel 00/0 : 33[26000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 00/0 : 64[4000] -> 0[4000] [send] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 00/0 : 25[26000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00/0 : 32[4000] -> 65[26000] [send] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 00/0 : 12[4000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 00/0 : 33[26000] -> 16[4000] [send] via NET/IB/0 comm 0x2af7f4000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 00/0 : 57[26000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 00/0 : 89[26000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n13:1635:2676 [1] NCCL INFO Channel 01/0 : 76[4000] -> 61[26000] [receive] via NET/IB/0 comm 0x2abc34000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01/0 : 28[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00/0 : 48[4000] -> 32[4000] [send] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 00/0 : 80[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01/0 : 60[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 00/0 : 44[4000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01/0 : 76[4000] -> 61[26000] [send] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 00/0 : 76[4000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01/0 : 92[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01/0 : 29[26000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 00 : 25[26000] -> 24[4000] via P2P/IPC comm 0x2ab9c0000ab0 nRanks 96
e07r2n04:30003:31295 [1] NCCL INFO Channel 01 : 25[26000] -> 24[4000] via P2P/IPC comm 0x2ab9c0000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 00 : 33[26000] -> 32[4000] via P2P/IPC comm 0x2af7f4000ab0 nRanks 96
e07r2n06:29127:30091 [1] NCCL INFO Channel 01 : 33[26000] -> 32[4000] via P2P/IPC comm 0x2af7f4000ab0 nRanks 96
e07r2n04:30004:31304 [2] NCCL INFO Connected all trees comm 0x2b11c8000ab0 nRanks 96 busId 43000
e07r2n04:30004:31304 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30004:31304 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20318:21572 [1] NCCL INFO Channel 00 : 89[26000] -> 88[4000] via P2P/IPC comm 0x2ac600000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 00 : 57[26000] -> 56[4000] via P2P/IPC comm 0x2ba7e8000ab0 nRanks 96
e07r2n12:18594:19557 [1] NCCL INFO Channel 01 : 57[26000] -> 56[4000] via P2P/IPC comm 0x2ba7e8000ab0 nRanks 96
e07r2n06:29128:30095 [2] NCCL INFO Connected all trees comm 0x2b0c74000ab0 nRanks 96 busId 43000
e07r2n06:29128:30095 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29128:30095 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18595:19559 [2] NCCL INFO Connected all trees comm 0x2b82c4000ab0 nRanks 96 busId 43000
e07r2n12:18595:19559 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18595:19559 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20318:21572 [1] NCCL INFO Channel 01 : 89[26000] -> 88[4000] via P2P/IPC comm 0x2ac600000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO Connected all trees comm 0x2acb40000ab0 nRanks 96 busId 43000
e07r2n13:1635:2676 [1] NCCL INFO Channel 00 : 61[26000] -> 60[4000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r3n00:20319:21573 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20319:21573 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1635:2676 [1] NCCL INFO Channel 01 : 61[26000] -> 60[4000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r2n13:1636:2675 [2] NCCL INFO Connected all trees comm 0x2ba110000ab0 nRanks 96 busId 43000
e07r2n13:1636:2675 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1636:2675 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18263:19418 [0] NCCL INFO Channel 00/0 : 0[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00/0 : 65[26000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r1n18:13221:14489 [0] NCCL INFO Channel 00/0 : 0[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r2n03:17852:19145 [0] NCCL INFO Channel 01/0 : 20[4000] -> 16[4000] [send] via NET/IB/0 comm 0x2b2bec000ab0 nRanks 96
e07r2n14:18265:19419 [1] NCCL INFO Channel 00/0 : 65[26000] -> 32[4000] [send] via NET/IB/0 comm 0x2b3a48000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 00/0 : 24[4000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Channel 01/0 : 52[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2ba6f0000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 01/0 : 76[4000] -> 68[4000] [send] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n19:30090:31436 [0] NCCL INFO Channel 01/0 : 84[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2b5fac000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO Channel 01/0 : 60[4000] -> 29[26000] [receive] via NET/IB/0 comm 0x2b5ea0000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 01/0 : 28[4000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01/0 : 60[4000] -> 29[26000] [send] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01/0 : 28[4000] -> 92[4000] [send] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n14:18265:19419 [1] NCCL INFO Channel 00 : 65[26000] -> 64[4000] via P2P/IPC comm 0x2b3a48000ab0 nRanks 96
e07r2n14:18265:19419 [1] NCCL INFO Channel 01 : 65[26000] -> 64[4000] via P2P/IPC comm 0x2b3a48000ab0 nRanks 96
e07r2n14:18266:19421 [2] NCCL INFO Connected all trees comm 0x2b5670000ab0 nRanks 96 busId 43000
e07r2n14:18266:19421 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18266:19421 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28932:30229 [1] NCCL INFO Channel 00 : 29[26000] -> 28[4000] via P2P/IPC comm 0x2b5ea0000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO Channel 01 : 29[26000] -> 28[4000] via P2P/IPC comm 0x2b5ea0000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO Connected all trees comm 0x2b9974000ab0 nRanks 96 busId 43000
e07r2n05:28933:30230 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28933:30230 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13221:14489 [0] NCCL INFO Channel 01/0 : 4[4000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acbd8000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 00/0 : 28[4000] -> 24[4000] [receive] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 00/0 : 80[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Channel 00/0 : 76[4000] -> 72[4000] [send] via NET/IB/0 comm 0x2b5e68000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Channel 01/0 : 20[4000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b60f8000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 00/0 : 48[4000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 01/0 : 60[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 00/0 : 73[26000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 01/0 : 28[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r3n01:1700:2951 [0] NCCL INFO Channel 00/0 : 92[4000] -> 88[4000] [send] via NET/IB/0 comm 0x2b41a0000ab0 nRanks 96
e07r2n17:1465:2434 [0] NCCL INFO Connected all trees comm 0x2b5e68000ab0 nRanks 96 busId 4000
e07r2n17:1465:2434 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1465:2434 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1467:2435 [1] NCCL INFO Connected all trees comm 0x2b4a7c000ab0 nRanks 96 busId 26000
e07r2n17:1467:2435 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1467:2435 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22932:24140 [1] NCCL INFO Channel 00 : 73[26000] -> 72[4000] via P2P/IPC comm 0x2ba064000ab0 nRanks 96
e07r2n16:22932:24140 [1] NCCL INFO Channel 01 : 73[26000] -> 72[4000] via P2P/IPC comm 0x2ba064000ab0 nRanks 96
e07r2n02:529:1809 [0] NCCL INFO Connected all trees comm 0x2b60f8000ab0 nRanks 96 busId 4000
e07r2n02:529:1809 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:529:1809 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n02:531:1811 [1] NCCL INFO Connected all trees comm 0x2b1e64000ab0 nRanks 96 busId 26000
e07r2n02:531:1811 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:531:1811 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22933:24143 [2] NCCL INFO Connected all trees comm 0x2b29fc000ab0 nRanks 96 busId 43000
e07r2n16:22933:24143 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22933:24143 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28706:29736 [0] NCCL INFO Channel 00/0 : 88[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 00/0 : 56[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n14:18263:19418 [0] NCCL INFO Channel 01/0 : 68[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeab4000ab0 nRanks 96
e07r2n13:1633:2674 [0] NCCL INFO Channel 00/0 : 60[4000] -> 56[4000] [send] via NET/IB/0 comm 0x2b7bc8000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Channel 00/0 : 28[4000] -> 24[4000] [send] via NET/IB/0 comm 0x2b8d8c000ab0 nRanks 96
e07r2n06:29125:30092 [0] NCCL INFO Channel 01/0 : 36[4000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b31fc000ab0 nRanks 96
e07r2n16:22930:24139 [0] NCCL INFO Channel 01/0 : 72[4000] -> 69[26000] [send] via NET/IB/0 comm 0x2ba148000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 01/0 : 44[4000] -> 36[4000] [send] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Channel 01/0 : 68[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2b8a70000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 01/0 : 12[4000] -> 4[4000] [send] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n05:28930:30228 [0] NCCL INFO Connected all trees comm 0x2b8d8c000ab0 nRanks 96 busId 4000
e07r2n05:28930:30228 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28930:30228 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28932:30229 [1] NCCL INFO Connected all trees comm 0x2b5ea0000ab0 nRanks 96 busId 26000
e07r2n05:28932:30229 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28932:30229 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22930:24139 [0] NCCL INFO Connected all trees comm 0x2ba148000ab0 nRanks 96 busId 4000
e07r2n16:22930:24139 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22930:24139 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22932:24140 [1] NCCL INFO Connected all trees comm 0x2ba064000ab0 nRanks 96 busId 26000
e07r2n16:22932:24140 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22932:24140 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23918:25186 [1] NCCL INFO Channel 00 : 69[26000] -> 68[4000] via P2P/IPC comm 0x2b7ccc000ab0 nRanks 96
e07r2n15:23918:25186 [1] NCCL INFO Channel 01 : 69[26000] -> 68[4000] via P2P/IPC comm 0x2b7ccc000ab0 nRanks 96
e07r2n15:23916:25189 [0] NCCL INFO Connected all trees comm 0x2b8a70000ab0 nRanks 96 busId 4000
e07r2n15:23916:25189 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23916:25189 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23918:25186 [1] NCCL INFO Connected all trees comm 0x2b7ccc000ab0 nRanks 96 busId 26000
e07r2n15:23919:25187 [2] NCCL INFO Connected all trees comm 0x2b0e98000ab0 nRanks 96 busId 43000
e07r2n15:23918:25186 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23918:25186 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23919:25187 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23919:25187 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18263:19418 [0] NCCL INFO Connected all trees comm 0x2aeab4000ab0 nRanks 96 busId 4000
e07r2n14:18263:19418 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18263:19418 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18265:19419 [1] NCCL INFO Connected all trees comm 0x2b3a48000ab0 nRanks 96 busId 26000
e07r2n14:18265:19419 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18265:19419 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20316:21574 [0] NCCL INFO Channel 00/0 : 92[4000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 00/0 : 60[4000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO Channel 01/0 : 84[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2f30000ab0 nRanks 96
e07r2n10:32030:627 [0] NCCL INFO Channel 01/0 : 52[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acbdc000ab0 nRanks 96
e07r2n09:18606:19898 [0] NCCL INFO Channel 00/0 : 44[4000] -> 40[4000] [send] via NET/IB/0 comm 0x2ae3c8000ab0 nRanks 96
e07r2n04:30001:31299 [0] NCCL INFO Channel 01/0 : 24[4000] -> 21[26000] [send] via NET/IB/0 comm 0x2ae9c0000ab0 nRanks 96
e07r2n01:29742:31116 [0] NCCL INFO Channel 00/0 : 12[4000] -> 8[4000] [send] via NET/IB/0 comm 0x2b5f7c000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Channel 00/0 : 41[26000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 00/0 : 9[26000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n02:533:1807 [3] NCCL INFO comm 0x2ba9e8000ab0 rank 19 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n17:1465:2434 [0] NCCL INFO comm 0x2b5e68000ab0 rank 76 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n17:1468:2436 [2] NCCL INFO comm 0x2b1798000ab0 rank 78 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n17:1469:2432 [3] NCCL INFO comm 0x2ae89c000ab0 rank 79 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n17:1467:2435 [1] NCCL INFO comm 0x2b4a7c000ab0 rank 77 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n02:529:1809 [0] NCCL INFO comm 0x2b60f8000ab0 rank 16 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n02:532:1812 [2] NCCL INFO comm 0x2b00b8000ab0 rank 18 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n02:531:1811 [1] NCCL INFO comm 0x2b1e64000ab0 rank 17 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n01:1700:2951 [0] NCCL INFO Connected all trees comm 0x2b41a0000ab0 nRanks 96 busId 4000
e07r3n01:1700:2951 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1700:2951 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1701:2947 [1] NCCL INFO Connected all trees comm 0x2ad4d4000ab0 nRanks 96 busId 26000
e07r3n01:1701:2947 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1701:2947 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1633:2674 [0] NCCL INFO Connected all trees comm 0x2b7bc8000ab0 nRanks 96 busId 4000
e07r2n13:1633:2674 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1633:2674 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1635:2676 [1] NCCL INFO Connected all trees comm 0x2abc34000ab0 nRanks 96 busId 26000
e07r2n13:1635:2676 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1635:2676 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30001:31299 [0] NCCL INFO Connected all trees comm 0x2ae9c0000ab0 nRanks 96 busId 4000
e07r2n04:30001:31299 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30001:31299 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18606:19898 [0] NCCL INFO Connected all trees comm 0x2ae3c8000ab0 nRanks 96 busId 4000
e07r2n09:18606:19898 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18606:19898 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30003:31295 [1] NCCL INFO Connected all trees comm 0x2ab9c0000ab0 nRanks 96 busId 26000
e07r2n04:30003:31295 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30003:31295 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18608:19895 [1] NCCL INFO Connected all trees comm 0x2b1a48000ab0 nRanks 96 busId 26000
e07r2n09:18608:19895 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18608:19895 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29742:31116 [0] NCCL INFO Connected all trees comm 0x2b5f7c000ab0 nRanks 96 busId 4000
e07r2n01:29742:31116 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29742:31116 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29744:31118 [1] NCCL INFO Connected all trees comm 0x2ab300000ab0 nRanks 96 busId 26000
e07r2n01:29744:31118 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29744:31118 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32030:627 [0] NCCL INFO Connected all trees comm 0x2acbdc000ab0 nRanks 96 busId 4000
e07r2n10:32030:627 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28706:29736 [0] NCCL INFO Connected all trees comm 0x2b2f30000ab0 nRanks 96 busId 4000
e07r2n10:32030:627 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17854:19148 [1] NCCL INFO Channel 00 : 21[26000] -> 20[4000] via P2P/IPC comm 0x2baacc000ab0 nRanks 96
e07r2n18:28706:29736 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28706:29736 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32031:625 [1] NCCL INFO Connected all trees comm 0x2b6484000ab0 nRanks 96 busId 26000
e07r2n10:32031:625 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28708:29734 [1] NCCL INFO Connected all trees comm 0x2b0f10000ab0 nRanks 96 busId 26000
e07r2n10:32031:625 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17854:19148 [1] NCCL INFO Channel 01 : 21[26000] -> 20[4000] via P2P/IPC comm 0x2baacc000ab0 nRanks 96
e07r2n18:28708:29734 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28708:29734 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17852:19145 [0] NCCL INFO Connected all trees comm 0x2b2bec000ab0 nRanks 96 busId 4000
e07r2n03:17852:19145 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17852:19145 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17854:19148 [1] NCCL INFO Connected all trees comm 0x2baacc000ab0 nRanks 96 busId 26000
e07r2n03:17855:19149 [2] NCCL INFO Connected all trees comm 0x2b1d14000ab0 nRanks 96 busId 43000
e07r2n03:17854:19148 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17854:19148 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17855:19149 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17855:19149 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20544:21712 [1] NCCL INFO Channel 00 : 9[26000] -> 8[4000] via P2P/IPC comm 0x2b7938000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 00 : 41[26000] -> 40[4000] via P2P/IPC comm 0x2ae6ec000ab0 nRanks 96
e07r2n00:20544:21712 [1] NCCL INFO Channel 01 : 9[26000] -> 8[4000] via P2P/IPC comm 0x2b7938000ab0 nRanks 96
e07r2n08:27562:28702 [1] NCCL INFO Channel 01 : 41[26000] -> 40[4000] via P2P/IPC comm 0x2ae6ec000ab0 nRanks 96
e07r2n00:20545:21714 [2] NCCL INFO Connected all trees comm 0x2b54e8000ab0 nRanks 96 busId 43000
e07r2n00:20545:21714 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20545:21714 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27563:28746 [2] NCCL INFO Connected all trees comm 0x2b8b64000ab0 nRanks 96 busId 43000
e07r2n08:27563:28746 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27563:28746 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20316:21574 [0] NCCL INFO Channel 01/0 : 88[4000] -> 85[26000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Channel 01/0 : 56[4000] -> 53[26000] [send] via NET/IB/0 comm 0x2ad728000ab0 nRanks 96
e07r2n08:27561:28706 [0] NCCL INFO Channel 01/0 : 40[4000] -> 37[26000] [send] via NET/IB/0 comm 0x2aee3c000ab0 nRanks 96
e07r2n00:20542:21646 [0] NCCL INFO Channel 01/0 : 8[4000] -> 5[26000] [send] via NET/IB/0 comm 0x2b18bc000ab0 nRanks 96
e07r2n05:28933:30230 [2] NCCL INFO comm 0x2b9974000ab0 rank 30 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n05:28930:30228 [0] NCCL INFO comm 0x2b8d8c000ab0 rank 28 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6736:8143 [0] NCCL INFO Channel 01/0 : 36[4000] -> 32[4000] [send] via NET/IB/0 comm 0x2b4728000ab0 nRanks 96
e07r1n19:1095:2060 [0] NCCL INFO Channel 01/0 : 4[4000] -> 0[4000] [send] via NET/IB/0 comm 0x2ab6f8000ab0 nRanks 96
e07r2n05:28932:30229 [1] NCCL INFO comm 0x2b5ea0000ab0 rank 29 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n05:28934:30226 [3] NCCL INFO comm 0x2ad0fc000ab0 rank 31 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n16:22933:24143 [2] NCCL INFO comm 0x2b29fc000ab0 rank 74 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n16:22932:24140 [1] NCCL INFO comm 0x2ba064000ab0 rank 73 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n16:22934:24142 [3] NCCL INFO comm 0x2b03c0000ab0 rank 75 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20316:21574 [0] NCCL INFO Connected all trees comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r3n00:20316:21574 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20316:21574 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20318:21572 [1] NCCL INFO Connected all trees comm 0x2ac600000ab0 nRanks 96 busId 26000
e07r3n00:20318:21572 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20318:21572 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23920:25188 [3] NCCL INFO comm 0x2abba8000ab0 rank 71 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n15:23918:25186 [1] NCCL INFO comm 0x2b7ccc000ab0 rank 69 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n15:23919:25187 [2] NCCL INFO comm 0x2b0e98000ab0 rank 70 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30092:31437 [1] NCCL INFO Channel 00 : 85[26000] -> 84[4000] via P2P/IPC comm 0x2b34dc000ab0 nRanks 96
e07r2n19:30092:31437 [1] NCCL INFO Channel 01 : 85[26000] -> 84[4000] via P2P/IPC comm 0x2b34dc000ab0 nRanks 96
e07r2n12:18592:19556 [0] NCCL INFO Connected all trees comm 0x2ad728000ab0 nRanks 96 busId 4000
e07r2n12:18592:19556 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23916:25189 [0] NCCL INFO comm 0x2b8a70000ab0 rank 68 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18592:19556 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18263:19418 [0] NCCL INFO comm 0x2aeab4000ab0 rank 64 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n14:18266:19421 [2] NCCL INFO comm 0x2b5670000ab0 rank 66 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n12:18594:19557 [1] NCCL INFO Connected all trees comm 0x2ba7e8000ab0 nRanks 96 busId 26000
e07r2n14:18267:19417 [3] NCCL INFO comm 0x2b1ab0000ab0 rank 67 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18594:19557 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18594:19557 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30090:31436 [0] NCCL INFO Connected all trees comm 0x2b5fac000ab0 nRanks 96 busId 4000
e07r2n19:30090:31436 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30090:31436 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30092:31437 [1] NCCL INFO Connected all trees comm 0x2b34dc000ab0 nRanks 96 busId 26000
e07r2n16:22930:24139 [0] NCCL INFO comm 0x2ba148000ab0 rank 72 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n19:30092:31437 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30093:31440 [2] NCCL INFO Connected all trees comm 0x2b8200000ab0 nRanks 96 busId 43000
e07r2n19:30092:31437 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30093:31440 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30093:31440 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18265:19419 [1] NCCL INFO comm 0x2b3a48000ab0 rank 65 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11956:13414 [1] NCCL INFO Channel 00 : 53[26000] -> 52[4000] via P2P/IPC comm 0x2ae480000ab0 nRanks 96
e07r2n11:11956:13414 [1] NCCL INFO Channel 01 : 53[26000] -> 52[4000] via P2P/IPC comm 0x2ae480000ab0 nRanks 96
e07r2n11:11954:13411 [0] NCCL INFO Connected all trees comm 0x2ba6f0000ab0 nRanks 96 busId 4000
e07r2n11:11954:13411 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11954:13411 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n11:11957:13412 [2] NCCL INFO Connected all trees comm 0x2ace80000ab0 nRanks 96 busId 43000
e07r2n11:11956:13414 [1] NCCL INFO Connected all trees comm 0x2ae480000ab0 nRanks 96 busId 26000
e07r2n11:11957:13412 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11956:13414 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11956:13414 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n11:11957:13412 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27561:28706 [0] NCCL INFO Connected all trees comm 0x2aee3c000ab0 nRanks 96 busId 4000
e07r2n08:27561:28706 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27561:28706 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27562:28702 [1] NCCL INFO Connected all trees comm 0x2ae6ec000ab0 nRanks 96 busId 26000
e07r2n08:27562:28702 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27562:28702 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20542:21646 [0] NCCL INFO Connected all trees comm 0x2b18bc000ab0 nRanks 96 busId 4000
e07r2n00:20542:21646 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20542:21646 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20544:21712 [1] NCCL INFO Connected all trees comm 0x2b7938000ab0 nRanks 96 busId 26000
e07r2n00:20544:21712 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20544:21712 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6738:8140 [1] NCCL INFO Channel 00 : 37[26000] -> 36[4000] via P2P/IPC comm 0x2b65e4000ab0 nRanks 96
e07r2n07:6738:8140 [1] NCCL INFO Channel 01 : 37[26000] -> 36[4000] via P2P/IPC comm 0x2b65e4000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 00 : 5[26000] -> 4[4000] via P2P/IPC comm 0x2b7240000ab0 nRanks 96
e07r1n19:1097:2063 [1] NCCL INFO Channel 01 : 5[26000] -> 4[4000] via P2P/IPC comm 0x2b7240000ab0 nRanks 96
e07r2n07:6736:8143 [0] NCCL INFO Connected all trees comm 0x2b4728000ab0 nRanks 96 busId 4000
e07r2n07:6736:8143 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6736:8143 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6739:8146 [2] NCCL INFO Connected all trees comm 0x2ac4b4000ab0 nRanks 96 busId 43000
e07r2n07:6739:8146 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6739:8146 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6738:8140 [1] NCCL INFO Connected all trees comm 0x2b65e4000ab0 nRanks 96 busId 26000
e07r2n07:6738:8140 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6738:8140 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1095:2060 [0] NCCL INFO Connected all trees comm 0x2ab6f8000ab0 nRanks 96 busId 4000
e07r1n19:1095:2060 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1095:2060 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1100:2064 [2] NCCL INFO Connected all trees comm 0x2b9770000ab0 nRanks 96 busId 43000
e07r1n19:1097:2063 [1] NCCL INFO Connected all trees comm 0x2b7240000ab0 nRanks 96 busId 26000
e07r1n19:1100:2064 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1100:2064 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1097:2063 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1097:2063 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29125:30092 [0] NCCL INFO Connected all trees comm 0x2b31fc000ab0 nRanks 96 busId 4000
e07r2n06:29125:30092 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29125:30092 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29127:30091 [1] NCCL INFO Connected all trees comm 0x2af7f4000ab0 nRanks 96 busId 26000
e07r2n06:29127:30091 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29127:30091 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13221:14489 [0] NCCL INFO Connected all trees comm 0x2acbd8000ab0 nRanks 96 busId 4000
e07r1n18:13221:14489 [0] NCCL INFO Using tuning table 0 with LL128 disabled
e07r1n18:13221:14489 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13221:14489 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13222:14693 [1] NCCL INFO Connected all trees comm 0x2b3924000ab0 nRanks 96 busId 26000
e07r1n18:13222:14693 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13222:14693 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1701:2947 [1] NCCL INFO comm 0x2ad4d4000ab0 rank 93 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n09:18609:19900 [2] NCCL INFO comm 0x2abcb8000ab0 rank 46 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n04:30003:31295 [1] NCCL INFO comm 0x2ab9c0000ab0 rank 25 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n04:30005:31300 [3] NCCL INFO comm 0x2b581c000ab0 rank 27 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n01:29742:31116 [0] NCCL INFO comm 0x2b5f7c000ab0 rank 12 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n01:29745:31121 [2] NCCL INFO comm 0x2b57b8000ab0 rank 14 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n01:29744:31118 [1] NCCL INFO comm 0x2ab300000ab0 rank 13 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n01:29746:31117 [3] NCCL INFO comm 0x2af890000ab0 rank 15 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n10:32032:626 [2] NCCL INFO comm 0x2b4b4c000ab0 rank 50 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n10:32030:627 [0] NCCL INFO comm 0x2acbdc000ab0 rank 48 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28709:29737 [2] NCCL INFO comm 0x2ad038000ab0 rank 82 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n10:32031:625 [1] NCCL INFO comm 0x2b6484000ab0 rank 49 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n10:32033:628 [3] NCCL INFO comm 0x2ba918000ab0 rank 51 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17856:19147 [3] NCCL INFO comm 0x2b0174000ab0 rank 23 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17852:19145 [0] NCCL INFO comm 0x2b2bec000ab0 rank 20 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n01:1700:2951 [0] NCCL INFO comm 0x2b41a0000ab0 rank 92 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n01:1702:2956 [2] NCCL INFO comm 0x2b5e44000ab0 rank 94 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n01:1703:2949 [3] NCCL INFO comm 0x2add60000ab0 rank 95 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n13:1633:2674 [0] NCCL INFO comm 0x2b7bc8000ab0 rank 60 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n13:1636:2675 [2] NCCL INFO comm 0x2ba110000ab0 rank 62 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n03:17854:19148 [1] NCCL INFO comm 0x2baacc000ab0 rank 21 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n13:1635:2676 [1] NCCL INFO comm 0x2abc34000ab0 rank 61 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n13:1637:2677 [3] NCCL INFO comm 0x2b0fb0000ab0 rank 63 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28708:29734 [1] NCCL INFO comm 0x2b0f10000ab0 rank 81 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n04:30004:31304 [2] NCCL INFO comm 0x2b11c8000ab0 rank 26 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n09:18606:19898 [0] NCCL INFO comm 0x2ae3c8000ab0 rank 44 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n04:30001:31299 [0] NCCL INFO comm 0x2ae9c0000ab0 rank 24 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n09:18608:19895 [1] NCCL INFO comm 0x2b1a48000ab0 rank 45 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n09:18610:19901 [3] NCCL INFO comm 0x2aed7c000ab0 rank 47 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28706:29736 [0] NCCL INFO comm 0x2b2f30000ab0 rank 80 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28710:29735 [3] NCCL INFO comm 0x2b7ac8000ab0 rank 83 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17855:19149 [2] NCCL INFO comm 0x2b1d14000ab0 rank 22 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11956:13414 [1] NCCL INFO comm 0x2ae480000ab0 rank 53 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11958:13415 [3] NCCL INFO comm 0x2af1bc000ab0 rank 55 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n11:11954:13411 [0] NCCL INFO comm 0x2ba6f0000ab0 rank 52 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n11:11957:13412 [2] NCCL INFO comm 0x2ace80000ab0 rank 54 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n08:27561:28706 [0] NCCL INFO comm 0x2aee3c000ab0 rank 40 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n08:27564:28698 [3] NCCL INFO comm 0x2b0cc4000ab0 rank 43 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n00:20546:21656 [3] NCCL INFO comm 0x2b251c000ab0 rank 11 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20316:21574 [0] NCCL INFO comm 0x2b5ef4000ab0 rank 88 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20319:21573 [2] NCCL INFO comm 0x2acb40000ab0 rank 90 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n00:20320:21575 [3] NCCL INFO comm 0x2ad40c000ab0 rank 91 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20318:21572 [1] NCCL INFO comm 0x2ac600000ab0 rank 89 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n12:18592:19556 [0] NCCL INFO comm 0x2ad728000ab0 rank 56 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18595:19559 [2] NCCL INFO comm 0x2b82c4000ab0 rank 58 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1095:2060 [0] NCCL INFO comm 0x2ab6f8000ab0 rank 4 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18596:19552 [3] NCCL INFO comm 0x2b2cdc000ab0 rank 59 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18594:19557 [1] NCCL INFO comm 0x2ba7e8000ab0 rank 57 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n06:29125:30092 [0] NCCL INFO comm 0x2b31fc000ab0 rank 32 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n06:29128:30095 [2] NCCL INFO comm 0x2b0c74000ab0 rank 34 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30092:31437 [1] NCCL INFO comm 0x2b34dc000ab0 rank 85 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n06:29127:30091 [1] NCCL INFO comm 0x2af7f4000ab0 rank 33 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30094:31439 [3] NCCL INFO comm 0x2b9224000ab0 rank 87 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n06:29129:30094 [3] NCCL INFO comm 0x2aebf4000ab0 rank 35 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n19:30093:31440 [2] NCCL INFO comm 0x2b8200000ab0 rank 86 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30090:31436 [0] NCCL INFO comm 0x2b5fac000ab0 rank 84 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n08:27563:28746 [2] NCCL INFO comm 0x2b8b64000ab0 rank 42 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n00:20545:21714 [2] NCCL INFO comm 0x2b54e8000ab0 rank 10 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n00:20544:21712 [1] NCCL INFO comm 0x2b7938000ab0 rank 9 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1100:2064 [2] NCCL INFO comm 0x2b9770000ab0 rank 6 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n08:27562:28702 [1] NCCL INFO comm 0x2ae6ec000ab0 rank 41 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n00:20542:21646 [0] NCCL INFO comm 0x2b18bc000ab0 rank 8 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6738:8140 [1] NCCL INFO comm 0x2b65e4000ab0 rank 37 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n07:6740:8145 [3] NCCL INFO comm 0x2b8e14000ab0 rank 39 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6736:8143 [0] NCCL INFO comm 0x2b4728000ab0 rank 36 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n19:1101:2057 [3] NCCL INFO comm 0x2b2240000ab0 rank 7 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6739:8146 [2] NCCL INFO comm 0x2ac4b4000ab0 rank 38 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1097:2063 [1] NCCL INFO comm 0x2b7240000ab0 rank 5 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n18:13221:14489 [0] NCCL INFO comm 0x2acbd8000ab0 rank 0 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n18:13223:14691 [2] NCCL INFO comm 0x2b9458000ab0 rank 2 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n18:13224:14688 [3] NCCL INFO comm 0x2b7348000ab0 rank 3 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n18:13222:14693 [1] NCCL INFO comm 0x2b3924000ab0 rank 1 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
[2023-11-09 17:19:37,854] [INFO] [partition_parameters.py:454:__exit__] finished initializing model with 7.51B parameters
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题

input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
trainable params: 524288 || all params: 7506497536 || trainable%: 0.006984455766295744
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
input: <reserved_106>写一篇关于气候变化对海洋生态的影响的文章。
<reserved_107>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
label: </s>好的，以下是你要求的文章：
气候变化对海洋生态的影响
气候变化对海洋生态产生了广泛的影响。全球变暖导致海洋温度上升，这可能会对许多水生生物的生存、繁殖和迁移造成巨大的影响。另外，海洋酸化也是一个问题
e07r1n18:13221:16343 [0] NCCL INFO Using network IB
e07r2n12:18596:20866 [3] NCCL INFO Using network IB
e07r2n18:28710:31050 [3] NCCL INFO Using network IB
e07r2n01:29746:32750 [3] NCCL INFO Using network IB
e07r2n10:32033:1902 [3] NCCL INFO Using network IB
e07r2n01:29745:32751 [2] NCCL INFO Using network IB
e07r2n18:28709:31051 [2] NCCL INFO Using network IB
e07r2n06:29129:31381 [3] NCCL INFO Using network IB
e07r2n10:32030:1904 [0] NCCL INFO Using network IB
e07r2n17:1469:3744 [3] NCCL INFO Using network IB
e07r2n19:30093:553 [2] NCCL INFO Using network IB
e07r2n12:18592:20869 [0] NCCL INFO Using network IB
e07r1n18:13224:16345 [3] NCCL INFO Using network IB
e07r2n10:32032:1903 [2] NCCL INFO Using network IB
e07r2n17:1468:3745 [2] NCCL INFO Using network IB
e07r2n19:30092:554 [1] NCCL INFO Using network IB
e07r2n18:28708:31053 [1] NCCL INFO Using network IB
e07r1n18:13223:16346 [2] NCCL INFO Using network IB
e07r2n10:32031:1906 [1] NCCL INFO Using network IB
e07r2n17:1465:3746 [0] NCCL INFO Using network IB
e07r2n18:28706:31054 [0] NCCL INFO Using network IB
e07r2n06:29127:31382 [1] NCCL INFO Using network IB
e07r2n07:6736:10011 [0] NCCL INFO Using network IB
e07r2n02:531:3573 [1] NCCL INFO Using network IB
e07r2n08:27561:30423 [0] NCCL INFO Using network IB
e07r2n01:29744:32754 [1] NCCL INFO Using network IB
e07r1n18:13222:16348 [1] NCCL INFO Using network IB
e07r2n17:1467:3748 [1] NCCL INFO Using network IB
e07r2n06:29128:31385 [2] NCCL INFO Using network IB
e07r2n07:6738:10012 [1] NCCL INFO Using network IB
e07r2n02:533:3574 [3] NCCL INFO Using network IB
e07r2n01:29742:32755 [0] NCCL INFO Using network IB
e07r2n19:30094:556 [3] NCCL INFO Using network IB
e07r3n00:20320:23163 [3] NCCL INFO Using network IB
e07r2n12:18595:20871 [2] NCCL INFO Using network IB
e07r2n09:18610:21580 [3] NCCL INFO Using network IB
e07r2n06:29125:31386 [0] NCCL INFO Using network IB
e07r2n07:6740:10013 [3] NCCL INFO Using network IB
e07r2n02:532:3575 [2] NCCL INFO Using network IB
e07r2n19:30090:559 [0] NCCL INFO Using network IB
e07r3n00:20319:23164 [2] NCCL INFO Using network IB
e07r2n12:18594:20872 [1] NCCL INFO Using network IB
e07r2n09:18609:21579 [2] NCCL INFO Using network IB
e07r2n07:6739:10014 [2] NCCL INFO Using network IB
e07r2n02:529:3578 [0] NCCL INFO Using network IB
e07r3n00:20318:23165 [1] NCCL INFO Using network IB
e07r2n09:18606:21581 [0] NCCL INFO Using network IB
e07r3n00:20316:23168 [0] NCCL INFO Using network IB
e07r2n09:18608:21582 [1] NCCL INFO Using network IB
e07r1n19:1100:3356 [2] NCCL INFO Using network IB
e07r2n03:17856:20703 [3] NCCL INFO Using network IB
e07r2n03:17855:20704 [2] NCCL INFO Using network IB
e07r1n19:1097:3358 [1] NCCL INFO Using network IB
e07r1n19:1101:3360 [3] NCCL INFO Using network IB
e07r2n13:1636:3917 [2] NCCL INFO Using network IB
e07r2n13:1635:3918 [1] NCCL INFO Using network IB
e07r2n03:17852:20705 [0] NCCL INFO Using network IB
e07r2n13:1633:3919 [0] NCCL INFO Using network IB
e07r2n03:17854:20706 [1] NCCL INFO Using network IB
e07r1n19:1095:3361 [0] NCCL INFO Using network IB
e07r2n13:1637:3920 [3] NCCL INFO Using network IB
e07r2n14:18263:21080 [0] NCCL INFO Using network IB
e07r2n14:18267:21082 [3] NCCL INFO Using network IB
e07r2n05:28930:31956 [0] NCCL INFO Using network IB
e07r2n14:18266:21083 [2] NCCL INFO Using network IB
e07r2n14:18265:21085 [1] NCCL INFO Using network IB
e07r2n05:28934:31958 [3] NCCL INFO Using network IB
e07r2n15:23920:26734 [3] NCCL INFO Using network IB
e07r3n01:1701:4678 [1] NCCL INFO Using network IB
e07r3n01:1703:4679 [3] NCCL INFO Using network IB
e07r3n01:1700:4681 [0] NCCL INFO Using network IB
e07r2n05:28933:31960 [2] NCCL INFO Using network IB
e07r2n05:28932:31961 [1] NCCL INFO Using network IB
e07r3n01:1702:4684 [2] NCCL INFO Using network IB
e07r2n00:20545:23404 [2] NCCL INFO Using network IB
e07r2n00:20544:23405 [1] NCCL INFO Using network IB
e07r2n15:23916:26736 [0] NCCL INFO Using network IB
e07r2n11:11956:15096 [1] NCCL INFO Using network IB
e07r2n00:20546:23408 [3] NCCL INFO Using network IB
e07r2n11:11958:15097 [3] NCCL INFO Using network IB
e07r2n00:20542:23409 [0] NCCL INFO Using network IB
e07r2n15:23918:26738 [1] NCCL INFO Using network IB
e07r2n15:23919:26739 [2] NCCL INFO Using network IB
e07r2n11:11954:15100 [0] NCCL INFO Using network IB
e07r2n04:30003:480 [1] NCCL INFO Using network IB
e07r2n11:11957:15103 [2] NCCL INFO Using network IB
e07r2n04:30004:482 [2] NCCL INFO Using network IB
e07r2n04:30001:484 [0] NCCL INFO Using network IB
e07r2n04:30005:486 [3] NCCL INFO Using network IB
e07r2n08:27562:30427 [1] NCCL INFO Using network IB
e07r2n08:27563:30429 [2] NCCL INFO Using network IB
e07r2n08:27564:30430 [3] NCCL INFO Using network IB
e07r2n16:22934:25777 [3] NCCL INFO Using network IB
e07r2n16:22933:25778 [2] NCCL INFO Using network IB
e07r2n16:22930:25779 [0] NCCL INFO Using network IB
e07r2n16:22932:25780 [1] NCCL INFO Using network IB
e07r2n18:28710:31050 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n19:30093:553 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r3n00:20318:23165 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n05:28934:31958 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n06:29127:31382 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n19:1100:3356 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n03:17855:20704 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n01:29745:32751 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n02:532:3575 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n11:11954:15100 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n11:11956:15096 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n19:30092:554 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n18:28706:31054 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n09:18609:21579 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n09:18606:21581 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n19:30094:556 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n19:30090:559 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n18:28708:31053 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n00:20316:23168 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n18:28709:31051 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n09:18610:21580 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n17:1465:3746 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n11:11957:15103 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n16:22934:25777 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n11:11958:15097 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n16:22932:25780 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n17:1468:3745 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n09:18608:21582 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n00:20319:23164 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r1n19:1101:3360 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n16:22933:25778 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r3n00:20320:23163 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n00:20542:23409 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n16:22930:25779 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n00:20546:23408 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n13:1635:3918 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n05:28930:31956 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n17:1467:3748 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n18:13224:16345 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n17:1469:3744 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r1n19:1095:3361 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r1n19:1097:3358 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n01:29742:32755 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n02:531:3573 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n01:1701:4678 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n01:1700:4681 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n10:32031:1906 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n06:29129:31381 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n03:17854:20706 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n05:28932:31961 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n18:13221:16343 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r3n01:1703:4679 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n06:29125:31386 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n03:17856:20703 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n08:27564:30430 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n12:18594:20872 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n13:1633:3919 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n07:6738:10012 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n02:529:3578 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r1n18:13222:16348 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r3n01:1702:4684 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n06:29128:31385 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n03:17852:20705 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n08:27561:30423 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n12:18592:20869 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n13:1637:3920 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n07:6736:10011 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n02:533:3574 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n01:29744:32754 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n05:28933:31960 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n10:32030:1904 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n15:23919:26739 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n08:27562:30427 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n12:18596:20866 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n13:1636:3917 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n07:6740:10013 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n01:29746:32750 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n10:32032:1903 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n15:23920:26734 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n04:30003:480 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r1n18:13223:16346 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n12:18595:20871 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n07:6739:10014 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n10:32033:1902 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n15:23916:26736 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n04:30001:484 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n00:20544:23405 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n15:23918:26738 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n04:30004:482 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n00:20545:23404 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n08:27563:30429 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n04:30005:486 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n14:18266:21083 [2] NCCL INFO Setting affinity for GPU 2 to ff0000
e07r2n14:18263:21080 [0] NCCL INFO Setting affinity for GPU 0 to ff
e07r2n14:18267:21082 [3] NCCL INFO Setting affinity for GPU 3 to ff000000
e07r2n14:18265:21085 [1] NCCL INFO Setting affinity for GPU 1 to ff00
e07r2n11:11958:15097 [3] NCCL INFO Trees [0] -1/-1/-1->55->54 [1] -1/-1/-1->55->54 comm 0x2af24c000ab0 nRanks 96 busId 63000
e07r2n12:18592:20869 [0] NCCL INFO Trees [0] 57/60/-1->56->48 [1] 57/-1/-1->56->53 comm 0x2ad7b4000ab0 nRanks 96 busId 4000
e07r2n12:18594:20872 [1] NCCL INFO Trees [0] 58/52/-1->57->56 [1] 58/-1/-1->57->56 comm 0x2ba878000ab0 nRanks 96 busId 26000
e07r2n13:1633:3919 [0] NCCL INFO Trees [0] 61/-1/-1->60->56 [1] 61/44/-1->60->29 comm 0x2b7c58000ab0 nRanks 96 busId 4000
e07r2n12:18596:20866 [3] NCCL INFO Trees [0] -1/-1/-1->59->58 [1] -1/-1/-1->59->58 comm 0x2b2d6c000ab0 nRanks 96 busId 63000
e07r2n13:1635:3918 [1] NCCL INFO Trees [0] 62/-1/-1->61->60 [1] 62/76/-1->61->60 comm 0x2abcc4000ab0 nRanks 96 busId 26000
e07r2n12:18595:20871 [2] NCCL INFO Trees [0] 59/-1/-1->58->57 [1] 59/-1/-1->58->57 comm 0x2b8354000ab0 nRanks 96 busId 43000
e07r2n13:1637:3920 [3] NCCL INFO Trees [0] -1/-1/-1->63->62 [1] -1/-1/-1->63->62 comm 0x2b1040000ab0 nRanks 96 busId 63000
e07r2n18:28710:31050 [3] NCCL INFO Trees [0] -1/-1/-1->83->82 [1] -1/-1/-1->83->82 comm 0x2b7b58000ab0 nRanks 96 busId 63000
e07r2n13:1636:3917 [2] NCCL INFO Trees [0] 63/-1/-1->62->61 [1] 63/-1/-1->62->61 comm 0x2ba19c000ab0 nRanks 96 busId 43000
e07r2n08:27562:30427 [1] NCCL INFO Trees [0] 42/36/-1->41->40 [1] 42/-1/-1->41->40 comm 0x2ae780000ab0 nRanks 96 busId 26000
e07r2n08:27563:30429 [2] NCCL INFO Trees [0] 43/-1/-1->42->41 [1] 43/-1/-1->42->41 comm 0x2b8bf4000ab0 nRanks 96 busId 43000
e07r2n07:6739:10014 [2] NCCL INFO Trees [0] 39/-1/-1->38->37 [1] 39/-1/-1->38->37 comm 0x2ac540000ab0 nRanks 96 busId 43000
e07r2n14:18263:21080 [0] NCCL INFO Trees [0] 65/80/-1->64->0 [1] 65/-1/-1->64->68 comm 0x2aeb48000ab0 nRanks 96 busId 4000
e07r2n07:6740:10013 [3] NCCL INFO Trees [0] -1/-1/-1->39->38 [1] -1/-1/-1->39->38 comm 0x2b8ea4000ab0 nRanks 96 busId 63000
e07r2n08:27564:30430 [3] NCCL INFO Trees [0] -1/-1/-1->43->42 [1] -1/-1/-1->43->42 comm 0x2b0d50000ab0 nRanks 96 busId 63000
e07r2n07:6738:10012 [1] NCCL INFO Trees [0] 38/-1/-1->37->36 [1] 38/40/-1->37->36 comm 0x2b6670000ab0 nRanks 96 busId 26000
e07r2n08:27561:30423 [0] NCCL INFO Trees [0] 41/44/-1->40->49 [1] 41/-1/-1->40->37 comm 0x2aeecc000ab0 nRanks 96 busId 4000
e07r2n14:18265:21085 [1] NCCL INFO Trees [0] 66/32/-1->65->64 [1] 66/-1/-1->65->64 comm 0x2b3ad4000ab0 nRanks 96 busId 26000
e07r2n19:30090:559 [0] NCCL INFO Trees [0] 85/-1/-1->84->89 [1] 85/80/-1->84->77 comm 0x2b603c000ab0 nRanks 96 busId 4000
e07r2n07:6736:10011 [0] NCCL INFO Trees [0] 37/-1/-1->36->41 [1] 37/32/-1->36->44 comm 0x2b47b4000ab0 nRanks 96 busId 4000
e07r2n14:18267:21082 [3] NCCL INFO Trees [0] -1/-1/-1->67->66 [1] -1/-1/-1->67->66 comm 0x2b1b3c000ab0 nRanks 96 busId 63000
e07r2n19:30092:554 [1] NCCL INFO Trees [0] 86/-1/-1->85->84 [1] 86/88/-1->85->84 comm 0x2b3570000ab0 nRanks 96 busId 26000
e07r2n14:18266:21083 [2] NCCL INFO Trees [0] 67/-1/-1->66->65 [1] 67/-1/-1->66->65 comm 0x2b5700000ab0 nRanks 96 busId 43000
e07r2n19:30094:556 [3] NCCL INFO Trees [0] -1/-1/-1->87->86 [1] -1/-1/-1->87->86 comm 0x2b92b0000ab0 nRanks 96 busId 63000
e07r2n15:23920:26734 [3] NCCL INFO Trees [0] -1/-1/-1->71->70 [1] -1/-1/-1->71->70 comm 0x2abc34000ab0 nRanks 96 busId 63000
e07r2n18:28709:31051 [2] NCCL INFO Trees [0] 83/-1/-1->82->81 [1] 83/-1/-1->82->81 comm 0x2ad0c8000ab0 nRanks 96 busId 43000
e07r2n05:28933:31960 [2] NCCL INFO Trees [0] 31/-1/-1->30->29 [1] 31/-1/-1->30->29 comm 0x2b9a04000ab0 nRanks 96 busId 43000
e07r2n09:18608:21582 [1] NCCL INFO Trees [0] 46/-1/-1->45->44 [1] 46/52/-1->45->44 comm 0x2b1ae0000ab0 nRanks 96 busId 26000
e07r2n19:30093:553 [2] NCCL INFO Trees [0] 87/-1/-1->86->85 [1] 87/-1/-1->86->85 comm 0x2b8290000ab0 nRanks 96 busId 43000
e07r2n15:23919:26739 [2] NCCL INFO Trees [0] 71/-1/-1->70->69 [1] 71/-1/-1->70->69 comm 0x2b0f24000ab0 nRanks 96 busId 43000
e07r2n18:28708:31053 [1] NCCL INFO Trees [0] 82/72/-1->81->80 [1] 82/-1/-1->81->80 comm 0x2b0f9c000ab0 nRanks 96 busId 26000
e07r2n05:28934:31958 [3] NCCL INFO Trees [0] -1/-1/-1->31->30 [1] -1/-1/-1->31->30 comm 0x2ad188000ab0 nRanks 96 busId 63000
e07r2n09:18606:21581 [0] NCCL INFO Trees [0] 45/-1/-1->44->40 [1] 45/36/-1->44->60 comm 0x2ae458000ab0 nRanks 96 busId 4000
e07r2n16:22932:25780 [1] NCCL INFO Trees [0] 74/68/-1->73->72 [1] 74/-1/-1->73->72 comm 0x2ba0f0000ab0 nRanks 96 busId 26000
e07r2n17:1468:3745 [2] NCCL INFO Trees [0] 79/-1/-1->78->77 [1] 79/-1/-1->78->77 comm 0x2b1824000ab0 nRanks 96 busId 43000
e07r1n19:1100:3356 [2] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 comm 0x2b97fc000ab0 nRanks 96 busId 43000
e07r2n10:32030:1904 [0] NCCL INFO Trees [0] 49/56/-1->48->32 [1] 49/-1/-1->48->52 comm 0x2acc6c000ab0 nRanks 96 busId 4000
e07r2n04:30005:486 [3] NCCL INFO Trees [0] -1/-1/-1->27->26 [1] -1/-1/-1->27->26 comm 0x2b58a8000ab0 nRanks 96 busId 63000
e07r2n06:29125:31386 [0] NCCL INFO Trees [0] 33/48/-1->32->65 [1] 33/-1/-1->32->36 comm 0x2b328c000ab0 nRanks 96 busId 4000
e07r3n00:20316:23168 [0] NCCL INFO Trees [0] 89/92/-1->88->80 [1] 89/-1/-1->88->85 comm 0x2b5f84000ab0 nRanks 96 busId 4000
e07r2n15:23916:26736 [0] NCCL INFO Trees [0] 69/-1/-1->68->73 [1] 69/64/-1->68->76 comm 0x2b8b00000ab0 nRanks 96 busId 4000
e07r2n18:28706:31054 [0] NCCL INFO Trees [0] 81/88/-1->80->64 [1] 81/-1/-1->80->84 comm 0x2b2fc0000ab0 nRanks 96 busId 4000
e07r2n05:28932:31961 [1] NCCL INFO Trees [0] 30/-1/-1->29->28 [1] 30/60/-1->29->28 comm 0x2b5f30000ab0 nRanks 96 busId 26000
e07r2n09:18610:21580 [3] NCCL INFO Trees [0] -1/-1/-1->47->46 [1] -1/-1/-1->47->46 comm 0x2aee08000ab0 nRanks 96 busId 63000
e07r2n16:22930:25779 [0] NCCL INFO Trees [0] 73/76/-1->72->81 [1] 73/-1/-1->72->69 comm 0x2ba1d8000ab0 nRanks 96 busId 4000
e07r2n17:1469:3744 [3] NCCL INFO Trees [0] -1/-1/-1->79->78 [1] -1/-1/-1->79->78 comm 0x2ae928000ab0 nRanks 96 busId 63000
e07r1n19:1101:3360 [3] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 comm 0x2b22cc000ab0 nRanks 96 busId 63000
e07r2n10:32031:1906 [1] NCCL INFO Trees [0] 50/40/-1->49->48 [1] 50/-1/-1->49->48 comm 0x2b6514000ab0 nRanks 96 busId 26000
e07r2n06:29129:31381 [3] NCCL INFO Trees [0] -1/-1/-1->35->34 [1] -1/-1/-1->35->34 comm 0x2aec80000ab0 nRanks 96 busId 63000
e07r3n00:20318:23165 [1] NCCL INFO Trees [0] 90/84/-1->89->88 [1] 90/-1/-1->89->88 comm 0x2ac690000ab0 nRanks 96 busId 26000
e07r2n11:11957:15103 [2] NCCL INFO Trees [0] 55/-1/-1->54->53 [1] 55/-1/-1->54->53 comm 0x2acf0c000ab0 nRanks 96 busId 43000
e07r3n01:1701:4678 [1] NCCL INFO Trees [0] 94/-1/-1->93->92 [1] 94/-1/-1->93->92 comm 0x2ad560000ab0 nRanks 96 busId 26000
e07r1n18:13221:16343 [0] NCCL INFO Channel 00/02 :    0   1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16  17  18  19
e07r1n18:13221:16343 [0] NCCL INFO Channel 01/02 :    0   1   2   3   4   5   6   7   8   9  10  11  12  13  14  15  16  17  18  19
e07r1n18:13221:16343 [0] NCCL INFO Trees [0] 1/64/-1->0->-1 [1] 1/-1/-1->0->4 comm 0x2acc68000ab0 nRanks 96 busId 4000
e07r1n18:13222:16348 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 comm 0x2b39b4000ab0 nRanks 96 busId 26000
e07r1n18:13224:16345 [3] NCCL INFO Trees [0] -1/-1/-1->3->2 [1] -1/-1/-1->3->2 comm 0x2b73d4000ab0 nRanks 96 busId 63000
e07r1n18:13223:16346 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 comm 0x2b94e4000ab0 nRanks 96 busId 43000
e07r2n15:23918:26738 [1] NCCL INFO Trees [0] 70/-1/-1->69->68 [1] 70/72/-1->69->68 comm 0x2b7d5c000ab0 nRanks 96 busId 26000
e07r2n05:28930:31956 [0] NCCL INFO Trees [0] 29/-1/-1->28->24 [1] 29/12/-1->28->92 comm 0x2b8e18000ab0 nRanks 96 busId 4000
e07r2n09:18609:21579 [2] NCCL INFO Trees [0] 47/-1/-1->46->45 [1] 47/-1/-1->46->45 comm 0x2abd48000ab0 nRanks 96 busId 43000
e07r2n16:22933:25778 [2] NCCL INFO Trees [0] 75/-1/-1->74->73 [1] 75/-1/-1->74->73 comm 0x2b2a88000ab0 nRanks 96 busId 43000
e07r2n17:1467:3748 [1] NCCL INFO Trees [0] 78/-1/-1->77->76 [1] 78/84/-1->77->76 comm 0x2b4b0c000ab0 nRanks 96 busId 26000
e07r1n19:1097:3358 [1] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/8/-1->5->4 comm 0x2b72cc000ab0 nRanks 96 busId 26000
e07r2n10:32033:1902 [3] NCCL INFO Trees [0] -1/-1/-1->51->50 [1] -1/-1/-1->51->50 comm 0x2ba9a4000ab0 nRanks 96 busId 63000
e07r2n06:29128:31385 [2] NCCL INFO Trees [0] 35/-1/-1->34->33 [1] 35/-1/-1->34->33 comm 0x2b0d00000ab0 nRanks 96 busId 43000
e07r3n00:20320:23163 [3] NCCL INFO Trees [0] -1/-1/-1->91->90 [1] -1/-1/-1->91->90 comm 0x2ad498000ab0 nRanks 96 busId 63000
e07r2n11:11956:15096 [1] NCCL INFO Trees [0] 54/-1/-1->53->52 [1] 54/56/-1->53->52 comm 0x2ae510000ab0 nRanks 96 busId 26000
e07r3n01:1702:4684 [2] NCCL INFO Trees [0] 95/-1/-1->94->93 [1] 95/-1/-1->94->93 comm 0x2b5ed4000ab0 nRanks 96 busId 43000
e07r2n00:20542:23409 [0] NCCL INFO Trees [0] 9/12/-1->8->17 [1] 9/-1/-1->8->5 comm 0x2b194c000ab0 nRanks 96 busId 4000
e07r2n02:529:3578 [0] NCCL INFO Trees [0] 17/24/-1->16->33 [1] 17/-1/-1->16->20 comm 0x2b6184000ab0 nRanks 96 busId 4000
e07r2n03:17856:20703 [3] NCCL INFO Trees [0] -1/-1/-1->23->22 [1] -1/-1/-1->23->22 comm 0x2b0200000ab0 nRanks 96 busId 63000
e07r2n01:29744:32754 [1] NCCL INFO Trees [0] 14/-1/-1->13->12 [1] 14/20/-1->13->12 comm 0x2ab390000ab0 nRanks 96 busId 26000
e07r2n16:22934:25777 [3] NCCL INFO Trees [0] -1/-1/-1->75->74 [1] -1/-1/-1->75->74 comm 0x2b044c000ab0 nRanks 96 busId 63000
e07r2n17:1465:3746 [0] NCCL INFO Trees [0] 77/-1/-1->76->72 [1] 77/68/-1->76->61 comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r1n19:1095:3361 [0] NCCL INFO Trees [0] 5/-1/-1->4->9 [1] 5/0/-1->4->12 comm 0x2ab784000ab0 nRanks 96 busId 4000
e07r2n10:32032:1903 [2] NCCL INFO Trees [0] 51/-1/-1->50->49 [1] 51/-1/-1->50->49 comm 0x2b4bd8000ab0 nRanks 96 busId 43000
e07r2n06:29127:31382 [1] NCCL INFO Trees [0] 34/16/-1->33->32 [1] 34/-1/-1->33->32 comm 0x2af884000ab0 nRanks 96 busId 26000
e07r3n00:20319:23164 [2] NCCL INFO Trees [0] 91/-1/-1->90->89 [1] 91/-1/-1->90->89 comm 0x2acbcc000ab0 nRanks 96 busId 43000
e07r2n11:11954:15100 [0] NCCL INFO Trees [0] 53/-1/-1->52->57 [1] 53/48/-1->52->45 comm 0x2ba77c000ab0 nRanks 96 busId 4000
e07r3n01:1703:4679 [3] NCCL INFO Trees [0] -1/-1/-1->95->94 [1] -1/-1/-1->95->94 comm 0x2addec000ab0 nRanks 96 busId 63000
e07r2n00:20544:23405 [1] NCCL INFO Trees [0] 10/4/-1->9->8 [1] 10/-1/-1->9->8 comm 0x2b79c4000ab0 nRanks 96 busId 26000
e07r2n02:532:3575 [2] NCCL INFO Trees [0] 19/-1/-1->18->17 [1] 19/-1/-1->18->17 comm 0x2b0148000ab0 nRanks 96 busId 43000
e07r2n03:17855:20704 [2] NCCL INFO Trees [0] 23/-1/-1->22->21 [1] 23/-1/-1->22->21 comm 0x2b1da4000ab0 nRanks 96 busId 43000
e07r2n01:29745:32751 [2] NCCL INFO Trees [0] 15/-1/-1->14->13 [1] 15/-1/-1->14->13 comm 0x2b5848000ab0 nRanks 96 busId 43000
e07r2n04:30001:484 [0] NCCL INFO Trees [0] 25/28/-1->24->16 [1] 25/-1/-1->24->21 comm 0x2aea4c000ab0 nRanks 96 busId 4000
e07r3n01:1700:4681 [0] NCCL INFO Trees [0] 93/-1/-1->92->88 [1] 93/28/-1->92->-1 comm 0x2b4230000ab0 nRanks 96 busId 4000
e07r2n00:20546:23408 [3] NCCL INFO Trees [0] -1/-1/-1->11->10 [1] -1/-1/-1->11->10 comm 0x2b25a8000ab0 nRanks 96 busId 63000
e07r2n02:533:3574 [3] NCCL INFO Trees [0] -1/-1/-1->19->18 [1] -1/-1/-1->19->18 comm 0x2baa78000ab0 nRanks 96 busId 63000
e07r2n03:17854:20706 [1] NCCL INFO Trees [0] 22/-1/-1->21->20 [1] 22/24/-1->21->20 comm 0x2bab60000ab0 nRanks 96 busId 26000
e07r2n01:29746:32750 [3] NCCL INFO Trees [0] -1/-1/-1->15->14 [1] -1/-1/-1->15->14 comm 0x2af91c000ab0 nRanks 96 busId 63000
e07r2n04:30003:480 [1] NCCL INFO Trees [0] 26/20/-1->25->24 [1] 26/-1/-1->25->24 comm 0x2aba4c000ab0 nRanks 96 busId 26000
e07r2n00:20545:23404 [2] NCCL INFO Trees [0] 11/-1/-1->10->9 [1] 11/-1/-1->10->9 comm 0x2b5574000ab0 nRanks 96 busId 43000
e07r2n02:531:3573 [1] NCCL INFO Trees [0] 18/8/-1->17->16 [1] 18/-1/-1->17->16 comm 0x2b1ef4000ab0 nRanks 96 busId 26000
e07r2n03:17852:20705 [0] NCCL INFO Trees [0] 21/-1/-1->20->25 [1] 21/16/-1->20->13 comm 0x2b2c7c000ab0 nRanks 96 busId 4000
e07r2n01:29742:32755 [0] NCCL INFO Trees [0] 13/-1/-1->12->8 [1] 13/4/-1->12->28 comm 0x2b600c000ab0 nRanks 96 busId 4000
e07r2n04:30004:482 [2] NCCL INFO Trees [0] 27/-1/-1->26->25 [1] 27/-1/-1->26->25 comm 0x2b1258000ab0 nRanks 96 busId 43000
e07r2n13:1633:3919 [0] NCCL INFO Channel 00/0 : 59[63000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 00/0 : 55[63000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r2n13:1635:3918 [1] NCCL INFO Channel 00 : 61[26000] -> 62[43000] via P2P/IPC comm 0x2abcc4000ab0 nRanks 96
e07r2n12:18595:20871 [2] NCCL INFO Channel 00 : 58[43000] -> 59[63000] via P2P/IPC comm 0x2b8354000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 00 : 57[26000] -> 58[43000] via P2P/IPC comm 0x2ba878000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00/0 : 63[63000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00/0 : 39[63000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 00/0 : 35[63000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 00/0 : 83[63000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n07:6739:10014 [2] NCCL INFO Channel 00 : 38[43000] -> 39[63000] via P2P/IPC comm 0x2ac540000ab0 nRanks 96
e07r2n08:27563:30429 [2] NCCL INFO Channel 00 : 42[43000] -> 43[63000] via P2P/IPC comm 0x2b8bf4000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00/0 : 71[63000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 00 : 41[26000] -> 42[43000] via P2P/IPC comm 0x2ae780000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 00/0 : 67[63000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n19:30092:554 [1] NCCL INFO Channel 00 : 85[26000] -> 86[43000] via P2P/IPC comm 0x2b3570000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00/0 : 79[63000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 00/0 : 27[63000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 01 : 57[26000] -> 58[43000] via P2P/IPC comm 0x2ba878000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 00/0 : 31[63000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 00/0 : 75[63000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 00/0 : 47[63000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 00 : 65[26000] -> 66[43000] via P2P/IPC comm 0x2b3ad4000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00/0 : 87[63000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n13:1636:3917 [2] NCCL INFO Channel 00 : 62[43000] -> 63[63000] via P2P/IPC comm 0x2ba19c000ab0 nRanks 96
e07r2n15:23918:26738 [1] NCCL INFO Channel 00 : 69[26000] -> 70[43000] via P2P/IPC comm 0x2b7d5c000ab0 nRanks 96
e07r2n12:18595:20871 [2] NCCL INFO Channel 01 : 58[43000] -> 59[63000] via P2P/IPC comm 0x2b8354000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO Channel 00 : 78[43000] -> 79[63000] via P2P/IPC comm 0x2b1824000ab0 nRanks 96
e07r2n10:32031:1906 [1] NCCL INFO Channel 00 : 49[26000] -> 50[43000] via P2P/IPC comm 0x2b6514000ab0 nRanks 96
e07r2n14:18266:21083 [2] NCCL INFO Channel 00 : 66[43000] -> 67[63000] via P2P/IPC comm 0x2b5700000ab0 nRanks 96
e07r2n13:1635:3918 [1] NCCL INFO Channel 01 : 61[26000] -> 62[43000] via P2P/IPC comm 0x2abcc4000ab0 nRanks 96
e07r2n15:23919:26739 [2] NCCL INFO Channel 00 : 70[43000] -> 71[63000] via P2P/IPC comm 0x2b0f24000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 00 : 45[26000] -> 46[43000] via P2P/IPC comm 0x2b1ae0000ab0 nRanks 96
e07r2n07:6738:10012 [1] NCCL INFO Channel 00 : 37[26000] -> 38[43000] via P2P/IPC comm 0x2b6670000ab0 nRanks 96
e07r2n08:27563:30429 [2] NCCL INFO Channel 01 : 42[43000] -> 43[63000] via P2P/IPC comm 0x2b8bf4000ab0 nRanks 96
e07r2n05:28932:31961 [1] NCCL INFO Channel 00 : 29[26000] -> 30[43000] via P2P/IPC comm 0x2b5f30000ab0 nRanks 96
e07r2n19:30093:553 [2] NCCL INFO Channel 00 : 86[43000] -> 87[63000] via P2P/IPC comm 0x2b8290000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Channel 00 : 81[26000] -> 82[43000] via P2P/IPC comm 0x2b0f9c000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 00/0 : 95[63000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r2n17:1467:3748 [1] NCCL INFO Channel 00 : 77[26000] -> 78[43000] via P2P/IPC comm 0x2b4b0c000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 01 : 65[26000] -> 66[43000] via P2P/IPC comm 0x2b3ad4000ab0 nRanks 96
e07r2n13:1636:3917 [2] NCCL INFO Channel 01 : 62[43000] -> 63[63000] via P2P/IPC comm 0x2ba19c000ab0 nRanks 96
e07r2n15:23918:26738 [1] NCCL INFO Channel 01 : 69[26000] -> 70[43000] via P2P/IPC comm 0x2b7d5c000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 00/0 : 43[63000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n07:6739:10014 [2] NCCL INFO Channel 01 : 38[43000] -> 39[63000] via P2P/IPC comm 0x2ac540000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 01 : 41[26000] -> 42[43000] via P2P/IPC comm 0x2ae780000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Channel 00 : 30[43000] -> 31[63000] via P2P/IPC comm 0x2b9a04000ab0 nRanks 96
e07r2n19:30092:554 [1] NCCL INFO Channel 01 : 85[26000] -> 86[43000] via P2P/IPC comm 0x2b3570000ab0 nRanks 96
e07r2n18:28709:31051 [2] NCCL INFO Channel 00 : 82[43000] -> 83[63000] via P2P/IPC comm 0x2ad0c8000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Channel 00 : 73[26000] -> 74[43000] via P2P/IPC comm 0x2ba0f0000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00/0 : 7[63000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 00/0 : 91[63000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 00/0 : 3[63000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO Channel 00 : 89[26000] -> 90[43000] via P2P/IPC comm 0x2ac690000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Channel 00 : 34[43000] -> 35[63000] via P2P/IPC comm 0x2b0d00000ab0 nRanks 96
e07r2n11:11957:15103 [2] NCCL INFO Channel 00 : 54[43000] -> 55[63000] via P2P/IPC comm 0x2acf0c000ab0 nRanks 96
e07r1n18:13222:16348 [1] NCCL INFO Channel 00 : 1[26000] -> 2[43000] via P2P/IPC comm 0x2b39b4000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO Channel 01 : 78[43000] -> 79[63000] via P2P/IPC comm 0x2b1824000ab0 nRanks 96
e07r2n14:18266:21083 [2] NCCL INFO Channel 01 : 66[43000] -> 67[63000] via P2P/IPC comm 0x2b5700000ab0 nRanks 96
e07r2n15:23919:26739 [2] NCCL INFO Channel 01 : 70[43000] -> 71[63000] via P2P/IPC comm 0x2b0f24000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 01 : 45[26000] -> 46[43000] via P2P/IPC comm 0x2b1ae0000ab0 nRanks 96
e07r2n07:6738:10012 [1] NCCL INFO Channel 01 : 37[26000] -> 38[43000] via P2P/IPC comm 0x2b6670000ab0 nRanks 96
e07r2n05:28932:31961 [1] NCCL INFO Channel 01 : 29[26000] -> 30[43000] via P2P/IPC comm 0x2b5f30000ab0 nRanks 96
e07r2n19:30093:553 [2] NCCL INFO Channel 01 : 86[43000] -> 87[63000] via P2P/IPC comm 0x2b8290000ab0 nRanks 96
e07r2n18:28709:31051 [2] NCCL INFO Channel 01 : 82[43000] -> 83[63000] via P2P/IPC comm 0x2ad0c8000ab0 nRanks 96
e07r2n16:22933:25778 [2] NCCL INFO Channel 00 : 74[43000] -> 75[63000] via P2P/IPC comm 0x2b2a88000ab0 nRanks 96
e07r2n00:20545:23404 [2] NCCL INFO Channel 00 : 10[43000] -> 11[63000] via P2P/IPC comm 0x2b5574000ab0 nRanks 96
e07r3n01:1701:4678 [1] NCCL INFO Channel 00 : 93[26000] -> 94[43000] via P2P/IPC comm 0x2ad560000ab0 nRanks 96
e07r1n19:1100:3356 [2] NCCL INFO Channel 00 : 6[43000] -> 7[63000] via P2P/IPC comm 0x2b97fc000ab0 nRanks 96
e07r3n00:20319:23164 [2] NCCL INFO Channel 00 : 90[43000] -> 91[63000] via P2P/IPC comm 0x2acbcc000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 00 : 33[26000] -> 34[43000] via P2P/IPC comm 0x2af884000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 00/0 : 51[63000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n10:32032:1903 [2] NCCL INFO Channel 00 : 50[43000] -> 51[63000] via P2P/IPC comm 0x2b4bd8000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 00/0 : 15[63000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 00/0 : 19[63000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 00/0 : 11[63000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r1n18:13223:16346 [2] NCCL INFO Channel 00 : 2[43000] -> 3[63000] via P2P/IPC comm 0x2b94e4000ab0 nRanks 96
e07r1n18:13223:16346 [2] NCCL INFO Channel 01 : 2[43000] -> 3[63000] via P2P/IPC comm 0x2b94e4000ab0 nRanks 96
e07r1n18:13222:16348 [1] NCCL INFO Channel 01 : 1[26000] -> 2[43000] via P2P/IPC comm 0x2b39b4000ab0 nRanks 96
e07r2n17:1467:3748 [1] NCCL INFO Channel 01 : 77[26000] -> 78[43000] via P2P/IPC comm 0x2b4b0c000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Channel 00 : 46[43000] -> 47[63000] via P2P/IPC comm 0x2abd48000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Channel 01 : 30[43000] -> 31[63000] via P2P/IPC comm 0x2b9a04000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Channel 01 : 81[26000] -> 82[43000] via P2P/IPC comm 0x2b0f9c000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Channel 01 : 73[26000] -> 74[43000] via P2P/IPC comm 0x2ba0f0000ab0 nRanks 96
e07r2n00:20544:23405 [1] NCCL INFO Channel 00 : 9[26000] -> 10[43000] via P2P/IPC comm 0x2b79c4000ab0 nRanks 96
e07r3n01:1702:4684 [2] NCCL INFO Channel 00 : 94[43000] -> 95[63000] via P2P/IPC comm 0x2b5ed4000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 00 : 5[26000] -> 6[43000] via P2P/IPC comm 0x2b72cc000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO Channel 01 : 89[26000] -> 90[43000] via P2P/IPC comm 0x2ac690000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Channel 01 : 34[43000] -> 35[63000] via P2P/IPC comm 0x2b0d00000ab0 nRanks 96
e07r2n11:11956:15096 [1] NCCL INFO Channel 00 : 53[26000] -> 54[43000] via P2P/IPC comm 0x2ae510000ab0 nRanks 96
e07r2n10:32031:1906 [1] NCCL INFO Channel 01 : 49[26000] -> 50[43000] via P2P/IPC comm 0x2b6514000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 00 : 17[26000] -> 18[43000] via P2P/IPC comm 0x2b1ef4000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Channel 00 : 21[26000] -> 22[43000] via P2P/IPC comm 0x2bab60000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Channel 00 : 13[26000] -> 14[43000] via P2P/IPC comm 0x2ab390000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 00/0 : 23[63000] -> 24[4000] [receive] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Channel 01 : 46[43000] -> 47[63000] via P2P/IPC comm 0x2abd48000ab0 nRanks 96
e07r2n16:22933:25778 [2] NCCL INFO Channel 01 : 74[43000] -> 75[63000] via P2P/IPC comm 0x2b2a88000ab0 nRanks 96
e07r2n00:20545:23404 [2] NCCL INFO Channel 01 : 10[43000] -> 11[63000] via P2P/IPC comm 0x2b5574000ab0 nRanks 96
e07r3n01:1702:4684 [2] NCCL INFO Channel 01 : 94[43000] -> 95[63000] via P2P/IPC comm 0x2b5ed4000ab0 nRanks 96
e07r1n19:1100:3356 [2] NCCL INFO Channel 01 : 6[43000] -> 7[63000] via P2P/IPC comm 0x2b97fc000ab0 nRanks 96
e07r3n00:20319:23164 [2] NCCL INFO Channel 01 : 90[43000] -> 91[63000] via P2P/IPC comm 0x2acbcc000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 01 : 33[26000] -> 34[43000] via P2P/IPC comm 0x2af884000ab0 nRanks 96
e07r2n11:11957:15103 [2] NCCL INFO Channel 01 : 54[43000] -> 55[63000] via P2P/IPC comm 0x2acf0c000ab0 nRanks 96
e07r2n10:32032:1903 [2] NCCL INFO Channel 01 : 50[43000] -> 51[63000] via P2P/IPC comm 0x2b4bd8000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO Channel 00 : 18[43000] -> 19[63000] via P2P/IPC comm 0x2b0148000ab0 nRanks 96
e07r2n03:17855:20704 [2] NCCL INFO Channel 00 : 22[43000] -> 23[63000] via P2P/IPC comm 0x2b1da4000ab0 nRanks 96
e07r2n01:29745:32751 [2] NCCL INFO Channel 00 : 14[43000] -> 15[63000] via P2P/IPC comm 0x2b5848000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 00 : 25[26000] -> 26[43000] via P2P/IPC comm 0x2aba4c000ab0 nRanks 96
e07r2n00:20544:23405 [1] NCCL INFO Channel 01 : 9[26000] -> 10[43000] via P2P/IPC comm 0x2b79c4000ab0 nRanks 96
e07r3n01:1701:4678 [1] NCCL INFO Channel 01 : 93[26000] -> 94[43000] via P2P/IPC comm 0x2ad560000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 01 : 5[26000] -> 6[43000] via P2P/IPC comm 0x2b72cc000ab0 nRanks 96
e07r2n11:11956:15096 [1] NCCL INFO Channel 01 : 53[26000] -> 54[43000] via P2P/IPC comm 0x2ae510000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 01 : 17[26000] -> 18[43000] via P2P/IPC comm 0x2b1ef4000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Channel 01 : 21[26000] -> 22[43000] via P2P/IPC comm 0x2bab60000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Channel 01 : 13[26000] -> 14[43000] via P2P/IPC comm 0x2ab390000ab0 nRanks 96
e07r2n04:30004:482 [2] NCCL INFO Channel 00 : 26[43000] -> 27[63000] via P2P/IPC comm 0x2b1258000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO Channel 01 : 18[43000] -> 19[63000] via P2P/IPC comm 0x2b0148000ab0 nRanks 96
e07r2n03:17855:20704 [2] NCCL INFO Channel 01 : 22[43000] -> 23[63000] via P2P/IPC comm 0x2b1da4000ab0 nRanks 96
e07r2n01:29745:32751 [2] NCCL INFO Channel 01 : 14[43000] -> 15[63000] via P2P/IPC comm 0x2b5848000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 01 : 25[26000] -> 26[43000] via P2P/IPC comm 0x2aba4c000ab0 nRanks 96
e07r2n04:30004:482 [2] NCCL INFO Channel 01 : 26[43000] -> 27[63000] via P2P/IPC comm 0x2b1258000ab0 nRanks 96
e07r2n12:18596:20866 [3] NCCL INFO Channel 00/0 : 59[63000] -> 60[4000] [send] via NET/IB/0 comm 0x2b2d6c000ab0 nRanks 96
e07r2n11:11958:15097 [3] NCCL INFO Channel 00/0 : 55[63000] -> 56[4000] [send] via NET/IB/0 comm 0x2af24c000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 01/0 : 55[63000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 00 : 56[4000] -> 57[26000] via P2P/IPC comm 0x2ad7b4000ab0 nRanks 96
e07r2n07:6740:10013 [3] NCCL INFO Channel 00/0 : 39[63000] -> 40[4000] [send] via NET/IB/0 comm 0x2b8ea4000ab0 nRanks 96
e07r2n19:30094:556 [3] NCCL INFO Channel 00/0 : 87[63000] -> 88[4000] [send] via NET/IB/0 comm 0x2b92b0000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 01/0 : 35[63000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01/0 : 83[63000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 00 : 36[4000] -> 37[26000] via P2P/IPC comm 0x2b47b4000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 00 : 84[4000] -> 85[26000] via P2P/IPC comm 0x2b603c000ab0 nRanks 96
e07r2n18:28710:31050 [3] NCCL INFO Channel 00/0 : 83[63000] -> 84[4000] [send] via NET/IB/0 comm 0x2b7b58000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01/0 : 27[63000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n13:1637:3920 [3] NCCL INFO Channel 00/0 : 63[63000] -> 64[4000] [send] via NET/IB/0 comm 0x2b1040000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 01/0 : 79[63000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01/0 : 59[63000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 00 : 60[4000] -> 61[26000] via P2P/IPC comm 0x2b7c58000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00 : 80[4000] -> 81[26000] via P2P/IPC comm 0x2b2fc0000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 00 : 28[4000] -> 29[26000] via P2P/IPC comm 0x2b8e18000ab0 nRanks 96
e07r2n04:30005:486 [3] NCCL INFO Channel 00/0 : 27[63000] -> 28[4000] [send] via NET/IB/0 comm 0x2b58a8000ab0 nRanks 96
e07r2n16:22934:25777 [3] NCCL INFO Channel 00/0 : 75[63000] -> 76[4000] [send] via NET/IB/0 comm 0x2b044c000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 01/0 : 71[63000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00 : 72[4000] -> 73[26000] via P2P/IPC comm 0x2ba1d8000ab0 nRanks 96
e07r2n15:23920:26734 [3] NCCL INFO Channel 00/0 : 71[63000] -> 72[4000] [send] via NET/IB/0 comm 0x2abc34000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 01 : 56[4000] -> 57[26000] via P2P/IPC comm 0x2ad7b4000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 01 : 36[4000] -> 37[26000] via P2P/IPC comm 0x2b47b4000ab0 nRanks 96
e07r2n10:32033:1902 [3] NCCL INFO Channel 00/0 : 51[63000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba9a4000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 01/0 : 47[63000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01 : 84[4000] -> 85[26000] via P2P/IPC comm 0x2b603c000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01/0 : 67[63000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 00 : 68[4000] -> 69[26000] via P2P/IPC comm 0x2b8b00000ab0 nRanks 96
e07r2n17:1469:3744 [3] NCCL INFO Channel 00/0 : 79[63000] -> 80[4000] [send] via NET/IB/0 comm 0x2ae928000ab0 nRanks 96
e07r3n00:20320:23163 [3] NCCL INFO Channel 00/0 : 91[63000] -> 92[4000] [send] via NET/IB/0 comm 0x2ad498000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Channel 00/0 : 67[63000] -> 68[4000] [send] via NET/IB/0 comm 0x2b1b3c000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 01/0 : 75[63000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 01/0 : 87[63000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 01/0 : 63[63000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 00 : 48[4000] -> 49[26000] via P2P/IPC comm 0x2acc6c000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 01 : 80[4000] -> 81[26000] via P2P/IPC comm 0x2b2fc0000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01 : 60[4000] -> 61[26000] via P2P/IPC comm 0x2b7c58000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 00 : 76[4000] -> 77[26000] via P2P/IPC comm 0x2b5ef4000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00 : 88[4000] -> 89[26000] via P2P/IPC comm 0x2b5f84000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00 : 64[4000] -> 65[26000] via P2P/IPC comm 0x2aeb48000ab0 nRanks 96
e07r2n08:27564:30430 [3] NCCL INFO Channel 00/0 : 43[63000] -> 44[4000] [send] via NET/IB/0 comm 0x2b0d50000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01 : 28[4000] -> 29[26000] via P2P/IPC comm 0x2b8e18000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 01 : 72[4000] -> 73[26000] via P2P/IPC comm 0x2ba1d8000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 01/0 : 39[63000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r1n19:1101:3360 [3] NCCL INFO Channel 00/0 : 7[63000] -> 8[4000] [send] via NET/IB/0 comm 0x2b22cc000ab0 nRanks 96
e07r2n09:18610:21580 [3] NCCL INFO Channel 00/0 : 47[63000] -> 48[4000] [send] via NET/IB/0 comm 0x2aee08000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01/0 : 11[63000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 00 : 12[4000] -> 13[26000] via P2P/IPC comm 0x2b600c000ab0 nRanks 96
e07r2n00:20546:23408 [3] NCCL INFO Channel 00/0 : 11[63000] -> 12[4000] [send] via NET/IB/0 comm 0x2b25a8000ab0 nRanks 96
e07r2n06:29129:31381 [3] NCCL INFO Channel 00/0 : 35[63000] -> 36[4000] [send] via NET/IB/0 comm 0x2aec80000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01 : 68[4000] -> 69[26000] via P2P/IPC comm 0x2b8b00000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 01 : 48[4000] -> 49[26000] via P2P/IPC comm 0x2acc6c000ab0 nRanks 96
e07r1n18:13224:16345 [3] NCCL INFO Channel 00/0 : 3[63000] -> 4[4000] [send] via NET/IB/0 comm 0x2b73d4000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 01/0 : 95[63000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 00 : 0[4000] -> 1[26000] via P2P/IPC comm 0x2acc68000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00 : 40[4000] -> 41[26000] via P2P/IPC comm 0x2aeecc000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 01/0 : 3[63000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01/0 : 43[63000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 01/0 : 7[63000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 01/0 : 31[63000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r3n01:1703:4679 [3] NCCL INFO Channel 00/0 : 95[63000] -> 0[4000] [send] via NET/IB/0 comm 0x2addec000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01/0 : 51[63000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n02:533:3574 [3] NCCL INFO Channel 00/0 : 19[63000] -> 20[4000] [send] via NET/IB/0 comm 0x2baa78000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 01 : 64[4000] -> 65[26000] via P2P/IPC comm 0x2aeb48000ab0 nRanks 96
e07r2n05:28934:31958 [3] NCCL INFO Channel 00/0 : 31[63000] -> 32[4000] [send] via NET/IB/0 comm 0x2ad188000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 01 : 40[4000] -> 41[26000] via P2P/IPC comm 0x2aeecc000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 00 : 4[4000] -> 5[26000] via P2P/IPC comm 0x2ab784000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 00 : 44[4000] -> 45[26000] via P2P/IPC comm 0x2ae458000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00 : 8[4000] -> 9[26000] via P2P/IPC comm 0x2b194c000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 00 : 32[4000] -> 33[26000] via P2P/IPC comm 0x2b328c000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 01/0 : 91[63000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 00 : 52[4000] -> 53[26000] via P2P/IPC comm 0x2ba77c000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 01/0 : 15[63000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 01 : 88[4000] -> 89[26000] via P2P/IPC comm 0x2b5f84000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01 : 12[4000] -> 13[26000] via P2P/IPC comm 0x2b600c000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 01/0 : 23[63000] -> 24[4000] [receive] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n03:17856:20703 [3] NCCL INFO Channel 00/0 : 23[63000] -> 24[4000] [send] via NET/IB/0 comm 0x2b0200000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 01 : 0[4000] -> 1[26000] via P2P/IPC comm 0x2acc68000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 01 : 4[4000] -> 5[26000] via P2P/IPC comm 0x2ab784000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01 : 44[4000] -> 45[26000] via P2P/IPC comm 0x2ae458000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 01 : 8[4000] -> 9[26000] via P2P/IPC comm 0x2b194c000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 01 : 32[4000] -> 33[26000] via P2P/IPC comm 0x2b328c000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 00 : 92[4000] -> 93[26000] via P2P/IPC comm 0x2b4230000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01 : 52[4000] -> 53[26000] via P2P/IPC comm 0x2ba77c000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 00 : 16[4000] -> 17[26000] via P2P/IPC comm 0x2b6184000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 00 : 24[4000] -> 25[26000] via P2P/IPC comm 0x2aea4c000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01/0 : 19[63000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 01 : 92[4000] -> 93[26000] via P2P/IPC comm 0x2b4230000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 01 : 16[4000] -> 17[26000] via P2P/IPC comm 0x2b6184000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 00 : 20[4000] -> 21[26000] via P2P/IPC comm 0x2b2c7c000ab0 nRanks 96
e07r2n01:29746:32750 [3] NCCL INFO Channel 00/0 : 15[63000] -> 16[4000] [send] via NET/IB/0 comm 0x2af91c000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01 : 20[4000] -> 21[26000] via P2P/IPC comm 0x2b2c7c000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 01 : 24[4000] -> 25[26000] via P2P/IPC comm 0x2aea4c000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Connected all rings comm 0x2ba878000ab0 nRanks 96 busId 26000
e07r2n19:30092:554 [1] NCCL INFO Connected all rings comm 0x2b3570000ab0 nRanks 96 busId 26000
e07r2n15:23918:26738 [1] NCCL INFO Connected all rings comm 0x2b7d5c000ab0 nRanks 96 busId 26000
e07r2n07:6738:10012 [1] NCCL INFO Connected all rings comm 0x2b6670000ab0 nRanks 96 busId 26000
e07r2n19:30092:554 [1] NCCL INFO Channel 01/0 : 85[26000] -> 88[4000] [send] via NET/IB/0 comm 0x2b3570000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 00/0 : 52[4000] -> 57[26000] [receive] via NET/IB/0 comm 0x2ba878000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Connected all rings comm 0x2ba0f0000ab0 nRanks 96 busId 26000
e07r2n08:27562:30427 [1] NCCL INFO Connected all rings comm 0x2ae780000ab0 nRanks 96 busId 26000
e07r2n13:1635:3918 [1] NCCL INFO Connected all rings comm 0x2abcc4000ab0 nRanks 96 busId 26000
e07r2n17:1465:3746 [0] NCCL INFO Channel 01 : 76[4000] -> 77[26000] via P2P/IPC comm 0x2b5ef4000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Connected all rings comm 0x2b0f9c000ab0 nRanks 96 busId 26000
e07r3n00:20318:23165 [1] NCCL INFO Connected all rings comm 0x2ac690000ab0 nRanks 96 busId 26000
e07r2n05:28932:31961 [1] NCCL INFO Connected all rings comm 0x2b5f30000ab0 nRanks 96 busId 26000
e07r2n15:23918:26738 [1] NCCL INFO Channel 01/0 : 69[26000] -> 72[4000] [send] via NET/IB/0 comm 0x2b7d5c000ab0 nRanks 96
e07r2n07:6738:10012 [1] NCCL INFO Channel 01/0 : 37[26000] -> 40[4000] [send] via NET/IB/0 comm 0x2b6670000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Connected all rings comm 0x2b1ae0000ab0 nRanks 96 busId 26000
e07r3n01:1701:4678 [1] NCCL INFO Connected all rings comm 0x2ad560000ab0 nRanks 96 busId 26000
e07r2n11:11956:15096 [1] NCCL INFO Connected all rings comm 0x2ae510000ab0 nRanks 96 busId 26000
e07r2n10:32031:1906 [1] NCCL INFO Connected all rings comm 0x2b6514000ab0 nRanks 96 busId 26000
e07r2n14:18265:21085 [1] NCCL INFO Connected all rings comm 0x2b3ad4000ab0 nRanks 96 busId 26000
e07r2n13:1635:3918 [1] NCCL INFO Channel 01/0 : 61[26000] -> 76[4000] [send] via NET/IB/0 comm 0x2abcc4000ab0 nRanks 96
e07r2n05:28932:31961 [1] NCCL INFO Channel 01/0 : 29[26000] -> 60[4000] [send] via NET/IB/0 comm 0x2b5f30000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 00/0 : 36[4000] -> 41[26000] [receive] via NET/IB/0 comm 0x2ae780000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 01/0 : 45[26000] -> 52[4000] [send] via NET/IB/0 comm 0x2b1ae0000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Channel 00/0 : 68[4000] -> 73[26000] [receive] via NET/IB/0 comm 0x2ba0f0000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Connected all rings comm 0x2ab390000ab0 nRanks 96 busId 26000
e07r2n18:28708:31053 [1] NCCL INFO Channel 00/0 : 72[4000] -> 81[26000] [receive] via NET/IB/0 comm 0x2b0f9c000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO Channel 00/0 : 84[4000] -> 89[26000] [receive] via NET/IB/0 comm 0x2ac690000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Connected all rings comm 0x2b72cc000ab0 nRanks 96 busId 26000
e07r2n00:20544:23405 [1] NCCL INFO Connected all rings comm 0x2b79c4000ab0 nRanks 96 busId 26000
e07r2n03:17854:20706 [1] NCCL INFO Connected all rings comm 0x2bab60000ab0 nRanks 96 busId 26000
e07r2n06:29127:31382 [1] NCCL INFO Connected all rings comm 0x2af884000ab0 nRanks 96 busId 26000
e07r2n11:11956:15096 [1] NCCL INFO Channel 01/0 : 53[26000] -> 56[4000] [send] via NET/IB/0 comm 0x2ae510000ab0 nRanks 96
e07r2n10:32031:1906 [1] NCCL INFO Channel 00/0 : 40[4000] -> 49[26000] [receive] via NET/IB/0 comm 0x2b6514000ab0 nRanks 96
e07r1n18:13222:16348 [1] NCCL INFO Connected all rings comm 0x2b39b4000ab0 nRanks 96 busId 26000
e07r3n01:1701:4678 [1] NCCL INFO Channel 00 : 93[26000] -> 92[4000] via P2P/IPC comm 0x2ad560000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 00/0 : 32[4000] -> 65[26000] [receive] via NET/IB/0 comm 0x2b3ad4000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Connected all rings comm 0x2b1ef4000ab0 nRanks 96 busId 26000
e07r2n04:30003:480 [1] NCCL INFO Connected all rings comm 0x2aba4c000ab0 nRanks 96 busId 26000
e07r2n01:29744:32754 [1] NCCL INFO Channel 01/0 : 13[26000] -> 20[4000] [send] via NET/IB/0 comm 0x2ab390000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Channel 01/0 : 21[26000] -> 24[4000] [send] via NET/IB/0 comm 0x2bab60000ab0 nRanks 96
e07r3n01:1701:4678 [1] NCCL INFO Channel 01 : 93[26000] -> 92[4000] via P2P/IPC comm 0x2ad560000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 01/0 : 5[26000] -> 8[4000] [send] via NET/IB/0 comm 0x2b72cc000ab0 nRanks 96
e07r2n00:20544:23405 [1] NCCL INFO Channel 00/0 : 4[4000] -> 9[26000] [receive] via NET/IB/0 comm 0x2b79c4000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 00/0 : 16[4000] -> 33[26000] [receive] via NET/IB/0 comm 0x2af884000ab0 nRanks 96
e07r1n18:13222:16348 [1] NCCL INFO Channel 00 : 1[26000] -> 0[4000] via P2P/IPC comm 0x2b39b4000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 00/0 : 8[4000] -> 17[26000] [receive] via NET/IB/0 comm 0x2b1ef4000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 00/0 : 20[4000] -> 25[26000] [receive] via NET/IB/0 comm 0x2aba4c000ab0 nRanks 96
e07r1n18:13222:16348 [1] NCCL INFO Channel 01 : 1[26000] -> 0[4000] via P2P/IPC comm 0x2b39b4000ab0 nRanks 96
e07r2n17:1467:3748 [1] NCCL INFO Connected all rings comm 0x2b4b0c000ab0 nRanks 96 busId 26000
e07r2n17:1467:3748 [1] NCCL INFO Channel 01/0 : 77[26000] -> 84[4000] [send] via NET/IB/0 comm 0x2b4b0c000ab0 nRanks 96
e07r2n12:18596:20866 [3] NCCL INFO Channel 01/0 : 59[63000] -> 60[4000] [send] via NET/IB/0 comm 0x2b2d6c000ab0 nRanks 96
e07r2n11:11958:15097 [3] NCCL INFO Channel 01/0 : 55[63000] -> 56[4000] [send] via NET/IB/0 comm 0x2af24c000ab0 nRanks 96
e07r2n07:6740:10013 [3] NCCL INFO Channel 01/0 : 39[63000] -> 40[4000] [send] via NET/IB/0 comm 0x2b8ea4000ab0 nRanks 96
e07r2n19:30094:556 [3] NCCL INFO Channel 01/0 : 87[63000] -> 88[4000] [send] via NET/IB/0 comm 0x2b92b0000ab0 nRanks 96
e07r2n18:28710:31050 [3] NCCL INFO Channel 01/0 : 83[63000] -> 84[4000] [send] via NET/IB/0 comm 0x2b7b58000ab0 nRanks 96
e07r2n13:1637:3920 [3] NCCL INFO Channel 01/0 : 63[63000] -> 64[4000] [send] via NET/IB/0 comm 0x2b1040000ab0 nRanks 96
e07r2n04:30005:486 [3] NCCL INFO Channel 01/0 : 27[63000] -> 28[4000] [send] via NET/IB/0 comm 0x2b58a8000ab0 nRanks 96
e07r2n16:22934:25777 [3] NCCL INFO Channel 01/0 : 75[63000] -> 76[4000] [send] via NET/IB/0 comm 0x2b044c000ab0 nRanks 96
e07r2n15:23920:26734 [3] NCCL INFO Channel 01/0 : 71[63000] -> 72[4000] [send] via NET/IB/0 comm 0x2abc34000ab0 nRanks 96
e07r2n10:32033:1902 [3] NCCL INFO Channel 01/0 : 51[63000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba9a4000ab0 nRanks 96
e07r2n17:1469:3744 [3] NCCL INFO Channel 01/0 : 79[63000] -> 80[4000] [send] via NET/IB/0 comm 0x2ae928000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Channel 01/0 : 67[63000] -> 68[4000] [send] via NET/IB/0 comm 0x2b1b3c000ab0 nRanks 96
e07r3n00:20320:23163 [3] NCCL INFO Channel 01/0 : 91[63000] -> 92[4000] [send] via NET/IB/0 comm 0x2ad498000ab0 nRanks 96
e07r2n08:27564:30430 [3] NCCL INFO Channel 01/0 : 43[63000] -> 44[4000] [send] via NET/IB/0 comm 0x2b0d50000ab0 nRanks 96
e07r2n09:18610:21580 [3] NCCL INFO Channel 01/0 : 47[63000] -> 48[4000] [send] via NET/IB/0 comm 0x2aee08000ab0 nRanks 96
e07r1n19:1101:3360 [3] NCCL INFO Channel 01/0 : 7[63000] -> 8[4000] [send] via NET/IB/0 comm 0x2b22cc000ab0 nRanks 96
e07r2n00:20546:23408 [3] NCCL INFO Channel 01/0 : 11[63000] -> 12[4000] [send] via NET/IB/0 comm 0x2b25a8000ab0 nRanks 96
e07r2n06:29129:31381 [3] NCCL INFO Channel 01/0 : 35[63000] -> 36[4000] [send] via NET/IB/0 comm 0x2aec80000ab0 nRanks 96
e07r1n18:13224:16345 [3] NCCL INFO Channel 01/0 : 3[63000] -> 4[4000] [send] via NET/IB/0 comm 0x2b73d4000ab0 nRanks 96
e07r3n01:1703:4679 [3] NCCL INFO Channel 01/0 : 95[63000] -> 0[4000] [send] via NET/IB/0 comm 0x2addec000ab0 nRanks 96
e07r2n02:533:3574 [3] NCCL INFO Channel 01/0 : 19[63000] -> 20[4000] [send] via NET/IB/0 comm 0x2baa78000ab0 nRanks 96
e07r2n05:28934:31958 [3] NCCL INFO Channel 01/0 : 31[63000] -> 32[4000] [send] via NET/IB/0 comm 0x2ad188000ab0 nRanks 96
e07r2n03:17856:20703 [3] NCCL INFO Channel 01/0 : 23[63000] -> 24[4000] [send] via NET/IB/0 comm 0x2b0200000ab0 nRanks 96
e07r2n01:29746:32750 [3] NCCL INFO Channel 01/0 : 15[63000] -> 16[4000] [send] via NET/IB/0 comm 0x2af91c000ab0 nRanks 96
e07r2n12:18595:20871 [2] NCCL INFO Connected all rings comm 0x2b8354000ab0 nRanks 96 busId 43000
e07r2n07:6739:10014 [2] NCCL INFO Connected all rings comm 0x2ac540000ab0 nRanks 96 busId 43000
e07r2n11:11957:15103 [2] NCCL INFO Connected all rings comm 0x2acf0c000ab0 nRanks 96 busId 43000
e07r2n16:22933:25778 [2] NCCL INFO Connected all rings comm 0x2b2a88000ab0 nRanks 96 busId 43000
e07r2n12:18595:20871 [2] NCCL INFO Channel 00 : 58[43000] -> 57[26000] via P2P/IPC comm 0x2b8354000ab0 nRanks 96
e07r2n10:32032:1903 [2] NCCL INFO Connected all rings comm 0x2b4bd8000ab0 nRanks 96 busId 43000
e07r2n13:1636:3917 [2] NCCL INFO Connected all rings comm 0x2ba19c000ab0 nRanks 96 busId 43000
e07r2n17:1468:3745 [2] NCCL INFO Connected all rings comm 0x2b1824000ab0 nRanks 96 busId 43000
e07r2n19:30093:553 [2] NCCL INFO Connected all rings comm 0x2b8290000ab0 nRanks 96 busId 43000
e07r2n07:6739:10014 [2] NCCL INFO Channel 00 : 38[43000] -> 37[26000] via P2P/IPC comm 0x2ac540000ab0 nRanks 96
e07r2n12:18595:20871 [2] NCCL INFO Channel 01 : 58[43000] -> 57[26000] via P2P/IPC comm 0x2b8354000ab0 nRanks 96
e07r2n18:28709:31051 [2] NCCL INFO Connected all rings comm 0x2ad0c8000ab0 nRanks 96 busId 43000
e07r2n04:30004:482 [2] NCCL INFO Connected all rings comm 0x2b1258000ab0 nRanks 96 busId 43000
e07r2n07:6739:10014 [2] NCCL INFO Channel 01 : 38[43000] -> 37[26000] via P2P/IPC comm 0x2ac540000ab0 nRanks 96
e07r2n15:23919:26739 [2] NCCL INFO Connected all rings comm 0x2b0f24000ab0 nRanks 96 busId 43000
e07r3n00:20319:23164 [2] NCCL INFO Connected all rings comm 0x2acbcc000ab0 nRanks 96 busId 43000
e07r2n14:18266:21083 [2] NCCL INFO Connected all rings comm 0x2b5700000ab0 nRanks 96 busId 43000
e07r2n02:532:3575 [2] NCCL INFO Connected all rings comm 0x2b0148000ab0 nRanks 96 busId 43000
e07r2n10:32032:1903 [2] NCCL INFO Channel 00 : 50[43000] -> 49[26000] via P2P/IPC comm 0x2b4bd8000ab0 nRanks 96
e07r2n11:11957:15103 [2] NCCL INFO Channel 00 : 54[43000] -> 53[26000] via P2P/IPC comm 0x2acf0c000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO Channel 00 : 78[43000] -> 77[26000] via P2P/IPC comm 0x2b1824000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Connected all rings comm 0x2abd48000ab0 nRanks 96 busId 43000
e07r2n08:27563:30429 [2] NCCL INFO Connected all rings comm 0x2b8bf4000ab0 nRanks 96 busId 43000
e07r2n16:22933:25778 [2] NCCL INFO Channel 00 : 74[43000] -> 73[26000] via P2P/IPC comm 0x2b2a88000ab0 nRanks 96
e07r1n19:1100:3356 [2] NCCL INFO Connected all rings comm 0x2b97fc000ab0 nRanks 96 busId 43000
e07r2n13:1636:3917 [2] NCCL INFO Channel 00 : 62[43000] -> 61[26000] via P2P/IPC comm 0x2ba19c000ab0 nRanks 96
e07r2n19:30093:553 [2] NCCL INFO Channel 00 : 86[43000] -> 85[26000] via P2P/IPC comm 0x2b8290000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Connected all rings comm 0x2b0d00000ab0 nRanks 96 busId 43000
e07r2n03:17855:20704 [2] NCCL INFO Connected all rings comm 0x2b1da4000ab0 nRanks 96 busId 43000
e07r2n18:28709:31051 [2] NCCL INFO Channel 00 : 82[43000] -> 81[26000] via P2P/IPC comm 0x2ad0c8000ab0 nRanks 96
e07r1n18:13223:16346 [2] NCCL INFO Connected all rings comm 0x2b94e4000ab0 nRanks 96 busId 43000
e07r2n00:20545:23404 [2] NCCL INFO Connected all rings comm 0x2b5574000ab0 nRanks 96 busId 43000
e07r2n10:32032:1903 [2] NCCL INFO Channel 01 : 50[43000] -> 49[26000] via P2P/IPC comm 0x2b4bd8000ab0 nRanks 96
e07r2n11:11957:15103 [2] NCCL INFO Channel 01 : 54[43000] -> 53[26000] via P2P/IPC comm 0x2acf0c000ab0 nRanks 96
e07r2n04:30004:482 [2] NCCL INFO Channel 00 : 26[43000] -> 25[26000] via P2P/IPC comm 0x2b1258000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO Channel 01 : 78[43000] -> 77[26000] via P2P/IPC comm 0x2b1824000ab0 nRanks 96
e07r3n01:1702:4684 [2] NCCL INFO Connected all rings comm 0x2b5ed4000ab0 nRanks 96 busId 43000
e07r2n16:22933:25778 [2] NCCL INFO Channel 01 : 74[43000] -> 73[26000] via P2P/IPC comm 0x2b2a88000ab0 nRanks 96
e07r2n13:1636:3917 [2] NCCL INFO Channel 01 : 62[43000] -> 61[26000] via P2P/IPC comm 0x2ba19c000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Connected all rings comm 0x2b9a04000ab0 nRanks 96 busId 43000
e07r2n19:30093:553 [2] NCCL INFO Channel 01 : 86[43000] -> 85[26000] via P2P/IPC comm 0x2b8290000ab0 nRanks 96
e07r2n18:28709:31051 [2] NCCL INFO Channel 01 : 82[43000] -> 81[26000] via P2P/IPC comm 0x2ad0c8000ab0 nRanks 96
e07r2n04:30004:482 [2] NCCL INFO Channel 01 : 26[43000] -> 25[26000] via P2P/IPC comm 0x2b1258000ab0 nRanks 96
e07r2n14:18266:21083 [2] NCCL INFO Channel 00 : 66[43000] -> 65[26000] via P2P/IPC comm 0x2b5700000ab0 nRanks 96
e07r2n15:23919:26739 [2] NCCL INFO Channel 00 : 70[43000] -> 69[26000] via P2P/IPC comm 0x2b0f24000ab0 nRanks 96
e07r2n01:29745:32751 [2] NCCL INFO Connected all rings comm 0x2b5848000ab0 nRanks 96 busId 43000
e07r2n14:18266:21083 [2] NCCL INFO Channel 01 : 66[43000] -> 65[26000] via P2P/IPC comm 0x2b5700000ab0 nRanks 96
e07r2n15:23919:26739 [2] NCCL INFO Channel 01 : 70[43000] -> 69[26000] via P2P/IPC comm 0x2b0f24000ab0 nRanks 96
e07r3n00:20319:23164 [2] NCCL INFO Channel 00 : 90[43000] -> 89[26000] via P2P/IPC comm 0x2acbcc000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Channel 00 : 46[43000] -> 45[26000] via P2P/IPC comm 0x2abd48000ab0 nRanks 96
e07r2n08:27563:30429 [2] NCCL INFO Channel 00 : 42[43000] -> 41[26000] via P2P/IPC comm 0x2b8bf4000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO Channel 00 : 18[43000] -> 17[26000] via P2P/IPC comm 0x2b0148000ab0 nRanks 96
e07r1n19:1100:3356 [2] NCCL INFO Channel 00 : 6[43000] -> 5[26000] via P2P/IPC comm 0x2b97fc000ab0 nRanks 96
e07r2n03:17855:20704 [2] NCCL INFO Channel 00 : 22[43000] -> 21[26000] via P2P/IPC comm 0x2b1da4000ab0 nRanks 96
e07r3n00:20319:23164 [2] NCCL INFO Channel 01 : 90[43000] -> 89[26000] via P2P/IPC comm 0x2acbcc000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO Channel 01 : 18[43000] -> 17[26000] via P2P/IPC comm 0x2b0148000ab0 nRanks 96
e07r1n18:13223:16346 [2] NCCL INFO Channel 00 : 2[43000] -> 1[26000] via P2P/IPC comm 0x2b94e4000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Channel 00 : 34[43000] -> 33[26000] via P2P/IPC comm 0x2b0d00000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Channel 01 : 46[43000] -> 45[26000] via P2P/IPC comm 0x2abd48000ab0 nRanks 96
e07r2n00:20545:23404 [2] NCCL INFO Channel 00 : 10[43000] -> 9[26000] via P2P/IPC comm 0x2b5574000ab0 nRanks 96
e07r2n03:17855:20704 [2] NCCL INFO Channel 01 : 22[43000] -> 21[26000] via P2P/IPC comm 0x2b1da4000ab0 nRanks 96
e07r1n19:1100:3356 [2] NCCL INFO Channel 01 : 6[43000] -> 5[26000] via P2P/IPC comm 0x2b97fc000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Channel 00 : 30[43000] -> 29[26000] via P2P/IPC comm 0x2b9a04000ab0 nRanks 96
e07r2n08:27563:30429 [2] NCCL INFO Channel 01 : 42[43000] -> 41[26000] via P2P/IPC comm 0x2b8bf4000ab0 nRanks 96
e07r2n01:29745:32751 [2] NCCL INFO Channel 00 : 14[43000] -> 13[26000] via P2P/IPC comm 0x2b5848000ab0 nRanks 96
e07r3n01:1702:4684 [2] NCCL INFO Channel 00 : 94[43000] -> 93[26000] via P2P/IPC comm 0x2b5ed4000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Channel 01 : 34[43000] -> 33[26000] via P2P/IPC comm 0x2b0d00000ab0 nRanks 96
e07r2n00:20545:23404 [2] NCCL INFO Channel 01 : 10[43000] -> 9[26000] via P2P/IPC comm 0x2b5574000ab0 nRanks 96
e07r1n18:13223:16346 [2] NCCL INFO Channel 01 : 2[43000] -> 1[26000] via P2P/IPC comm 0x2b94e4000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Channel 01 : 30[43000] -> 29[26000] via P2P/IPC comm 0x2b9a04000ab0 nRanks 96
e07r2n01:29745:32751 [2] NCCL INFO Channel 01 : 14[43000] -> 13[26000] via P2P/IPC comm 0x2b5848000ab0 nRanks 96
e07r3n01:1702:4684 [2] NCCL INFO Channel 01 : 94[43000] -> 93[26000] via P2P/IPC comm 0x2b5ed4000ab0 nRanks 96
e07r2n11:11958:15097 [3] NCCL INFO Connected all rings comm 0x2af24c000ab0 nRanks 96 busId 63000
e07r2n11:11958:15097 [3] NCCL INFO Channel 00 : 55[63000] -> 54[43000] via P2P/IPC comm 0x2af24c000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Connected all rings comm 0x2b1b3c000ab0 nRanks 96 busId 63000
e07r2n13:1637:3920 [3] NCCL INFO Connected all rings comm 0x2b1040000ab0 nRanks 96 busId 63000
e07r2n13:1637:3920 [3] NCCL INFO Channel 00 : 63[63000] -> 62[43000] via P2P/IPC comm 0x2b1040000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Channel 00 : 67[63000] -> 66[43000] via P2P/IPC comm 0x2b1b3c000ab0 nRanks 96
e07r2n07:6740:10013 [3] NCCL INFO Connected all rings comm 0x2b8ea4000ab0 nRanks 96 busId 63000
e07r2n07:6740:10013 [3] NCCL INFO Channel 00 : 39[63000] -> 38[43000] via P2P/IPC comm 0x2b8ea4000ab0 nRanks 96
e07r2n18:28710:31050 [3] NCCL INFO Connected all rings comm 0x2b7b58000ab0 nRanks 96 busId 63000
e07r2n11:11958:15097 [3] NCCL INFO Channel 01 : 55[63000] -> 54[43000] via P2P/IPC comm 0x2af24c000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Channel 01 : 67[63000] -> 66[43000] via P2P/IPC comm 0x2b1b3c000ab0 nRanks 96
e07r3n01:1703:4679 [3] NCCL INFO Connected all rings comm 0x2addec000ab0 nRanks 96 busId 63000
e07r2n18:28710:31050 [3] NCCL INFO Channel 00 : 83[63000] -> 82[43000] via P2P/IPC comm 0x2b7b58000ab0 nRanks 96
e07r3n01:1703:4679 [3] NCCL INFO Channel 00 : 95[63000] -> 94[43000] via P2P/IPC comm 0x2addec000ab0 nRanks 96
e07r2n13:1637:3920 [3] NCCL INFO Channel 01 : 63[63000] -> 62[43000] via P2P/IPC comm 0x2b1040000ab0 nRanks 96
e07r2n07:6740:10013 [3] NCCL INFO Channel 01 : 39[63000] -> 38[43000] via P2P/IPC comm 0x2b8ea4000ab0 nRanks 96
e07r2n16:22934:25777 [3] NCCL INFO Connected all rings comm 0x2b044c000ab0 nRanks 96 busId 63000
e07r2n16:22934:25777 [3] NCCL INFO Channel 00 : 75[63000] -> 74[43000] via P2P/IPC comm 0x2b044c000ab0 nRanks 96
e07r3n01:1703:4679 [3] NCCL INFO Channel 01 : 95[63000] -> 94[43000] via P2P/IPC comm 0x2addec000ab0 nRanks 96
e07r2n12:18596:20866 [3] NCCL INFO Connected all rings comm 0x2b2d6c000ab0 nRanks 96 busId 63000
e07r2n12:18596:20866 [3] NCCL INFO Channel 00 : 59[63000] -> 58[43000] via P2P/IPC comm 0x2b2d6c000ab0 nRanks 96
e07r2n18:28710:31050 [3] NCCL INFO Channel 01 : 83[63000] -> 82[43000] via P2P/IPC comm 0x2b7b58000ab0 nRanks 96
e07r2n04:30005:486 [3] NCCL INFO Connected all rings comm 0x2b58a8000ab0 nRanks 96 busId 63000
e07r2n04:30005:486 [3] NCCL INFO Channel 00 : 27[63000] -> 26[43000] via P2P/IPC comm 0x2b58a8000ab0 nRanks 96
e07r2n06:29129:31381 [3] NCCL INFO Connected all rings comm 0x2aec80000ab0 nRanks 96 busId 63000
e07r2n06:29129:31381 [3] NCCL INFO Channel 00 : 35[63000] -> 34[43000] via P2P/IPC comm 0x2aec80000ab0 nRanks 96
e07r2n16:22934:25777 [3] NCCL INFO Channel 01 : 75[63000] -> 74[43000] via P2P/IPC comm 0x2b044c000ab0 nRanks 96
e07r2n03:17856:20703 [3] NCCL INFO Connected all rings comm 0x2b0200000ab0 nRanks 96 busId 63000
e07r2n12:18596:20866 [3] NCCL INFO Channel 01 : 59[63000] -> 58[43000] via P2P/IPC comm 0x2b2d6c000ab0 nRanks 96
e07r2n03:17856:20703 [3] NCCL INFO Channel 00 : 23[63000] -> 22[43000] via P2P/IPC comm 0x2b0200000ab0 nRanks 96
e07r3n00:20320:23163 [3] NCCL INFO Connected all rings comm 0x2ad498000ab0 nRanks 96 busId 63000
e07r2n04:30005:486 [3] NCCL INFO Channel 01 : 27[63000] -> 26[43000] via P2P/IPC comm 0x2b58a8000ab0 nRanks 96
e07r2n08:27564:30430 [3] NCCL INFO Connected all rings comm 0x2b0d50000ab0 nRanks 96 busId 63000
e07r3n00:20320:23163 [3] NCCL INFO Channel 00 : 91[63000] -> 90[43000] via P2P/IPC comm 0x2ad498000ab0 nRanks 96
e07r2n08:27564:30430 [3] NCCL INFO Channel 00 : 43[63000] -> 42[43000] via P2P/IPC comm 0x2b0d50000ab0 nRanks 96
e07r2n06:29129:31381 [3] NCCL INFO Channel 01 : 35[63000] -> 34[43000] via P2P/IPC comm 0x2aec80000ab0 nRanks 96
e07r2n00:20546:23408 [3] NCCL INFO Connected all rings comm 0x2b25a8000ab0 nRanks 96 busId 63000
e07r2n15:23920:26734 [3] NCCL INFO Connected all rings comm 0x2abc34000ab0 nRanks 96 busId 63000
e07r2n10:32033:1902 [3] NCCL INFO Connected all rings comm 0x2ba9a4000ab0 nRanks 96 busId 63000
e07r2n00:20546:23408 [3] NCCL INFO Channel 00 : 11[63000] -> 10[43000] via P2P/IPC comm 0x2b25a8000ab0 nRanks 96
e07r2n15:23920:26734 [3] NCCL INFO Channel 00 : 71[63000] -> 70[43000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r2n10:32033:1902 [3] NCCL INFO Channel 00 : 51[63000] -> 50[43000] via P2P/IPC comm 0x2ba9a4000ab0 nRanks 96
e07r2n09:18610:21580 [3] NCCL INFO Connected all rings comm 0x2aee08000ab0 nRanks 96 busId 63000
e07r2n09:18610:21580 [3] NCCL INFO Channel 00 : 47[63000] -> 46[43000] via P2P/IPC comm 0x2aee08000ab0 nRanks 96
e07r3n00:20320:23163 [3] NCCL INFO Channel 01 : 91[63000] -> 90[43000] via P2P/IPC comm 0x2ad498000ab0 nRanks 96
e07r2n02:533:3574 [3] NCCL INFO Connected all rings comm 0x2baa78000ab0 nRanks 96 busId 63000
e07r2n02:533:3574 [3] NCCL INFO Channel 00 : 19[63000] -> 18[43000] via P2P/IPC comm 0x2baa78000ab0 nRanks 96
e07r2n03:17856:20703 [3] NCCL INFO Channel 01 : 23[63000] -> 22[43000] via P2P/IPC comm 0x2b0200000ab0 nRanks 96
e07r2n08:27564:30430 [3] NCCL INFO Channel 01 : 43[63000] -> 42[43000] via P2P/IPC comm 0x2b0d50000ab0 nRanks 96
e07r2n00:20546:23408 [3] NCCL INFO Channel 01 : 11[63000] -> 10[43000] via P2P/IPC comm 0x2b25a8000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Connected all rings comm 0x2ad7b4000ab0 nRanks 96 busId 4000
e07r2n10:32033:1902 [3] NCCL INFO Channel 01 : 51[63000] -> 50[43000] via P2P/IPC comm 0x2ba9a4000ab0 nRanks 96
e07r2n05:28934:31958 [3] NCCL INFO Connected all rings comm 0x2ad188000ab0 nRanks 96 busId 63000
e07r2n09:18610:21580 [3] NCCL INFO Channel 01 : 47[63000] -> 46[43000] via P2P/IPC comm 0x2aee08000ab0 nRanks 96
e07r2n17:1469:3744 [3] NCCL INFO Connected all rings comm 0x2ae928000ab0 nRanks 96 busId 63000
e07r1n18:13224:16345 [3] NCCL INFO Connected all rings comm 0x2b73d4000ab0 nRanks 96 busId 63000
e07r1n18:13224:16345 [3] NCCL INFO Channel 00 : 3[63000] -> 2[43000] via P2P/IPC comm 0x2b73d4000ab0 nRanks 96
e07r2n05:28934:31958 [3] NCCL INFO Channel 00 : 31[63000] -> 30[43000] via P2P/IPC comm 0x2ad188000ab0 nRanks 96
e07r2n17:1469:3744 [3] NCCL INFO Channel 00 : 79[63000] -> 78[43000] via P2P/IPC comm 0x2ae928000ab0 nRanks 96
e07r2n15:23920:26734 [3] NCCL INFO Channel 01 : 71[63000] -> 70[43000] via P2P/IPC comm 0x2abc34000ab0 nRanks 96
e07r2n02:533:3574 [3] NCCL INFO Channel 01 : 19[63000] -> 18[43000] via P2P/IPC comm 0x2baa78000ab0 nRanks 96
e07r1n19:1101:3360 [3] NCCL INFO Connected all rings comm 0x2b22cc000ab0 nRanks 96 busId 63000
e07r1n19:1101:3360 [3] NCCL INFO Channel 00 : 7[63000] -> 6[43000] via P2P/IPC comm 0x2b22cc000ab0 nRanks 96
e07r2n05:28934:31958 [3] NCCL INFO Channel 01 : 31[63000] -> 30[43000] via P2P/IPC comm 0x2ad188000ab0 nRanks 96
e07r2n01:29746:32750 [3] NCCL INFO Connected all rings comm 0x2af91c000ab0 nRanks 96 busId 63000
e07r2n01:29746:32750 [3] NCCL INFO Channel 00 : 15[63000] -> 14[43000] via P2P/IPC comm 0x2af91c000ab0 nRanks 96
e07r1n18:13224:16345 [3] NCCL INFO Channel 01 : 3[63000] -> 2[43000] via P2P/IPC comm 0x2b73d4000ab0 nRanks 96
e07r2n14:18267:21082 [3] NCCL INFO Connected all trees comm 0x2b1b3c000ab0 nRanks 96 busId 63000
e07r2n17:1469:3744 [3] NCCL INFO Channel 01 : 79[63000] -> 78[43000] via P2P/IPC comm 0x2ae928000ab0 nRanks 96
e07r2n11:11958:15097 [3] NCCL INFO Connected all trees comm 0x2af24c000ab0 nRanks 96 busId 63000
e07r2n11:11958:15097 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11958:15097 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1637:3920 [3] NCCL INFO Connected all trees comm 0x2b1040000ab0 nRanks 96 busId 63000
e07r2n14:18267:21082 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18267:21082 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1637:3920 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1637:3920 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6740:10013 [3] NCCL INFO Connected all trees comm 0x2b8ea4000ab0 nRanks 96 busId 63000
e07r2n01:29746:32750 [3] NCCL INFO Channel 01 : 15[63000] -> 14[43000] via P2P/IPC comm 0x2af91c000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Connected all rings comm 0x2b8b00000ab0 nRanks 96 busId 4000
e07r1n19:1101:3360 [3] NCCL INFO Channel 01 : 7[63000] -> 6[43000] via P2P/IPC comm 0x2b22cc000ab0 nRanks 96
e07r2n07:6740:10013 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18263:21080 [0] NCCL INFO Connected all rings comm 0x2aeb48000ab0 nRanks 96 busId 4000
e07r2n07:6740:10013 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27561:30423 [0] NCCL INFO Connected all rings comm 0x2aeecc000ab0 nRanks 96 busId 4000
e07r2n18:28710:31050 [3] NCCL INFO Connected all trees comm 0x2b7b58000ab0 nRanks 96 busId 63000
e07r3n01:1700:4681 [0] NCCL INFO Connected all rings comm 0x2b4230000ab0 nRanks 96 busId 4000
e07r2n18:28710:31050 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28710:31050 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32030:1904 [0] NCCL INFO Connected all rings comm 0x2acc6c000ab0 nRanks 96 busId 4000
e07r2n17:1465:3746 [0] NCCL INFO Connected all rings comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r2n16:22934:25777 [3] NCCL INFO Connected all trees comm 0x2b044c000ab0 nRanks 96 busId 63000
e07r2n07:6736:10011 [0] NCCL INFO Connected all rings comm 0x2b47b4000ab0 nRanks 96 busId 4000
e07r2n05:28930:31956 [0] NCCL INFO Connected all rings comm 0x2b8e18000ab0 nRanks 96 busId 4000
e07r2n16:22934:25777 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22934:25777 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1702:4684 [2] NCCL INFO Connected all trees comm 0x2b5ed4000ab0 nRanks 96 busId 43000
e07r3n01:1703:4679 [3] NCCL INFO Connected all trees comm 0x2addec000ab0 nRanks 96 busId 63000
e07r3n01:1702:4684 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30005:486 [3] NCCL INFO Connected all trees comm 0x2b58a8000ab0 nRanks 96 busId 63000
e07r2n04:30005:486 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29129:31381 [3] NCCL INFO Connected all trees comm 0x2aec80000ab0 nRanks 96 busId 63000
e07r2n04:30005:486 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29125:31386 [0] NCCL INFO Connected all rings comm 0x2b328c000ab0 nRanks 96 busId 4000
e07r3n01:1703:4679 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1703:4679 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18606:21581 [0] NCCL INFO Connected all rings comm 0x2ae458000ab0 nRanks 96 busId 4000
e07r2n03:17852:20705 [0] NCCL INFO Connected all rings comm 0x2b2c7c000ab0 nRanks 96 busId 4000
e07r1n18:13221:16343 [0] NCCL INFO Connected all rings comm 0x2acc68000ab0 nRanks 96 busId 4000
e07r2n06:29129:31381 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29129:31381 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1702:4684 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30094:556 [3] NCCL INFO Connected all rings comm 0x2b92b0000ab0 nRanks 96 busId 63000
e07r2n13:1633:3919 [0] NCCL INFO Connected all rings comm 0x2b7c58000ab0 nRanks 96 busId 4000
e07r2n19:30094:556 [3] NCCL INFO Channel 00 : 87[63000] -> 86[43000] via P2P/IPC comm 0x2b92b0000ab0 nRanks 96
e07r3n00:20320:23163 [3] NCCL INFO Connected all trees comm 0x2ad498000ab0 nRanks 96 busId 63000
e07r2n11:11954:15100 [0] NCCL INFO Connected all rings comm 0x2ba77c000ab0 nRanks 96 busId 4000
e07r3n00:20320:23163 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20320:23163 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20546:23408 [3] NCCL INFO Connected all trees comm 0x2b25a8000ab0 nRanks 96 busId 63000
e07r2n09:18610:21580 [3] NCCL INFO Connected all trees comm 0x2aee08000ab0 nRanks 96 busId 63000
e07r2n00:20546:23408 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18610:21580 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30094:556 [3] NCCL INFO Channel 01 : 87[63000] -> 86[43000] via P2P/IPC comm 0x2b92b0000ab0 nRanks 96
e07r2n00:20546:23408 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18610:21580 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18596:20866 [3] NCCL INFO Connected all trees comm 0x2b2d6c000ab0 nRanks 96 busId 63000
e07r2n10:32033:1902 [3] NCCL INFO Connected all trees comm 0x2ba9a4000ab0 nRanks 96 busId 63000
e07r2n12:18596:20866 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18596:20866 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32033:1902 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22930:25779 [0] NCCL INFO Connected all rings comm 0x2ba1d8000ab0 nRanks 96 busId 4000
e07r1n19:1095:3361 [0] NCCL INFO Connected all rings comm 0x2ab784000ab0 nRanks 96 busId 4000
e07r2n10:32033:1902 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17856:20703 [3] NCCL INFO Connected all trees comm 0x2b0200000ab0 nRanks 96 busId 63000
e07r2n04:30001:484 [0] NCCL INFO Connected all rings comm 0x2aea4c000ab0 nRanks 96 busId 4000
e07r2n05:28934:31958 [3] NCCL INFO Connected all trees comm 0x2ad188000ab0 nRanks 96 busId 63000
e07r2n03:17856:20703 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28934:31958 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28934:31958 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1469:3744 [3] NCCL INFO Connected all trees comm 0x2ae928000ab0 nRanks 96 busId 63000
e07r2n08:27564:30430 [3] NCCL INFO Connected all trees comm 0x2b0d50000ab0 nRanks 96 busId 63000
e07r2n03:17856:20703 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1469:3744 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27564:30430 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27564:30430 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1469:3744 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20542:23409 [0] NCCL INFO Connected all rings comm 0x2b194c000ab0 nRanks 96 busId 4000
e07r2n02:529:3578 [0] NCCL INFO Connected all rings comm 0x2b6184000ab0 nRanks 96 busId 4000
e07r3n00:20316:23168 [0] NCCL INFO Connected all rings comm 0x2b5f84000ab0 nRanks 96 busId 4000
e07r2n15:23920:26734 [3] NCCL INFO Connected all trees comm 0x2abc34000ab0 nRanks 96 busId 63000
e07r2n02:533:3574 [3] NCCL INFO Connected all trees comm 0x2baa78000ab0 nRanks 96 busId 63000
e07r2n15:23920:26734 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23920:26734 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29746:32750 [3] NCCL INFO Connected all trees comm 0x2af91c000ab0 nRanks 96 busId 63000
e07r2n18:28706:31054 [0] NCCL INFO Connected all rings comm 0x2b2fc0000ab0 nRanks 96 busId 4000
e07r2n02:533:3574 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:533:3574 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29746:32750 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13223:16346 [2] NCCL INFO Connected all trees comm 0x2b94e4000ab0 nRanks 96 busId 43000
e07r1n18:13223:16346 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13223:16346 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29746:32750 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13224:16345 [3] NCCL INFO Connected all trees comm 0x2b73d4000ab0 nRanks 96 busId 63000
e07r1n18:13224:16345 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13224:16345 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1101:3360 [3] NCCL INFO Connected all trees comm 0x2b22cc000ab0 nRanks 96 busId 63000
e07r1n19:1101:3360 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1101:3360 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30094:556 [3] NCCL INFO Connected all trees comm 0x2b92b0000ab0 nRanks 96 busId 63000
e07r2n19:30094:556 [3] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30094:556 [3] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29742:32755 [0] NCCL INFO Connected all rings comm 0x2b600c000ab0 nRanks 96 busId 4000
e07r2n19:30090:559 [0] NCCL INFO Connected all rings comm 0x2b603c000ab0 nRanks 96 busId 4000
e07r2n12:18592:20869 [0] NCCL INFO Channel 01/0 : 53[26000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 00/0 : 88[4000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 00/0 : 24[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 01/0 : 48[4000] -> 52[4000] [send] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01/0 : 64[4000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 01/0 : 64[4000] -> 68[4000] [send] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 00/0 : 72[4000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 01/0 : 37[26000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01/0 : 48[4000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 01/0 : 32[4000] -> 36[4000] [send] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 00/0 : 40[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 01/0 : 0[4000] -> 4[4000] [send] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 01/0 : 32[4000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 00/0 : 56[4000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 01/0 : 21[26000] -> 24[4000] [receive] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 01/0 : 69[26000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01/0 : 16[4000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 01/0 : 85[26000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 01/0 : 0[4000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 01/0 : 5[26000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 01/0 : 16[4000] -> 20[4000] [send] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 01/0 : 80[4000] -> 84[4000] [send] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 00/0 : 8[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01/0 : 80[4000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00/0 : 64[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n11:11956:15096 [1] NCCL INFO Channel 01/0 : 56[4000] -> 53[26000] [receive] via NET/IB/0 comm 0x2ae510000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 00/0 : 32[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n07:6738:10012 [1] NCCL INFO Channel 01/0 : 40[4000] -> 37[26000] [receive] via NET/IB/0 comm 0x2b6670000ab0 nRanks 96
e07r2n19:30092:554 [1] NCCL INFO Channel 01/0 : 88[4000] -> 85[26000] [receive] via NET/IB/0 comm 0x2b3570000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 00/0 : 48[4000] -> 56[4000] [send] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Channel 01/0 : 24[4000] -> 21[26000] [receive] via NET/IB/0 comm 0x2bab60000ab0 nRanks 96
e07r2n15:23918:26738 [1] NCCL INFO Channel 01/0 : 72[4000] -> 69[26000] [receive] via NET/IB/0 comm 0x2b7d5c000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 01/0 : 8[4000] -> 5[26000] [receive] via NET/IB/0 comm 0x2b72cc000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 00/0 : 16[4000] -> 24[4000] [send] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 00/0 : 64[4000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 00/0 : 36[4000] -> 41[26000] [send] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 00/0 : 20[4000] -> 25[26000] [send] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 00/0 : 68[4000] -> 73[26000] [send] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 00/0 : 52[4000] -> 57[26000] [send] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 00/0 : 4[4000] -> 9[26000] [send] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 00/0 : 24[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00/0 : 40[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 00/0 : 56[4000] -> 60[4000] [send] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00/0 : 80[4000] -> 88[4000] [send] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00/0 : 72[4000] -> 76[4000] [send] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00/0 : 88[4000] -> 92[4000] [send] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00/0 : 8[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 00/0 : 84[4000] -> 89[26000] [send] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 01/0 : 36[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01/0 : 13[26000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01/0 : 45[26000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 01/0 : 4[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01/0 : 68[4000] -> 76[4000] [send] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 00/0 : 16[4000] -> 24[4000] [receive] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00/0 : 40[4000] -> 49[26000] [send] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 00/0 : 48[4000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 00/0 : 25[26000] -> 20[4000] [send] via NET/IB/0 comm 0x2aba4c000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00/0 : 72[4000] -> 81[26000] [send] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00/0 : 80[4000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 00/0 : 41[26000] -> 36[4000] [send] via NET/IB/0 comm 0x2ae780000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00/0 : 8[4000] -> 17[26000] [send] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Channel 00/0 : 73[26000] -> 68[4000] [send] via NET/IB/0 comm 0x2ba0f0000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 00/0 : 57[26000] -> 52[4000] [send] via NET/IB/0 comm 0x2ba878000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01/0 : 77[26000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO Channel 00/0 : 89[26000] -> 84[4000] [send] via NET/IB/0 comm 0x2ac690000ab0 nRanks 96
e07r2n00:20544:23405 [1] NCCL INFO Channel 00/0 : 9[26000] -> 4[4000] [send] via NET/IB/0 comm 0x2b79c4000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01/0 : 12[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01/0 : 44[4000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01/0 : 36[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 01/0 : 92[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 01/0 : 68[4000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01/0 : 4[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Channel 01/0 : 20[4000] -> 13[26000] [receive] via NET/IB/0 comm 0x2ab390000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 01/0 : 52[4000] -> 45[26000] [receive] via NET/IB/0 comm 0x2b1ae0000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00/0 : 49[26000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 00/0 : 16[4000] -> 33[26000] [send] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00/0 : 81[26000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 00/0 : 32[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00/0 : 17[26000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00/0 : 64[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01/0 : 20[4000] -> 13[26000] [send] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r2n10:32031:1906 [1] NCCL INFO Channel 00/0 : 49[26000] -> 40[4000] [send] via NET/IB/0 comm 0x2b6514000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01/0 : 52[4000] -> 45[26000] [send] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n17:1467:3748 [1] NCCL INFO Channel 01/0 : 84[4000] -> 77[26000] [receive] via NET/IB/0 comm 0x2b4b0c000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 00/0 : 17[26000] -> 8[4000] [send] via NET/IB/0 comm 0x2b1ef4000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Channel 00/0 : 81[26000] -> 72[4000] [send] via NET/IB/0 comm 0x2b0f9c000ab0 nRanks 96
e07r2n12:18592:20869 [0] NCCL INFO Channel 00/0 : 56[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 00/0 : 24[4000] -> 16[4000] [send] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00/0 : 88[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Channel 01/0 : 44[4000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01/0 : 76[4000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 01/0 : 12[4000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01/0 : 84[4000] -> 77[26000] [send] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 01/0 : 61[26000] -> 76[4000] [receive] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01/0 : 12[4000] -> 28[4000] [send] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01/0 : 44[4000] -> 60[4000] [send] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 00 : 17[26000] -> 16[4000] via P2P/IPC comm 0x2b1ef4000ab0 nRanks 96
e07r2n02:531:3573 [1] NCCL INFO Channel 01 : 17[26000] -> 16[4000] via P2P/IPC comm 0x2b1ef4000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Channel 00 : 81[26000] -> 80[4000] via P2P/IPC comm 0x2b0f9c000ab0 nRanks 96
e07r2n18:28708:31053 [1] NCCL INFO Channel 01 : 81[26000] -> 80[4000] via P2P/IPC comm 0x2b0f9c000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO Connected all trees comm 0x2b0148000ab0 nRanks 96 busId 43000
e07r2n02:532:3575 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:532:3575 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28709:31051 [2] NCCL INFO Connected all trees comm 0x2ad0c8000ab0 nRanks 96 busId 43000
e07r2n18:28709:31051 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28709:31051 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32031:1906 [1] NCCL INFO Channel 00 : 49[26000] -> 48[4000] via P2P/IPC comm 0x2b6514000ab0 nRanks 96
e07r2n10:32031:1906 [1] NCCL INFO Channel 01 : 49[26000] -> 48[4000] via P2P/IPC comm 0x2b6514000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Channel 00 : 13[26000] -> 12[4000] via P2P/IPC comm 0x2ab390000ab0 nRanks 96
e07r2n01:29744:32754 [1] NCCL INFO Channel 01 : 13[26000] -> 12[4000] via P2P/IPC comm 0x2ab390000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 00 : 45[26000] -> 44[4000] via P2P/IPC comm 0x2b1ae0000ab0 nRanks 96
e07r2n09:18608:21582 [1] NCCL INFO Channel 01 : 45[26000] -> 44[4000] via P2P/IPC comm 0x2b1ae0000ab0 nRanks 96
e07r2n10:32032:1903 [2] NCCL INFO Connected all trees comm 0x2b4bd8000ab0 nRanks 96 busId 43000
e07r2n10:32032:1903 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n10:32032:1903 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29745:32751 [2] NCCL INFO Connected all trees comm 0x2b5848000ab0 nRanks 96 busId 43000
e07r2n01:29745:32751 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29745:32751 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1467:3748 [1] NCCL INFO Channel 00 : 77[26000] -> 76[4000] via P2P/IPC comm 0x2b4b0c000ab0 nRanks 96
e07r2n09:18609:21579 [2] NCCL INFO Connected all trees comm 0x2abd48000ab0 nRanks 96 busId 43000
e07r2n09:18609:21579 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18609:21579 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1467:3748 [1] NCCL INFO Channel 01 : 77[26000] -> 76[4000] via P2P/IPC comm 0x2b4b0c000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO Connected all trees comm 0x2b1824000ab0 nRanks 96 busId 43000
e07r2n17:1468:3745 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1468:3745 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n02:529:3578 [0] NCCL INFO Channel 00/0 : 33[26000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 00/0 : 32[4000] -> 65[26000] [send] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 00/0 : 25[26000] -> 20[4000] [receive] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00/0 : 64[4000] -> 0[4000] [send] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 00/0 : 57[26000] -> 52[4000] [receive] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 00/0 : 33[26000] -> 16[4000] [send] via NET/IB/0 comm 0x2af884000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00/0 : 80[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 00/0 : 48[4000] -> 32[4000] [send] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 00/0 : 12[4000] -> 8[4000] [receive] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 00/0 : 89[26000] -> 84[4000] [receive] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 00/0 : 76[4000] -> 72[4000] [receive] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 00/0 : 44[4000] -> 40[4000] [receive] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01/0 : 28[4000] -> 12[4000] [receive] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01/0 : 60[4000] -> 44[4000] [receive] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n13:1635:3918 [1] NCCL INFO Channel 01/0 : 76[4000] -> 61[26000] [receive] via NET/IB/0 comm 0x2abcc4000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01/0 : 29[26000] -> 60[4000] [receive] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 01/0 : 76[4000] -> 61[26000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01/0 : 92[4000] -> 28[4000] [receive] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 00 : 33[26000] -> 32[4000] via P2P/IPC comm 0x2af884000ab0 nRanks 96
e07r2n06:29127:31382 [1] NCCL INFO Channel 01 : 33[26000] -> 32[4000] via P2P/IPC comm 0x2af884000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 00 : 25[26000] -> 24[4000] via P2P/IPC comm 0x2aba4c000ab0 nRanks 96
e07r2n04:30003:480 [1] NCCL INFO Channel 01 : 25[26000] -> 24[4000] via P2P/IPC comm 0x2aba4c000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 00 : 57[26000] -> 56[4000] via P2P/IPC comm 0x2ba878000ab0 nRanks 96
e07r2n12:18594:20872 [1] NCCL INFO Channel 01 : 57[26000] -> 56[4000] via P2P/IPC comm 0x2ba878000ab0 nRanks 96
e07r2n06:29128:31385 [2] NCCL INFO Connected all trees comm 0x2b0d00000ab0 nRanks 96 busId 43000
e07r2n06:29128:31385 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29128:31385 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30004:482 [2] NCCL INFO Connected all trees comm 0x2b1258000ab0 nRanks 96 busId 43000
e07r2n04:30004:482 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30004:482 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20318:23165 [1] NCCL INFO Channel 00 : 89[26000] -> 88[4000] via P2P/IPC comm 0x2ac690000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO Channel 01 : 89[26000] -> 88[4000] via P2P/IPC comm 0x2ac690000ab0 nRanks 96
e07r2n12:18595:20871 [2] NCCL INFO Connected all trees comm 0x2b8354000ab0 nRanks 96 busId 43000
e07r2n12:18595:20871 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18595:20871 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20319:23164 [2] NCCL INFO Connected all trees comm 0x2acbcc000ab0 nRanks 96 busId 43000
e07r3n00:20319:23164 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20319:23164 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1635:3918 [1] NCCL INFO Channel 00 : 61[26000] -> 60[4000] via P2P/IPC comm 0x2abcc4000ab0 nRanks 96
e07r2n13:1635:3918 [1] NCCL INFO Channel 01 : 61[26000] -> 60[4000] via P2P/IPC comm 0x2abcc4000ab0 nRanks 96
e07r2n13:1636:3917 [2] NCCL INFO Connected all trees comm 0x2ba19c000ab0 nRanks 96 busId 43000
e07r2n13:1636:3917 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1636:3917 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29125:31386 [0] NCCL INFO Channel 00/0 : 65[26000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00/0 : 0[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 00/0 : 65[26000] -> 32[4000] [send] via NET/IB/0 comm 0x2b3ad4000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Channel 01/0 : 52[4000] -> 48[4000] [send] via NET/IB/0 comm 0x2ba77c000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 00/0 : 24[4000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Channel 01/0 : 20[4000] -> 16[4000] [send] via NET/IB/0 comm 0x2b2c7c000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 00/0 : 0[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r2n05:28932:31961 [1] NCCL INFO Channel 01/0 : 60[4000] -> 29[26000] [receive] via NET/IB/0 comm 0x2b5f30000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 01/0 : 76[4000] -> 68[4000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n19:30090:559 [0] NCCL INFO Channel 01/0 : 84[4000] -> 80[4000] [send] via NET/IB/0 comm 0x2b603c000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 01/0 : 28[4000] -> 92[4000] [receive] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01/0 : 60[4000] -> 29[26000] [send] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01/0 : 28[4000] -> 92[4000] [send] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 00 : 65[26000] -> 64[4000] via P2P/IPC comm 0x2b3ad4000ab0 nRanks 96
e07r2n14:18265:21085 [1] NCCL INFO Channel 01 : 65[26000] -> 64[4000] via P2P/IPC comm 0x2b3ad4000ab0 nRanks 96
e07r2n14:18266:21083 [2] NCCL INFO Connected all trees comm 0x2b5700000ab0 nRanks 96 busId 43000
e07r2n14:18266:21083 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18266:21083 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28932:31961 [1] NCCL INFO Channel 00 : 29[26000] -> 28[4000] via P2P/IPC comm 0x2b5f30000ab0 nRanks 96
e07r2n05:28932:31961 [1] NCCL INFO Channel 01 : 29[26000] -> 28[4000] via P2P/IPC comm 0x2b5f30000ab0 nRanks 96
e07r2n05:28933:31960 [2] NCCL INFO Connected all trees comm 0x2b9a04000ab0 nRanks 96 busId 43000
e07r2n05:28933:31960 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28933:31960 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30001:484 [0] NCCL INFO Channel 00/0 : 28[4000] -> 24[4000] [receive] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 00/0 : 48[4000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r1n18:13221:16343 [0] NCCL INFO Channel 01/0 : 4[4000] -> 0[4000] [receive] via NET/IB/0 comm 0x2acc68000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Channel 00/0 : 76[4000] -> 72[4000] [send] via NET/IB/0 comm 0x2b5ef4000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 00/0 : 80[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Channel 01/0 : 20[4000] -> 16[4000] [receive] via NET/IB/0 comm 0x2b6184000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 00/0 : 73[26000] -> 68[4000] [receive] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 01/0 : 60[4000] -> 44[4000] [send] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 01/0 : 28[4000] -> 12[4000] [send] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r3n01:1700:4681 [0] NCCL INFO Channel 00/0 : 92[4000] -> 88[4000] [send] via NET/IB/0 comm 0x2b4230000ab0 nRanks 96
e07r2n17:1465:3746 [0] NCCL INFO Connected all trees comm 0x2b5ef4000ab0 nRanks 96 busId 4000
e07r2n17:1465:3746 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1465:3746 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n17:1467:3748 [1] NCCL INFO Connected all trees comm 0x2b4b0c000ab0 nRanks 96 busId 26000
e07r2n17:1467:3748 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n17:1467:3748 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22932:25780 [1] NCCL INFO Channel 00 : 73[26000] -> 72[4000] via P2P/IPC comm 0x2ba0f0000ab0 nRanks 96
e07r2n16:22932:25780 [1] NCCL INFO Channel 01 : 73[26000] -> 72[4000] via P2P/IPC comm 0x2ba0f0000ab0 nRanks 96
e07r2n02:529:3578 [0] NCCL INFO Connected all trees comm 0x2b6184000ab0 nRanks 96 busId 4000
e07r2n02:529:3578 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:529:3578 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n02:531:3573 [1] NCCL INFO Connected all trees comm 0x2b1ef4000ab0 nRanks 96 busId 26000
e07r2n02:531:3573 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n02:531:3573 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22933:25778 [2] NCCL INFO Connected all trees comm 0x2b2a88000ab0 nRanks 96 busId 43000
e07r2n16:22933:25778 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22933:25778 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32030:1904 [0] NCCL INFO Channel 00/0 : 56[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 00/0 : 88[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n06:29125:31386 [0] NCCL INFO Channel 01/0 : 36[4000] -> 32[4000] [receive] via NET/IB/0 comm 0x2b328c000ab0 nRanks 96
e07r2n13:1633:3919 [0] NCCL INFO Channel 00/0 : 60[4000] -> 56[4000] [send] via NET/IB/0 comm 0x2b7c58000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Channel 01/0 : 72[4000] -> 69[26000] [send] via NET/IB/0 comm 0x2ba1d8000ab0 nRanks 96
e07r2n14:18263:21080 [0] NCCL INFO Channel 01/0 : 68[4000] -> 64[4000] [receive] via NET/IB/0 comm 0x2aeb48000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO Channel 00/0 : 28[4000] -> 24[4000] [send] via NET/IB/0 comm 0x2b8e18000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Channel 01/0 : 68[4000] -> 64[4000] [send] via NET/IB/0 comm 0x2b8b00000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 01/0 : 44[4000] -> 36[4000] [send] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 01/0 : 12[4000] -> 4[4000] [send] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n16:22930:25779 [0] NCCL INFO Connected all trees comm 0x2ba1d8000ab0 nRanks 96 busId 4000
e07r2n16:22930:25779 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22930:25779 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28930:31956 [0] NCCL INFO Connected all trees comm 0x2b8e18000ab0 nRanks 96 busId 4000
e07r2n05:28930:31956 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28930:31956 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n16:22932:25780 [1] NCCL INFO Connected all trees comm 0x2ba0f0000ab0 nRanks 96 busId 26000
e07r2n16:22932:25780 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n16:22932:25780 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n05:28932:31961 [1] NCCL INFO Connected all trees comm 0x2b5f30000ab0 nRanks 96 busId 26000
e07r2n05:28932:31961 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n05:28932:31961 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23918:26738 [1] NCCL INFO Channel 00 : 69[26000] -> 68[4000] via P2P/IPC comm 0x2b7d5c000ab0 nRanks 96
e07r2n15:23918:26738 [1] NCCL INFO Channel 01 : 69[26000] -> 68[4000] via P2P/IPC comm 0x2b7d5c000ab0 nRanks 96
e07r2n15:23916:26736 [0] NCCL INFO Connected all trees comm 0x2b8b00000ab0 nRanks 96 busId 4000
e07r2n15:23916:26736 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23916:26736 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23918:26738 [1] NCCL INFO Connected all trees comm 0x2b7d5c000ab0 nRanks 96 busId 26000
e07r2n15:23919:26739 [2] NCCL INFO Connected all trees comm 0x2b0f24000ab0 nRanks 96 busId 43000
e07r2n15:23918:26738 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23919:26739 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n15:23919:26739 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23918:26738 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18263:21080 [0] NCCL INFO Connected all trees comm 0x2aeb48000ab0 nRanks 96 busId 4000
e07r2n14:18263:21080 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18263:21080 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n14:18265:21085 [1] NCCL INFO Connected all trees comm 0x2b3ad4000ab0 nRanks 96 busId 26000
e07r2n14:18265:21085 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n14:18265:21085 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18592:20869 [0] NCCL INFO Channel 00/0 : 60[4000] -> 56[4000] [receive] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 00/0 : 92[4000] -> 88[4000] [receive] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n10:32030:1904 [0] NCCL INFO Channel 01/0 : 52[4000] -> 48[4000] [receive] via NET/IB/0 comm 0x2acc6c000ab0 nRanks 96
e07r2n18:28706:31054 [0] NCCL INFO Channel 01/0 : 84[4000] -> 80[4000] [receive] via NET/IB/0 comm 0x2b2fc0000ab0 nRanks 96
e07r2n09:18606:21581 [0] NCCL INFO Channel 00/0 : 44[4000] -> 40[4000] [send] via NET/IB/0 comm 0x2ae458000ab0 nRanks 96
e07r2n04:30001:484 [0] NCCL INFO Channel 01/0 : 24[4000] -> 21[26000] [send] via NET/IB/0 comm 0x2aea4c000ab0 nRanks 96
e07r2n01:29742:32755 [0] NCCL INFO Channel 00/0 : 12[4000] -> 8[4000] [send] via NET/IB/0 comm 0x2b600c000ab0 nRanks 96
e07r2n17:1468:3745 [2] NCCL INFO comm 0x2b1824000ab0 rank 78 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n17:1467:3748 [1] NCCL INFO comm 0x2b4b0c000ab0 rank 77 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n17:1469:3744 [3] NCCL INFO comm 0x2ae928000ab0 rank 79 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6736:10011 [0] NCCL INFO Channel 00/0 : 41[26000] -> 36[4000] [receive] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r1n19:1095:3361 [0] NCCL INFO Channel 00/0 : 9[26000] -> 4[4000] [receive] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n02:532:3575 [2] NCCL INFO comm 0x2b0148000ab0 rank 18 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n02:529:3578 [0] NCCL INFO comm 0x2b6184000ab0 rank 16 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n02:533:3574 [3] NCCL INFO comm 0x2baa78000ab0 rank 19 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n02:531:3573 [1] NCCL INFO comm 0x2b1ef4000ab0 rank 17 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n17:1465:3746 [0] NCCL INFO comm 0x2b5ef4000ab0 rank 76 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n13:1633:3919 [0] NCCL INFO Connected all trees comm 0x2b7c58000ab0 nRanks 96 busId 4000
e07r2n13:1633:3919 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1633:3919 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1635:3918 [1] NCCL INFO Connected all trees comm 0x2abcc4000ab0 nRanks 96 busId 26000
e07r2n13:1635:3918 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n13:1635:3918 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1700:4681 [0] NCCL INFO Connected all trees comm 0x2b4230000ab0 nRanks 96 busId 4000
e07r3n01:1700:4681 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1700:4681 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n01:1701:4678 [1] NCCL INFO Connected all trees comm 0x2ad560000ab0 nRanks 96 busId 26000
e07r3n01:1701:4678 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n01:1701:4678 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32030:1904 [0] NCCL INFO Connected all trees comm 0x2acc6c000ab0 nRanks 96 busId 4000
e07r2n10:32030:1904 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n10:32030:1904 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n10:32031:1906 [1] NCCL INFO Connected all trees comm 0x2b6514000ab0 nRanks 96 busId 26000
e07r2n10:32031:1906 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n10:32031:1906 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18606:21581 [0] NCCL INFO Connected all trees comm 0x2ae458000ab0 nRanks 96 busId 4000
e07r2n09:18606:21581 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18606:21581 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n09:18608:21582 [1] NCCL INFO Connected all trees comm 0x2b1ae0000ab0 nRanks 96 busId 26000
e07r2n09:18608:21582 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n09:18608:21582 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29742:32755 [0] NCCL INFO Connected all trees comm 0x2b600c000ab0 nRanks 96 busId 4000
e07r2n01:29742:32755 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29742:32755 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n01:29744:32754 [1] NCCL INFO Connected all trees comm 0x2ab390000ab0 nRanks 96 busId 26000
e07r2n01:29744:32754 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n01:29744:32754 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28706:31054 [0] NCCL INFO Connected all trees comm 0x2b2fc0000ab0 nRanks 96 busId 4000
e07r2n18:28706:31054 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28706:31054 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n18:28708:31053 [1] NCCL INFO Connected all trees comm 0x2b0f9c000ab0 nRanks 96 busId 26000
e07r2n18:28708:31053 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n18:28708:31053 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17854:20706 [1] NCCL INFO Channel 00 : 21[26000] -> 20[4000] via P2P/IPC comm 0x2bab60000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Channel 01 : 21[26000] -> 20[4000] via P2P/IPC comm 0x2bab60000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 00 : 41[26000] -> 40[4000] via P2P/IPC comm 0x2ae780000ab0 nRanks 96
e07r2n08:27562:30427 [1] NCCL INFO Channel 01 : 41[26000] -> 40[4000] via P2P/IPC comm 0x2ae780000ab0 nRanks 96
e07r2n03:17852:20705 [0] NCCL INFO Connected all trees comm 0x2b2c7c000ab0 nRanks 96 busId 4000
e07r2n03:17852:20705 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17852:20705 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n04:30001:484 [0] NCCL INFO Connected all trees comm 0x2aea4c000ab0 nRanks 96 busId 4000
e07r2n04:30001:484 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30001:484 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20544:23405 [1] NCCL INFO Channel 00 : 9[26000] -> 8[4000] via P2P/IPC comm 0x2b79c4000ab0 nRanks 96
e07r2n03:17854:20706 [1] NCCL INFO Connected all trees comm 0x2bab60000ab0 nRanks 96 busId 26000
e07r2n04:30003:480 [1] NCCL INFO Connected all trees comm 0x2aba4c000ab0 nRanks 96 busId 26000
e07r2n08:27563:30429 [2] NCCL INFO Connected all trees comm 0x2b8bf4000ab0 nRanks 96 busId 43000
e07r2n04:30003:480 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27563:30429 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n04:30003:480 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27563:30429 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n03:17854:20706 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17854:20706 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20544:23405 [1] NCCL INFO Channel 01 : 9[26000] -> 8[4000] via P2P/IPC comm 0x2b79c4000ab0 nRanks 96
e07r2n03:17855:20704 [2] NCCL INFO Connected all trees comm 0x2b1da4000ab0 nRanks 96 busId 43000
e07r2n03:17855:20704 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n03:17855:20704 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20545:23404 [2] NCCL INFO Connected all trees comm 0x2b5574000ab0 nRanks 96 busId 43000
e07r2n00:20545:23404 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20545:23404 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18592:20869 [0] NCCL INFO Channel 01/0 : 56[4000] -> 53[26000] [send] via NET/IB/0 comm 0x2ad7b4000ab0 nRanks 96
e07r3n00:20316:23168 [0] NCCL INFO Channel 01/0 : 88[4000] -> 85[26000] [send] via NET/IB/0 comm 0x2b5f84000ab0 nRanks 96
e07r2n08:27561:30423 [0] NCCL INFO Channel 01/0 : 40[4000] -> 37[26000] [send] via NET/IB/0 comm 0x2aeecc000ab0 nRanks 96
e07r2n00:20542:23409 [0] NCCL INFO Channel 01/0 : 8[4000] -> 5[26000] [send] via NET/IB/0 comm 0x2b194c000ab0 nRanks 96
e07r2n05:28930:31956 [0] NCCL INFO comm 0x2b8e18000ab0 rank 28 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n05:28933:31960 [2] NCCL INFO comm 0x2b9a04000ab0 rank 30 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n07:6736:10011 [0] NCCL INFO Channel 01/0 : 36[4000] -> 32[4000] [send] via NET/IB/0 comm 0x2b47b4000ab0 nRanks 96
e07r2n16:22933:25778 [2] NCCL INFO comm 0x2b2a88000ab0 rank 74 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n05:28932:31961 [1] NCCL INFO comm 0x2b5f30000ab0 rank 29 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n05:28934:31958 [3] NCCL INFO comm 0x2ad188000ab0 rank 31 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n16:22932:25780 [1] NCCL INFO comm 0x2ba0f0000ab0 rank 73 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1095:3361 [0] NCCL INFO Channel 01/0 : 4[4000] -> 0[4000] [send] via NET/IB/0 comm 0x2ab784000ab0 nRanks 96
e07r2n16:22934:25777 [3] NCCL INFO comm 0x2b044c000ab0 rank 75 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n14:18266:21083 [2] NCCL INFO comm 0x2b5700000ab0 rank 66 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n15:23919:26739 [2] NCCL INFO comm 0x2b0f24000ab0 rank 70 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n15:23916:26736 [0] NCCL INFO comm 0x2b8b00000ab0 rank 68 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n14:18263:21080 [0] NCCL INFO comm 0x2aeb48000ab0 rank 64 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n14:18267:21082 [3] NCCL INFO comm 0x2b1b3c000ab0 rank 67 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n14:18265:21085 [1] NCCL INFO comm 0x2b3ad4000ab0 rank 65 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n15:23918:26738 [1] NCCL INFO comm 0x2b7d5c000ab0 rank 69 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n16:22930:25779 [0] NCCL INFO comm 0x2ba1d8000ab0 rank 72 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18592:20869 [0] NCCL INFO Connected all trees comm 0x2ad7b4000ab0 nRanks 96 busId 4000
e07r2n12:18592:20869 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18592:20869 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n12:18594:20872 [1] NCCL INFO Connected all trees comm 0x2ba878000ab0 nRanks 96 busId 26000
e07r2n12:18594:20872 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n12:18594:20872 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n15:23920:26734 [3] NCCL INFO comm 0x2abc34000ab0 rank 71 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20316:23168 [0] NCCL INFO Connected all trees comm 0x2b5f84000ab0 nRanks 96 busId 4000
e07r3n00:20316:23168 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r3n00:20316:23168 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r3n00:20318:23165 [1] NCCL INFO Connected all trees comm 0x2ac690000ab0 nRanks 96 busId 26000
e07r3n00:20318:23165 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11956:15096 [1] NCCL INFO Channel 00 : 53[26000] -> 52[4000] via P2P/IPC comm 0x2ae510000ab0 nRanks 96
e07r3n00:20318:23165 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n11:11956:15096 [1] NCCL INFO Channel 01 : 53[26000] -> 52[4000] via P2P/IPC comm 0x2ae510000ab0 nRanks 96
e07r2n11:11954:15100 [0] NCCL INFO Connected all trees comm 0x2ba77c000ab0 nRanks 96 busId 4000
e07r2n11:11954:15100 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11954:15100 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30092:554 [1] NCCL INFO Channel 00 : 85[26000] -> 84[4000] via P2P/IPC comm 0x2b3570000ab0 nRanks 96
e07r2n11:11956:15096 [1] NCCL INFO Connected all trees comm 0x2ae510000ab0 nRanks 96 busId 26000
e07r2n11:11957:15103 [2] NCCL INFO Connected all trees comm 0x2acf0c000ab0 nRanks 96 busId 43000
e07r2n11:11956:15096 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11956:15096 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30092:554 [1] NCCL INFO Channel 01 : 85[26000] -> 84[4000] via P2P/IPC comm 0x2b3570000ab0 nRanks 96
e07r2n11:11957:15103 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n11:11957:15103 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30090:559 [0] NCCL INFO Connected all trees comm 0x2b603c000ab0 nRanks 96 busId 4000
e07r2n19:30090:559 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30090:559 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30093:553 [2] NCCL INFO Connected all trees comm 0x2b8290000ab0 nRanks 96 busId 43000
e07r2n19:30093:553 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30093:553 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n19:30092:554 [1] NCCL INFO Connected all trees comm 0x2b3570000ab0 nRanks 96 busId 26000
e07r2n19:30092:554 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n19:30092:554 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27561:30423 [0] NCCL INFO Connected all trees comm 0x2aeecc000ab0 nRanks 96 busId 4000
e07r2n08:27561:30423 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27561:30423 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n08:27562:30427 [1] NCCL INFO Connected all trees comm 0x2ae780000ab0 nRanks 96 busId 26000
e07r2n08:27562:30427 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n08:27562:30427 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20542:23409 [0] NCCL INFO Connected all trees comm 0x2b194c000ab0 nRanks 96 busId 4000
e07r2n00:20542:23409 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20542:23409 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n00:20544:23405 [1] NCCL INFO Connected all trees comm 0x2b79c4000ab0 nRanks 96 busId 26000
e07r2n00:20544:23405 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n00:20544:23405 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6738:10012 [1] NCCL INFO Channel 00 : 37[26000] -> 36[4000] via P2P/IPC comm 0x2b6670000ab0 nRanks 96
e07r2n07:6738:10012 [1] NCCL INFO Channel 01 : 37[26000] -> 36[4000] via P2P/IPC comm 0x2b6670000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 00 : 5[26000] -> 4[4000] via P2P/IPC comm 0x2b72cc000ab0 nRanks 96
e07r1n19:1097:3358 [1] NCCL INFO Channel 01 : 5[26000] -> 4[4000] via P2P/IPC comm 0x2b72cc000ab0 nRanks 96
e07r2n07:6736:10011 [0] NCCL INFO Connected all trees comm 0x2b47b4000ab0 nRanks 96 busId 4000
e07r2n07:6736:10011 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6736:10011 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6739:10014 [2] NCCL INFO Connected all trees comm 0x2ac540000ab0 nRanks 96 busId 43000
e07r2n07:6738:10012 [1] NCCL INFO Connected all trees comm 0x2b6670000ab0 nRanks 96 busId 26000
e07r2n07:6739:10014 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6739:10014 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n07:6738:10012 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n07:6738:10012 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1095:3361 [0] NCCL INFO Connected all trees comm 0x2ab784000ab0 nRanks 96 busId 4000
e07r1n19:1095:3361 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1095:3361 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1100:3356 [2] NCCL INFO Connected all trees comm 0x2b97fc000ab0 nRanks 96 busId 43000
e07r1n19:1097:3358 [1] NCCL INFO Connected all trees comm 0x2b72cc000ab0 nRanks 96 busId 26000
e07r1n19:1100:3356 [2] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1097:3358 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n19:1097:3358 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n19:1100:3356 [2] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13221:16343 [0] NCCL INFO Connected all trees comm 0x2acc68000ab0 nRanks 96 busId 4000
e07r1n18:13221:16343 [0] NCCL INFO Using tuning table 0 with LL128 disabled
e07r1n18:13221:16343 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13221:16343 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r1n18:13222:16348 [1] NCCL INFO Connected all trees comm 0x2b39b4000ab0 nRanks 96 busId 26000
e07r1n18:13222:16348 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r1n18:13222:16348 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29125:31386 [0] NCCL INFO Connected all trees comm 0x2b328c000ab0 nRanks 96 busId 4000
e07r2n06:29125:31386 [0] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29125:31386 [0] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n06:29127:31382 [1] NCCL INFO Connected all trees comm 0x2af884000ab0 nRanks 96 busId 26000
e07r2n06:29127:31382 [1] NCCL INFO threadThresholds 8/8/64 | 768/8/64 | 8/8/256
e07r2n06:29127:31382 [1] NCCL INFO 2 coll channels, 2 p2p channels, 1 p2p channels per peer
e07r2n13:1633:3919 [0] NCCL INFO comm 0x2b7c58000ab0 rank 60 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n13:1635:3918 [1] NCCL INFO comm 0x2abcc4000ab0 rank 61 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n01:1702:4684 [2] NCCL INFO comm 0x2b5ed4000ab0 rank 94 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n01:1703:4679 [3] NCCL INFO comm 0x2addec000ab0 rank 95 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n01:1701:4678 [1] NCCL INFO comm 0x2ad560000ab0 rank 93 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n10:32030:1904 [0] NCCL INFO comm 0x2acc6c000ab0 rank 48 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n09:18606:21581 [0] NCCL INFO comm 0x2ae458000ab0 rank 44 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n10:32032:1903 [2] NCCL INFO comm 0x2b4bd8000ab0 rank 50 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n09:18609:21579 [2] NCCL INFO comm 0x2abd48000ab0 rank 46 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n10:32033:1902 [3] NCCL INFO comm 0x2ba9a4000ab0 rank 51 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n10:32031:1906 [1] NCCL INFO comm 0x2b6514000ab0 rank 49 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n09:18610:21580 [3] NCCL INFO comm 0x2aee08000ab0 rank 47 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n09:18608:21582 [1] NCCL INFO comm 0x2b1ae0000ab0 rank 45 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n01:29742:32755 [0] NCCL INFO comm 0x2b600c000ab0 rank 12 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n01:29745:32751 [2] NCCL INFO comm 0x2b5848000ab0 rank 14 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n01:29744:32754 [1] NCCL INFO comm 0x2ab390000ab0 rank 13 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n01:29746:32750 [3] NCCL INFO comm 0x2af91c000ab0 rank 15 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28709:31051 [2] NCCL INFO comm 0x2ad0c8000ab0 rank 82 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n18:28706:31054 [0] NCCL INFO comm 0x2b2fc0000ab0 rank 80 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n18:28708:31053 [1] NCCL INFO comm 0x2b0f9c000ab0 rank 81 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n18:28710:31050 [3] NCCL INFO comm 0x2b7b58000ab0 rank 83 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n13:1636:3917 [2] NCCL INFO comm 0x2ba19c000ab0 rank 62 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n13:1637:3920 [3] NCCL INFO comm 0x2b1040000ab0 rank 63 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n04:30004:482 [2] NCCL INFO comm 0x2b1258000ab0 rank 26 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n03:17856:20703 [3] NCCL INFO comm 0x2b0200000ab0 rank 23 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17854:20706 [1] NCCL INFO comm 0x2bab60000ab0 rank 21 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n01:1700:4681 [0] NCCL INFO comm 0x2b4230000ab0 rank 92 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n04:30005:486 [3] NCCL INFO comm 0x2b58a8000ab0 rank 27 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17852:20705 [0] NCCL INFO comm 0x2b2c7c000ab0 rank 20 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n04:30001:484 [0] NCCL INFO comm 0x2aea4c000ab0 rank 24 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n03:17855:20704 [2] NCCL INFO comm 0x2b1da4000ab0 rank 22 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n04:30003:480 [1] NCCL INFO comm 0x2aba4c000ab0 rank 25 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n12:18592:20869 [0] NCCL INFO comm 0x2ad7b4000ab0 rank 56 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18595:20871 [2] NCCL INFO comm 0x2b8354000ab0 rank 58 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n12:18596:20866 [3] NCCL INFO comm 0x2b2d6c000ab0 rank 59 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n12:18594:20872 [1] NCCL INFO comm 0x2ba878000ab0 rank 57 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n00:20319:23164 [2] NCCL INFO comm 0x2acbcc000ab0 rank 90 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r3n00:20320:23163 [3] NCCL INFO comm 0x2ad498000ab0 rank 91 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20318:23165 [1] NCCL INFO comm 0x2ac690000ab0 rank 89 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11956:15096 [1] NCCL INFO comm 0x2ae510000ab0 rank 53 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11958:15097 [3] NCCL INFO comm 0x2af24c000ab0 rank 55 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n11:11957:15103 [2] NCCL INFO comm 0x2acf0c000ab0 rank 54 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n11:11954:15100 [0] NCCL INFO comm 0x2ba77c000ab0 rank 52 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n19:30094:556 [3] NCCL INFO comm 0x2b92b0000ab0 rank 87 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n19:30093:553 [2] NCCL INFO comm 0x2b8290000ab0 rank 86 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30090:559 [0] NCCL INFO comm 0x2b603c000ab0 rank 84 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n08:27561:30423 [0] NCCL INFO comm 0x2aeecc000ab0 rank 40 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n00:20542:23409 [0] NCCL INFO comm 0x2b194c000ab0 rank 8 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n08:27562:30427 [1] NCCL INFO comm 0x2ae780000ab0 rank 41 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n08:27564:30430 [3] NCCL INFO comm 0x2b0d50000ab0 rank 43 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n00:20546:23408 [3] NCCL INFO comm 0x2b25a8000ab0 rank 11 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6738:10012 [1] NCCL INFO comm 0x2b6670000ab0 rank 37 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n07:6740:10013 [3] NCCL INFO comm 0x2b8ea4000ab0 rank 39 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n07:6739:10014 [2] NCCL INFO comm 0x2ac540000ab0 rank 38 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1095:3361 [0] NCCL INFO comm 0x2ab784000ab0 rank 4 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r3n00:20316:23168 [0] NCCL INFO comm 0x2b5f84000ab0 rank 88 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n18:13223:16346 [2] NCCL INFO comm 0x2b94e4000ab0 rank 2 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n18:13221:16343 [0] NCCL INFO comm 0x2acc68000ab0 rank 0 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n08:27563:30429 [2] NCCL INFO comm 0x2b8bf4000ab0 rank 42 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n18:13222:16348 [1] NCCL INFO comm 0x2b39b4000ab0 rank 1 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n19:30092:554 [1] NCCL INFO comm 0x2b3570000ab0 rank 85 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n00:20545:23404 [2] NCCL INFO comm 0x2b5574000ab0 rank 10 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n06:29128:31385 [2] NCCL INFO comm 0x2b0d00000ab0 rank 34 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n06:29125:31386 [0] NCCL INFO comm 0x2b328c000ab0 rank 32 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n00:20544:23405 [1] NCCL INFO comm 0x2b79c4000ab0 rank 9 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n06:29129:31381 [3] NCCL INFO comm 0x2aec80000ab0 rank 35 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r2n06:29127:31382 [1] NCCL INFO comm 0x2af884000ab0 rank 33 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r2n07:6736:10011 [0] NCCL INFO comm 0x2b47b4000ab0 rank 36 nranks 96 cudaDev 0 busId 4000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n19:1097:3358 [1] NCCL INFO comm 0x2b72cc000ab0 rank 5 nranks 96 cudaDev 1 busId 26000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n19:1101:3360 [3] NCCL INFO comm 0x2b22cc000ab0 rank 7 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
e07r1n19:1100:3356 [2] NCCL INFO comm 0x2b97fc000ab0 rank 6 nranks 96 cudaDev 2 busId 43000 localSize 404 used 37885072 bytes - Init COMPLETE
e07r1n18:13224:16345 [3] NCCL INFO comm 0x2b73d4000ab0 rank 3 nranks 96 cudaDev 3 busId 63000 localSize 404 used 21107856 bytes - Init COMPLETE
Parameter Offload: Total persistent parameters: 790528 in 129 params
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 3.0074, 'learning_rate': 2e-05, 'epoch': 0.01}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 2.9718, 'learning_rate': 2e-05, 'epoch': 0.02}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.101, 'learning_rate': 2e-05, 'epoch': 0.03}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 3.1011, 'learning_rate': 2e-05, 'epoch': 0.04}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 2.9208, 'learning_rate': 2e-05, 'epoch': 0.05}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0314, 'learning_rate': 2e-05, 'epoch': 0.06}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.0256, 'learning_rate': 2e-05, 'epoch': 0.07}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1189, 'learning_rate': 2e-05, 'epoch': 0.08}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1081, 'learning_rate': 2e-05, 'epoch': 0.09}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.1934, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.0965, 'learning_rate': 2e-05, 'epoch': 0.1}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.051, 'learning_rate': 2e-05, 'epoch': 0.11}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0656, 'learning_rate': 2e-05, 'epoch': 0.12}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0683, 'learning_rate': 2e-05, 'epoch': 0.13}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0148, 'learning_rate': 2e-05, 'epoch': 0.14}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0335, 'learning_rate': 2e-05, 'epoch': 0.15}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 3.0988, 'learning_rate': 2e-05, 'epoch': 0.16}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 2.9974, 'learning_rate': 2e-05, 'epoch': 0.17}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0761, 'learning_rate': 2e-05, 'epoch': 0.18}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 3.0415, 'learning_rate': 2e-05, 'epoch': 0.19}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 2.9861, 'learning_rate': 2e-05, 'epoch': 0.2}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.028, 'learning_rate': 2e-05, 'epoch': 0.21}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 3.0325, 'learning_rate': 2e-05, 'epoch': 0.22}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9388, 'learning_rate': 2e-05, 'epoch': 0.23}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 2.9252, 'learning_rate': 2e-05, 'epoch': 0.24}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0184, 'learning_rate': 2e-05, 'epoch': 0.25}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0793, 'learning_rate': 2e-05, 'epoch': 0.26}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0116, 'learning_rate': 2e-05, 'epoch': 0.27}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}
{'loss': 3.0065, 'learning_rate': 2e-05, 'epoch': 0.28}