修复wordsize=8

tests/test_data_pipeline_tensor_parallel/test_cifar_with_data_pipeline_tensor.py

@@ -94,8 +94,8 @@ def run_trainer(rank, world_size, port):
 # @pytest.mark.skip("This test requires more than 8 GPUs, you should invoke this test script using test.sh provided manually")
 def test_hybrid_parallel():
     ## HC
-    #world_size = 8
-    world_size = 4
+    world_size = 8
+    #world_size = 4
     run_func = partial(run_trainer, world_size=world_size, port=free_port())
     mp.spawn(run_func, nprocs=world_size)
 

tests/test_layers/test_3d/test_3d.py

@@ -53,8 +53,8 @@ def check_layer_and_operation(rank, world_size, port):
 @pytest.mark.dist
 def test_3d():
     ## HC
-    #world_size = 8
-    world_size = 4
+    world_size = 8
+    #world_size = 4
     run_func = partial(check_layer_and_operation, world_size=world_size, port=free_port())
     mp.spawn(run_func, nprocs=world_size)