修复wordsize=8

364b4184 · huchen · c7891146 · 364b4184 · 364b4184 · 364b4184
Commit 364b4184 authored Nov 17, 2022 by huchen
11 changed files
--- a/tests/test_trainer/test_pipeline/__pycache__/test_p2p.cpython-37.pyc
+++ b/tests/test_trainer/test_pipeline/__pycache__/test_p2p.cpython-37.pyc
--- a/tests/test_trainer/test_pipeline/__pycache__/test_partition.cpython-37.pyc
+++ b/tests/test_trainer/test_pipeline/__pycache__/test_partition.cpython-37.pyc
--- a/tests/test_trainer/test_pipeline/__pycache__/test_pipeline_schedule.cpython-37.pyc
+++ b/tests/test_trainer/test_pipeline/__pycache__/test_pipeline_schedule.cpython-37.pyc
--- a/tests/test_utils/__pycache__/test_gradient_accumluation.cpython-37.pyc
+++ b/tests/test_utils/__pycache__/test_gradient_accumluation.cpython-37.pyc
--- a/tests/test_zero_data_parallel/__pycache__/test_zero_level_2.cpython-37.pyc
+++ b/tests/test_zero_data_parallel/__pycache__/test_zero_level_2.cpython-37.pyc
--- a/tests/test_zero_data_parallel/__pycache__/test_zero_level_3.cpython-37.pyc
+++ b/tests/test_zero_data_parallel/__pycache__/test_zero_level_3.cpython-37.pyc
--- a/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_2.cpython-37-pytest-7.2.0.pyc
+++ b/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_2.cpython-37-pytest-7.2.0.pyc
--- a/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_2.cpython-37.pyc
+++ b/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_2.cpython-37.pyc
--- a/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_3.cpython-37-pytest-7.2.0.pyc
+++ b/tests/test_zero_tensor_parallel/__pycache__/test_vit_2d_level_3.cpython-37-pytest-7.2.0.pyc
--- a/tests/test_zero_tensor_parallel/test_vit_2d_level_2.py
+++ b/tests/test_zero_tensor_parallel/test_vit_2d_level_2.py
@@ -90,8 +90,8 @@ def run_2d_parallel_vision_transformer_level_2(rank, world_size, port):
 @pytest.mark.dist
 def test_2d_vit_zero_level_2():
    ## HC
-    #world_size = 8
+    world_size = 8
-    world_size = 4
+    #world_size = 4
    run_func = partial(run_2d_parallel_vision_transformer_level_2, world_size=world_size, port=free_port())
    mp.spawn(run_func, nprocs=world_size)

--- a/tests/test_zero_tensor_parallel/test_vit_2d_level_3.py
+++ b/tests/test_zero_tensor_parallel/test_vit_2d_level_3.py
@@ -91,8 +91,8 @@ def run_2d_parallel_vision_transformer_level_3(rank, world_size, port):
 @pytest.mark.skip("Level 3 has unknown bug so skip this test for now")
 def test_3d_vit_zero_level_3():
    ## HC
-    #world_size = 8
+    world_size = 8
-    world_size = 4
+    #world_size = 4
    run_func = partial(run_2d_parallel_vision_transformer_level_3, world_size=world_size, port=free_port())
    mp.spawn(run_func, nprocs=world_size)