Skip to content

GitLab

Commit 364b4184 authored by huchen's avatar huchen
Browse files

修复wordsize=8

parent c7891146
Pipeline #238 failed with stages
in 0 seconds
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
tests/test_data_pipeline_tensor_parallel/test_cifar_with_data_pipeline_tensor.py
View file @ 364b4184
...@@ -94,8 +94,8 @@ def run_trainer(rank, world_size, port): ...@@ -94,8 +94,8 @@ def run_trainer(rank, world_size, port):
# @pytest.mark.skip("This test requires more than 8 GPUs, you should invoke this test script using test.sh provided manually") # @pytest.mark.skip("This test requires more than 8 GPUs, you should invoke this test script using test.sh provided manually")
def test_hybrid_parallel(): def test_hybrid_parallel():
## HC ## HC
#world_size = 8 world_size = 8
world_size = 4 #world_size = 4
run_func = partial(run_trainer, world_size=world_size, port=free_port()) run_func = partial(run_trainer, world_size=world_size, port=free_port())
mp.spawn(run_func, nprocs=world_size) mp.spawn(run_func, nprocs=world_size)
......
tests/test_layers/test_3d/test_3d.py
View file @ 364b4184
...@@ -53,8 +53,8 @@ def check_layer_and_operation(rank, world_size, port): ...@@ -53,8 +53,8 @@ def check_layer_and_operation(rank, world_size, port):
@pytest.mark.dist @pytest.mark.dist
def test_3d(): def test_3d():
## HC ## HC
#world_size = 8 world_size = 8
world_size = 4 #world_size = 4
run_func = partial(check_layer_and_operation, world_size=world_size, port=free_port()) run_func = partial(check_layer_and_operation, world_size=world_size, port=free_port())
mp.spawn(run_func, nprocs=world_size) mp.spawn(run_func, nprocs=world_size)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment