Unverified Commit 49832b23 authored by Jiarui Fang's avatar Jiarui Fang Committed by GitHub
Browse files

[refactory] add nn.parallel module (#1068)

parent 6754f1b7
...@@ -6,11 +6,11 @@ from colossalai.context.parallel_mode import ParallelMode ...@@ -6,11 +6,11 @@ from colossalai.context.parallel_mode import ParallelMode
from colossalai.testing import rerun_if_address_is_in_use from colossalai.testing import rerun_if_address_is_in_use
from colossalai.utils.cuda import get_current_device from colossalai.utils.cuda import get_current_device
from colossalai.utils import free_port from colossalai.utils import free_port
from colossalai.utils import ColoInitContext from colossalai.utils.model.colo_init_context import ColoInitContext
from colossalai.tensor import ChunkManager from colossalai.tensor import ChunkManager
from colossalai.core import global_context as gpc from colossalai.core import global_context as gpc
from functools import partial from functools import partial
from _utils import tensor_equal, tensor_shard_equal, set_seed from _utils import tensor_equal, set_seed
from tests.components_to_test.registry import non_distributed_component_funcs from tests.components_to_test.registry import non_distributed_component_funcs
from torch.nn.parallel import DistributedDataParallel as DDP from torch.nn.parallel import DistributedDataParallel as DDP
from colossalai.nn.parallel import ColoDDPV2 from colossalai.nn.parallel import ColoDDPV2
......
import os.path as osp
import pytest
import torch import torch
import torch.multiprocessing as mp import torch.multiprocessing as mp
from colossalai.utils.model.pipelinable import PipelinableContext from colossalai.utils.model.pipelinable import PipelinableContext
from functools import partial
from colossalai.utils import free_port
from colossalai.testing import rerun_on_exception from colossalai.testing import rerun_on_exception
NUM_CHUNKS = 1 NUM_CHUNKS = 1
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment