Migrated project

404ecbdc · zbian · 2ebaefc5 · 404ecbdc · 404ecbdc · 404ecbdc
Commit 404ecbdc authored Oct 28, 2021 by zbian
20 changed files
--- a/colossalai/nn/layer/parallel_3d/layers.py
+++ b/colossalai/nn/layer/parallel_3d/layers.py
--- a/colossalai/nn/layer/parallel_sequence/__init__.py
+++ b/colossalai/nn/layer/parallel_sequence/__init__.py
+from ._operation import RingQK, RingAV
+from .layers import TransformerSelfAttentionRing
+__all__ = ['TransformerSelfAttentionRing', 'RingAV', 'RingQK']
--- a/colossalai/nn/layer/parallel_sequence/_operation.py
+++ b/colossalai/nn/layer/parallel_sequence/_operation.py
--- a/colossalai/nn/layer/parallel_sequence/_utils.py
+++ b/colossalai/nn/layer/parallel_sequence/_utils.py
--- a/colossalai/nn/layer/parallel_sequence/layers.py
+++ b/colossalai/nn/layer/parallel_sequence/layers.py
--- a/colossalai/nn/layer/parallel_vision_transformer/__init__.py
+++ b/colossalai/nn/layer/parallel_vision_transformer/__init__.py
--- a/colossalai/nn/layer/parallel_vision_transformer/layers.py
+++ b/colossalai/nn/layer/parallel_vision_transformer/layers.py
--- a/colossalai/nn/layer/vanilla_resnet/__init__.py
+++ b/colossalai/nn/layer/vanilla_resnet/__init__.py
--- a/colossalai/nn/layer/vanilla_resnet/basic_block.py
+++ b/colossalai/nn/layer/vanilla_resnet/basic_block.py
--- a/colossalai/nn/layer/vanilla_resnet/bottleneck.py
+++ b/colossalai/nn/layer/vanilla_resnet/bottleneck.py
--- a/colossalai/nn/layer/vanilla_resnet/conv.py
+++ b/colossalai/nn/layer/vanilla_resnet/conv.py
--- a/colossalai/nn/layer/vanilla_resnet/reslayer.py
+++ b/colossalai/nn/layer/vanilla_resnet/reslayer.py
--- a/colossalai/nn/layer/vanilla_vision_transformer/__init__.py
+++ b/colossalai/nn/layer/vanilla_vision_transformer/__init__.py
--- a/colossalai/nn/layer/vanilla_vision_transformer/layers.py
+++ b/colossalai/nn/layer/vanilla_vision_transformer/layers.py
--- a/colossalai/nn/layer/wrapper/__init__.py
+++ b/colossalai/nn/layer/wrapper/__init__.py
--- a/colossalai/nn/layer/wrapper/lambda_wrapper.py
+++ b/colossalai/nn/layer/wrapper/lambda_wrapper.py
--- a/colossalai/nn/loss/__init__.py
+++ b/colossalai/nn/loss/__init__.py
--- a/colossalai/nn/loss/base_loss.py
+++ b/colossalai/nn/loss/base_loss.py
--- a/colossalai/nn/loss/cross_entropy_1d.py
+++ b/colossalai/nn/loss/cross_entropy_1d.py
--- a/colossalai/nn/loss/cross_entropy_2d.py
+++ b/colossalai/nn/loss/cross_entropy_2d.py