support dtk2210

0b58bdea · huchen · c4dd1fd4 · 0b58bdea · 0b58bdea · 0b58bdea
Commit 0b58bdea authored Nov 17, 2022 by huchen
20 changed files
--- a/colossalai/context/random/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/context/random/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/context/random/__pycache__/_helper.cpython-37.pyc
+++ b/colossalai/context/random/__pycache__/_helper.cpython-37.pyc
--- a/colossalai/context/random/__pycache__/seed_manager.cpython-37.pyc
+++ b/colossalai/context/random/__pycache__/seed_manager.cpython-37.pyc
--- a/colossalai/engine/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/engine/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/engine/__pycache__/_base_engine.cpython-37.pyc
+++ b/colossalai/engine/__pycache__/_base_engine.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_base_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_base_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_data_parallel_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_data_parallel_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_moe_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_moe_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_pipeline_parallel_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_pipeline_parallel_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_sequence_parallel_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_sequence_parallel_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/gradient_handler/__pycache__/_zero_gradient_handler.cpython-37.pyc
+++ b/colossalai/engine/gradient_handler/__pycache__/_zero_gradient_handler.cpython-37.pyc
--- a/colossalai/engine/ophooks/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/engine/ophooks/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/engine/ophooks/__pycache__/_base_ophook.cpython-37.pyc
+++ b/colossalai/engine/ophooks/__pycache__/_base_ophook.cpython-37.pyc
--- a/colossalai/engine/ophooks/__pycache__/_memtracer_ophook.cpython-37.pyc
+++ b/colossalai/engine/ophooks/__pycache__/_memtracer_ophook.cpython-37.pyc
--- a/colossalai/engine/schedule/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/engine/schedule/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/engine/schedule/__pycache__/_base_schedule.cpython-37.pyc
+++ b/colossalai/engine/schedule/__pycache__/_base_schedule.cpython-37.pyc
--- a/colossalai/engine/schedule/__pycache__/_non_pipeline_schedule.cpython-37.pyc
+++ b/colossalai/engine/schedule/__pycache__/_non_pipeline_schedule.cpython-37.pyc
--- a/colossalai/engine/schedule/__pycache__/_pipeline_schedule.cpython-37.pyc
+++ b/colossalai/engine/schedule/__pycache__/_pipeline_schedule.cpython-37.pyc
--- a/colossalai/kernel/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/kernel/__pycache__/__init__.cpython-37.pyc