support dtk2210

0b58bdea · huchen · c4dd1fd4 · 0b58bdea · 0b58bdea · 0b58bdea
Commit 0b58bdea authored Nov 17, 2022 by huchen
20 changed files
--- a/colossalai.egg-info/SOURCES.txt
+++ b/colossalai.egg-info/SOURCES.txt
@@ -21,6 +21,26 @@ setup.py
 /public/home/huchen/colossalAI/ColossalAI/colossalai/kernel/hip_native/csrc/kernels/normalize_kernels.hip
 /public/home/huchen/colossalAI/ColossalAI/colossalai/kernel/hip_native/csrc/kernels/softmax_kernels.hip
 /public/home/huchen/colossalAI/ColossalAI/colossalai/kernel/hip_native/csrc/kernels/transform_kernels.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/colossal_C_frontend.cpp
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/layer_norm_hip.cpp
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/layer_norm_hip_kernel.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multi_tensor_adam.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multi_tensor_l2norm_kernel.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multi_tensor_lamb.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multi_tensor_scale_kernel.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multi_tensor_sgd_kernel.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/multihead_attention_1d.cpp
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/scaled_masked_softmax.cpp
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/scaled_masked_softmax_hip.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/scaled_upper_triang_masked_softmax.cpp
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/scaled_upper_triang_masked_softmax_hip.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/cublas_wrappers.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/dropout_kernels.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/general_kernels.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/hip_util.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/normalize_kernels.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/softmax_kernels.hip
+/public/home/huchen/colossalAI/colossalai_dtk2210/colossalai/kernel/hip_native/csrc/kernels/transform_kernels.hip
 colossalai/__init__.py
 colossalai/constants.py
 colossalai/core.py

--- a/colossalai/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/__pycache__/constants.cpython-37.pyc
+++ b/colossalai/__pycache__/constants.cpython-37.pyc
--- a/colossalai/__pycache__/core.cpython-37.pyc
+++ b/colossalai/__pycache__/core.cpython-37.pyc
--- a/colossalai/__pycache__/global_variables.cpython-37.pyc
+++ b/colossalai/__pycache__/global_variables.cpython-37.pyc
--- a/colossalai/__pycache__/initialize.cpython-37.pyc
+++ b/colossalai/__pycache__/initialize.cpython-37.pyc
--- a/colossalai/amp/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/amp/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/amp/__pycache__/amp_type.cpython-37.pyc
+++ b/colossalai/amp/__pycache__/amp_type.cpython-37.pyc
--- a/colossalai/amp/apex_amp/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/amp/apex_amp/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/amp/apex_amp/__pycache__/apex_amp.cpython-37.pyc
+++ b/colossalai/amp/apex_amp/__pycache__/apex_amp.cpython-37.pyc
--- a/colossalai/amp/naive_amp/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/amp/naive_amp/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/amp/naive_amp/__pycache__/_fp16_optimizer.cpython-37.pyc
+++ b/colossalai/amp/naive_amp/__pycache__/_fp16_optimizer.cpython-37.pyc
--- a/colossalai/amp/naive_amp/__pycache__/naive_amp.cpython-37.pyc
+++ b/colossalai/amp/naive_amp/__pycache__/naive_amp.cpython-37.pyc
--- a/colossalai/amp/torch_amp/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/amp/torch_amp/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/amp/torch_amp/__pycache__/_grad_scaler.cpython-37.pyc
+++ b/colossalai/amp/torch_amp/__pycache__/_grad_scaler.cpython-37.pyc
--- a/colossalai/amp/torch_amp/__pycache__/torch_amp.cpython-37.pyc
+++ b/colossalai/amp/torch_amp/__pycache__/torch_amp.cpython-37.pyc
--- a/colossalai/builder/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/builder/__pycache__/__init__.cpython-37.pyc
--- a/colossalai/builder/__pycache__/builder.cpython-37.pyc
+++ b/colossalai/builder/__pycache__/builder.cpython-37.pyc
--- a/colossalai/builder/__pycache__/pipeline.cpython-37.pyc
+++ b/colossalai/builder/__pycache__/pipeline.cpython-37.pyc
--- a/colossalai/communication/__pycache__/__init__.cpython-37.pyc
+++ b/colossalai/communication/__pycache__/__init__.cpython-37.pyc