push rocm deepspeed v0.3.13

eadbbe09 · 401qingkong · ab5534fc · eadbbe09 · eadbbe09 · eadbbe09
Commit eadbbe09 authored Apr 25, 2021 by 401qingkong
20 changed files
--- a/deepspeed/ops/csrc/includes/cpu_adam.h
+++ b/deepspeed/ops/csrc/includes/cpu_adam.h
--- a/deepspeed/ops/csrc/includes/cublas_wrappers.h
+++ b/deepspeed/ops/csrc/includes/cublas_wrappers.h
--- a/deepspeed/ops/csrc/includes/custom_cuda_layers.h
+++ b/deepspeed/ops/csrc/includes/custom_cuda_layers.h
--- a/deepspeed/ops/csrc/includes/dropout.h
+++ b/deepspeed/ops/csrc/includes/dropout.h
--- a/deepspeed/ops/csrc/includes/ds_transformer_cuda.h
+++ b/deepspeed/ops/csrc/includes/ds_transformer_cuda.h
--- a/deepspeed/ops/csrc/includes/feed_forward.h
+++ b/deepspeed/ops/csrc/includes/feed_forward.h
--- a/deepspeed/ops/csrc/includes/gelu.h
+++ b/deepspeed/ops/csrc/includes/gelu.h
--- a/deepspeed/ops/csrc/includes/gemm_test.h
+++ b/deepspeed/ops/csrc/includes/gemm_test.h
--- a/deepspeed/ops/csrc/includes/general_kernels.h
+++ b/deepspeed/ops/csrc/includes/general_kernels.h
--- a/deepspeed/ops/csrc/includes/hip/StopWatch.h
+++ b/deepspeed/ops/csrc/includes/hip/StopWatch.h
--- a/deepspeed/ops/csrc/includes/hip/Timer.h
+++ b/deepspeed/ops/csrc/includes/hip/Timer.h
--- a/deepspeed/ops/csrc/includes/hip/context.h
+++ b/deepspeed/ops/csrc/includes/hip/context.h
--- a/deepspeed/ops/csrc/includes/hip/cpu_adam.h
+++ b/deepspeed/ops/csrc/includes/hip/cpu_adam.h
--- a/deepspeed/ops/csrc/includes/hip/cublas_wrappers.h
+++ b/deepspeed/ops/csrc/includes/hip/cublas_wrappers.h
--- a/deepspeed/ops/csrc/includes/hip/custom_hip_layers.h
+++ b/deepspeed/ops/csrc/includes/hip/custom_hip_layers.h
--- a/deepspeed/ops/csrc/includes/hip/dropout.h
+++ b/deepspeed/ops/csrc/includes/hip/dropout.h
--- a/deepspeed/ops/csrc/includes/hip/ds_transformer_hip.h
+++ b/deepspeed/ops/csrc/includes/hip/ds_transformer_hip.h
--- a/deepspeed/ops/csrc/includes/hip/feed_forward.h
+++ b/deepspeed/ops/csrc/includes/hip/feed_forward.h
--- a/deepspeed/ops/csrc/includes/hip/gelu.h
+++ b/deepspeed/ops/csrc/includes/hip/gelu.h
--- a/deepspeed/ops/csrc/includes/hip/gemm_test.h
+++ b/deepspeed/ops/csrc/includes/hip/gemm_test.h