push Deepspeed 0.6.3 rocm version

7d1a83a9 · aiss · ab5534fc · 7d1a83a9 · 7d1a83a9 · 7d1a83a9
Commit 7d1a83a9 authored May 25, 2022 by aiss
20 changed files
--- a/csrc/includes/compat.h
+++ b/csrc/includes/compat.h
+/* Copyright 2020 The Microsoft DeepSpeed Team
+   Copyright NVIDIA/apex
+   This file is adapted from fused adam in NVIDIA/apex, commit a109f85
+*/
+
+#ifndef TORCH_CHECK
+#define TORCH_CHECK AT_CHECK
+#endif
+
+#ifdef VERSION_GE_1_3
+#define DATA_PTR data_ptr
+#else
+#define DATA_PTR data
+#endif
--- a/csrc/includes/context_hip.h
+++ b/csrc/includes/context_hip.h
--- a/csrc/includes/cpu_adagrad.h
+++ b/csrc/includes/cpu_adagrad.h
--- a/csrc/includes/cpu_adagrad_hip.h
+++ b/csrc/includes/cpu_adagrad_hip.h
--- a/csrc/includes/cpu_adam.h
+++ b/csrc/includes/cpu_adam.h
--- a/csrc/includes/cpu_adam_hip.h
+++ b/csrc/includes/cpu_adam_hip.h
--- a/csrc/includes/cublas_wrappers.h
+++ b/csrc/includes/cublas_wrappers.h
--- a/csrc/includes/cublas_wrappers_hip.h
+++ b/csrc/includes/cublas_wrappers_hip.h
--- a/csrc/includes/custom_cuda_layers.h
+++ b/csrc/includes/custom_cuda_layers.h
--- a/csrc/includes/custom_hip_layers.h
+++ b/csrc/includes/custom_hip_layers.h
--- a/csrc/includes/dropout.h
+++ b/csrc/includes/dropout.h
--- a/csrc/includes/dropout_hip.h
+++ b/csrc/includes/dropout_hip.h
--- a/csrc/includes/ds_transformer_cuda.h
+++ b/csrc/includes/ds_transformer_cuda.h
--- a/csrc/includes/ds_transformer_hip.h
+++ b/csrc/includes/ds_transformer_hip.h
--- a/csrc/includes/feed_forward.h
+++ b/csrc/includes/feed_forward.h
--- a/csrc/includes/feed_forward_hip.h
+++ b/csrc/includes/feed_forward_hip.h
--- a/csrc/includes/gelu.h
+++ b/csrc/includes/gelu.h
--- a/csrc/includes/gelu_hip.h
+++ b/csrc/includes/gelu_hip.h
--- a/csrc/includes/gemm_test.h
+++ b/csrc/includes/gemm_test.h
--- a/csrc/includes/gemm_test_hip.h
+++ b/csrc/includes/gemm_test_hip.h