Merge remote-tracking branch 'upstream/master' into IFU-master-2022-07-29

795a5e5b · hubertlu-tw · 016c8d4f · 3c19f106 · 795a5e5b · 795a5e5b
Commit 795a5e5b authored Jul 29, 2022 by hubertlu-tw
20 changed files
--- a/apex/transformer/testing/standalone_bert.py
+++ b/apex/transformer/testing/standalone_bert.py
--- a/apex/transformer/testing/standalone_gpt.py
+++ b/apex/transformer/testing/standalone_gpt.py
--- a/apex/transformer/testing/standalone_transformer_lm.py
+++ b/apex/transformer/testing/standalone_transformer_lm.py
--- a/apex/transformer/utils.py
+++ b/apex/transformer/utils.py
--- a/csrc/layer_norm_cuda_kernel.cu
+++ b/csrc/layer_norm_cuda_kernel.cu
--- a/csrc/megatron/fused_weight_gradient_dense.cpp
+++ b/csrc/megatron/fused_weight_gradient_dense.cpp
--- a/csrc/megatron/fused_weight_gradient_dense_16bit_prec_cuda.cu
+++ b/csrc/megatron/fused_weight_gradient_dense_16bit_prec_cuda.cu
--- a/csrc/megatron/fused_weight_gradient_dense_cuda.cu
+++ b/csrc/megatron/fused_weight_gradient_dense_cuda.cu
--- a/csrc/mlp.cpp
+++ b/csrc/mlp.cpp
--- a/csrc/multi_tensor_adam.cu
+++ b/csrc/multi_tensor_adam.cu
--- a/csrc/multi_tensor_apply.cuh
+++ b/csrc/multi_tensor_apply.cuh
--- a/csrc/type_shim.h
+++ b/csrc/type_shim.h
--- a/docs/source/index.rst
+++ b/docs/source/index.rst
--- a/examples/docker/Dockerfile
+++ b/examples/docker/Dockerfile
--- a/requirements.txt
+++ b/requirements.txt
--- a/setup.py
+++ b/setup.py
--- a/tests/L0/run_optimizers/test_dist_adam.py
+++ b/tests/L0/run_optimizers/test_dist_adam.py
--- a/tests/L0/run_optimizers/test_fused_optimizer.py
+++ b/tests/L0/run_optimizers/test_fused_optimizer.py
--- a/tests/L0/run_pyprof_data/__init__.py
+++ b/tests/L0/run_pyprof_data/__init__.py
--- a/tests/L0/run_pyprof_data/test_pyprof_data.py
+++ b/tests/L0/run_pyprof_data/test_pyprof_data.py