Merge branch 'staging' into 'master'

April 2020 Release See merge request ADLR/megatron-lm!69

Merge branch 'staging' into 'master'
April 2020 Release See merge request ADLR/megatron-lm!69
22c0e300 · Jared Casper · 70174ae3 · acf8780b · 22c0e300 · 22c0e300
Commit 22c0e300 authored Apr 16, 2020 by Jared Casper
20 changed files
--- a/megatron/mpu/__init__.py
+++ b/megatron/mpu/__init__.py
 # coding=utf-8
-# Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
+# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

--- a/megatron/mpu/cross_entropy.py
+++ b/megatron/mpu/cross_entropy.py
--- a/megatron/mpu/data.py
+++ b/megatron/mpu/data.py
--- a/megatron/mpu/grads.py
+++ b/megatron/mpu/grads.py
--- a/megatron/mpu/initialize.py
+++ b/megatron/mpu/initialize.py
--- a/megatron/mpu/layers.py
+++ b/megatron/mpu/layers.py
--- a/megatron/mpu/mappings.py
+++ b/megatron/mpu/mappings.py
--- a/megatron/mpu/random.py
+++ b/megatron/mpu/random.py
--- a/megatron/mpu/tests/commons.py
+++ b/megatron/mpu/tests/commons.py
--- a/megatron/mpu/tests/test_cross_entropy.py
+++ b/megatron/mpu/tests/test_cross_entropy.py
--- a/megatron/mpu/tests/test_data.py
+++ b/megatron/mpu/tests/test_data.py
--- a/megatron/mpu/tests/test_initialize.py
+++ b/megatron/mpu/tests/test_initialize.py
--- a/megatron/mpu/tests/test_layers.py
+++ b/megatron/mpu/tests/test_layers.py
--- a/megatron/mpu/tests/test_random.py
+++ b/megatron/mpu/tests/test_random.py
--- a/megatron/mpu/utils.py
+++ b/megatron/mpu/utils.py
--- a/generate_samples.py
+++ b/generate_samples.py
--- a/megatron/tokenizer/__init__.py
+++ b/megatron/tokenizer/__init__.py
--- a/megatron/tokenizer/bert_tokenization.py
+++ b/megatron/tokenizer/bert_tokenization.py
--- a/megatron/tokenizer/gpt2_tokenization.py
+++ b/megatron/tokenizer/gpt2_tokenization.py
--- a/megatron/tokenizer/tokenizer.py
+++ b/megatron/tokenizer/tokenizer.py