Merge branch 'staging' into 'master'

April 2020 Release See merge request ADLR/megatron-lm!69

Merge branch 'staging' into 'master'
April 2020 Release See merge request ADLR/megatron-lm!69
22c0e300 · Jared Casper · 70174ae3 · acf8780b · 22c0e300 · 22c0e300
Commit 22c0e300 authored Apr 16, 2020 by Jared Casper
20 changed files
--- a/megatron/data_utils/tokenization.py
+++ b/megatron/data_utils/tokenization.py
--- a/megatron/data_utils/tokenization_gpt2.py
+++ b/megatron/data_utils/tokenization_gpt2.py
--- a/megatron/data_utils/wordpiece.py
+++ b/megatron/data_utils/wordpiece.py
--- a/megatron/fp16/__init__.py
+++ b/megatron/fp16/__init__.py
 # coding=utf-8
-# Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
+# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

--- a/megatron/fp16/fp16.py
+++ b/megatron/fp16/fp16.py
--- a/megatron/fp16/fp16util.py
+++ b/megatron/fp16/fp16util.py
--- a/megatron/fp16/loss_scaler.py
+++ b/megatron/fp16/loss_scaler.py
--- a/megatron/global_vars.py
+++ b/megatron/global_vars.py
--- a/megatron/initialize.py
+++ b/megatron/initialize.py
--- a/megatron/learning_rates.py
+++ b/megatron/learning_rates.py
--- a/megatron/model/__init__.py
+++ b/megatron/model/__init__.py
 # coding=utf-8
-# Copyright (c) 2019, NVIDIA CORPORATION.  All rights reserved.
+# Copyright (c) 2020, NVIDIA CORPORATION.  All rights reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

--- a/megatron/model/bert_model.py
+++ b/megatron/model/bert_model.py
--- a/megatron/model/classification.py
+++ b/megatron/model/classification.py
--- a/megatron/model/distributed.py
+++ b/megatron/model/distributed.py
--- a/megatron/model/gpt2_model.py
+++ b/megatron/model/gpt2_model.py
--- a/megatron/model/language_model.py
+++ b/megatron/model/language_model.py
--- a/megatron/model/multiple_choice.py
+++ b/megatron/model/multiple_choice.py
--- a/megatron/model/transformer.py
+++ b/megatron/model/transformer.py
--- a/megatron/model/utils.py
+++ b/megatron/model/utils.py
--- a/megatron/module.py
+++ b/megatron/module.py