first commit

8a915496 · Guolin Ke · 5cf7df97 · 8a915496 · 8a915496 · 8a915496
Commit 8a915496 authored Jul 10, 2022 by Guolin Ke
20 changed files
--- a/unicore/losses/masked_lm.py
+++ b/unicore/losses/masked_lm.py
--- a/unicore/losses/unicore_loss.py
+++ b/unicore/losses/unicore_loss.py
--- a/unicore/models/__init__.py
+++ b/unicore/models/__init__.py
--- a/unicore/models/distributed_unicore_model.py
+++ b/unicore/models/distributed_unicore_model.py
--- a/unicore/models/unicore_model.py
+++ b/unicore/models/unicore_model.py
--- a/unicore/modules/__init__.py
+++ b/unicore/modules/__init__.py
--- a/unicore/modules/layer_norm.py
+++ b/unicore/modules/layer_norm.py
--- a/unicore/modules/multihead_attention.py
+++ b/unicore/modules/multihead_attention.py
--- a/unicore/modules/softmax_dropout.py
+++ b/unicore/modules/softmax_dropout.py
--- a/unicore/modules/transformer_decoder.py
+++ b/unicore/modules/transformer_decoder.py
--- a/unicore/modules/transformer_decoder_layer.py
+++ b/unicore/modules/transformer_decoder_layer.py
--- a/unicore/modules/transformer_encoder.py
+++ b/unicore/modules/transformer_encoder.py
--- a/unicore/modules/transformer_encoder_layer.py
+++ b/unicore/modules/transformer_encoder_layer.py
--- a/unicore/nan_detector.py
+++ b/unicore/nan_detector.py
--- a/unicore/optim/__init__.py
+++ b/unicore/optim/__init__.py
--- a/unicore/optim/adadelta.py
+++ b/unicore/optim/adadelta.py
--- a/unicore/optim/adagrad.py
+++ b/unicore/optim/adagrad.py
--- a/unicore/optim/adam.py
+++ b/unicore/optim/adam.py
--- a/unicore/optim/dynamic_loss_scaler.py
+++ b/unicore/optim/dynamic_loss_scaler.py
--- a/unicore/optim/fp16_optimizer.py
+++ b/unicore/optim/fp16_optimizer.py