Merge branch 'main' of https://github.com/NVIDIA/Megatron-LM

0024a5c6 · zhuwenwen · b004456b · 3db2063b · 0024a5c6 · 0024a5c6
Commit 0024a5c6 authored Apr 26, 2023 by zhuwenwen
20 changed files
--- a/megatron/data/biencoder_dataset_utils.py
+++ b/megatron/data/biencoder_dataset_utils.py
--- a/megatron/data/blendable_dataset.py
+++ b/megatron/data/blendable_dataset.py
--- a/megatron/data/data_samplers.py
+++ b/megatron/data/data_samplers.py
--- a/megatron/data/dataset_utils.py
+++ b/megatron/data/dataset_utils.py
--- a/megatron/data/gpt_dataset.py
+++ b/megatron/data/gpt_dataset.py
--- a/megatron/data/helpers.cpp
+++ b/megatron/data/helpers.cpp
--- a/megatron/data/ict_dataset.py
+++ b/megatron/data/ict_dataset.py
--- a/megatron/data/image_folder.py
+++ b/megatron/data/image_folder.py
--- a/megatron/data/indexed_dataset.py
+++ b/megatron/data/indexed_dataset.py
--- a/megatron/data/orqa_wiki_dataset.py
+++ b/megatron/data/orqa_wiki_dataset.py
--- a/megatron/data/realm_dataset_utils.py
+++ b/megatron/data/realm_dataset_utils.py
--- a/megatron/data/realm_index.py
+++ b/megatron/data/realm_index.py
--- a/megatron/data/t5_dataset.py
+++ b/megatron/data/t5_dataset.py
--- a/megatron/data/test/test_indexed_dataset.py
+++ b/megatron/data/test/test_indexed_dataset.py
--- a/megatron/data/test/test_preprocess_data.sh
+++ b/megatron/data/test/test_preprocess_data.sh
--- a/megatron/data/vit_dataset.py
+++ b/megatron/data/vit_dataset.py
--- a/megatron/dist_signal_handler.py
+++ b/megatron/dist_signal_handler.py
--- a/megatron/fp16_deprecated/loss_scaler.py
+++ b/megatron/fp16_deprecated/loss_scaler.py
--- a/megatron/fused_kernels/__init__.py
+++ b/megatron/fused_kernels/__init__.py
--- a/megatron/fused_kernels/compat.h
+++ b/megatron/fused_kernels/compat.h