升级megatron_v0.10[B

3bec6514 · xingjinliang · 3aca1415 · 3bec6514 · 3bec6514 · 3bec6514
Commit 3bec6514 authored Dec 09, 2024 by xingjinliang
20 changed files
--- a/megatron/inference/gpt/model_provider.py
+++ b/megatron/inference/gpt/model_provider.py
--- a/megatron/static/index.html
+++ b/megatron/static/index.html
--- a/megatron/text_generation/__init__.py
+++ b/megatron/text_generation/__init__.py
--- a/megatron/text_generation/api.py
+++ b/megatron/text_generation/api.py
--- a/megatron/text_generation/beam_utils.py
+++ b/megatron/text_generation/beam_utils.py
--- a/megatron/text_generation/communication.py
+++ b/megatron/text_generation/communication.py
--- a/megatron/inference/text_generation/forward_step.py
+++ b/megatron/inference/text_generation/forward_step.py
--- a/megatron/text_generation/generation.py
+++ b/megatron/text_generation/generation.py
--- a/megatron/text_generation/sampling.py
+++ b/megatron/text_generation/sampling.py
--- a/megatron/text_generation/tokenization.py
+++ b/megatron/text_generation/tokenization.py
--- a/megatron/text_generation_server.py
+++ b/megatron/text_generation_server.py
--- a/megatron/legacy/data/__init__.py
+++ b/megatron/legacy/data/__init__.py
--- a/megatron/data/autoaugment.py
+++ b/megatron/data/autoaugment.py
--- a/megatron/data/biencoder_dataset_utils.py
+++ b/megatron/data/biencoder_dataset_utils.py
--- a/megatron/data/data_samplers.py
+++ b/megatron/data/data_samplers.py
--- a/megatron/data/dataset_utils.py
+++ b/megatron/data/dataset_utils.py
--- a/megatron/data/ict_dataset.py
+++ b/megatron/data/ict_dataset.py
--- a/megatron/data/image_folder.py
+++ b/megatron/data/image_folder.py
--- a/megatron/data/multimodal_dataset.py
+++ b/megatron/data/multimodal_dataset.py
--- a/megatron/data/orqa_wiki_dataset.py
+++ b/megatron/data/orqa_wiki_dataset.py