更新0.12

160bf237 · wangxj · b01809dd · 160bf237 · 160bf237 · 160bf237
Commit 160bf237 authored Mar 05, 2025 by wangxj
20 changed files
--- a/megatron/core/datasets/multimodal_dataset.py
+++ b/megatron/core/datasets/multimodal_dataset.py
--- a/megatron/core/datasets/readme.md
+++ b/megatron/core/datasets/readme.md
--- a/megatron/core/datasets/retro/__init__.py
+++ b/megatron/core/datasets/retro/__init__.py
--- a/megatron/core/datasets/retro/config/__init__.py
+++ b/megatron/core/datasets/retro/config/__init__.py
--- a/megatron/core/datasets/retro/config/bert_embedders.py
+++ b/megatron/core/datasets/retro/config/bert_embedders.py
--- a/megatron/core/datasets/retro/config/config.py
+++ b/megatron/core/datasets/retro/config/config.py
--- a/megatron/core/datasets/retro/config/gpt_chunk_datasets.py
+++ b/megatron/core/datasets/retro/config/gpt_chunk_datasets.py
--- a/megatron/core/datasets/retro/config/tokenizers.py
+++ b/megatron/core/datasets/retro/config/tokenizers.py
--- a/megatron/core/datasets/retro/db/__init__.py
+++ b/megatron/core/datasets/retro/db/__init__.py
--- a/megatron/core/datasets/retro/db/build.py
+++ b/megatron/core/datasets/retro/db/build.py
--- a/megatron/core/datasets/retro/db/dataset.py
+++ b/megatron/core/datasets/retro/db/dataset.py
--- a/megatron/core/datasets/retro/db/utils.py
+++ b/megatron/core/datasets/retro/db/utils.py
--- a/megatron/core/datasets/retro/external_libs.py
+++ b/megatron/core/datasets/retro/external_libs.py
--- a/megatron/core/datasets/retro/index/__init__.py
+++ b/megatron/core/datasets/retro/index/__init__.py
--- a/megatron/core/datasets/retro/index/build.py
+++ b/megatron/core/datasets/retro/index/build.py
--- a/megatron/core/datasets/retro/index/factory.py
+++ b/megatron/core/datasets/retro/index/factory.py
--- a/megatron/core/datasets/retro/index/index.py
+++ b/megatron/core/datasets/retro/index/index.py
--- a/megatron/core/datasets/retro/index/indexes/__init__.py
+++ b/megatron/core/datasets/retro/index/indexes/__init__.py
--- a/megatron/core/datasets/retro/index/indexes/faiss_base.py
+++ b/megatron/core/datasets/retro/index/indexes/faiss_base.py
--- a/megatron/core/datasets/retro/index/indexes/faiss_par_add.py
+++ b/megatron/core/datasets/retro/index/indexes/faiss_par_add.py