v1.0.1

d99506f3 · chenzk · 61e92904 · d99506f3 · d99506f3 · d99506f3
Commit d99506f3 authored Dec 03, 2024 by chenzk
20 changed files
--- a/examples/doremi/README.md
+++ b/examples/doremi/README.md
--- a/nn/__init__.py
+++ b/nn/__init__.py
--- a/examples/doremi/assets/domain_weights.png
+++ b/examples/doremi/assets/domain_weights.png
--- a/examples/doremi/assets/not_outperform.png
+++ b/examples/doremi/assets/not_outperform.png
--- a/examples/doremi/assets/outperform.png
+++ b/examples/doremi/assets/outperform.png
--- a/examples/doremi/configs/config_2.8b_llama.yaml
+++ b/examples/doremi/configs/config_2.8b_llama.yaml
--- a/examples/doremi/configs/config_2.8b_llama_with_tuned_weights.yaml
+++ b/examples/doremi/configs/config_2.8b_llama_with_tuned_weights.yaml
--- a/examples/doremi/configs/config_280m_llama.yaml
+++ b/examples/doremi/configs/config_280m_llama.yaml
--- a/examples/doremi/configs/config_280m_llama_proxy.yaml
+++ b/examples/doremi/configs/config_280m_llama_proxy.yaml
--- a/parallel/pipeline_parallel/__init__.py
+++ b/parallel/pipeline_parallel/__init__.py
--- a/examples/doremi/doremi/config.py
+++ b/examples/doremi/doremi/config.py
--- a/examples/doremi/doremi/dataloader.py
+++ b/examples/doremi/doremi/dataloader.py
--- a/examples/doremi/doremi/doremi_context.py
+++ b/examples/doremi/doremi/doremi_context.py
--- a/examples/doremi/doremi/llama.py
+++ b/examples/doremi/doremi/llama.py
--- a/examples/doremi/doremi/loss.py
+++ b/examples/doremi/doremi/loss.py
--- a/examples/doremi/doremi/trainer.py
+++ b/examples/doremi/doremi/trainer.py
--- a/examples/doremi/doremi/utils.py
+++ b/examples/doremi/doremi/utils.py
--- a/examples/doremi/requirements.txt
+++ b/examples/doremi/requirements.txt
+datasets
--- a/examples/doremi/tests/test_doremi_context.py
+++ b/examples/doremi/tests/test_doremi_context.py
--- a/examples/doremi/tests/test_doremi_dataloader.py
+++ b/examples/doremi/tests/test_doremi_dataloader.py