v1.0.8

dfcb88ff · chenzk · dfcb88ff · dfcb88ff · dfcb88ff · dfcb88ff
Commit dfcb88ff authored Dec 04, 2024 by chenzk
20 changed files
--- a/examples/custom-dataloader/run_train.py
+++ b/examples/custom-dataloader/run_train.py
--- a/examples/doremi/README.md
+++ b/examples/doremi/README.md
--- a/examples/doremi/__init__.py
+++ b/examples/doremi/__init__.py
--- a/examples/doremi/assets/domain_weights.png
+++ b/examples/doremi/assets/domain_weights.png
--- a/examples/doremi/assets/not_outperform.png
+++ b/examples/doremi/assets/not_outperform.png
--- a/examples/doremi/assets/outperform.png
+++ b/examples/doremi/assets/outperform.png
--- a/examples/doremi/configs/config_2.8b_llama.yaml
+++ b/examples/doremi/configs/config_2.8b_llama.yaml
--- a/examples/doremi/configs/config_2.8b_llama_with_tuned_weights.yaml
+++ b/examples/doremi/configs/config_2.8b_llama_with_tuned_weights.yaml
--- a/examples/doremi/configs/config_280m_llama.yaml
+++ b/examples/doremi/configs/config_280m_llama.yaml
--- a/examples/doremi/configs/config_280m_llama_proxy.yaml
+++ b/examples/doremi/configs/config_280m_llama_proxy.yaml
--- a/examples/doremi/doremi/__init__.py
+++ b/examples/doremi/doremi/__init__.py
--- a/examples/doremi/doremi/config.py
+++ b/examples/doremi/doremi/config.py
--- a/examples/doremi/doremi/dataloader.py
+++ b/examples/doremi/doremi/dataloader.py
--- a/examples/doremi/doremi/doremi_context.py
+++ b/examples/doremi/doremi/doremi_context.py
--- a/examples/doremi/doremi/llama.py
+++ b/examples/doremi/doremi/llama.py
--- a/examples/doremi/doremi/loss.py
+++ b/examples/doremi/doremi/loss.py
--- a/examples/doremi/doremi/trainer.py
+++ b/examples/doremi/doremi/trainer.py
--- a/examples/doremi/doremi/utils.py
+++ b/examples/doremi/doremi/utils.py
--- a/examples/doremi/requirements.txt
+++ b/examples/doremi/requirements.txt
+datasets
--- a/examples/doremi/tests/test_doremi_context.py
+++ b/examples/doremi/tests/test_doremi_context.py