v1.0.8

dfcb88ff · chenzk · dfcb88ff · dfcb88ff · dfcb88ff · dfcb88ff
Commit dfcb88ff authored Dec 04, 2024 by chenzk
20 changed files
--- a/scripts/log_lighteval_to_wandb.py
+++ b/scripts/log_lighteval_to_wandb.py
--- a/smollm1/README.md
+++ b/smollm1/README.md
--- a/smollm1/config_smollm1_135M.yaml
+++ b/smollm1/config_smollm1_135M.yaml
--- a/smollm1/config_smollm1_135M_demo1.yaml
+++ b/smollm1/config_smollm1_135M_demo1.yaml
--- a/smollm1/config_smollm1_135M_demo2.yaml
+++ b/smollm1/config_smollm1_135M_demo2.yaml
--- a/smollm1/config_smollm1_1B.yaml
+++ b/smollm1/config_smollm1_1B.yaml
--- a/smollm1/config_smollm1_360M.yaml
+++ b/smollm1/config_smollm1_360M.yaml
--- a/src/nanotron/__init__.py
+++ b/src/nanotron/__init__.py
--- a/src/nanotron/config/__init__.py
+++ b/src/nanotron/config/__init__.py
--- a/src/nanotron/config/config.py
+++ b/src/nanotron/config/config.py
--- a/src/nanotron/config/lighteval_config.py
+++ b/src/nanotron/config/lighteval_config.py
--- a/src/nanotron/config/models_config.py
+++ b/src/nanotron/config/models_config.py
--- a/src/nanotron/config/parallelism_config.py
+++ b/src/nanotron/config/parallelism_config.py
--- a/src/nanotron/config/utils_config.py
+++ b/src/nanotron/config/utils_config.py
--- a/src/nanotron/constants.py
+++ b/src/nanotron/constants.py
--- a/src/nanotron/data/collator.py
+++ b/src/nanotron/data/collator.py
--- a/src/nanotron/data/dataloader_builder.py
+++ b/src/nanotron/data/dataloader_builder.py
--- a/src/nanotron/data/nanoset.py
+++ b/src/nanotron/data/nanoset.py
--- a/src/nanotron/data/utils.py
+++ b/src/nanotron/data/utils.py
--- a/src/nanotron/dataloader.py
+++ b/src/nanotron/dataloader.py