v1.0.3

71e79847 · chenzk · 71e79847 · 71e79847 · 71e79847 · 71e79847
Commit 71e79847 authored Dec 03, 2024 by chenzk
20 changed files
--- a/smollm1/config_smollm1_135M_demo1.yaml
+++ b/smollm1/config_smollm1_135M_demo1.yaml
--- a/smollm1/config_smollm1_135M_demo2.yaml
+++ b/smollm1/config_smollm1_135M_demo2.yaml
--- a/smollm1/config_smollm1_1B.yaml
+++ b/smollm1/config_smollm1_1B.yaml
--- a/smollm1/config_smollm1_360M.yaml
+++ b/smollm1/config_smollm1_360M.yaml
--- a/src/nanotron/__init__.py
+++ b/src/nanotron/__init__.py
--- a/src/nanotron/config/__init__.py
+++ b/src/nanotron/config/__init__.py
--- a/src/nanotron/config/config.py
+++ b/src/nanotron/config/config.py
--- a/src/nanotron/config/lighteval_config.py
+++ b/src/nanotron/config/lighteval_config.py
--- a/src/nanotron/config/models_config.py
+++ b/src/nanotron/config/models_config.py
--- a/src/nanotron/config/parallelism_config.py
+++ b/src/nanotron/config/parallelism_config.py
--- a/src/nanotron/config/utils_config.py
+++ b/src/nanotron/config/utils_config.py
--- a/src/nanotron/constants.py
+++ b/src/nanotron/constants.py
--- a/src/nanotron/data/collator.py
+++ b/src/nanotron/data/collator.py
--- a/src/nanotron/data/dataloader_builder.py
+++ b/src/nanotron/data/dataloader_builder.py
--- a/src/nanotron/data/nanoset.py
+++ b/src/nanotron/data/nanoset.py
--- a/src/nanotron/data/utils.py
+++ b/src/nanotron/data/utils.py
--- a/src/nanotron/dataloader.py
+++ b/src/nanotron/dataloader.py
--- a/src/nanotron/distributed.py
+++ b/src/nanotron/distributed.py
--- a/src/nanotron/fp8/__init__.py
+++ b/src/nanotron/fp8/__init__.py
--- a/src/nanotron/fp8/constants.py
+++ b/src/nanotron/fp8/constants.py