v1.0

61e92904 · chenzk · 61e92904 · 61e92904 · 61e92904 · 61e92904
Commit 61e92904 authored Dec 03, 2024 by chenzk
20 changed files
--- a/optim/base.py
+++ b/optim/base.py
--- a/optim/clip_grads.py
+++ b/optim/clip_grads.py
--- a/optim/gradient_accumulator.py
+++ b/optim/gradient_accumulator.py
--- a/optim/inherit_from_other_optimizer.py
+++ b/optim/inherit_from_other_optimizer.py
--- a/optim/named_optimizer.py
+++ b/optim/named_optimizer.py
--- a/optim/optimizer_from_gradient_accumulator.py
+++ b/optim/optimizer_from_gradient_accumulator.py
--- a/optim/zero.py
+++ b/optim/zero.py
--- a/parallel/__init__.py
+++ b/parallel/__init__.py
+# flake8: noqa
+from nanotron.parallel.context import ParallelContext
--- a/parallel/__pycache__/__init__.cpython-310.pyc
+++ b/parallel/__pycache__/__init__.cpython-310.pyc
--- a/parallel/__pycache__/context.cpython-310.pyc
+++ b/parallel/__pycache__/context.cpython-310.pyc
--- a/parallel/__pycache__/parameters.cpython-310.pyc
+++ b/parallel/__pycache__/parameters.cpython-310.pyc
--- a/parallel/__pycache__/sharded_parameters.cpython-310.pyc
+++ b/parallel/__pycache__/sharded_parameters.cpython-310.pyc
--- a/parallel/__pycache__/tied_parameters.cpython-310.pyc
+++ b/parallel/__pycache__/tied_parameters.cpython-310.pyc
--- a/parallel/__pycache__/utils.cpython-310.pyc
+++ b/parallel/__pycache__/utils.cpython-310.pyc
--- a/parallel/context.py
+++ b/parallel/context.py
--- a/parallel/data_parallel/__pycache__/utils.cpython-310.pyc
+++ b/parallel/data_parallel/__pycache__/utils.cpython-310.pyc
--- a/parallel/data_parallel/utils.py
+++ b/parallel/data_parallel/utils.py
--- a/parallel/parameters.py
+++ b/parallel/parameters.py
--- a/parallel/pipeline_parallel/README.md
+++ b/parallel/pipeline_parallel/README.md
--- a/parallel/pipeline_parallel/__init__.py
+++ b/parallel/pipeline_parallel/__init__.py