v1.0.1

d99506f3 · chenzk · 61e92904 · d99506f3 · 61e92904 · 61e92904
Commit d99506f3 authored Dec 03, 2024 by chenzk
20 changed files
--- a/openwebtext-10k.tar.xz
+++ b/openwebtext-10k.tar.xz
--- a/optim/__pycache__/__init__.cpython-310.pyc
+++ b/optim/__pycache__/__init__.cpython-310.pyc
--- a/optim/__pycache__/base.cpython-310.pyc
+++ b/optim/__pycache__/base.cpython-310.pyc
--- a/optim/__pycache__/clip_grads.cpython-310.pyc
+++ b/optim/__pycache__/clip_grads.cpython-310.pyc
--- a/optim/__pycache__/gradient_accumulator.cpython-310.pyc
+++ b/optim/__pycache__/gradient_accumulator.cpython-310.pyc
--- a/optim/__pycache__/inherit_from_other_optimizer.cpython-310.pyc
+++ b/optim/__pycache__/inherit_from_other_optimizer.cpython-310.pyc
--- a/optim/__pycache__/named_optimizer.cpython-310.pyc
+++ b/optim/__pycache__/named_optimizer.cpython-310.pyc
--- a/optim/__pycache__/optimizer_from_gradient_accumulator.cpython-310.pyc
+++ b/optim/__pycache__/optimizer_from_gradient_accumulator.cpython-310.pyc
--- a/optim/__pycache__/zero.cpython-310.pyc
+++ b/optim/__pycache__/zero.cpython-310.pyc
--- a/parallel/__pycache__/__init__.cpython-310.pyc
+++ b/parallel/__pycache__/__init__.cpython-310.pyc
--- a/parallel/__pycache__/context.cpython-310.pyc
+++ b/parallel/__pycache__/context.cpython-310.pyc
--- a/parallel/__pycache__/parameters.cpython-310.pyc
+++ b/parallel/__pycache__/parameters.cpython-310.pyc
--- a/parallel/__pycache__/sharded_parameters.cpython-310.pyc
+++ b/parallel/__pycache__/sharded_parameters.cpython-310.pyc
--- a/parallel/__pycache__/tied_parameters.cpython-310.pyc
+++ b/parallel/__pycache__/tied_parameters.cpython-310.pyc
--- a/parallel/__pycache__/utils.cpython-310.pyc
+++ b/parallel/__pycache__/utils.cpython-310.pyc
--- a/parallel/data_parallel/__pycache__/utils.cpython-310.pyc
+++ b/parallel/data_parallel/__pycache__/utils.cpython-310.pyc
--- a/parallel/pipeline_parallel/__pycache__/__init__.cpython-310.pyc
+++ b/parallel/pipeline_parallel/__pycache__/__init__.cpython-310.pyc
--- a/parallel/pipeline_parallel/__pycache__/block.cpython-310.pyc
+++ b/parallel/pipeline_parallel/__pycache__/block.cpython-310.pyc
--- a/parallel/pipeline_parallel/__pycache__/context_manager.cpython-310.pyc
+++ b/parallel/pipeline_parallel/__pycache__/context_manager.cpython-310.pyc
--- a/parallel/pipeline_parallel/__pycache__/engine.cpython-310.pyc
+++ b/parallel/pipeline_parallel/__pycache__/engine.cpython-310.pyc