first commit

34e67b1e · zhangshao · 34e67b1e · 34e67b1e · 34e67b1e · 34e67b1e
Commit 34e67b1e authored May 09, 2026 by zhangshao
19 changed files
--- a/training/src/eval.py
+++ b/training/src/eval.py
--- a/training/src/metrics/accuracy.py
+++ b/training/src/metrics/accuracy.py
--- a/training/src/metrics/num_tokens.py
+++ b/training/src/metrics/num_tokens.py
--- a/training/src/metrics/perplexity.py
+++ b/training/src/metrics/perplexity.py
--- a/training/src/models/modules/seq_common.py
+++ b/training/src/models/modules/seq_common.py
--- a/training/src/optim/param_grouping.py
+++ b/training/src/optim/param_grouping.py
--- a/training/src/optim/timm_lr_scheduler.py
+++ b/training/src/optim/timm_lr_scheduler.py
--- a/training/src/tasks/seq.py
+++ b/training/src/tasks/seq.py
--- a/training/src/train.py
+++ b/training/src/train.py
--- a/training/src/utils/checkpoint.py
+++ b/training/src/utils/checkpoint.py
--- a/training/src/utils/ddp_zero1.py
+++ b/training/src/utils/ddp_zero1.py
--- a/training/src/utils/ddp_zero2.py
+++ b/training/src/utils/ddp_zero2.py
--- a/training/src/utils/distributed.py
+++ b/training/src/utils/distributed.py
--- a/training/src/utils/ema.py
+++ b/training/src/utils/ema.py
--- a/training/src/utils/flops.py
+++ b/training/src/utils/flops.py
--- a/training/src/utils/gpu_affinity.py
+++ b/training/src/utils/gpu_affinity.py
--- a/training/src/utils/utils.py
+++ b/training/src/utils/utils.py
--- a/training/tests/datamodules/test_language_modeling_hf.py
+++ b/training/tests/datamodules/test_language_modeling_hf.py
--- a/usage.md
+++ b/usage.md