调整文件夹格式

c19b4a93 · hepj987 · ed45ff87 · c19b4a93 · c19b4a93 · c19b4a93
Commit c19b4a93 authored Apr 11, 2023 by hepj987
20 changed files
--- a/megatron-deepspeed_dtk22.10/tools/logs/tb-rename-events.py
+++ b/megatron-deepspeed_dtk22.10/tools/logs/tb-rename-events.py
--- a/megatron-deepspeed_dtk22.10/tools/logs/tb-rescale-scalars.py
+++ b/megatron-deepspeed_dtk22.10/tools/logs/tb-rescale-scalars.py
--- a/megatron-deepspeed_dtk22.10/tools/merge_mp_partitions.py
+++ b/megatron-deepspeed_dtk22.10/tools/merge_mp_partitions.py
--- a/megatron-deepspeed_dtk22.10/tools/merge_preprocessed_data.py
+++ b/megatron-deepspeed_dtk22.10/tools/merge_preprocessed_data.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/README.md
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/README.md
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/add_id.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/add_id.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/blacklist_urls.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/blacklist_urls.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/cleanup_dataset.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/cleanup_dataset.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/cleanup_fix_dataset.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/cleanup_fix_dataset.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/filter_ngrams.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/filter_ngrams.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/find_duplicates.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/find_duplicates.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/group_duplicate_url.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/group_duplicate_url.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/merge_jsons.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/merge_jsons.py
--- a/megatron-deepspeed_dtk22.10/tools/openwebtext/remove_group_duplicates.py
+++ b/megatron-deepspeed_dtk22.10/tools/openwebtext/remove_group_duplicates.py
--- a/megatron-deepspeed_dtk22.10/tools/preprocess_data.py
+++ b/megatron-deepspeed_dtk22.10/tools/preprocess_data.py
--- a/megatron-deepspeed_dtk22.10/tools/preprocess_data_dist.py
+++ b/megatron-deepspeed_dtk22.10/tools/preprocess_data_dist.py
--- a/megatron-deepspeed_dtk22.10/tools/preprocess_data_many_cores.py
+++ b/megatron-deepspeed_dtk22.10/tools/preprocess_data_many_cores.py
--- a/megatron-deepspeed_dtk22.10/tools/sample_idxs_to_text.py
+++ b/megatron-deepspeed_dtk22.10/tools/sample_idxs_to_text.py
--- a/megatron-deepspeed_dtk22.10/tools/tb/tb-remove-events-by-group.py
+++ b/megatron-deepspeed_dtk22.10/tools/tb/tb-remove-events-by-group.py
--- a/megatron-deepspeed_dtk22.10/tools/tb/tb-remove-events-by-tag.py
+++ b/megatron-deepspeed_dtk22.10/tools/tb/tb-remove-events-by-tag.py