Update sort_13_gram_buckets.py

f9b81151 · researcher2 · GitHub · 985f1f1a · f9b81151
Unverified Commit f9b81151 authored Mar 14, 2022 by researcher2 Committed by GitHub Mar 14, 2022
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

scripts/clean_training_data/sort_13_gram_buckets.py scripts/clean_training_data/sort_13_gram_buckets.py +2 -2

No files found.
--- a/scripts/clean_training_data/sort_13_gram_buckets.py
+++ b/scripts/clean_training_data/sort_13_gram_buckets.py
 """
-Iteratively runs gnu sort on each bucket, which does automatic the multiprocessing up to 8.
+Iteratively runs gnu sort on each bucket, uses up to 8 cores.

 Arguments
 ---------
@@ -55,4 +55,4 @@ if __name__ == '__main__':
    setup_logger_tqdm(logfile_path)

    args = parser.parse_args()
-    sort_13_gram_buckets(args.working_directory)
\ No newline at end of file
+    sort_13_gram_buckets(args.working_directory)