"git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "56ee2560bedfc471befe438ec253a1804b6eeb48"
Unverified Commit 94d7c3ba authored by Yifan Yang's avatar Yifan Yang Committed by GitHub
Browse files

[Examples] make default preprocessing_num_workers=1 (#19684)

* [Examples] make default preprocessing_num_workers=1

* [Examples] revert changes in research projects
parent c7edde1a
...@@ -104,7 +104,7 @@ def parse_args(): ...@@ -104,7 +104,7 @@ def parse_args():
"--train_file", type=str, default=None, help="A csv or a json file containing the training data." "--train_file", type=str, default=None, help="A csv or a json file containing the training data."
) )
parser.add_argument( parser.add_argument(
"--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data."
) )
parser.add_argument("--do_predict", action="store_true", help="Eval the question answering model") parser.add_argument("--do_predict", action="store_true", help="Eval the question answering model")
parser.add_argument( parser.add_argument(
......
...@@ -108,7 +108,7 @@ def parse_args(): ...@@ -108,7 +108,7 @@ def parse_args():
"--train_file", type=str, default=None, help="A csv or a json file containing the training data." "--train_file", type=str, default=None, help="A csv or a json file containing the training data."
) )
parser.add_argument( parser.add_argument(
"--preprocessing_num_workers", type=int, default=4, help="A csv or a json file containing the training data." "--preprocessing_num_workers", type=int, default=1, help="A csv or a json file containing the training data."
) )
parser.add_argument("--do_predict", action="store_true", help="To do prediction on the question answering model") parser.add_argument("--do_predict", action="store_true", help="To do prediction on the question answering model")
parser.add_argument( parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment