"...git@developer.sourcefind.cn:chenpangpang/transformers.git" did not exist on "c8b6052ff681e3ca8dab168dfd524b9fbbceb5bd"
Unverified Commit dac77981 authored by Akul Agrawal's avatar Akul Agrawal Committed by GitHub
Browse files

Update run_qa.py (#13857)

parent 013bdc6d
...@@ -420,7 +420,7 @@ def main(): ...@@ -420,7 +420,7 @@ def main():
raise ValueError("--do_train requires a train dataset") raise ValueError("--do_train requires a train dataset")
train_dataset = raw_datasets["train"] train_dataset = raw_datasets["train"]
if data_args.max_train_samples is not None: if data_args.max_train_samples is not None:
# We will select sample from whole data if agument is specified # We will select sample from whole data if argument is specified
train_dataset = train_dataset.select(range(data_args.max_train_samples)) train_dataset = train_dataset.select(range(data_args.max_train_samples))
# Create train feature from dataset # Create train feature from dataset
with training_args.main_process_first(desc="train dataset map pre-processing"): with training_args.main_process_first(desc="train dataset map pre-processing"):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment