Skip to content

GitLab

"...composable_kernel_rocm.git" did not exist on "c5ad2e8075ccaf3457a41884b25f3dbe85bf251c"
Commit 5def3302 authored by thomwolf's avatar thomwolf
Browse files

update run_glue

parent f71758f7
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
examples/run_glue.py
View file @ 5def3302
...@@ -279,10 +279,10 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False): ...@@ -279,10 +279,10 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False):
label_list[1], label_list[2] = label_list[2], label_list[1] label_list[1], label_list[2] = label_list[2], label_list[1]
examples = processor.get_dev_examples(args.data_dir) if evaluate else processor.get_train_examples(args.data_dir) examples = processor.get_dev_examples(args.data_dir) if evaluate else processor.get_train_examples(args.data_dir)
features = convert_examples_to_features(examples, features = convert_examples_to_features(examples,
label_list,
args.max_seq_length,
tokenizer, tokenizer,
output_mode, label_list=label_list,
max_length=args.max_seq_length,
output_mode=output_mode,
pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet
pad_token=tokenizer.convert_tokens_to_ids([tokenizer.pad_token])[0], pad_token=tokenizer.convert_tokens_to_ids([tokenizer.pad_token])[0],
pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0, pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment