Skip to content

GitLab

Commit 2c9a3115 authored by thomwolf's avatar thomwolf
Browse files

fix #858

parent fec76a48
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
examples/run_glue.py
View file @ 2c9a3115
...@@ -256,7 +256,7 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False): ...@@ -256,7 +256,7 @@ def load_and_cache_examples(args, task, tokenizer, evaluate=False):
cls_token_at_end=bool(args.model_type in ['xlnet']), # xlnet has a cls token at the end cls_token_at_end=bool(args.model_type in ['xlnet']), # xlnet has a cls token at the end
cls_token=tokenizer.cls_token, cls_token=tokenizer.cls_token,
sep_token=tokenizer.sep_token, sep_token=tokenizer.sep_token,
cls_token_segment_id=2 if args.model_type in ['xlnet'] else 1, cls_token_segment_id=2 if args.model_type in ['xlnet'] else 0,
pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet pad_on_left=bool(args.model_type in ['xlnet']), # pad on the left for xlnet
pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0) pad_token_segment_id=4 if args.model_type in ['xlnet'] else 0)
if args.local_rank in [-1, 0]: if args.local_rank in [-1, 0]:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment