Skip to content

GitLab

Unverified Commit f0107862 authored by JINO ROHIT's avatar JINO ROHIT Committed by GitHub
Browse files

Set pad_token in run_glue_no_trainer.py #28534 (#30234)

parent 06b11927
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
examples/pytorch/text-classification/run_glue_no_trainer.py
View file @ f0107862
...@@ -327,6 +327,9 @@ def main(): ...@@ -327,6 +327,9 @@ def main():
tokenizer = AutoTokenizer.from_pretrained( tokenizer = AutoTokenizer.from_pretrained(
args.model_name_or_path, use_fast=not args.use_slow_tokenizer, trust_remote_code=args.trust_remote_code args.model_name_or_path, use_fast=not args.use_slow_tokenizer, trust_remote_code=args.trust_remote_code
) )
if tokenizer.pad_token is None:
tokenizer.pad_token = tokenizer.eos_token
config.pad_token_id = tokenizer.pad_token_id
model = AutoModelForSequenceClassification.from_pretrained( model = AutoModelForSequenceClassification.from_pretrained(
args.model_name_or_path, args.model_name_or_path,
from_tf=bool(".ckpt" in args.model_name_or_path), from_tf=bool(".ckpt" in args.model_name_or_path),
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment