Skip to content

GitLab

Unverified Commit 90e2f2d6 authored by littletomatodonkey's avatar littletomatodonkey Committed by GitHub
Browse files

fix nlp return token_type_ids (#7289)

parent a40f64a7
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
ppocr/data/imaug/label_ops.py
View file @ 90e2f2d6
...@@ -918,7 +918,10 @@ class VQATokenLabelEncode(object): ...@@ -918,7 +918,10 @@ class VQATokenLabelEncode(object):
text = info["text"] text = info["text"]
encode_res = self.tokenizer.encode( encode_res = self.tokenizer.encode(
text, pad_to_max_seq_len=False, return_attention_mask=True) text,
pad_to_max_seq_len=False,
return_attention_mask=True,
return_token_type_ids=True)
if not self.add_special_ids: if not self.add_special_ids:
# TODO: use tok.all_special_ids to remove # TODO: use tok.all_special_ids to remove
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment