# SOME DESCRIPTIVE TITLE.
# Copyright (C) 2021, PaddleNLP
# This file is distributed under the same license as the PaddleNLP package.
# FIRST AUTHOR <EMAIL@ADDRESS>, 2022.
#
#, fuzzy
msgid ""
msgstr ""
"Project-Id-Version: PaddleNLP \n"
"Report-Msgid-Bugs-To: \n"
"POT-Creation-Date: 2022-05-19 14:17+0800\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
"Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
"Language-Team: LANGUAGE <LL@li.org>\n"
"MIME-Version: 1.0\n"
"Content-Type: text/plain; charset=utf-8\n"
"Content-Transfer-Encoding: 8bit\n"
"Generated-By: Babel 2.10.1\n"

#: ../source/paddlenlp.transformers.roberta.tokenizer.rst:2
msgid "tokenizer"
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaTokenizer:1
msgid "基类：:class:`object`"
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaTokenizer:1
msgid ""
"RobertaTokenizer is a generic tokenizer class that will be instantiated "
"as either RobertaChineseTokenizer or RobertaBPETokenizer when created "
"with the RobertaTokenizer.from_pretrained() class method."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:1
msgid "基类：:class:`paddlenlp.transformers.tokenizer_utils.PretrainedTokenizer`"
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:1
msgid ""
"Constructs a RoBerta tokenizer. It uses a basic tokenizer to do "
"punctuation splitting, lower casing and so on, and follows a WordPiece "
"tokenizer to tokenize as subwords."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:5
msgid ""
"This tokenizer inherits from "
":class:`~paddlenlp.transformers.tokenizer_utils.PretrainedTokenizer` "
"which contains most of the main methods. For more information regarding "
"those methods, please refer to this superclass."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add
msgid "参数"
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:9
msgid ""
"The vocabulary file path (ends with '.txt') required to instantiate a "
"`WordpieceTokenizer`."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:12
msgid "Whether or not to lowercase the input when tokenizing. Defaults to`True`."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:15
msgid ""
"A special token representing the *unknown (out-of-vocabulary)* token. An "
"unknown token is set to be `unk_token` inorder to be converted to an ID. "
"Defaults to \"[UNK]\"."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:19
msgid ""
"A special token separating two different sentences in the same input. "
"Defaults to \"[SEP]\"."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:22
msgid ""
"A special token used to make arrays of tokens the same size for batching "
"purposes. Defaults to \"[PAD]\"."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:25
msgid ""
"A special token used for sequence classification. It is the last token of"
" the sequence when built with special tokens. Defaults to \"[CLS]\"."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:28
msgid ""
"A special token representing a masked token. This is the token used in "
"the masked language modeling task which the model tries to predict the "
"original unmasked ones. Defaults to \"[MASK]\"."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:25
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer:34
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string:12
msgid "实际案例"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.vocab_size:1
msgid "Return the size of vocabulary."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.vocab_size
msgid "返回"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.vocab_size:3
msgid "The size of vocabulary."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.vocab_size
msgid "返回类型"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string:1
msgid ""
"Converts a sequence of tokens (list of string) to a single string. Since "
"the usage of WordPiece introducing `##` to concat subwords, also removes "
"`##` when converting."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string:5
msgid "A list of string representing tokens to be converted."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.convert_tokens_to_string:8
msgid "Converted string from tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add:1
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add:1
msgid ""
"Returns the number of added tokens when encoding a sequence with special "
"tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add:3
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add:3
msgid ""
"Whether the input is a sequence pair or a single sequence. Defaults to "
"`False` and the input is a single sequence."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.num_special_tokens_to_add:7
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.num_special_tokens_to_add:7
msgid "Number of tokens added to sequences."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_inputs_with_special_tokens:1
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:1
msgid ""
"Build model inputs from a sequence or a pair of sequence for sequence "
"classification tasks by concatenating and adding special tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:4
msgid "A RoBERTa sequence has the following format:"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:6
msgid "single sequence:       ``[CLS] X [SEP]``"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:7
msgid "pair of sequences:        ``[CLS] A [SEP] B [SEP]``"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:9
msgid "List of IDs to which the special tokens will be added."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:11
msgid "Optional second list of IDs for sequence pairs. Defaults to `None`."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_inputs_with_special_tokens:15
msgid "List of input_id with the appropriate special tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:1
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:1
msgid ""
"Build offset map from a pair of offset map by concatenating and adding "
"offsets of special tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:3
msgid "A RoBERTa offset_mapping has the following format:"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:5
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:5
msgid "single sequence:      ``(0,0) X (0,0)``"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:6
msgid "pair of sequences:        ``(0,0) A (0,0) B (0,0)``"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:8
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:8
msgid "List of wordpiece offsets to which the special tokens will be added."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:10
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:10
msgid ""
"Optional second list of wordpiece offsets for offset mapping pairs. "
"Defaults to None."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:13
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.build_offset_mapping_with_special_tokens:13
msgid ""
"A list of wordpiece offsets with the appropriate offsets of special "
"tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:1
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:1
msgid ""
"Create a mask from the two sequences passed to be used in a sequence-pair"
" classification task."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:3
msgid "A RoBERTa sequence pair mask has the following format: ::"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:9
msgid ""
"If :obj:`token_ids_1` is :obj:`None`, this method only returns the first "
"portion of the mask (0s)."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask:4
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:11
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask:4
msgid "A list of `inputs_ids` for the first sequence."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask:6
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:13
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask:6
msgid "Optional second list of IDs for sequence pairs. Defaults to None."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:13
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.create_token_type_ids_from_sequences:16
msgid "List of token_type_id according to the given sequence(s)."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask:1
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask:1
msgid ""
"Retrieves sequence ids from a token list that has no special tokens "
"added. This method is called when adding special tokens using the "
"tokenizer ``encode`` methods."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask:8
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask:8
msgid ""
"Whether or not the token list is already formatted with special tokens "
"for the model. Defaults to None."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_special_tokens_mask:12
#: paddlenlp.transformers.roberta.tokenizer.RobertaChineseTokenizer.get_special_tokens_mask:12
msgid ""
"The list of integers either be 0 or 1: 1 for a special token, 0 for a "
"sequence token."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:1
msgid "基类：:class:`paddlenlp.transformers.gpt.tokenizer.GPTTokenizer`"
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:1
msgid "Constructs a Roberta tokenizer based on byte-level Byte-Pair-Encoding."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:3
msgid ""
"This tokenizer inherits from "
":class:`~paddlenlp.transformers.GPTTokenizer` which contains most of the "
"main methods. For more information regarding those methods, please refer "
"to this superclass."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:7
msgid ""
"Path to the vocab file. The vocab file contains a mapping from vocabulary"
" strings to indices."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:10
msgid ""
"Path to the merge file. The merge file is used to split the input "
"sentence into \"subword\" units. The vocab file is then used to encode "
"those units as intices."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:14
msgid "Paradigm to follow when decoding bytes to UTF-8. Defaults to `'replace'`."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:17
msgid "The maximum value of the input sequence length. Defaults to `None`."
msgstr ""

#: of paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer:20
msgid "A list of special tokens not in the vocabulary. Defaults to `None`."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping:1
msgid ""
"Returns the map of tokens and the start and end index of their start and "
"end character. Modified from "
"https://github.com/bojone/bert4keras/blob/master/bert4keras/tokenizers.py#L372"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping:4
msgid "Input text."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.get_offset_mapping:7
msgid "The offset map of input text."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:3
msgid "A Roberta offset_mapping has the following format:"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.build_offset_mapping_with_special_tokens:6
msgid "pair of sequences:        ``(0,0) A (0,0) (0,0) B (0,0)``"
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:3
msgid ""
"Should be overridden in a subclass if the model has a special way of "
"building those."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:6
msgid ""
"If `token_ids_1` is `None`, this method only returns the first portion of"
" the mask (0s)."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:8
msgid "List of IDs."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.create_token_type_ids_from_sequences:10
msgid "Optional second list of IDs for sequence pairs."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string:1
msgid ""
"Converts a sequence of tokens (list of string) to a single string by "
"using ``' '.join(tokens)`` ."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string:4
msgid "A sequence of tokens."
msgstr ""

#: of
#: paddlenlp.transformers.roberta.tokenizer.RobertaBPETokenizer.convert_tokens_to_string:7
msgid "Converted string."
msgstr ""

#~ msgid "Converts a string to a list of tokens."
#~ msgstr ""

#~ msgid "The text to be tokenized."
#~ msgstr ""

#~ msgid "A list of string representing converted tokens."
#~ msgstr ""

#~ msgid "Converts a sequence of tokens (list of string) to a list of ids."
#~ msgstr ""

#~ msgid "Converted ids from tokens."
#~ msgstr ""

#~ msgid "A list of ids to be converted."
#~ msgstr ""

#~ msgid "Whether or not to skip specical tokens. Defaults to `False`."
#~ msgstr ""

#~ msgid "A list of converted tokens."
#~ msgstr ""

#~ msgid ""
#~ "Save tokenizer related resources to "
#~ "`resource_files_names` indicating files under "
#~ "`save_directory` by copying directly. Override"
#~ " it if necessary."
#~ msgstr ""

#~ msgid "Directory to save files into."
#~ msgstr ""

