Fix batch_encode_plus (#3041)

f4ff44a6 · Cola · GitHub · b370cc7e · f4ff44a6
Unverified Commit f4ff44a6 authored Feb 27, 2020 by Cola Committed by GitHub Feb 27, 2020
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 2 deletions

src/transformers/tokenization_utils.py src/transformers/tokenization_utils.py +1 -2

No files found.
--- a/src/transformers/tokenization_utils.py
+++ b/src/transformers/tokenization_utils.py
@@ -1126,8 +1126,7 @@ class PreTrainedTokenizer(object):

        input_ids = []
        for ids_or_pair_ids in batch_text_or_text_pairs:
-            if isinstance(ids_or_pair_ids, (list, tuple)):
-                assert len(ids_or_pair_ids) == 2
+            if isinstance(ids_or_pair_ids, (list, tuple)) and len(ids_or_pair_ids) == 2:
                ids, pair_ids = ids_or_pair_ids
            else:
                ids, pair_ids = ids_or_pair_ids, None