Skip to content

GitLab

Commit 825697ca authored by thomwolf's avatar thomwolf
Browse files

fix tests

parent 1fa93ca1
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 3 deletions
transformers/pipelines.py
View file @ 825697ca
...@@ -32,7 +32,6 @@ from transformers import (AutoConfig, AutoTokenizer, PreTrainedTokenizer, ...@@ -32,7 +32,6 @@ from transformers import (AutoConfig, AutoTokenizer, PreTrainedTokenizer,
PretrainedConfig, ModelCard, SquadExample, PretrainedConfig, ModelCard, SquadExample,
squad_convert_examples_to_features, is_tf_available, squad_convert_examples_to_features, is_tf_available,
is_torch_available, BasicTokenizer, is_torch_available, BasicTokenizer,
ALL_PRETRAINED_MODEL_ARCHIVE_MAP,
ALL_PRETRAINED_CONFIG_ARCHIVE_MAP) ALL_PRETRAINED_CONFIG_ARCHIVE_MAP)
if is_tf_available(): if is_tf_available():
...@@ -845,9 +844,9 @@ def pipeline(task: str, model: Optional = None, ...@@ -845,9 +844,9 @@ def pipeline(task: str, model: Optional = None,
# Try to infer tokenizer from model or config name (if provided as str) # Try to infer tokenizer from model or config name (if provided as str)
if tokenizer is None: if tokenizer is None:
if isinstance(model, str) and model in ALL_PRETRAINED_MODEL_ARCHIVE_MAP: if isinstance(model, str) and model in ALL_PRETRAINED_CONFIG_ARCHIVE_MAP:
tokenizer = model tokenizer = model
elif isinstance(config, str) and model in ALL_PRETRAINED_CONFIG_ARCHIVE_MAP: elif isinstance(config, str) and config in ALL_PRETRAINED_CONFIG_ARCHIVE_MAP:
tokenizer = config tokenizer = config
else: else:
# Impossible to guest what is the right tokenizer here # Impossible to guest what is the right tokenizer here
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment