the use_auth_token has not been set up early enough in the model_kwargs. Fixes #12941 (#13205)

src/transformers/pipelines/__init__.py

@@ -410,6 +410,9 @@ def pipeline(
         model = get_default_model(targeted_task, framework, task_options)
         logger.warning(f"No model was supplied, defaulted to {model} (https://huggingface.co/{model})")
 
+    # Retrieve use_auth_token and add it to model_kwargs to be used in .from_pretrained
+    model_kwargs["use_auth_token"] = model_kwargs.get("use_auth_token", use_auth_token)
+
     # Config is the primordial information item.
     # Instantiate config if needed
     if isinstance(config, str):
@@ -419,9 +422,6 @@ def pipeline(
 
     model_name = model if isinstance(model, str) else None
 
-    # Retrieve use_auth_token and add it to model_kwargs to be used in .from_pretrained
-    model_kwargs["use_auth_token"] = model_kwargs.get("use_auth_token", use_auth_token)
-
     # Infer the framework from the model
     # Forced if framework already defined, inferred if it's None
     # Will load the correct model if possible