[`SeamlessM4TTokenizer`] Safe import (#28026)

safe import

[`SeamlessM4TTokenizer`] Safe import (#28026)
safe import
2788f8d8 · Arthur · GitHub · 131a528b · 2788f8d8
Unverified Commit 2788f8d8 authored Dec 14, 2023 by Arthur Committed by GitHub Dec 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 6 additions and 4 deletions

src/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py ...ers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +6 -4

No files found.
--- a/src/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py
+++ b/src/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py
@@ -25,11 +25,13 @@ from ...tokenization_utils import (
    TextInput,
 )
 from ...tokenization_utils_fast import PreTrainedTokenizerFast
-from ...utils import PaddingStrategy, logging
-from .tokenization_seamless_m4t import (
-    SeamlessM4TTokenizer,
-)
+from ...utils import PaddingStrategy, is_sentencepiece_available, logging
+

+if is_sentencepiece_available():
+    from .tokenization_seamless_m4t import SeamlessM4TTokenizer
+else:
+    SeamlessM4TTokenizer = None

 logger = logging.get_logger(__name__)