"...composable_kernel_rocm.git" did not exist on "951a52b2050bfabc2773160aa427be6644212ad6"
Unverified Commit 2788f8d8 authored by Arthur's avatar Arthur Committed by GitHub
Browse files

[`SeamlessM4TTokenizer`] Safe import (#28026)

safe import
parent 131a528b
...@@ -25,11 +25,13 @@ from ...tokenization_utils import ( ...@@ -25,11 +25,13 @@ from ...tokenization_utils import (
TextInput, TextInput,
) )
from ...tokenization_utils_fast import PreTrainedTokenizerFast from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import PaddingStrategy, logging from ...utils import PaddingStrategy, is_sentencepiece_available, logging
from .tokenization_seamless_m4t import (
SeamlessM4TTokenizer,
)
if is_sentencepiece_available():
from .tokenization_seamless_m4t import SeamlessM4TTokenizer
else:
SeamlessM4TTokenizer = None
logger = logging.get_logger(__name__) logger = logging.get_logger(__name__)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment