__init__.py 197 Bytes
Newer Older
Fazzie-Maqianli's avatar
Fazzie-Maqianli committed
1
2
from .tokenizer_utils import prepare_llama_tokenizer_and_embedding, smart_tokenizer_and_embedding_resize

3
__all__ = ['smart_tokenizer_and_embedding_resize', 'prepare_llama_tokenizer_and_embedding']