__init__.py 198 Bytes
Newer Older
Fazzie-Maqianli's avatar
Fazzie-Maqianli committed
1
2
3
from .tokenizer_utils import prepare_llama_tokenizer_and_embedding, smart_tokenizer_and_embedding_resize

__all__ = ['smart_tokenizer_and_embedding_resize', 'prepare_llama_tokenizer_and_embedding']