Commit a9b29641 authored by zhuwenwen's avatar zhuwenwen
Browse files

remove pkg_resources

parent e046b382
......@@ -4,7 +4,7 @@ import os
from shutil import copyfile
from typing import Any, Dict, IO, List, Optional, Tuple
import pkg_resources
# import pkg_resources
import sentencepiece as spm
from pytrie import StringTrie
from transformers.tokenization_utils import AddedToken, PreTrainedTokenizer
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment