Commit a7584637 authored by patil-suraj's avatar patil-suraj
Browse files

add PreTrainedTokenizerFast in loadable classes

parent 573fbdff
...@@ -40,6 +40,7 @@ LOADABLE_CLASSES = { ...@@ -40,6 +40,7 @@ LOADABLE_CLASSES = {
}, },
"transformers": { "transformers": {
"PreTrainedTokenizer": ["save_pretrained", "from_pretrained"], "PreTrainedTokenizer": ["save_pretrained", "from_pretrained"],
"PreTrainedTokenizerFast": ["save_pretrained", "from_pretrained"],
"PreTrainedModel": ["save_pretrained", "from_pretrained"], "PreTrainedModel": ["save_pretrained", "from_pretrained"],
}, },
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment