tokenizer_config.json 188 Bytes
Newer Older
zzg_666's avatar
zzg_666 committed
1
2
3
4
5
6
7
8
9
10
{
  "model_max_length": 1000000000000000000,
  "tokenizer_class": "Emu3Tokenizer",
  "auto_map": {
    "AutoTokenizer": [
      "tokenization_emu3.Emu3Tokenizer",
      null
      ]
  }
}