Unverified Commit b30c75dd authored by Roger Wang's avatar Roger Wang Committed by GitHub
Browse files

[V1] Remove V0 fallback for mistral-tokenizer (#14873)


Signed-off-by: default avatarRoger Wang <ywang@roblox.com>
parent def232e1
......@@ -1487,13 +1487,6 @@ class EngineArgs:
recommend_to_remove=False)
return False
# No MistralTokenizer support so far (not compatible
# with xgrammar)
if model_config.tokenizer_mode == "mistral":
_raise_or_fallback(feature_name="--tokenizer-mode mistral",
recommend_to_remove=False)
return False
# No CPU offloading yet.
if self.cpu_offload_gb != EngineArgs.cpu_offload_gb:
_raise_or_fallback(feature_name="--cpu-offload-gb",
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment