Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "504ac53d18fc057d2a98741fa27d89df9054422d"
Unverified Commit e35879c2 authored by Jeff Cook's avatar Jeff Cook Committed by GitHub
Browse files

[Bugfix] Fix xgrammar failing to read a vocab_size from LlavaConfig on PixtralHF. (#11043)

parent ebf77806
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
vllm/model_executor/guided_decoding/xgrammar_decoding.py
View file @ e35879c2
......@@ -148,7 +148,7 @@ class GrammarConfig:
else:
json_str = guided_params.json
return cls(json_str=json_str,
vocab_size=model_config.hf_config.vocab_size,
vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids,
backend_str=backend_str,
......@@ -168,7 +168,7 @@ class GrammarConfig:
else:
grammar_str = guided_params.grammar
return cls(grammar_str=grammar_str,
vocab_size=model_config.hf_config.vocab_size,
vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids,
backend_str=backend_str,
......@@ -176,7 +176,7 @@ class GrammarConfig:
max_threads=max_threads)
elif guided_params.json_object:
return cls(json_object=True,
vocab_size=model_config.hf_config.vocab_size,
vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids,
backend_str=backend_str,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment