Skip to content

GitLab

Unverified Commit e35879c2 authored by Jeff Cook's avatar Jeff Cook Committed by GitHub
Browse files

[Bugfix] Fix xgrammar failing to read a vocab_size from LlavaConfig on PixtralHF. (#11043)

parent ebf77806
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
vllm/model_executor/guided_decoding/xgrammar_decoding.py
View file @ e35879c2
...@@ -148,7 +148,7 @@ class GrammarConfig: ...@@ -148,7 +148,7 @@ class GrammarConfig:
else: else:
json_str = guided_params.json json_str = guided_params.json
return cls(json_str=json_str, return cls(json_str=json_str,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,
...@@ -168,7 +168,7 @@ class GrammarConfig: ...@@ -168,7 +168,7 @@ class GrammarConfig:
else: else:
grammar_str = guided_params.grammar grammar_str = guided_params.grammar
return cls(grammar_str=grammar_str, return cls(grammar_str=grammar_str,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,
...@@ -176,7 +176,7 @@ class GrammarConfig: ...@@ -176,7 +176,7 @@ class GrammarConfig:
max_threads=max_threads) max_threads=max_threads)
elif guided_params.json_object: elif guided_params.json_object:
return cls(json_object=True, return cls(json_object=True,
vocab_size=model_config.hf_config.vocab_size, vocab_size=model_config.hf_text_config.vocab_size,
encoded_vocab=encoded_vocab, encoded_vocab=encoded_vocab,
stop_token_ids=stop_token_ids, stop_token_ids=stop_token_ids,
backend_str=backend_str, backend_str=backend_str,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment