[Bugfix] Fix xgrammar failing to read a vocab_size from LlavaConfig on PixtralHF. (#11043)

e35879c2 · Jeff Cook · GitHub · ebf77806 · e35879c2
Unverified Commit e35879c2 authored Dec 09, 2024 by Jeff Cook Committed by GitHub Dec 10, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 3 deletions

vllm/model_executor/guided_decoding/xgrammar_decoding.py vllm/model_executor/guided_decoding/xgrammar_decoding.py +3 -3

No files found.
--- a/vllm/model_executor/guided_decoding/xgrammar_decoding.py
+++ b/vllm/model_executor/guided_decoding/xgrammar_decoding.py
@@ -148,7 +148,7 @@ class GrammarConfig:
            else:
                json_str = guided_params.json
            return cls(json_str=json_str,
-                       vocab_size=model_config.hf_config.vocab_size,
+                       vocab_size=model_config.hf_text_config.vocab_size,
                       encoded_vocab=encoded_vocab,
                       stop_token_ids=stop_token_ids,
                       backend_str=backend_str,
@@ -168,7 +168,7 @@ class GrammarConfig:
            else:
                grammar_str = guided_params.grammar
            return cls(grammar_str=grammar_str,
-                       vocab_size=model_config.hf_config.vocab_size,
+                       vocab_size=model_config.hf_text_config.vocab_size,
                       encoded_vocab=encoded_vocab,
                       stop_token_ids=stop_token_ids,
                       backend_str=backend_str,
@@ -176,7 +176,7 @@ class GrammarConfig:
                       max_threads=max_threads)
        elif guided_params.json_object:
            return cls(json_object=True,
-                       vocab_size=model_config.hf_config.vocab_size,
+                       vocab_size=model_config.hf_text_config.vocab_size,
                       encoded_vocab=encoded_vocab,
                       stop_token_ids=stop_token_ids,
                       backend_str=backend_str,