[Bugfix] Fix a log error in chunked prefill (#6694)

461089a2 · Woosuk Kwon · GitHub · 71950af7 · 461089a2
Unverified Commit 461089a2 authored Jul 23, 2024 by Woosuk Kwon Committed by GitHub Jul 23, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/config.py vllm/config.py +1 -1

No files found.
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -814,7 +814,7 @@ class SchedulerConfig:
        if enable_chunked_prefill:
            logger.info(
                "Chunked prefill is enabled with max_num_batched_tokens=%d.",
-                max_num_batched_tokens)
+                self.max_num_batched_tokens)

        self.max_num_seqs = max_num_seqs
        self.max_model_len = max_model_len