fix doc (#622)

aa39e42c · Chaofan Lin · GitHub · 953f28cf · aa39e42c · aa39e42c
Unverified Commit aa39e42c authored Aug 01, 2023 by Chaofan Lin Committed by GitHub Jul 31, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

vllm/config.py vllm/config.py +1 -1

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +1 -1

No files found.
--- a/vllm/config.py
+++ b/vllm/config.py
@@ -224,7 +224,7 @@ class SchedulerConfig:
            a single iteration.
        max_num_seqs: Maximum number of sequences to be processed in a single
            iteration.
-        max_seq_len: Maximum length of a sequence (including prompt
+        max_model_len: Maximum length of a sequence (including prompt
            and generated text).
    """


--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -353,7 +353,7 @@ class LLMEngine:
                if stopped:
                    continue

-                # Check if the sequence has reached max_seq_len.
+                # Check if the sequence has reached max_model_len.
                if seq.get_len() > self.scheduler_config.max_model_len:
                    self.scheduler.free_seq(
                        seq, SequenceStatus.FINISHED_LENGTH_CAPPED)