Add tqdm `dynamic_ncols=True` (#3242)

4cb3b924 · Chujie Zheng · GitHub · a33ce60c · 4cb3b924
Unverified Commit 4cb3b924 authored Mar 06, 2024 by Chujie Zheng Committed by GitHub Mar 06, 2024
Show whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

vllm/entrypoints/llm.py vllm/entrypoints/llm.py +3 -1

No files found.
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
@@ -191,7 +191,9 @@ class LLM:
        # Initialize tqdm.
        if use_tqdm:
            num_requests = self.llm_engine.get_num_unfinished_requests()
-            pbar = tqdm(total=num_requests, desc="Processed prompts")
+            pbar = tqdm(total=num_requests,
+                        desc="Processed prompts",
+                        dynamic_ncols=True)
        # Run the engine.
        outputs: List[RequestOutput] = []
        while self.llm_engine.has_unfinished_requests():