merge v0.3.1

7e1d5e53 · zhuwenwen · e3378b20 · 5f08050d · 7e1d5e53 · 7e1d5e53
Commit 7e1d5e53 authored Feb 19, 2024 by zhuwenwen
Showing with 164 additions and 66 deletions

vllm/worker/cache_engine.py vllm/worker/cache_engine.py +2 -0

vllm/worker/model_runner.py vllm/worker/model_runner.py +108 -46

vllm/worker/worker.py vllm/worker/worker.py +54 -20

No files found.
--- a/vllm/worker/cache_engine.py
+++ b/vllm/worker/cache_engine.py
--- a/vllm/worker/model_runner.py
+++ b/vllm/worker/model_runner.py
--- a/vllm/worker/worker.py
+++ b/vllm/worker/worker.py