Merge tag 'v0.5.3.post1' into v0.5.3.post1-dtk24.04.1

500b93c8 · zhuwenwen · 99426767 · 38c4b7e8 · 500b93c8 · 500b93c8
Commit 500b93c8 authored Jul 25, 2024 by zhuwenwen
20 changed files
--- a/vllm/model_executor/models/phi3v.py
+++ b/vllm/model_executor/models/phi3v.py
--- a/vllm/model_executor/models/qwen2.py
+++ b/vllm/model_executor/models/qwen2.py
--- a/vllm/model_executor/models/utils.py
+++ b/vllm/model_executor/models/utils.py
--- a/vllm/model_executor/sampling_metadata.py
+++ b/vllm/model_executor/sampling_metadata.py
--- a/vllm/multimodal/utils.py
+++ b/vllm/multimodal/utils.py
--- a/vllm/platforms/__init__.py
+++ b/vllm/platforms/__init__.py
--- a/vllm/platforms/interface.py
+++ b/vllm/platforms/interface.py
--- a/vllm/platforms/tpu.py
+++ b/vllm/platforms/tpu.py
--- a/vllm/sampling_params.py
+++ b/vllm/sampling_params.py
--- a/vllm/sequence.py
+++ b/vllm/sequence.py
--- a/vllm/spec_decode/batch_expansion.py
+++ b/vllm/spec_decode/batch_expansion.py
--- a/vllm/spec_decode/draft_model_runner.py
+++ b/vllm/spec_decode/draft_model_runner.py
--- a/vllm/spec_decode/interfaces.py
+++ b/vllm/spec_decode/interfaces.py
--- a/vllm/spec_decode/metrics.py
+++ b/vllm/spec_decode/metrics.py
--- a/vllm/spec_decode/multi_step_worker.py
+++ b/vllm/spec_decode/multi_step_worker.py
--- a/vllm/spec_decode/ngram_worker.py
+++ b/vllm/spec_decode/ngram_worker.py
--- a/vllm/spec_decode/proposer_worker_base.py
+++ b/vllm/spec_decode/proposer_worker_base.py
--- a/vllm/spec_decode/spec_decode_worker.py
+++ b/vllm/spec_decode/spec_decode_worker.py
--- a/vllm/spec_decode/target_model_runner.py
+++ b/vllm/spec_decode/target_model_runner.py
--- a/vllm/spec_decode/top1_proposer.py
+++ b/vllm/spec_decode/top1_proposer.py