merge v0.5.0

f48954a4 · zhuwenwen · 1dba29d3 · 8f89d720 · f48954a4 · f48954a4
Commit f48954a4 authored Jun 12, 2024 by zhuwenwen
20 changed files
--- a/tests/samplers/test_beam_search.py
+++ b/tests/samplers/test_beam_search.py
--- a/tests/samplers/test_ignore_eos.py
+++ b/tests/samplers/test_ignore_eos.py
--- a/tests/samplers/test_logits_processor.py
+++ b/tests/samplers/test_logits_processor.py
--- a/tests/samplers/test_logprobs.py
+++ b/tests/samplers/test_logprobs.py
--- a/tests/samplers/test_ranks.py
+++ b/tests/samplers/test_ranks.py
--- a/tests/samplers/test_seeded_generate.py
+++ b/tests/samplers/test_seeded_generate.py
--- a/tests/spec_decode/e2e/conftest.py
+++ b/tests/spec_decode/e2e/conftest.py
--- a/tests/spec_decode/test_dynamic_spec_decode.py
+++ b/tests/spec_decode/test_dynamic_spec_decode.py
--- a/tests/spec_decode/test_multi_step_worker.py
+++ b/tests/spec_decode/test_multi_step_worker.py
--- a/tests/spec_decode/test_ngram_worker.py
+++ b/tests/spec_decode/test_ngram_worker.py
--- a/tests/tensorizer_loader/test_tensorizer.py
+++ b/tests/tensorizer_loader/test_tensorizer.py
--- a/tests/test_config.py
+++ b/tests/test_config.py
--- a/tests/test_regression.py
+++ b/tests/test_regression.py
--- a/tests/test_sharded_state_loader.py
+++ b/tests/test_sharded_state_loader.py
--- a/tests/test_utils.py
+++ b/tests/test_utils.py
--- a/tests/tokenization/test_image_processor.py
+++ b/tests/tokenization/test_image_processor.py
--- a/tests/utils.py
+++ b/tests/utils.py
--- a/vllm/__init__.py
+++ b/vllm/__init__.py
--- a/vllm/_custom_ops.py
+++ b/vllm/_custom_ops.py
--- a/vllm/attention/backends/flash_attn.py
+++ b/vllm/attention/backends/flash_attn.py