merge v0.4.0

7c4f76e3 · zhuwenwen · 2da0dd3e · 51c31bc1 · 7c4f76e3 · 7c4f76e3
Commit 7c4f76e3 authored Apr 15, 2024 by zhuwenwen
20 changed files
--- a/tests/worker/spec_decode/test_multi_step_worker.py
+++ b/tests/worker/spec_decode/test_multi_step_worker.py
--- a/tests/spec_decode/test_spec_decode_worker.py
+++ b/tests/spec_decode/test_spec_decode_worker.py
--- a/tests/spec_decode/test_utils.py
+++ b/tests/spec_decode/test_utils.py
--- a/tests/worker/spec_decode/utils.py
+++ b/tests/worker/spec_decode/utils.py
--- a/tests/test_cache_block_hashing.py
+++ b/tests/test_cache_block_hashing.py
--- a/tests/test_config.py
+++ b/tests/test_config.py
--- a/tests/test_logits_processor.py
+++ b/tests/test_logits_processor.py
--- a/tests/test_sequence.py
+++ b/tests/test_sequence.py
--- a/tests/tokenization/__init__.py
+++ b/tests/tokenization/__init__.py
--- a/tests/tokenization/test_cached_tokenizer.py
+++ b/tests/tokenization/test_cached_tokenizer.py
--- a/tests/tokenization/test_detokenize.py
+++ b/tests/tokenization/test_detokenize.py
--- a/tests/tokenization/test_tokenizer_group.py
+++ b/tests/tokenization/test_tokenizer_group.py
--- a/tests/worker/test_model_runner.py
+++ b/tests/worker/test_model_runner.py
--- a/tests/worker/test_swap.py
+++ b/tests/worker/test_swap.py
--- a/vllm/__init__.py
+++ b/vllm/__init__.py
--- a/vllm/attention/__init__.py
+++ b/vllm/attention/__init__.py
--- a/vllm/attention/backends/__init__.py
+++ b/vllm/attention/backends/__init__.py
--- a/vllm/attention/backends/abstract.py
+++ b/vllm/attention/backends/abstract.py
--- a/vllm/attention/backends/flash_attn.py
+++ b/vllm/attention/backends/flash_attn.py
--- a/vllm/attention/backends/xformers.py
+++ b/vllm/attention/backends/xformers.py