Merge tag 'v0.8.4' into v0.8.4-dev

31330101 · zhuwenwen · e8933c34 · dc1b4a6f · 31330101 · 31330101
Commit 31330101 authored Apr 16, 2025 by zhuwenwen
20 changed files
--- a/tests/quantization/test_torchao.py
+++ b/tests/quantization/test_torchao.py
--- a/tests/test_sampling_params.py
+++ b/tests/test_sampling_params.py
--- a/tests/test_sharded_state_loader.py
+++ b/tests/test_sharded_state_loader.py
--- a/tests/tool_use/conftest.py
+++ b/tests/tool_use/conftest.py
--- a/tests/tool_use/utils.py
+++ b/tests/tool_use/utils.py
--- a/tests/tpu/untest_compilation.py
+++ b/tests/tpu/untest_compilation.py
--- a/tests/v1/core/test_kv_cache_utils.py
+++ b/tests/v1/core/test_kv_cache_utils.py
--- a/tests/v1/core/test_scheduler.py
+++ b/tests/v1/core/test_scheduler.py
--- a/tests/v1/e2e/test_ngram_spec_decode.py
+++ b/tests/v1/e2e/test_ngram_spec_decode.py
--- a/tests/v1/engine/test_engine_args.py
+++ b/tests/v1/engine/test_engine_args.py
--- a/tests/v1/engine/test_engine_core_client.py
+++ b/tests/v1/engine/test_engine_core_client.py
--- a/tests/v1/entrypoints/llm/test_struct_output_generate.py
+++ b/tests/v1/entrypoints/llm/test_struct_output_generate.py
--- a/tests/v1/structured_output/test_utils.py
+++ b/tests/v1/structured_output/test_utils.py
--- a/tests/v1/test_serial_utils.py
+++ b/tests/v1/test_serial_utils.py
--- a/tests/v1/tpu/test_pallas.py
+++ b/tests/v1/tpu/test_pallas.py
--- a/tests/v1/tpu/test_sampler.py
+++ b/tests/v1/tpu/test_sampler.py
--- a/tests/v1/tpu/worker/test_tpu_model_runner.py
+++ b/tests/v1/tpu/worker/test_tpu_model_runner.py
--- a/tools/update-dockerfile-graph.sh
+++ b/tools/update-dockerfile-graph.sh
--- a/vllm/_custom_ops.py
+++ b/vllm/_custom_ops.py
--- a/vllm/attention/backends/flash_attn.py
+++ b/vllm/attention/backends/flash_attn.py