Merge tag 'v0.6.2' into v0.6.2-dev

539aa992 · zhuwenwen · 93872128 · 7193774b · 539aa992 · 539aa992
Commit 539aa992 authored Sep 27, 2024 by zhuwenwen
20 changed files
--- a/tests/spec_decode/e2e/test_eagle_correctness.py
+++ b/tests/spec_decode/e2e/test_eagle_correctness.py
--- a/tests/spec_decode/e2e/test_logprobs.py
+++ b/tests/spec_decode/e2e/test_logprobs.py
--- a/tests/spec_decode/e2e/test_medusa_correctness.py
+++ b/tests/spec_decode/e2e/test_medusa_correctness.py
--- a/tests/spec_decode/e2e/test_mlp_correctness.py
+++ b/tests/spec_decode/e2e/test_mlp_correctness.py
--- a/tests/spec_decode/e2e/test_ngram_correctness.py
+++ b/tests/spec_decode/e2e/test_ngram_correctness.py
--- a/tests/spec_decode/utils.py
+++ b/tests/spec_decode/utils.py
--- a/tests/test_cache_block_hashing.py
+++ b/tests/test_cache_block_hashing.py
--- a/tests/test_embedded_commit.py
+++ b/tests/test_embedded_commit.py
--- a/tests/test_logger.py
+++ b/tests/test_logger.py
--- a/tests/test_logits_processor.py
+++ b/tests/test_logits_processor.py
--- a/tests/test_sequence.py
+++ b/tests/test_sequence.py
--- a/tests/tpu/test_custom_dispatcher.py
+++ b/tests/tpu/test_custom_dispatcher.py
--- a/tests/utils.py
+++ b/tests/utils.py
--- a/tests/weight_loading/models-large.txt
+++ b/tests/weight_loading/models-large.txt
--- a/tests/weight_loading/run_model_weight_loading_test.sh
+++ b/tests/weight_loading/run_model_weight_loading_test.sh
--- a/tests/worker/test_encoder_decoder_model_runner.py
+++ b/tests/worker/test_encoder_decoder_model_runner.py
--- a/tests/worker/test_model_runner.py
+++ b/tests/worker/test_model_runner.py
--- a/use_existing_torch.py
+++ b/use_existing_torch.py
--- a/vllm/__init__.py
+++ b/vllm/__init__.py
--- a/vllm/_custom_ops.py
+++ b/vllm/_custom_ops.py