merge main

1b14cd54 · zhuwenwen · 726ed56c · 1db83e31 · 1b14cd54 · 1b14cd54
Commit 1b14cd54 authored Dec 26, 2023 by zhuwenwen
20 changed files
--- a/tests/kernels/conftest.py
+++ b/tests/kernels/conftest.py
--- a/tests/kernels/test_activation.py
+++ b/tests/kernels/test_activation.py
--- a/tests/kernels/test_attention.py
+++ b/tests/kernels/test_attention.py
--- a/tests/kernels/test_cache.py
+++ b/tests/kernels/test_cache.py
--- a/tests/kernels/test_layernorm.py
+++ b/tests/kernels/test_layernorm.py
--- a/tests/kernels/test_pos_encoding.py
+++ b/tests/kernels/test_pos_encoding.py
--- a/tests/models/test_mistral.py
+++ b/tests/models/test_mistral.py
--- a/tests/models/test_models.py
+++ b/tests/models/test_models.py
--- a/tests/prompts/example.txt
+++ b/tests/prompts/example.txt
--- a/tests/prompts/summary.txt
+++ b/tests/prompts/summary.txt
--- a/tests/samplers/test_beam_search.py
+++ b/tests/samplers/test_beam_search.py
--- a/tests/samplers/test_logprobs.py
+++ b/tests/samplers/test_logprobs.py
--- a/tests/samplers/test_sampler.py
+++ b/tests/samplers/test_sampler.py
--- a/tests/test_regression.py
+++ b/tests/test_regression.py
--- a/tests/worker/test_model_runner.py
+++ b/tests/worker/test_model_runner.py
--- a/vllm/__init__.py
+++ b/vllm/__init__.py
--- a/vllm/block.py
+++ b/vllm/block.py
--- a/vllm/config.py
+++ b/vllm/config.py
--- a/vllm/core/__init__.py
+++ b/vllm/core/__init__.py
--- a/vllm/core/block_manager.py
+++ b/vllm/core/block_manager.py