merge main

1b14cd54 · zhuwenwen · 726ed56c · 1db83e31 · 1b14cd54 · 1b14cd54
Commit 1b14cd54 authored Dec 26, 2023 by zhuwenwen
20 changed files
--- a/vllm/core/policy.py
+++ b/vllm/core/policy.py
--- a/vllm/core/scheduler.py
+++ b/vllm/core/scheduler.py
--- a/vllm/engine/__init__.py
+++ b/vllm/engine/__init__.py
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
--- a/vllm/engine/async_llm_engine.py
+++ b/vllm/engine/async_llm_engine.py
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
--- a/vllm/engine/metrics.py
+++ b/vllm/engine/metrics.py
--- a/vllm/engine/ray_utils.py
+++ b/vllm/engine/ray_utils.py
--- a/vllm/entrypoints/__init__.py
+++ b/vllm/entrypoints/__init__.py
--- a/vllm/entrypoints/api_server.py
+++ b/vllm/entrypoints/api_server.py
--- a/vllm/entrypoints/llm.py
+++ b/vllm/entrypoints/llm.py
--- a/vllm/entrypoints/openai/__init__.py
+++ b/vllm/entrypoints/openai/__init__.py
--- a/vllm/entrypoints/openai/api_server.py
+++ b/vllm/entrypoints/openai/api_server.py
--- a/vllm/entrypoints/openai/protocol.py
+++ b/vllm/entrypoints/openai/protocol.py
--- a/vllm/logger.py
+++ b/vllm/logger.py
--- a/vllm/model_executor/__init__.py
+++ b/vllm/model_executor/__init__.py
--- a/vllm/model_executor/input_metadata.py
+++ b/vllm/model_executor/input_metadata.py
--- a/vllm/model_executor/layers/__init__.py
+++ b/vllm/model_executor/layers/__init__.py
--- a/vllm/model_executor/layers/activation.py
+++ b/vllm/model_executor/layers/activation.py
--- a/vllm/model_executor/layers/attention.py
+++ b/vllm/model_executor/layers/attention.py