Merge tag 'v0.5.2' into v0.5.2-dtk24.04.1

705f6a35 · zhuwenwen · af837396 · 4cf256ae · 705f6a35 · 705f6a35
Commit 705f6a35 authored Jul 16, 2024 by zhuwenwen
20 changed files
--- a/vllm/model_executor/models/gpt2.py
+++ b/vllm/model_executor/models/gpt2.py
--- a/vllm/model_executor/models/gpt_bigcode.py
+++ b/vllm/model_executor/models/gpt_bigcode.py
--- a/vllm/model_executor/models/gpt_j.py
+++ b/vllm/model_executor/models/gpt_j.py
--- a/vllm/model_executor/models/gpt_neox.py
+++ b/vllm/model_executor/models/gpt_neox.py
--- a/vllm/model_executor/models/interfaces.py
+++ b/vllm/model_executor/models/interfaces.py
--- a/vllm/model_executor/models/internlm2.py
+++ b/vllm/model_executor/models/internlm2.py
--- a/vllm/model_executor/models/jais.py
+++ b/vllm/model_executor/models/jais.py
--- a/vllm/model_executor/models/jamba.py
+++ b/vllm/model_executor/models/jamba.py
--- a/vllm/model_executor/models/llama.py
+++ b/vllm/model_executor/models/llama.py
--- a/vllm/model_executor/models/llava.py
+++ b/vllm/model_executor/models/llava.py
--- a/vllm/model_executor/models/llava_next.py
+++ b/vllm/model_executor/models/llava_next.py
--- a/vllm/model_executor/models/medusa.py
+++ b/vllm/model_executor/models/medusa.py
--- a/vllm/model_executor/models/minicpm.py
+++ b/vllm/model_executor/models/minicpm.py
--- a/vllm/model_executor/models/mixtral.py
+++ b/vllm/model_executor/models/mixtral.py
--- a/vllm/model_executor/models/mixtral_quant.py
+++ b/vllm/model_executor/models/mixtral_quant.py
--- a/vllm/model_executor/models/mlp_speculator.py
+++ b/vllm/model_executor/models/mlp_speculator.py
--- a/vllm/model_executor/models/mpt.py
+++ b/vllm/model_executor/models/mpt.py
--- a/vllm/model_executor/models/olmo.py
+++ b/vllm/model_executor/models/olmo.py
--- a/vllm/model_executor/models/opt.py
+++ b/vllm/model_executor/models/opt.py
--- a/vllm/model_executor/models/orion.py
+++ b/vllm/model_executor/models/orion.py