update

e019635f · xuxzh1 · 64def8e2 · 64def8e2 · 64def8e2 · 64def8e2
Commit e019635f authored Nov 01, 2024 by xuxzh1 🎱
20 changed files
--- a/server/vllm/vllm/model_executor/models/llama.py
+++ b/server/vllm/vllm/model_executor/models/llama.py
--- a/server/vllm/vllm/model_executor/models/mpt.py
+++ b/server/vllm/vllm/model_executor/models/mpt.py
--- a/server/vllm/vllm/model_executor/models/opt.py
+++ b/server/vllm/vllm/model_executor/models/opt.py
--- a/server/vllm/vllm/model_executor/models/qwen.py
+++ b/server/vllm/vllm/model_executor/models/qwen.py
--- a/server/vllm/vllm/model_executor/parallel_utils/README.md
+++ b/server/vllm/vllm/model_executor/parallel_utils/README.md
--- a/server/vllm/vllm/model_executor/parallel_utils/__init__.py
+++ b/server/vllm/vllm/model_executor/parallel_utils/__init__.py
--- a/server/vllm/vllm/model_executor/parallel_utils/communication_op.py
+++ b/server/vllm/vllm/model_executor/parallel_utils/communication_op.py
--- a/server/vllm/vllm/model_executor/parallel_utils/layers.py
+++ b/server/vllm/vllm/model_executor/parallel_utils/layers.py
--- a/server/vllm/vllm/model_executor/parallel_utils/parallel_state.py
+++ b/server/vllm/vllm/model_executor/parallel_utils/parallel_state.py
--- a/server/vllm/vllm/model_executor/parallel_utils/utils.py
+++ b/server/vllm/vllm/model_executor/parallel_utils/utils.py
--- a/server/vllm/vllm/model_executor/quantization_utils/__init__.py
+++ b/server/vllm/vllm/model_executor/quantization_utils/__init__.py
--- a/server/vllm/vllm/model_executor/quantization_utils/awq.py
+++ b/server/vllm/vllm/model_executor/quantization_utils/awq.py
--- a/server/vllm/vllm/model_executor/quantization_utils/base.py
+++ b/server/vllm/vllm/model_executor/quantization_utils/base.py
--- a/server/vllm/vllm/model_executor/utils.py
+++ b/server/vllm/vllm/model_executor/utils.py
--- a/server/vllm/vllm/model_executor/weight_utils.py
+++ b/server/vllm/vllm/model_executor/weight_utils.py
--- a/server/vllm/vllm/outputs.py
+++ b/server/vllm/vllm/outputs.py
--- a/server/vllm/vllm/sampling_params.py
+++ b/server/vllm/vllm/sampling_params.py
--- a/server/vllm/vllm/sequence.py
+++ b/server/vllm/vllm/sequence.py
--- a/server/vllm/vllm/transformers_utils/__init__.py
+++ b/server/vllm/vllm/transformers_utils/__init__.py
--- a/server/vllm/vllm/transformers_utils/config.py
+++ b/server/vllm/vllm/transformers_utils/config.py