update

e019635f · xuxzh1 · 64def8e2 · 64def8e2 · 64def8e2 · 64def8e2
Commit e019635f authored Nov 01, 2024 by xuxzh1 🎱
20 changed files
--- a/server/vllm/CONTRIBUTING.md
+++ b/server/vllm/CONTRIBUTING.md
--- a/server/vllm/LICENSE
+++ b/server/vllm/LICENSE
--- a/server/vllm/MANIFEST.in
+++ b/server/vllm/MANIFEST.in
-include LICENSE
-include requirements.txt
-
-recursive-include csrc *
--- a/server/vllm/README.md
+++ b/server/vllm/README.md
-Branching out of 95248677014cb10a9dbaa2e72f688e1a6e6cf566
--- a/server/vllm/benchmarks/README.md
+++ b/server/vllm/benchmarks/README.md
--- a/server/vllm/benchmarks/benchmark_latency.py
+++ b/server/vllm/benchmarks/benchmark_latency.py
--- a/server/vllm/benchmarks/benchmark_serving.py
+++ b/server/vllm/benchmarks/benchmark_serving.py
--- a/server/vllm/benchmarks/benchmark_throughput.py
+++ b/server/vllm/benchmarks/benchmark_throughput.py
--- a/server/vllm/benchmarks/kernels/benchmark_paged_attention.py
+++ b/server/vllm/benchmarks/kernels/benchmark_paged_attention.py
--- a/server/vllm/benchmarks/launch_tgi_server.sh
+++ b/server/vllm/benchmarks/launch_tgi_server.sh
--- a/server/vllm/csrc/activation.cpp
+++ b/server/vllm/csrc/activation.cpp
--- a/server/vllm/csrc/activation_kernels.cu
+++ b/server/vllm/csrc/activation_kernels.cu
--- a/server/vllm/csrc/attention.cpp
+++ b/server/vllm/csrc/attention.cpp
--- a/server/vllm/csrc/attention/attention_dtypes.h
+++ b/server/vllm/csrc/attention/attention_dtypes.h
--- a/server/vllm/csrc/attention/attention_generic.cuh
+++ b/server/vllm/csrc/attention/attention_generic.cuh
--- a/server/vllm/csrc/attention/attention_kernels.cu
+++ b/server/vllm/csrc/attention/attention_kernels.cu
--- a/server/vllm/csrc/attention/attention_utils.cuh
+++ b/server/vllm/csrc/attention/attention_utils.cuh
--- a/server/vllm/csrc/attention/dtype_bfloat16.cuh
+++ b/server/vllm/csrc/attention/dtype_bfloat16.cuh
--- a/server/vllm/csrc/attention/dtype_float16.cuh
+++ b/server/vllm/csrc/attention/dtype_float16.cuh
--- a/server/vllm/csrc/attention/dtype_float32.cuh
+++ b/server/vllm/csrc/attention/dtype_float32.cuh