Merge tag 'v0.6.2' into v0.6.2-dev

539aa992 · zhuwenwen · 93872128 · 7193774b · 539aa992 · 539aa992
Commit 539aa992 authored Sep 27, 2024 by zhuwenwen
20 changed files
--- a/examples/offline_inference_chat.py
+++ b/examples/offline_inference_chat.py
--- a/examples/offline_inference_vision_language.py
+++ b/examples/offline_inference_vision_language.py
--- a/examples/offline_inference_vision_language_multi_image.py
+++ b/examples/offline_inference_vision_language_multi_image.py
--- a/examples/openai_vision_api_client.py
+++ b/examples/openai_vision_api_client.py
--- a/format.sh
+++ b/format.sh
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/requirements-build.txt
+++ b/requirements-build.txt
--- a/requirements-common.txt
+++ b/requirements-common.txt
--- a/requirements-cuda.txt
+++ b/requirements-cuda.txt
@@ -8,4 +8,3 @@ torch == 2.4.0
 # These must be updated alongside torch
 torchvision == 0.19   # Required for phi3v processor. See https://github.com/pytorch/vision?tab=readme-ov-file#installation for corresponding version
 xformers == 0.0.27.post2; platform_system == 'Linux' and platform_machine == 'x86_64'  # Requires PyTorch 2.4.0
-vllm-flash-attn == 2.6.1; platform_system == 'Linux' and platform_machine == 'x86_64'  # Requires PyTorch 2.4.0
--- a/requirements-lint.txt
+++ b/requirements-lint.txt
--- a/requirements-neuron.txt
+++ b/requirements-neuron.txt
--- a/requirements-test.txt
+++ b/requirements-test.txt
--- a/requirements-xpu.txt
+++ b/requirements-xpu.txt
--- a/setup.py
+++ b/setup.py
--- a/tests/async_engine/test_async_llm_engine.py
+++ b/tests/async_engine/test_async_llm_engine.py
--- a/tests/async_engine/test_openapi_server.py
+++ b/tests/async_engine/test_openapi_server.py
--- a/tests/entrypoints/openai/rpc/__init__.py
+++ b/tests/entrypoints/openai/rpc/__init__.py
--- a/tests/compile/test_full_graph.py
+++ b/tests/compile/test_full_graph.py
--- a/tests/compile/test_full_graph_multi_gpu.py
+++ b/tests/compile/test_full_graph_multi_gpu.py
--- a/tests/compile/test_full_graph_smoke.py
+++ b/tests/compile/test_full_graph_smoke.py