update vllm0.6.2

2cb827c6 · laibao · 73be04aa · 2cb827c6 · 2cb827c6 · 73be04aa
Commit 2cb827c6 authored Dec 17, 2024 by laibao
20 changed files
--- a/examples/offline_inference_audio_language.py
+++ b/examples/offline_inference_audio_language.py
--- a/examples/offline_inference_chat.py
+++ b/examples/offline_inference_chat.py
--- a/examples/offline_inference_distributed.py
+++ b/examples/offline_inference_distributed.py
--- a/examples/offline_inference_embedding.py
+++ b/examples/offline_inference_embedding.py
--- a/examples/offline_inference_encoder_decoder.py
+++ b/examples/offline_inference_encoder_decoder.py
--- a/examples/offline_inference_mlpspeculator.py
+++ b/examples/offline_inference_mlpspeculator.py
--- a/examples/offline_inference_neuron.py
+++ b/examples/offline_inference_neuron.py
--- a/examples/offline_inference_openai.md
+++ b/examples/offline_inference_openai.md
--- a/examples/offline_inference_pixtral.py
+++ b/examples/offline_inference_pixtral.py
--- a/examples/offline_inference_tpu.py
+++ b/examples/offline_inference_tpu.py
--- a/examples/offline_inference_vision_language.py
+++ b/examples/offline_inference_vision_language.py
--- a/examples/offline_inference_vision_language_multi_image.py
+++ b/examples/offline_inference_vision_language_multi_image.py
--- a/examples/offline_inference_with_prefix.py
+++ b/examples/offline_inference_with_prefix.py
--- a/examples/offline_inference_with_profiler.py
+++ b/examples/offline_inference_with_profiler.py
--- a/examples/offline_streaming_inference_chat_demo.py
+++ b/examples/offline_streaming_inference_chat_demo.py
--- a/examples/openai_audio_api_client.py
+++ b/examples/openai_audio_api_client.py
--- a/examples/openai_chat_completion_client.py
+++ b/examples/openai_chat_completion_client.py
--- a/examples/openai_chat_completion_client_with_tools.py
+++ b/examples/openai_chat_completion_client_with_tools.py
--- a/examples/openai_completion_client.py
+++ b/examples/openai_completion_client.py
--- a/examples/openai_embedding_client.py
+++ b/examples/openai_embedding_client.py