update vllm0.6.2

8228a79e · laibao · d77d1901 · 8228a79e · d77d1901 · d77d1901
Commit 8228a79e authored Dec 17, 2024 by laibao
20 changed files
--- a/examples/offline_inference_chat.py
+++ b/examples/offline_inference_chat.py
--- a/examples/offline_inference_distributed.py
+++ b/examples/offline_inference_distributed.py
--- a/examples/offline_inference_embedding.py
+++ b/examples/offline_inference_embedding.py
--- a/examples/offline_inference_encoder_decoder.py
+++ b/examples/offline_inference_encoder_decoder.py
--- a/examples/offline_inference_mlpspeculator.py
+++ b/examples/offline_inference_mlpspeculator.py
--- a/examples/offline_inference_neuron.py
+++ b/examples/offline_inference_neuron.py
--- a/examples/offline_inference_openai.md
+++ b/examples/offline_inference_openai.md
--- a/examples/offline_inference_pixtral.py
+++ b/examples/offline_inference_pixtral.py
--- a/examples/offline_inference_tpu.py
+++ b/examples/offline_inference_tpu.py
--- a/examples/offline_inference_vision_language.py
+++ b/examples/offline_inference_vision_language.py
--- a/examples/offline_inference_vision_language_multi_image.py
+++ b/examples/offline_inference_vision_language_multi_image.py
--- a/examples/offline_inference_with_prefix.py
+++ b/examples/offline_inference_with_prefix.py
--- a/examples/offline_inference_with_profiler.py
+++ b/examples/offline_inference_with_profiler.py
--- a/examples/offline_streaming_inference_chat_demo.py
+++ b/examples/offline_streaming_inference_chat_demo.py
--- a/examples/openai_audio_api_client.py
+++ b/examples/openai_audio_api_client.py
--- a/examples/openai_chat_completion_client.py
+++ b/examples/openai_chat_completion_client.py
--- a/examples/openai_chat_completion_client_with_tools.py
+++ b/examples/openai_chat_completion_client_with_tools.py
--- a/examples/openai_completion_client.py
+++ b/examples/openai_completion_client.py
--- a/examples/openai_embedding_client.py
+++ b/examples/openai_embedding_client.py
--- a/examples/openai_example_batch.jsonl
+++ b/examples/openai_example_batch.jsonl
-{"custom_id": "request-1", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are a helpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}
-{"custom_id": "request-2", "method": "POST", "url": "/v1/chat/completions", "body": {"model": "meta-llama/Meta-Llama-3-8B-Instruct", "messages": [{"role": "system", "content": "You are an unhelpful assistant."},{"role": "user", "content": "Hello world!"}],"max_tokens": 1000}}