update vllm0.5.0

d824b9d3 · zhuwenwen · 8d5187cb · d824b9d3 · d824b9d3 · d824b9d3
Commit d824b9d3 authored Sep 30, 2024 by zhuwenwen
20 changed files
--- a/examples/offline_streaming_inference_chat_demo.py
+++ b/examples/offline_streaming_inference_chat_demo.py
--- a/examples/openai_chat_completion_client.py
+++ b/examples/openai_chat_completion_client.py
--- a/examples/openai_completion_client.py
+++ b/examples/openai_completion_client.py
--- a/examples/openai_embedding_client.py
+++ b/examples/openai_embedding_client.py
--- a/examples/openai_example_batch.jsonl
+++ b/examples/openai_example_batch.jsonl
--- a/examples/production_monitoring/README.md
+++ b/examples/production_monitoring/README.md
--- a/examples/production_monitoring/docker-compose.yaml
+++ b/examples/production_monitoring/docker-compose.yaml
--- a/examples/production_monitoring/grafana.json
+++ b/examples/production_monitoring/grafana.json
--- a/examples/production_monitoring/prometheus.yaml
+++ b/examples/production_monitoring/prometheus.yaml
--- a/examples/save_sharded_state.py
+++ b/examples/save_sharded_state.py
--- a/examples/template_alpaca.jinja
+++ b/examples/template_alpaca.jinja
--- a/examples/template_baichuan.jinja
+++ b/examples/template_baichuan.jinja
--- a/examples/template_chatglm.jinja
+++ b/examples/template_chatglm.jinja
--- a/examples/template_chatglm2.jinja
+++ b/examples/template_chatglm2.jinja
--- a/examples/template_chatml.jinja
+++ b/examples/template_chatml.jinja
--- a/examples/template_falcon.jinja
+++ b/examples/template_falcon.jinja
--- a/examples/template_falcon_180b.jinja
+++ b/examples/template_falcon_180b.jinja
--- a/examples/template_inkbot.jinja
+++ b/examples/template_inkbot.jinja
--- a/examples/template_llama_chat.jinja
+++ b/examples/template_llama_chat.jinja
--- a/examples/template_llava.jinja
+++ b/examples/template_llava.jinja