update vllm0.6.2

8228a79e · laibao · d77d1901 · 8228a79e · 8228a79e · d77d1901
Commit 8228a79e authored Dec 17, 2024 by laibao
20 changed files
--- a/examples/openai_vision_api_client.py
+++ b/examples/openai_vision_api_client.py
--- a/examples/production_monitoring/Otel.md
+++ b/examples/production_monitoring/Otel.md
--- a/examples/production_monitoring/README.md
+++ b/examples/production_monitoring/README.md
--- a/examples/production_monitoring/docker-compose.yaml
+++ b/examples/production_monitoring/docker-compose.yaml
--- a/examples/production_monitoring/dummy_client.py
+++ b/examples/production_monitoring/dummy_client.py
--- a/examples/production_monitoring/grafana.json
+++ b/examples/production_monitoring/grafana.json
--- a/examples/production_monitoring/prometheus.yaml
+++ b/examples/production_monitoring/prometheus.yaml
--- a/examples/run_cluster.sh
+++ b/examples/run_cluster.sh
--- a/examples/save_sharded_state.py
+++ b/examples/save_sharded_state.py
--- a/examples/template_alpaca.jinja
+++ b/examples/template_alpaca.jinja
--- a/examples/template_falcon.jinja
+++ b/examples/template_falcon.jinja
--- a/examples/template_chatglm.jinja
+++ b/examples/template_chatglm.jinja
--- a/examples/template_chatml.jinja
+++ b/examples/template_chatml.jinja
-{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}
-{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}
\ No newline at end of file
--- a/examples/template_falcon_180b.jinja
+++ b/examples/template_falcon_180b.jinja
--- a/examples/template_inkbot.jinja
+++ b/examples/template_inkbot.jinja
--- a/examples/template_llama_chat.jinja
+++ b/examples/template_llama_chat.jinja
--- a/examples/template_llava.jinja
+++ b/examples/template_llava.jinja
--- a/examples/template_baichuan.jinja
+++ b/examples/template_baichuan.jinja
--- a/examples/tensorize_vllm_model.py
+++ b/examples/tensorize_vllm_model.py
--- a/examples/tool_chat_template_hermes.jinja
+++ b/examples/tool_chat_template_hermes.jinja