update vllm 0.6.2

1591c294 · laibao · a78d21ff · a78d21ff · 1591c294 · 1591c294
Commit 1591c294 authored Dec 17, 2024 by laibao
20 changed files
--- a/examples/openai_example_batch.jsonl
+++ b/examples/openai_example_batch.jsonl
--- a/examples/openai_vision_api_client.py
+++ b/examples/openai_vision_api_client.py
--- a/examples/production_monitoring/Otel.md
+++ b/examples/production_monitoring/Otel.md
--- a/examples/production_monitoring/README.md
+++ b/examples/production_monitoring/README.md
--- a/examples/production_monitoring/docker-compose.yaml
+++ b/examples/production_monitoring/docker-compose.yaml
--- a/examples/production_monitoring/dummy_client.py
+++ b/examples/production_monitoring/dummy_client.py
--- a/examples/production_monitoring/grafana.json
+++ b/examples/production_monitoring/grafana.json
--- a/examples/production_monitoring/prometheus.yaml
+++ b/examples/production_monitoring/prometheus.yaml
--- a/examples/run_cluster.sh
+++ b/examples/run_cluster.sh
--- a/examples/save_sharded_state.py
+++ b/examples/save_sharded_state.py
--- a/examples/template_alpaca.jinja
+++ b/examples/template_alpaca.jinja
--- a/examples/template_falcon.jinja
+++ b/examples/template_falcon.jinja
--- a/examples/template_chatglm.jinja
+++ b/examples/template_chatglm.jinja
--- a/examples/template_chatml.jinja
+++ b/examples/template_chatml.jinja
--- a/examples/template_falcon_180b.jinja
+++ b/examples/template_falcon_180b.jinja
--- a/examples/template_inkbot.jinja
+++ b/examples/template_inkbot.jinja
--- a/examples/template_llama_chat.jinja
+++ b/examples/template_llama_chat.jinja
--- a/examples/template_llava.jinja
+++ b/examples/template_llava.jinja
--- a/examples/template_baichuan.jinja
+++ b/examples/template_baichuan.jinja
--- a/examples/tensorize_vllm_model.py
+++ b/examples/tensorize_vllm_model.py