update vllm0.6.2

8228a79e · laibao · d77d1901 · 8228a79e · 8228a79e · d77d1901
Commit 8228a79e authored Dec 17, 2024 by laibao
20 changed files
--- a/examples/openai_vision_api_client.py
+++ b/examples/openai_vision_api_client.py
--- a/examples/production_monitoring/Otel.md
+++ b/examples/production_monitoring/Otel.md
--- a/examples/production_monitoring/README.md
+++ b/examples/production_monitoring/README.md
--- a/examples/production_monitoring/docker-compose.yaml
+++ b/examples/production_monitoring/docker-compose.yaml
--- a/examples/production_monitoring/dummy_client.py
+++ b/examples/production_monitoring/dummy_client.py
--- a/examples/production_monitoring/grafana.json
+++ b/examples/production_monitoring/grafana.json
--- a/examples/production_monitoring/prometheus.yaml
+++ b/examples/production_monitoring/prometheus.yaml
-# prometheus.yaml
-global:
-  scrape_interval: 5s
-  evaluation_interval: 30s
-scrape_configs:
-  - job_name: vllm
-    static_configs:
-      - targets:
-          - 'host.docker.internal:8000'
--- a/examples/run_cluster.sh
+++ b/examples/run_cluster.sh
--- a/examples/save_sharded_state.py
+++ b/examples/save_sharded_state.py
--- a/examples/template_alpaca.jinja
+++ b/examples/template_alpaca.jinja
--- a/examples/template_falcon.jinja
+++ b/examples/template_falcon.jinja
--- a/examples/template_chatglm.jinja
+++ b/examples/template_chatglm.jinja
--- a/examples/template_chatml.jinja
+++ b/examples/template_chatml.jinja
--- a/examples/template_falcon_180b.jinja
+++ b/examples/template_falcon_180b.jinja
--- a/examples/template_inkbot.jinja
+++ b/examples/template_inkbot.jinja
--- a/examples/template_llama_chat.jinja
+++ b/examples/template_llama_chat.jinja
--- a/examples/template_llava.jinja
+++ b/examples/template_llava.jinja
--- a/examples/template_baichuan.jinja
+++ b/examples/template_baichuan.jinja
--- a/examples/tensorize_vllm_model.py
+++ b/examples/tensorize_vllm_model.py
--- a/examples/tool_chat_template_hermes.jinja
+++ b/examples/tool_chat_template_hermes.jinja