merge main

1b14cd54 · zhuwenwen · 726ed56c · 1db83e31 · 1b14cd54 · 1b14cd54
Commit 1b14cd54 authored Dec 26, 2023 by zhuwenwen
20 changed files
--- a/docs/source/index.rst
+++ b/docs/source/index.rst
--- a/docs/source/models/adding_model.rst
+++ b/docs/source/models/adding_model.rst
--- a/docs/source/models/engine_args.rst
+++ b/docs/source/models/engine_args.rst
--- a/docs/source/models/supported_models.rst
+++ b/docs/source/models/supported_models.rst
--- a/docs/source/quantization/auto_awq.rst
+++ b/docs/source/quantization/auto_awq.rst
--- a/docs/source/serving/deploying_with_docker.rst
+++ b/docs/source/serving/deploying_with_docker.rst
--- a/docs/source/serving/deploying_with_triton.rst
+++ b/docs/source/serving/deploying_with_triton.rst
--- a/docs/source/serving/distributed_serving.rst
+++ b/docs/source/serving/distributed_serving.rst
--- a/docs/source/serving/metrics.rst
+++ b/docs/source/serving/metrics.rst
--- a/docs/source/serving/run_on_sky.rst
+++ b/docs/source/serving/run_on_sky.rst
--- a/docs/source/serving/serving_with_langchain.rst
+++ b/docs/source/serving/serving_with_langchain.rst
--- a/examples/api_client.py
+++ b/examples/api_client.py
--- a/examples/gradio_webserver.py
+++ b/examples/gradio_webserver.py
--- a/examples/llm_engine_example.py
+++ b/examples/llm_engine_example.py
--- a/examples/offline_inference.py
+++ b/examples/offline_inference.py
--- a/examples/openai_chatcompletion_client.py
+++ b/examples/openai_chatcompletion_client.py
--- a/examples/openai_completion_client.py
+++ b/examples/openai_completion_client.py
--- a/examples/template_alpaca.jinja
+++ b/examples/template_alpaca.jinja
--- a/examples/template_chatml.jinja
+++ b/examples/template_chatml.jinja
+{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content']}}{% if (loop.last and add_generation_prompt) or not loop.last %}{{ '<|im_end|>' + '\n'}}{% endif %}{% endfor %}
+{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{ '<|im_start|>assistant\n' }}{% endif %}
\ No newline at end of file
--- a/examples/template_inkbot.jinja
+++ b/examples/template_inkbot.jinja