merge v0.3.3

e00b0a19 · zhuwenwen · ead94d93 · 3f1166ab · e00b0a19 · e00b0a19
Commit e00b0a19 authored Mar 23, 2024 by zhuwenwen
20 changed files
--- a/examples/multilora_inference.py
+++ b/examples/multilora_inference.py
--- a/examples/offline_inference_distributed.py
+++ b/examples/offline_inference_distributed.py
--- a/examples/offline_inference_neuron.py
+++ b/examples/offline_inference_neuron.py
--- a/examples/offline_inference_with_prefix.py
+++ b/examples/offline_inference_with_prefix.py
--- a/examples/openai_chatcompletion_client.py
+++ b/examples/openai_chatcompletion_client.py
--- a/examples/openai_completion_client.py
+++ b/examples/openai_completion_client.py
--- a/examples/production_monitoring/README.md
+++ b/examples/production_monitoring/README.md
--- a/examples/production_monitoring/docker-compose.yaml
+++ b/examples/production_monitoring/docker-compose.yaml
--- a/examples/production_monitoring/grafana.json
+++ b/examples/production_monitoring/grafana.json
--- a/examples/production_monitoring/prometheus.yaml
+++ b/examples/production_monitoring/prometheus.yaml
--- a/format.sh
+++ b/format.sh
--- a/mypy.ini
+++ b/mypy.ini
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/requirements-dev.txt
+++ b/requirements-dev.txt
--- a/requirements-neuron.txt
+++ b/requirements-neuron.txt
--- a/requirements-rocm.txt
+++ b/requirements-rocm.txt
--- a/requirements.txt
+++ b/requirements.txt
--- a/rocm_patch/rocm_bf16.patch
+++ b/rocm_patch/rocm_bf16.patch
--- a/setup.py
+++ b/setup.py
--- a/tests/async_engine/test_async_llm_engine.py
+++ b/tests/async_engine/test_async_llm_engine.py