[Bugfix] Fix usage stats logging exception warning with OpenVINO (#6349)

adf32e0a · Helena Kloosterman · GitHub · 2b0fb534 · adf32e0a · adf32e0a
Unverified Commit adf32e0a authored Jul 12, 2024 by Helena Kloosterman Committed by GitHub Jul 12, 2024
Show whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

requirements-openvino.txt requirements-openvino.txt +1 -1

vllm/engine/llm_engine.py vllm/engine/llm_engine.py +1 -1

No files found.
--- a/requirements-openvino.txt
+++ b/requirements-openvino.txt
@@ -4,6 +4,6 @@
 # OpenVINO dependencies
 torch >= 2.1.2
 openvino ~= 2024.3.0.dev
-optimum-intel[openvino] >= 1.17.2
+optimum-intel[openvino] >= 1.18.1

 triton >= 2.2.0  # FIXME(woosuk): This is a hack to avoid import error.
--- a/vllm/engine/llm_engine.py
+++ b/vllm/engine/llm_engine.py
@@ -284,7 +284,7 @@ class LLMEngine:
                    "quantization":
                    model_config.quantization,
                    "kv_cache_dtype":
-                    cache_config.cache_dtype,
+                    str(cache_config.cache_dtype),

                    # Feature flags
                    "enable_lora":