Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "02462465ea1c45163fde632fb94e0e4939ee8a59"
Unverified Commit adf32e0a authored by Helena Kloosterman's avatar Helena Kloosterman Committed by GitHub
Browse files

[Bugfix] Fix usage stats logging exception warning with OpenVINO (#6349)

parent 2b0fb534
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
requirements-openvino.txt
View file @ adf32e0a
...@@ -4,6 +4,6 @@ ...@@ -4,6 +4,6 @@
# OpenVINO dependencies # OpenVINO dependencies
torch >= 2.1.2 torch >= 2.1.2
openvino ~= 2024.3.0.dev openvino ~= 2024.3.0.dev
optimum-intel[openvino] >= 1.17.2 optimum-intel[openvino] >= 1.18.1
triton >= 2.2.0 # FIXME(woosuk): This is a hack to avoid import error. triton >= 2.2.0 # FIXME(woosuk): This is a hack to avoid import error.
vllm/engine/llm_engine.py
View file @ adf32e0a
...@@ -284,7 +284,7 @@ class LLMEngine: ...@@ -284,7 +284,7 @@ class LLMEngine:
"quantization": "quantization":
model_config.quantization, model_config.quantization,
"kv_cache_dtype": "kv_cache_dtype":
cache_config.cache_dtype, str(cache_config.cache_dtype),
# Feature flags # Feature flags
"enable_lora": "enable_lora":
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment