[Bugfix] fix lora_dtype value type in arg_utils.py (#5398)

00e6a2dc · Ali Panahi · GitHub · 2e02311a · 00e6a2dc
Unverified Commit 00e6a2dc authored Jun 11, 2024 by Ali Panahi Committed by GitHub Jun 11, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

vllm/engine/arg_utils.py vllm/engine/arg_utils.py +1 -1

No files found.
--- a/vllm/engine/arg_utils.py
+++ b/vllm/engine/arg_utils.py
@@ -68,7 +68,7 @@ class EngineArgs:
    fully_sharded_loras: bool = False
    lora_extra_vocab_size: int = 256
    long_lora_scaling_factors: Optional[Tuple[float]] = None
-    lora_dtype = 'auto'
+    lora_dtype: str = 'auto'
    max_cpu_loras: Optional[int] = None
    device: str = 'auto'
    ray_workers_use_nsight: bool = False