Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "a1d874224d9c29ae84f3850474b4816f0ed9574b"
Unverified Commit 00e6a2dc authored by Ali Panahi's avatar Ali Panahi Committed by GitHub
Browse files

[Bugfix] fix lora_dtype value type in arg_utils.py (#5398)

parent 2e02311a
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/engine/arg_utils.py
View file @ 00e6a2dc
...@@ -68,7 +68,7 @@ class EngineArgs: ...@@ -68,7 +68,7 @@ class EngineArgs:
fully_sharded_loras: bool = False fully_sharded_loras: bool = False
lora_extra_vocab_size: int = 256 lora_extra_vocab_size: int = 256
long_lora_scaling_factors: Optional[Tuple[float]] = None long_lora_scaling_factors: Optional[Tuple[float]] = None
lora_dtype = 'auto' lora_dtype: str = 'auto'
max_cpu_loras: Optional[int] = None max_cpu_loras: Optional[int] = None
device: str = 'auto' device: str = 'auto'
ray_workers_use_nsight: bool = False ray_workers_use_nsight: bool = False
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment