Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
badc34b9
Commit
badc34b9
authored
Sep 14, 2025
by
zhuwenwen
Browse files
update lora args
parent
8d56d7a5
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
2 deletions
+6
-2
setup.py
setup.py
+1
-1
vllm/config/lora.py
vllm/config/lora.py
+5
-1
No files found.
setup.py
View file @
badc34b9
...
@@ -528,7 +528,7 @@ def get_version_add(sha: Optional[str] = None) -> str:
...
@@ -528,7 +528,7 @@ def get_version_add(sha: Optional[str] = None) -> str:
try:
try:
__version__ = "0.10.2"
__version__ = "0.10.2"
__version_tuple__ = (0, 10, 2)
__version_tuple__ = (0, 10, 2)
__hcu_version__ = f'0.10.2
.rc1
+
{
version
}
'
__hcu_version__ = f'0.10.2+
{
version
}
'
from vllm.version import __version__, __version_tuple__, __hcu_version__
from vllm.version import __version__, __version_tuple__, __hcu_version__
except Exception as e:
except Exception as e:
...
...
vllm/config/lora.py
View file @
badc34b9
...
@@ -2,7 +2,7 @@
...
@@ -2,7 +2,7 @@
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import
hashlib
import
hashlib
from
typing
import
TYPE_CHECKING
,
Any
,
ClassVar
,
Literal
,
Optional
,
Union
from
typing
import
TYPE_CHECKING
,
Any
,
ClassVar
,
Literal
,
Optional
,
Union
,
List
import
torch
import
torch
from
pydantic
import
ConfigDict
from
pydantic
import
ConfigDict
...
@@ -42,6 +42,10 @@ class LoRAConfig:
...
@@ -42,6 +42,10 @@ class LoRAConfig:
max_cpu_loras
:
Optional
[
int
]
=
None
max_cpu_loras
:
Optional
[
int
]
=
None
"""Maximum number of LoRAs to store in CPU memory. Must be >= than
"""Maximum number of LoRAs to store in CPU memory. Must be >= than
`max_loras`."""
`max_loras`."""
lora_target_modules
:
Optional
[
List
[
str
]]
=
None
"""List of lora module name, If not specified,
modules will be chosen according to the model architecture.
"""
lora_dtype
:
Union
[
torch
.
dtype
,
LoRADType
]
=
"auto"
lora_dtype
:
Union
[
torch
.
dtype
,
LoRADType
]
=
"auto"
"""Data type for LoRA. If auto, will default to base model dtype."""
"""Data type for LoRA. If auto, will default to base model dtype."""
lora_extra_vocab_size
:
int
=
256
lora_extra_vocab_size
:
int
=
256
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment