Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
5157338e
Unverified
Commit
5157338e
authored
Feb 26, 2025
by
Jee Jee Li
Committed by
GitHub
Feb 25, 2025
Browse files
[Misc] Improve LoRA spelling (#13831)
parent
e206b543
Changes
25
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
9 additions
and
9 deletions
+9
-9
vllm/worker/neuron_worker.py
vllm/worker/neuron_worker.py
+2
-2
vllm/worker/openvino_worker.py
vllm/worker/openvino_worker.py
+2
-2
vllm/worker/tpu_worker.py
vllm/worker/tpu_worker.py
+2
-2
vllm/worker/worker_base.py
vllm/worker/worker_base.py
+1
-1
vllm/worker/xpu_worker.py
vllm/worker/xpu_worker.py
+2
-2
No files found.
vllm/worker/neuron_worker.py
View file @
5157338e
...
...
@@ -13,11 +13,11 @@ from vllm.model_executor.layers.sampler import SamplerOutput
from
vllm.sequence
import
ExecuteModelRequest
from
vllm.worker.neuron_model_runner
import
NeuronModelRunner
from
vllm.worker.worker_base
import
(
LocalOrDistributedWorkerBase
,
Lo
ra
NotSupportedWorkerBase
,
WorkerBase
,
Lo
RA
NotSupportedWorkerBase
,
WorkerBase
,
WorkerInput
)
class
NeuronWorker
(
Lo
ra
NotSupportedWorkerBase
,
LocalOrDistributedWorkerBase
):
class
NeuronWorker
(
Lo
RA
NotSupportedWorkerBase
,
LocalOrDistributedWorkerBase
):
"""A worker class that executes the model on a group of neuron cores.
"""
...
...
vllm/worker/openvino_worker.py
View file @
5157338e
...
...
@@ -24,7 +24,7 @@ from vllm.sampling_params import SamplingParams
from
vllm.sequence
import
ExecuteModelRequest
,
SequenceGroupMetadata
from
vllm.utils
import
bind_kv_cache
from
vllm.worker.openvino_model_runner
import
OpenVINOModelRunner
from
vllm.worker.worker_base
import
Lo
ra
NotSupportedWorkerBase
,
WorkerBase
from
vllm.worker.worker_base
import
Lo
RA
NotSupportedWorkerBase
,
WorkerBase
logger
=
init_logger
(
__name__
)
...
...
@@ -203,7 +203,7 @@ class OpenVINOCacheEngine:
return
dtype_size
*
total
class
OpenVINOWorker
(
Lo
ra
NotSupportedWorkerBase
):
class
OpenVINOWorker
(
Lo
RA
NotSupportedWorkerBase
):
"""A worker class that executes the model on OpenVINO backend.
Each worker is associated with a single OpenVINO device. The worker is
...
...
vllm/worker/tpu_worker.py
View file @
5157338e
...
...
@@ -17,13 +17,13 @@ from vllm.sequence import ExecuteModelRequest
from
vllm.utils
import
STR_DTYPE_TO_TORCH_DTYPE
,
bind_kv_cache
,
get_dtype_size
from
vllm.worker.tpu_model_runner
import
ExecutionMode
,
TPUModelRunner
from
vllm.worker.worker_base
import
(
LocalOrDistributedWorkerBase
,
Lo
ra
NotSupportedWorkerBase
,
WorkerBase
,
Lo
RA
NotSupportedWorkerBase
,
WorkerBase
,
WorkerInput
)
logger
=
init_logger
(
__name__
)
class
TPUWorker
(
Lo
ra
NotSupportedWorkerBase
,
LocalOrDistributedWorkerBase
):
class
TPUWorker
(
Lo
RA
NotSupportedWorkerBase
,
LocalOrDistributedWorkerBase
):
def
__init__
(
self
,
...
...
vllm/worker/worker_base.py
View file @
5157338e
...
...
@@ -189,7 +189,7 @@ class DelegateWorkerBase(WorkerBase):
return
getattr
(
self
.
worker
,
attr
)
class
Lo
ra
NotSupportedWorkerBase
(
WorkerBase
):
class
Lo
RA
NotSupportedWorkerBase
(
WorkerBase
):
"""Partial implementation of WorkerBase that raises exceptions when LoRA
methods are invoked.
"""
...
...
vllm/worker/xpu_worker.py
View file @
5157338e
...
...
@@ -18,13 +18,13 @@ from vllm.model_executor import set_random_seed
from
vllm.platforms
import
current_platform
from
vllm.worker.cache_engine
import
CacheEngine
from
vllm.worker.worker
import
Worker
from
vllm.worker.worker_base
import
Lo
ra
NotSupportedWorkerBase
,
WorkerBase
from
vllm.worker.worker_base
import
Lo
RA
NotSupportedWorkerBase
,
WorkerBase
from
vllm.worker.xpu_model_runner
import
XPUModelRunner
logger
=
init_logger
(
__name__
)
class
XPUWorker
(
Lo
ra
NotSupportedWorkerBase
,
Worker
):
class
XPUWorker
(
Lo
RA
NotSupportedWorkerBase
,
Worker
):
"""A worker class that executes (a partition of) the model on a GPU.
Each worker is associated with a single XPU device. The worker is
...
...
Prev
1
2
Next
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment