Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
238dfc8a
Unverified
Commit
238dfc8a
authored
Feb 17, 2025
by
Mengqing Cao
Committed by
GitHub
Feb 17, 2025
Browse files
[MISC] tiny fixes (#13378)
parent
45186834
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
2 deletions
+2
-2
vllm/executor/executor_base.py
vllm/executor/executor_base.py
+1
-1
vllm/platforms/interface.py
vllm/platforms/interface.py
+1
-1
No files found.
vllm/executor/executor_base.py
View file @
238dfc8a
...
@@ -109,7 +109,7 @@ class ExecutorBase(ABC):
...
@@ -109,7 +109,7 @@ class ExecutorBase(ABC):
"""
"""
# NOTE: This is logged in the executor because there can be >1 workers.
# NOTE: This is logged in the executor because there can be >1 workers.
logger
.
info
(
"# %s blocks: %d, # CPU blocks: %d"
,
logger
.
info
(
"# %s blocks: %d, # CPU blocks: %d"
,
vllm
.
platforms
.
current_platform
.
d
ispatch_key
,
vllm
.
platforms
.
current_platform
.
d
evice_name
,
num_gpu_blocks
,
num_cpu_blocks
)
num_gpu_blocks
,
num_cpu_blocks
)
max_concurrency
=
(
num_gpu_blocks
*
self
.
cache_config
.
block_size
/
max_concurrency
=
(
num_gpu_blocks
*
self
.
cache_config
.
block_size
/
self
.
model_config
.
max_model_len
)
self
.
model_config
.
max_model_len
)
...
...
vllm/platforms/interface.py
View file @
238dfc8a
...
@@ -327,7 +327,7 @@ class Platform:
...
@@ -327,7 +327,7 @@ class Platform:
"""
"""
Get device specific communicator class for distributed communication.
Get device specific communicator class for distributed communication.
"""
"""
return
"vllm.distributed.device_communicator.base_device_communicator.DeviceCommunicatorBase"
# noqa
return
"vllm.distributed.device_communicator
s
.base_device_communicator.DeviceCommunicatorBase"
# noqa
class
UnspecifiedPlatform
(
Platform
):
class
UnspecifiedPlatform
(
Platform
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment