Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
c51e397f
Unverified
Commit
c51e397f
authored
Nov 21, 2024
by
Roger Wang
Committed by
GitHub
Nov 21, 2024
Browse files
[Misc] Suppress duplicated logging regarding multimodal input pipeline (#10530)
Signed-off-by:
Roger Wang
<
ywang@roblox.com
>
parent
2385b60d
Changes
2
Show whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
8 additions
and
2 deletions
+8
-2
vllm/inputs/preprocess.py
vllm/inputs/preprocess.py
+2
-2
vllm/utils.py
vllm/utils.py
+6
-0
No files found.
vllm/inputs/preprocess.py
View file @
c51e397f
...
@@ -10,7 +10,7 @@ from vllm.multimodal import MULTIMODAL_REGISTRY, MultiModalRegistry
...
@@ -10,7 +10,7 @@ from vllm.multimodal import MULTIMODAL_REGISTRY, MultiModalRegistry
from
vllm.multimodal.processing
import
MultiModalDataDict
,
MultiModalInputsV2
from
vllm.multimodal.processing
import
MultiModalDataDict
,
MultiModalInputsV2
from
vllm.prompt_adapter.request
import
PromptAdapterRequest
from
vllm.prompt_adapter.request
import
PromptAdapterRequest
from
vllm.transformers_utils.tokenizer_group
import
BaseTokenizerGroup
from
vllm.transformers_utils.tokenizer_group
import
BaseTokenizerGroup
from
vllm.utils
import
print_warning_once
from
vllm.utils
import
print_info_once
,
print_warning_once
from
.data
import
(
DecoderOnlyInputs
,
EncoderDecoderInputs
,
ProcessorInputs
,
from
.data
import
(
DecoderOnlyInputs
,
EncoderDecoderInputs
,
ProcessorInputs
,
PromptType
,
SingletonInputs
,
SingletonPrompt
,
token_inputs
)
PromptType
,
SingletonInputs
,
SingletonPrompt
,
token_inputs
)
...
@@ -212,7 +212,7 @@ class InputPreprocessor:
...
@@ -212,7 +212,7 @@ class InputPreprocessor:
# updated to use the new multi-modal processor
# updated to use the new multi-modal processor
can_process_multimodal
=
self
.
mm_registry
.
has_processor
(
model_config
)
can_process_multimodal
=
self
.
mm_registry
.
has_processor
(
model_config
)
if
not
can_process_multimodal
:
if
not
can_process_multimodal
:
logger
.
info
(
print_info_once
(
"Your model uses the legacy input pipeline instead of the new "
"Your model uses the legacy input pipeline instead of the new "
"multi-modal processor. Please note that the legacy pipeline "
"multi-modal processor. Please note that the legacy pipeline "
"will be removed in a future release. For more details, see: "
"will be removed in a future release. For more details, see: "
...
...
vllm/utils.py
View file @
c51e397f
...
@@ -705,6 +705,12 @@ def create_kv_caches_with_random(
...
@@ -705,6 +705,12 @@ def create_kv_caches_with_random(
return
key_caches
,
value_caches
return
key_caches
,
value_caches
@
lru_cache
def
print_info_once
(
msg
:
str
)
->
None
:
# Set the stacklevel to 2 to print the caller's line info
logger
.
info
(
msg
,
stacklevel
=
2
)
@
lru_cache
@
lru_cache
def
print_warning_once
(
msg
:
str
)
->
None
:
def
print_warning_once
(
msg
:
str
)
->
None
:
# Set the stacklevel to 2 to print the caller's line info
# Set the stacklevel to 2 to print the caller's line info
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment