Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
f458112e
Unverified
Commit
f458112e
authored
May 01, 2024
by
harrywu
Committed by
GitHub
Apr 30, 2024
Browse files
[Misc][Typo] type annotation fix (#4495)
parent
2e240c69
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
3 additions
and
2 deletions
+3
-2
vllm/engine/llm_engine.py
vllm/engine/llm_engine.py
+3
-2
No files found.
vllm/engine/llm_engine.py
View file @
f458112e
...
@@ -8,7 +8,8 @@ from vllm.config import (CacheConfig, DecodingConfig, DeviceConfig, LoadConfig,
...
@@ -8,7 +8,8 @@ from vllm.config import (CacheConfig, DecodingConfig, DeviceConfig, LoadConfig,
LoRAConfig
,
ModelConfig
,
ParallelConfig
,
LoRAConfig
,
ModelConfig
,
ParallelConfig
,
SchedulerConfig
,
SpeculativeConfig
,
SchedulerConfig
,
SpeculativeConfig
,
VisionLanguageConfig
)
VisionLanguageConfig
)
from
vllm.core.scheduler
import
Scheduler
,
SchedulerOutputs
from
vllm.core.scheduler
import
(
ScheduledSequenceGroup
,
Scheduler
,
SchedulerOutputs
)
from
vllm.engine.arg_utils
import
EngineArgs
from
vllm.engine.arg_utils
import
EngineArgs
from
vllm.engine.metrics
import
StatLogger
,
Stats
from
vllm.engine.metrics
import
StatLogger
,
Stats
from
vllm.engine.output_processor.interfaces
import
(
from
vllm.engine.output_processor.interfaces
import
(
...
@@ -485,7 +486,7 @@ class LLMEngine:
...
@@ -485,7 +486,7 @@ class LLMEngine:
def
_process_model_outputs
(
def
_process_model_outputs
(
self
,
self
,
output
:
List
[
SamplerOutput
],
output
:
List
[
SamplerOutput
],
scheduled_seq_groups
:
List
[
SequenceGroup
],
scheduled_seq_groups
:
List
[
Scheduled
SequenceGroup
],
ignored_seq_groups
:
List
[
SequenceGroup
],
ignored_seq_groups
:
List
[
SequenceGroup
],
seq_group_metadata_list
:
List
[
SequenceGroupMetadata
],
seq_group_metadata_list
:
List
[
SequenceGroupMetadata
],
)
->
List
[
RequestOutput
]:
)
->
List
[
RequestOutput
]:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment