Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
323f27b9
Unverified
Commit
323f27b9
authored
May 07, 2024
by
Cyrus Leung
Committed by
GitHub
May 06, 2024
Browse files
[Bugfix] Fix `asyncio.Task` not being subscriptable (#4623)
parent
0650e593
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
5 additions
and
5 deletions
+5
-5
vllm/engine/async_llm_engine.py
vllm/engine/async_llm_engine.py
+3
-3
vllm/entrypoints/openai/api_server.py
vllm/entrypoints/openai/api_server.py
+2
-2
No files found.
vllm/engine/async_llm_engine.py
View file @
323f27b9
import
asyncio
import
time
from
functools
import
partial
from
typing
import
(
Any
,
AsyncIterator
,
Callable
,
Dict
,
Iterable
,
List
,
Optional
,
Set
,
Tuple
,
Type
,
Union
)
from
typing
import
(
AsyncIterator
,
Callable
,
Dict
,
Iterable
,
List
,
Optional
,
Set
,
Tuple
,
Type
,
Union
)
from
transformers
import
PreTrainedTokenizer
...
...
@@ -327,7 +327,7 @@ class AsyncLLMEngine:
# We need to keep a reference to unshielded
# task as well to prevent it from being garbage
# collected
self
.
_background_loop_unshielded
:
Optional
[
asyncio
.
Task
[
Any
]
]
=
None
self
.
_background_loop_unshielded
:
Optional
[
asyncio
.
Task
]
=
None
self
.
start_engine_loop
=
start_engine_loop
self
.
_errored_with
:
Optional
[
BaseException
]
=
None
...
...
vllm/entrypoints/openai/api_server.py
View file @
323f27b9
...
...
@@ -4,7 +4,7 @@ import inspect
import
re
from
contextlib
import
asynccontextmanager
from
http
import
HTTPStatus
from
typing
import
Any
,
Set
from
typing
import
Set
import
fastapi
import
uvicorn
...
...
@@ -34,7 +34,7 @@ openai_serving_chat: OpenAIServingChat
openai_serving_completion
:
OpenAIServingCompletion
logger
=
init_logger
(
__name__
)
_running_tasks
:
Set
[
asyncio
.
Task
[
Any
]
]
=
set
()
_running_tasks
:
Set
[
asyncio
.
Task
]
=
set
()
@
asynccontextmanager
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment