Unverified Commit 323f27b9 authored by Cyrus Leung's avatar Cyrus Leung Committed by GitHub
Browse files

[Bugfix] Fix `asyncio.Task` not being subscriptable (#4623)

parent 0650e593
import asyncio import asyncio
import time import time
from functools import partial from functools import partial
from typing import (Any, AsyncIterator, Callable, Dict, Iterable, List, from typing import (AsyncIterator, Callable, Dict, Iterable, List, Optional,
Optional, Set, Tuple, Type, Union) Set, Tuple, Type, Union)
from transformers import PreTrainedTokenizer from transformers import PreTrainedTokenizer
...@@ -327,7 +327,7 @@ class AsyncLLMEngine: ...@@ -327,7 +327,7 @@ class AsyncLLMEngine:
# We need to keep a reference to unshielded # We need to keep a reference to unshielded
# task as well to prevent it from being garbage # task as well to prevent it from being garbage
# collected # collected
self._background_loop_unshielded: Optional[asyncio.Task[Any]] = None self._background_loop_unshielded: Optional[asyncio.Task] = None
self.start_engine_loop = start_engine_loop self.start_engine_loop = start_engine_loop
self._errored_with: Optional[BaseException] = None self._errored_with: Optional[BaseException] = None
......
...@@ -4,7 +4,7 @@ import inspect ...@@ -4,7 +4,7 @@ import inspect
import re import re
from contextlib import asynccontextmanager from contextlib import asynccontextmanager
from http import HTTPStatus from http import HTTPStatus
from typing import Any, Set from typing import Set
import fastapi import fastapi
import uvicorn import uvicorn
...@@ -34,7 +34,7 @@ openai_serving_chat: OpenAIServingChat ...@@ -34,7 +34,7 @@ openai_serving_chat: OpenAIServingChat
openai_serving_completion: OpenAIServingCompletion openai_serving_completion: OpenAIServingCompletion
logger = init_logger(__name__) logger = init_logger(__name__)
_running_tasks: Set[asyncio.Task[Any]] = set() _running_tasks: Set[asyncio.Task] = set()
@asynccontextmanager @asynccontextmanager
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment