Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
change
sglang
Commits
eef9433b
"src/git@developer.sourcefind.cn:renzhc/diffusers_dcu.git" did not exist on "5a6edac087915c7a92f3317067e82c1097b98307"
Unverified
Commit
eef9433b
authored
Apr 20, 2025
by
Lianmin Zheng
Committed by
GitHub
Apr 20, 2025
Browse files
Fix flush cache (#5590)
parent
97cb762b
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
2 additions
and
6 deletions
+2
-6
python/sglang/srt/entrypoints/http_server.py
python/sglang/srt/entrypoints/http_server.py
+1
-5
python/sglang/srt/managers/tokenizer_manager.py
python/sglang/srt/managers/tokenizer_manager.py
+1
-1
No files found.
python/sglang/srt/entrypoints/http_server.py
View file @
eef9433b
...
@@ -25,11 +25,8 @@ import multiprocessing as multiprocessing
...
@@ -25,11 +25,8 @@ import multiprocessing as multiprocessing
import
os
import
os
import
threading
import
threading
import
time
import
time
from
ast
import
Mult
from
http
import
HTTPStatus
from
http
import
HTTPStatus
from
typing
import
AsyncIterator
,
Callable
,
Dict
,
Optional
,
Union
from
typing
import
AsyncIterator
,
Callable
,
Dict
,
Optional
from
sglang.srt.model_executor.model_runner
import
LocalSerializedTensor
# Fix a bug of Python threading
# Fix a bug of Python threading
setattr
(
threading
,
"_register_atexit"
,
lambda
*
args
,
**
kwargs
:
None
)
setattr
(
threading
,
"_register_atexit"
,
lambda
*
args
,
**
kwargs
:
None
)
...
@@ -84,7 +81,6 @@ from sglang.srt.openai_api.protocol import ModelCard, ModelList
...
@@ -84,7 +81,6 @@ from sglang.srt.openai_api.protocol import ModelCard, ModelList
from
sglang.srt.reasoning_parser
import
ReasoningParser
from
sglang.srt.reasoning_parser
import
ReasoningParser
from
sglang.srt.server_args
import
ServerArgs
from
sglang.srt.server_args
import
ServerArgs
from
sglang.srt.utils
import
(
from
sglang.srt.utils
import
(
MultiprocessingSerializer
,
add_api_key_middleware
,
add_api_key_middleware
,
add_prometheus_middleware
,
add_prometheus_middleware
,
delete_directory
,
delete_directory
,
...
...
python/sglang/srt/managers/tokenizer_manager.py
View file @
eef9433b
...
@@ -716,7 +716,7 @@ class TokenizerManager:
...
@@ -716,7 +716,7 @@ class TokenizerManager:
pass
pass
async
def
flush_cache
(
self
)
->
FlushCacheReqOutput
:
async
def
flush_cache
(
self
)
->
FlushCacheReqOutput
:
return
await
self
.
flush_cache_communicator
(
FlushCacheReqInput
())
return
(
await
self
.
flush_cache_communicator
(
FlushCacheReqInput
())
)[
0
]
def
abort_request
(
self
,
rid
:
str
):
def
abort_request
(
self
,
rid
:
str
):
if
rid
not
in
self
.
rid_to_state
:
if
rid
not
in
self
.
rid_to_state
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment