Skip to content

GitLab

Unverified Commit 9af0e21e authored by Shenggui Li's avatar Shenggui Li Committed by GitHub
Browse files

[bug] fixed batch api for DeepSeek V3/R1 (#3754)

parent c7c79b16
Show whitespace changes
Inline Side-by-side
Showing with 7 additions and 0 deletions
python/sglang/srt/managers/detokenizer_manager.py
View file @ 9af0e21e
...@@ -162,6 +162,7 @@ class DetokenizerManager: ...@@ -162,6 +162,7 @@ class DetokenizerManager:
# Incremental decoding # Incremental decoding
output_strs = [] output_strs = []
finished_reqs = []
for i in range(bs): for i in range(bs):
try: try:
s = self.decode_status[recv_obj.rids[i]] s = self.decode_status[recv_obj.rids[i]]
...@@ -184,6 +185,8 @@ class DetokenizerManager: ...@@ -184,6 +185,8 @@ class DetokenizerManager:
new_text = "" new_text = ""
else: else:
new_text = find_printable_text(new_text) new_text = find_printable_text(new_text)
else:
finished_reqs.append(recv_obj.rids[i])
output_strs.append( output_strs.append(
self.trim_matched_stop( self.trim_matched_stop(
...@@ -214,6 +217,10 @@ class DetokenizerManager: ...@@ -214,6 +217,10 @@ class DetokenizerManager:
) )
) )
# remove decodestatus for completed requests
for rid in finished_reqs:
self.decode_status.pop(rid)
class LimitedCapacityDict(OrderedDict): class LimitedCapacityDict(OrderedDict):
def __init__(self, capacity: int, *args, **kwargs): def __init__(self, capacity: int, *args, **kwargs):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment