Skip to content

GitLab

Unverified Commit e15b63a1 authored by ybyang's avatar ybyang Committed by GitHub
Browse files

[Fix] fix missing `ipc_name` of `__getitem__` in some IO structs (#12053) 


Signed-off-by: default avatarybyang <ybyang7@iflytek.com>
parent 4060ed37
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
python/sglang/srt/managers/io_struct.py
View file @ e15b63a1
...@@ -574,6 +574,7 @@ class GenerateReqInput(BaseReq): ...@@ -574,6 +574,7 @@ class GenerateReqInput(BaseReq):
custom_labels=self.custom_labels, custom_labels=self.custom_labels,
return_bytes=self.return_bytes, return_bytes=self.return_bytes,
return_entropy=self.return_entropy, return_entropy=self.return_entropy,
http_worker_ipc=self.http_worker_ipc,
) )
...@@ -759,6 +760,7 @@ class EmbeddingReqInput(BaseReq): ...@@ -759,6 +760,7 @@ class EmbeddingReqInput(BaseReq):
sampling_params=self.sampling_params[i], sampling_params=self.sampling_params[i],
rid=self.rid[i], rid=self.rid[i],
is_cross_encoder_request=True, is_cross_encoder_request=True,
http_worker_ipc=self.http_worker_ipc,
) )
return EmbeddingReqInput( return EmbeddingReqInput(
...@@ -769,6 +771,7 @@ class EmbeddingReqInput(BaseReq): ...@@ -769,6 +771,7 @@ class EmbeddingReqInput(BaseReq):
video_data=self.video_data[i] if self.video_data is not None else None, video_data=self.video_data[i] if self.video_data is not None else None,
sampling_params=self.sampling_params[i], sampling_params=self.sampling_params[i],
rid=self.rid[i], rid=self.rid[i],
http_worker_ipc=self.http_worker_ipc,
) )
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment