Skip to content

GitLab

Unverified Commit 31c9569b authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix request id error (#6401)

parent 1be6956d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
python/sglang/srt/openai_api/adapter.py
View file @ 31c9569b
...@@ -1815,6 +1815,7 @@ def v1_embedding_request(all_requests, tokenizer_manager): ...@@ -1815,6 +1815,7 @@ def v1_embedding_request(all_requests, tokenizer_manager):
prompt_kwargs = {"text": generate_prompts, "image_data": images} prompt_kwargs = {"text": generate_prompts, "image_data": images}
else: else:
prompt_kwargs = {"input_ids": prompt} prompt_kwargs = {"input_ids": prompt}
request_ids = all_requests[0].rid
else: else:
if isinstance(prompts[0], str) or isinstance(prompts[0][0], str): if isinstance(prompts[0], str) or isinstance(prompts[0][0], str):
prompt_kwargs = {"text": prompts} prompt_kwargs = {"text": prompts}
...@@ -1827,7 +1828,7 @@ def v1_embedding_request(all_requests, tokenizer_manager): ...@@ -1827,7 +1828,7 @@ def v1_embedding_request(all_requests, tokenizer_manager):
) )
else: else:
prompt_kwargs = {"input_ids": prompts} prompt_kwargs = {"input_ids": prompts}
request_ids = [req.rid for req in all_requests] request_ids = [req.rid for req in all_requests]
adapted_request = EmbeddingReqInput( adapted_request = EmbeddingReqInput(
rid=request_ids, rid=request_ids,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment