Skip to content

GitLab

"graphbolt/vscode:/vscode.git/clone" did not exist on "f281959ac70fb50a96a8b243133c9d013ccd3e9f"
Unverified Commit 52029bd1 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Fix warmup error when dp=1 (#4753)

parent eb934bdf
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 0 deletions
python/sglang/srt/entrypoints/http_server.py
View file @ 52029bd1
...@@ -761,8 +761,14 @@ def _wait_and_warmup( ...@@ -761,8 +761,14 @@ def _wait_and_warmup(
} }
if server_args.skip_tokenizer_init: if server_args.skip_tokenizer_init:
json_data["input_ids"] = [[10, 11, 12] for _ in range(server_args.dp_size)] json_data["input_ids"] = [[10, 11, 12] for _ in range(server_args.dp_size)]
# TODO Workaround the bug that embedding errors for list of size 1
if server_args.dp_size == 1:
json_data["input_ids"] = json_data["input_ids"][0]
else: else:
json_data["text"] = ["The capital city of France is"] * server_args.dp_size json_data["text"] = ["The capital city of France is"] * server_args.dp_size
# TODO Workaround the bug that embedding errors for list of size 1
if server_args.dp_size == 1:
json_data["text"] = json_data["text"][0]
# Debug dumping # Debug dumping
if server_args.debug_tensor_dump_input_file: if server_args.debug_tensor_dump_input_file:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment