Unverified Commit 2cf811a9 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix `--dataset-path` in `bench_one_batch_server` (#10475)

parent 3b25dc12
...@@ -377,6 +377,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs): ...@@ -377,6 +377,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
run_name=bench_args.run_name, run_name=bench_args.run_name,
result_filename=bench_args.result_filename, result_filename=bench_args.result_filename,
tokenizer=tokenizer, tokenizer=tokenizer,
dataset_path=bench_args.dataset_path,
) )
) )
...@@ -402,6 +403,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs): ...@@ -402,6 +403,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
profile=bench_args.profile, profile=bench_args.profile,
profile_steps=bench_args.profile_steps, profile_steps=bench_args.profile_steps,
profile_by_stage=bench_args.profile_by_stage, profile_by_stage=bench_args.profile_by_stage,
dataset_path=bench_args.dataset_path,
)[-1], )[-1],
) )
) )
......
...@@ -15,7 +15,7 @@ from typing import List, Optional ...@@ -15,7 +15,7 @@ from typing import List, Optional
import requests import requests
PARENT_FOLDER = "/tmp/sglang-profile" PROFILER_DIR = os.getenv("SGLANG_TORCH_PROFILER_DIR", "/tmp")
def _run_profile( def _run_profile(
...@@ -27,7 +27,7 @@ def _run_profile( ...@@ -27,7 +27,7 @@ def _run_profile(
profile_by_stage: bool = False, profile_by_stage: bool = False,
) -> str: ) -> str:
if output_dir is None: if output_dir is None:
output_dir = PARENT_FOLDER output_dir = PROFILER_DIR
output_dir = os.path.normpath(output_dir) output_dir = os.path.normpath(output_dir)
output_dir = os.path.abspath(output_dir) output_dir = os.path.abspath(output_dir)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment