Unverified Commit 2cf811a9 authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix `--dataset-path` in `bench_one_batch_server` (#10475)

parent 3b25dc12
......@@ -377,6 +377,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
run_name=bench_args.run_name,
result_filename=bench_args.result_filename,
tokenizer=tokenizer,
dataset_path=bench_args.dataset_path,
)
)
......@@ -402,6 +403,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
profile=bench_args.profile,
profile_steps=bench_args.profile_steps,
profile_by_stage=bench_args.profile_by_stage,
dataset_path=bench_args.dataset_path,
)[-1],
)
)
......
......@@ -15,7 +15,7 @@ from typing import List, Optional
import requests
PARENT_FOLDER = "/tmp/sglang-profile"
PROFILER_DIR = os.getenv("SGLANG_TORCH_PROFILER_DIR", "/tmp")
def _run_profile(
......@@ -27,7 +27,7 @@ def _run_profile(
profile_by_stage: bool = False,
) -> str:
if output_dir is None:
output_dir = PARENT_FOLDER
output_dir = PROFILER_DIR
output_dir = os.path.normpath(output_dir)
output_dir = os.path.abspath(output_dir)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment