misc: update output file logic (#686)

python/sglang/bench_serving.py

@@ -612,7 +612,6 @@ async def benchmark(
     print("{:<40} {:<10.2f}".format("P99 ITL (ms):", metrics.p99_itl_ms))
     print("=" * 50)
 
-    if enable_multi:
     if (
         metrics.median_ttft_ms is not None
         and metrics.mean_itl_ms is not None
@@ -630,6 +629,7 @@ async def benchmark(
             "sharegpt_output_len": args.sharegpt_output_len,
             "random_input_len": args.random_input_len,
             "random_output_len": args.random_output_len,
+            "random_range_ratio": args.random_range_ratio,
         }
     else:
         print(f"Error running benchmark for request rate: {request_rate}")
@@ -639,8 +639,11 @@ async def benchmark(
     if args.output_file:
         output_file_name = args.output_file
     else:
-            now = datetime.now().strftime("%m%d%H")
-            output_file_name = f"{args.backend}_{now}.jsonl"
+        now = datetime.now().strftime("%m%d")
+        if args.dataset_name == "random":
+            output_file_name = f"{args.backend}_{now}_{args.num_prompts}_{args.random_input_len}_{args.random_output_len}.jsonl"
+        else:
+            output_file_name = f"{args.backend}_{now}_{args.num_prompts}_sharegpt.jsonl"
 
     # Append results to a JSONL file
     with open(output_file_name, "a") as file: