Fix bench_one_batch producing unnatural results for expert parallel (#5149)

d07e797a · fzyzcjy · GitHub · c555d794 · d07e797a
Unverified Commit d07e797a authored Apr 20, 2025 by fzyzcjy Committed by GitHub Apr 20, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

python/sglang/bench_one_batch.py python/sglang/bench_one_batch.py +1 -1

No files found.
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -207,7 +207,7 @@ def prepare_extend_inputs_for_correctness_test(


 def prepare_synthetic_inputs_for_latency_test(batch_size, input_len):
-    input_ids = np.ones((batch_size, input_len), dtype=np.int32)
+    input_ids = np.random.randint(0, 10000, (batch_size, input_len), dtype=np.int32)
    sampling_params = SamplingParams(
        temperature=0,
        max_new_tokens=BenchArgs.output_len,