Unverified Commit ccb20db8 authored by Fish's avatar Fish Committed by GitHub
Browse files

[Bugfix] Benchmark serving script used global parameter 'args' in function...

[Bugfix] Benchmark serving script used global parameter 'args' in function 'sample_random_requests' (#6428)
parent a754dc2c
......@@ -203,7 +203,7 @@ def sample_random_requests(
)
offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts)
input_requests = []
for i in range(args.num_prompts):
for i in range(num_prompts):
prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size
for j in range(input_lens[i])])
input_requests.append(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment