Unverified Commit ccb20db8 authored by Fish's avatar Fish Committed by GitHub
Browse files

[Bugfix] Benchmark serving script used global parameter 'args' in function...

[Bugfix] Benchmark serving script used global parameter 'args' in function 'sample_random_requests' (#6428)
parent a754dc2c
...@@ -203,7 +203,7 @@ def sample_random_requests( ...@@ -203,7 +203,7 @@ def sample_random_requests(
) )
offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts) offsets = np.random.randint(0, tokenizer.vocab_size, size=num_prompts)
input_requests = [] input_requests = []
for i in range(args.num_prompts): for i in range(num_prompts):
prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size prompt = tokenizer.decode([(offsets[i] + i + j) % tokenizer.vocab_size
for j in range(input_lens[i])]) for j in range(input_lens[i])])
input_requests.append( input_requests.append(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment