Commit d4edd280 authored by baberabb's avatar baberabb
Browse files

fixup

parent da2d160b
...@@ -141,7 +141,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`" ...@@ -141,7 +141,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
temperature=0, prompt_logprobs=2, max_tokens=1 temperature=0, prompt_logprobs=2, max_tokens=1
) )
if self.data_parallel > 1: if self.data_parallel > 1:
requests = [list(x) for x in (utils.divide(requests, self.data_parallel))] requests = [list(x) for x in utils.divide(requests, self.data_parallel)]
inputs = [(self.model_args, sampling_params, req) for req in requests] inputs = [(self.model_args, sampling_params, req) for req in requests]
with Pool(self.data_parallel) as pool: with Pool(self.data_parallel) as pool:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment