"tools/run_api_server.py" did not exist on "152aab304d4eabe4f992def6296156642e11c28d"
Commit d4edd280 authored by baberabb's avatar baberabb
Browse files

fixup

parent da2d160b
......@@ -141,7 +141,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
temperature=0, prompt_logprobs=2, max_tokens=1
)
if self.data_parallel > 1:
requests = [list(x) for x in (utils.divide(requests, self.data_parallel))]
requests = [list(x) for x in utils.divide(requests, self.data_parallel)]
inputs = [(self.model_args, sampling_params, req) for req in requests]
with Pool(self.data_parallel) as pool:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment