Unverified Commit c4f8c40e authored by Yuliang Li's avatar Yuliang Li Committed by GitHub
Browse files

Fix vllm `batch_size` type (#1128)

parent fcb39a5a
...@@ -260,7 +260,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`" ...@@ -260,7 +260,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
for key, re_ord in re_ords.items(): for key, re_ord in re_ords.items():
chunks = utils.chunks( chunks = utils.chunks(
re_ord.get_reordered(), re_ord.get_reordered(),
n=self.batch_size if self.batch_size != "auto" else 0, n=int(self.batch_size) if self.batch_size != "auto" else 0,
fn=None, fn=None,
) )
for chunk in chunks: for chunk in chunks:
...@@ -339,7 +339,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`" ...@@ -339,7 +339,7 @@ please install vllm via `pip install lm-eval[vllm]` or `pip install -e .[vllm]`"
chunks = utils.chunks( chunks = utils.chunks(
re_ord.get_reordered(), re_ord.get_reordered(),
n=self.batch_size if self.batch_size != "auto" else 0, n=int(self.batch_size) if self.batch_size != "auto" else 0,
fn=None, fn=None,
) )
pbar = tqdm(total=len(requests), disable=disable_tqdm) pbar = tqdm(total=len(requests), disable=disable_tqdm)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment