Skip to content

GitLab

Commit 0fa9f03f authored by Benjamin Fattori's avatar Benjamin Fattori
Browse files

pass override bs to _loglikelihood_tokens

parent d42e1706
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
lm_eval/models/huggingface.py
View file @ 0fa9f03f
...@@ -530,7 +530,7 @@ class HFLM(LM): ...@@ -530,7 +530,7 @@ class HFLM(LM):
rolling_token_windows += pad_amnt * [rolling_token_windows[0]] rolling_token_windows += pad_amnt * [rolling_token_windows[0]]
string_nll = self._loglikelihood_tokens( string_nll = self._loglikelihood_tokens(
rolling_token_windows, disable_tqdm=True rolling_token_windows, disable_tqdm=True, override_bs=adaptive_batch_size
) )
if (self.world_size > 1) and (pad_amnt > 0): if (self.world_size > 1) and (pad_amnt > 0):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment