removing float16 convertion in logmax

ffda60ab · Nathan Habib · e377c47f · ffda60ab
Commit ffda60ab authored Jul 02, 2024 by Nathan Habib
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

lm_eval/models/huggingface.py lm_eval/models/huggingface.py +1 -1

No files found.
--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py
@@ -1132,7 +1132,7 @@ class HFLM(TemplateLM):
            multi_logits = F.log_softmax(
                self._model_call(batched_inps, **call_kwargs),
                dim=-1,
-                dtype=torch.float16,
+                # dtype=torch.float16,
            )  # [batch, padding_length (inp or cont), vocab]

            for (request_str, ctx_tokens, _), logits, inplen, cont_toks in zip(