first stab at wrap_chat_template, various

49f43f9f · daniel-furman · 2d3c835c · 49f43f9f
Commit 49f43f9f authored Jan 09, 2024 by daniel-furman
Hide whitespace changes
Inline Side-by-side

Showing with 8 additions and 0 deletions

lm_eval/models/huggingface.py lm_eval/models/huggingface.py +8 -0

No files found.
--- a/lm_eval/models/huggingface.py
+++ b/lm_eval/models/huggingface.py
@@ -734,6 +734,14 @@ class HFLM(LM):
        stopping_criteria = stop_sequences_criteria(
            self.tokenizer, stop, 1, context.shape[0]
        )
+        print(self.model.generate(
+            input_ids=context,
+            max_length=max_length,
+            stopping_criteria=stopping_criteria,
+            pad_token_id=self.tokenizer.pad_token_id,
+            use_cache=True,
+            **generation_kwargs,
+        ))
        return self.model.generate(
            input_ids=context,
            max_length=max_length,