Unverified Commit 495d50bf authored by Hailey Schoelkopf's avatar Hailey Schoelkopf Committed by GitHub
Browse files

Update lm_eval/models/huggingface.py


Co-authored-by: default avatarDaniel Furman <dryanfurman@gmail.com>
parent 37db34cb
......@@ -1076,7 +1076,7 @@ class HFLM(LM):
def generate_until(self, requests: List[Instance]) -> List[str]:
if self.use_chat_template:
print(f"First element before prompt formatting...\n{requests[0].args}")
requests = self.tok_chat_template(requests)
requests = self.wrap_chat_template(requests)
print(f"First element after prompt formatting...\n{requests[0].args}")
res = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment