Skip to content

GitLab

Commit 53c68db4 authored by daniel-furman's avatar daniel-furman
Browse files

first stab at wrap_chat_template, rfind continuation fix

parent a784417a
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/models/huggingface.py
View file @ 53c68db4
...@@ -684,9 +684,9 @@ class HFLM(LM): ...@@ -684,9 +684,9 @@ class HFLM(LM):
tokenize=False, tokenize=False,
add_generation_prompt=True, add_generation_prompt=True,
) )
split_on_continuation = single_tokenized_conversation.split(continuation) rfind_continuation = single_tokenized_conversation.rfind(continuation)
context = split_on_continuation[0] context = single_tokenized_conversation[:rfind_continuation]
continuation += split_on_continuation[1] continuation = single_tokenized_conversation[rfind_continuation:]
req.args = (context, continuation) req.args = (context, continuation)
new_reqs.append(req) new_reqs.append(req)
return new_reqs return new_reqs
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment