Commit 53c68db4 authored by daniel-furman's avatar daniel-furman
Browse files

first stab at wrap_chat_template, rfind continuation fix

parent a784417a
......@@ -684,9 +684,9 @@ class HFLM(LM):
tokenize=False,
add_generation_prompt=True,
)
split_on_continuation = single_tokenized_conversation.split(continuation)
context = split_on_continuation[0]
continuation += split_on_continuation[1]
rfind_continuation = single_tokenized_conversation.rfind(continuation)
context = single_tokenized_conversation[:rfind_continuation]
continuation = single_tokenized_conversation[rfind_continuation:]
req.args = (context, continuation)
new_reqs.append(req)
return new_reqs
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment