Skip to content

GitLab

Commit c9f3b113 authored by Anish Thite's avatar Anish Thite
Browse files

add no target for storycloze

parent e3c2e692
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 1 deletion
lm_eval/tasks/storycloze.py
View file @ c9f3b113
...@@ -40,7 +40,10 @@ class StoryCloze(Dataset): ...@@ -40,7 +40,10 @@ class StoryCloze(Dataset):
pass pass
def doc_to_text(self, doc, include_target=True): def doc_to_text(self, doc, include_target=True):
return ' '.join([*doc[1:5],doc[int(doc[-1])-4]]) if include_target:
return ' '.join([*doc[1:5],doc[int(doc[-1])-4]])
else:
return ' '.join([*doc[1:5]])
def evaluate(self, docs, lm): def evaluate(self, docs, lm):
pass pass
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment