Skip to content

GitLab

Commit ab6883b1 authored by jon-tow's avatar jon-tow
Browse files

Fix decontamination queries

parent 9b4bfb6a
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
lm_eval/tasks/translation.py
View file @ ab6883b1
...@@ -132,7 +132,7 @@ class GeneralTranslationTask(Task): ...@@ -132,7 +132,7 @@ class GeneralTranslationTask(Task):
return True return True
def doc_to_decontamination_query(self, doc): def doc_to_decontamination_query(self, doc):
return doc["ref"] + " " + doc["ref"] return doc["src"]
def doc_to_target(self, doc): def doc_to_target(self, doc):
# This shows a single target, though there may be multiple targets in a lang test # This shows a single target, though there may be multiple targets in a lang test
......
lm_eval/tasks/triviaqa.py
View file @ ab6883b1
...@@ -58,7 +58,7 @@ class TriviaQA(Task): ...@@ -58,7 +58,7 @@ class TriviaQA(Task):
return True return True
def doc_to_decontamination_query(self, doc): def doc_to_decontamination_query(self, doc):
return doc['Question'] + " " + doc['SearchResults']['Description'] return doc['question']
def doc_to_target(self, doc): def doc_to_target(self, doc):
return " " + doc['answer']['value'] return " " + doc['answer']['value']
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment