Skip to content

GitLab

Commit 6fc2e148 authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

revert change to template_aliases

parent e8702f15
Show whitespace changes
Inline Side-by-side
Showing with 10 additions and 10 deletions
lm_eval/api/task.py
View file @ 6fc2e148
...@@ -43,7 +43,7 @@ ALL_OUTPUT_TYPES = [ ...@@ -43,7 +43,7 @@ ALL_OUTPUT_TYPES = [
"multiple_choice", "multiple_choice",
"loglikelihood_rolling", "loglikelihood_rolling",
"greedy_until", "greedy_until",
"winograd_schema" "winograd_schema",
] ]
...@@ -91,7 +91,7 @@ class TaskConfig(dict): ...@@ -91,7 +91,7 @@ class TaskConfig(dict):
# allow user-specified aliases so that users can # allow user-specified aliases so that users can
# force prompt-compatibility for some prompt regardless of # force prompt-compatibility for some prompt regardless of
# field names in prompt # field names in prompt
if type(self.template_aliases) == str: if self.template_aliases:
if type(self.doc_to_text) == str: if type(self.doc_to_text) == str:
self.doc_to_text = self.template_aliases + self.doc_to_text self.doc_to_text = self.template_aliases + self.doc_to_text
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment