Commit 4ae2ab37 authored by jon-tow's avatar jon-tow
Browse files

Add `higher_is_better` & `aggregation` defaults to `PromptSourceTask`

parent 6ec93da2
...@@ -701,6 +701,16 @@ class PromptSourceTask(Task): ...@@ -701,6 +701,16 @@ class PromptSourceTask(Task):
# Map metric name to HF metric. # Map metric name to HF metric.
# TODO(Albert): What is Other? # TODO(Albert): What is Other?
#metric_names = prompt.metadata.metrics #metric_names = prompt.metadata.metrics
def higher_is_better(self):
return {
"acc": True
}
def aggregation(self):
return {
"acc": mean,
}
class MultipleChoiceTask(Task): class MultipleChoiceTask(Task):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment