Commit dcd44d22 authored by Leo Gao's avatar Leo Gao
Browse files

LAMBADA metric consistency change

parent 442f843c
......@@ -53,18 +53,18 @@ class LAMBADA(Task):
ll, is_greedy = results
return {
'perplexity': ll,
'accuracy': int(is_greedy)
'ppl': ll,
'acc': int(is_greedy)
}
def aggregation(self):
return {
'perplexity': perplexity,
'accuracy': mean
'ppl': perplexity,
'acc': mean
}
def higher_is_better(self):
return {
'perplexity': False,
'accuracy': True
'ppl': False,
'acc': True
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment