Commit dcd44d22 authored by Leo Gao's avatar Leo Gao
Browse files

LAMBADA metric consistency change

parent 442f843c
...@@ -53,18 +53,18 @@ class LAMBADA(Task): ...@@ -53,18 +53,18 @@ class LAMBADA(Task):
ll, is_greedy = results ll, is_greedy = results
return { return {
'perplexity': ll, 'ppl': ll,
'accuracy': int(is_greedy) 'acc': int(is_greedy)
} }
def aggregation(self): def aggregation(self):
return { return {
'perplexity': perplexity, 'ppl': perplexity,
'accuracy': mean 'acc': mean
} }
def higher_is_better(self): def higher_is_better(self):
return { return {
'perplexity': False, 'ppl': False,
'accuracy': True 'acc': True
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment