Skip to content

GitLab

"llm/vscode:/vscode.git/clone" did not exist on "cb03fc9571814edd5af1109bf1a562e813ecb816"
Commit a3eb6393 authored by lintangsutawika's avatar lintangsutawika
Browse files

fixed group to int

parent caac0843
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
lm_eval/tasks/super_glue/multirc/t5_utils.py
View file @ a3eb6393
...@@ -39,11 +39,10 @@ def em(predictions, references): # This is a passthrough function ...@@ -39,11 +39,10 @@ def em(predictions, references): # This is a passthrough function
else not bool(reference) else not bool(reference)
) )
return (_group, prediction, reference) return (int(_group), prediction, reference)
def agg_em(items): def agg_em(items):
grouped_values = collections.defaultdict(lambda: ([], [])) grouped_values = collections.defaultdict(lambda: ([], []))
for group, prediction, reference in items: for group, prediction, reference in items:
grouped_values[group][0].append(reference) grouped_values[group][0].append(reference)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment