Skip to content

GitLab

"include/ck/utility/statically_indexed_array.hpp" did not exist on "970fa3e92ec4e67cfbfe1b0428e84870663ab8cd"
Unverified Commit 0cd992b1 authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Update evaluator.py

parent 8add5ed6
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 1 deletion
lm_eval/evaluator.py
View file @ 0cd992b1
...@@ -366,7 +366,6 @@ def evaluate( ...@@ -366,7 +366,6 @@ def evaluate(
for (task_name, key, metric), items in vals.items(): for (task_name, key, metric), items in vals.items():
task = task_dict[task_name] task = task_dict[task_name]
results[task_name][metric + "," + key] = task.aggregation()[metric](items) results[task_name][metric + "," + key] = task.aggregation()[metric](items)
# results[task_name]['num_fewshot'] = configs[task_name]
# hotfix: bleu, chrf, ter seem to be really expensive to bootstrap # hotfix: bleu, chrf, ter seem to be really expensive to bootstrap
# so we run them less iterations. still looking for a cleaner way to do this # so we run them less iterations. still looking for a cleaner way to do this
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment