Commit 9f698c20 authored by lintangsutawika's avatar lintangsutawika
Browse files

sort set to False by default, fix predict_only arg

parent 8d59330b
...@@ -22,7 +22,7 @@ from lm_eval.evaluator_utils import ( ...@@ -22,7 +22,7 @@ from lm_eval.evaluator_utils import (
print_writeout, print_writeout,
run_task_tests, run_task_tests,
) )
from lm_eval.logging_utils import add_env_info, get_git_commit_hash from lm_eval.logging.utils import add_env_info, get_git_commit_hash
from lm_eval.tasks import ( from lm_eval.tasks import (
ConfigurableGroup, ConfigurableGroup,
ConfigurableTask, ConfigurableTask,
...@@ -224,7 +224,7 @@ def simple_evaluate( ...@@ -224,7 +224,7 @@ def simple_evaluate(
if isinstance(task_obj, dict): if isinstance(task_obj, dict):
adjusted_task_dict = { adjusted_task_dict = {
**adjusted_task_dict, **adjusted_task_dict,
**{task_name: _adjust_config(task_obj)}, **{task_name: _adjust_config(task_obj, predict_only)},
} }
else: else:
......
...@@ -242,7 +242,7 @@ class Reorderer: ...@@ -242,7 +242,7 @@ class Reorderer:
return res return res
def make_table(result_dict, column: str = "results", sort_results: bool = True): def make_table(result_dict, column: str = "results", sort_results: bool = False):
"""Generate table of results.""" """Generate table of results."""
from pytablewriter import LatexTableWriter, MarkdownTableWriter from pytablewriter import LatexTableWriter, MarkdownTableWriter
...@@ -276,7 +276,10 @@ def make_table(result_dict, column: str = "results", sort_results: bool = True): ...@@ -276,7 +276,10 @@ def make_table(result_dict, column: str = "results", sort_results: bool = True):
for k in keys: for k in keys:
dic = result_dict[column][k] dic = result_dict[column][k]
version = result_dict["versions"].get(k, " N/A") version = result_dict["versions"].get(k, " N/A")
if k in result_dict["n-shot"]:
n = str(result_dict["n-shot"][k]) n = str(result_dict["n-shot"][k])
else:
n = " "
if "alias" in dic: if "alias" in dic:
k = dic.pop("alias") k = dic.pop("alias")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment