Skip to content

GitLab

"docs/git@developer.sourcefind.cn:modelzoo/yolo11_pytorch.git" did not exist on "a74dc9a0390d8903281065c5a1a578c44ca0cb68"
Commit 422380cc authored by cjlovering's avatar cjlovering
Browse files

Print table across task and prompt

parent 053afe05
Hide whitespace changes
Inline Side-by-side
Showing with 32 additions and 4 deletions
lm_eval/evaluator.py
View file @ 422380cc
...@@ -275,8 +275,16 @@ def make_table(result_dict): ...@@ -275,8 +275,16 @@ def make_table(result_dict):
md_writer = MarkdownTableWriter() md_writer = MarkdownTableWriter()
latex_writer = LatexTableWriter() latex_writer = LatexTableWriter()
md_writer.headers = ["Task", "Version", "Metric", "Value", "", "Stderr"] md_writer.headers = ["Task", "Prompt", "Version", "Metric", "Value", "", "Stderr"]
latex_writer.headers = ["Task", "Version", "Metric", "Value", "", "Stderr"] latex_writer.headers = [
"Task",
"Prompt",
"Version",
"Metric",
"Value",
"",
"Stderr",
]
values = [] values = []
for k, dic in result_dict["results"].items(): for k, dic in result_dict["results"].items():
...@@ -288,9 +296,29 @@ def make_table(result_dict): ...@@ -288,9 +296,29 @@ def make_table(result_dict):
continue continue
if m + "_stderr" in dic: if m + "_stderr" in dic:
se = dic[m + "_stderr"] se = dic[m + "_stderr"]
values.append([k, version, m, "%.4f" % v, "±", "%.4f" % se]) values.append(
[
dic["task_name"],
dic["prompt_name"],
version,
m,
"%.4f" % v,
"±",
"%.4f" % se,
]
)
else: else:
values.append([k, version, m, "%.4f" % v, "", ""]) values.append(
[
dic["task_name"],
dic["prompt_name"],
version,
m,
"%.4f" % v,
"",
"",
]
)
k = "" k = ""
version = "" version = ""
md_writer.value_matrix = values md_writer.value_matrix = values
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment