Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
e184c501
Commit
e184c501
authored
Jun 10, 2024
by
lintangsutawika
Browse files
removed " " in make_table
parent
ac1a1cef
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
7 additions
and
6 deletions
+7
-6
lm_eval/evaluator.py
lm_eval/evaluator.py
+5
-1
lm_eval/utils.py
lm_eval/utils.py
+2
-5
No files found.
lm_eval/evaluator.py
View file @
e184c501
...
@@ -678,7 +678,11 @@ def evaluate(
...
@@ -678,7 +678,11 @@ def evaluate(
# results[group][stderr] = lm_eval.api.metrics.combined_sample_stderr(stderrs, sizes, metrics=metrics)
# results[group][stderr] = lm_eval.api.metrics.combined_sample_stderr(stderrs, sizes, metrics=metrics)
results
[
group_or_task
][
"samples"
]
=
sum
(
sizes
)
results
[
group_or_task
][
"samples"
]
=
sum
(
sizes
)
versions
[
group_or_task
]
=
group_config
[
"version"
]
group_metadata
=
group_config
.
get
(
"metadata"
,
None
)
if
group_metadata
is
not
None
:
versions
[
group_or_task
]
=
group_metadata
.
get
(
"version"
,
None
)
return
results
,
versions
,
show_group_table
,
task_aggregation_list
return
results
,
versions
,
show_group_table
,
task_aggregation_list
results
,
versions
,
show_group_table
,
*
_
=
process_group
(
results
,
versions
,
show_group_table
,
*
_
=
process_group
(
...
...
lm_eval/utils.py
View file @
e184c501
...
@@ -304,16 +304,13 @@ def make_table(result_dict, column: str = "results", sort_results: bool = False)
...
@@ -304,16 +304,13 @@ def make_table(result_dict, column: str = "results", sort_results: bool = False)
m
,
_
,
f
=
mf
.
partition
(
","
)
m
,
_
,
f
=
mf
.
partition
(
","
)
if
m
.
endswith
(
"_stderr"
):
if
m
.
endswith
(
"_stderr"
):
continue
continue
if
v
!=
" "
:
v
=
"%.4f"
%
v
hib
=
HIGHER_IS_BETTER_SYMBOLS
.
get
(
higher_is_better
.
get
(
m
),
""
)
hib
=
HIGHER_IS_BETTER_SYMBOLS
.
get
(
higher_is_better
.
get
(
m
),
""
)
if
m
+
"_stderr"
+
","
+
f
in
dic
:
if
m
+
"_stderr"
+
","
+
f
in
dic
:
se
=
dic
[
m
+
"_stderr"
+
","
+
f
]
se
=
dic
[
m
+
"_stderr"
+
","
+
f
]
if
se
!=
"N/A"
:
se
=
" N/A"
if
se
==
"N/A"
else
"%.4f"
%
se
se
=
"%.4f"
%
se
values
.
append
([
k
,
version
,
f
,
n
,
m
,
hib
,
"%.4f"
%
v
,
"±"
,
se
])
values
.
append
([
k
,
version
,
f
,
n
,
m
,
hib
,
v
,
"±"
,
se
])
else
:
else
:
values
.
append
([
k
,
version
,
f
,
n
,
m
,
hib
,
v
,
""
,
""
])
values
.
append
([
k
,
version
,
f
,
n
,
m
,
hib
,
v
,
""
,
""
])
k
=
""
k
=
""
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment