Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
b535f098
Commit
b535f098
authored
Feb 20, 2024
by
haileyschoelkopf
Browse files
cleanup
parent
cdc1d8ec
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
2 additions
and
20 deletions
+2
-20
scripts/make_table_tasks.py
scripts/make_table_tasks.py
+2
-20
No files found.
scripts/make_table_tasks.py
View file @
b535f098
...
@@ -84,8 +84,7 @@ def maketable(df):
...
@@ -84,8 +84,7 @@ def maketable(df):
_tasks
=
task_manager
.
all_tasks
_tasks
=
task_manager
.
all_tasks
else
:
else
:
_tasks
=
new_tasks
(
df
=
df
)
_tasks
=
new_tasks
(
df
=
df
)
# _tasks = [(x, task_manager.load_task_or_group(x)) for x in task_classes]
# count = 0
for
tname
in
tqdm
(
_tasks
):
for
tname
in
tqdm
(
_tasks
):
task_config
=
task_manager
.
_get_config
(
tname
)
task_config
=
task_manager
.
_get_config
(
tname
)
if
not
task_config
:
if
not
task_config
:
...
@@ -105,24 +104,7 @@ def maketable(df):
...
@@ -105,24 +104,7 @@ def maketable(df):
),
),
", "
.
join
(
str
(
metric
[
"metric"
])
for
metric
in
task_config
[
"metric_list"
]),
", "
.
join
(
str
(
metric
[
"metric"
])
for
metric
in
task_config
[
"metric_list"
]),
]
]
# v = [
# tname,
# task.CONFIG.group,
# check(task.has_training_docs()),
# check(task.has_validation_docs()),
# check(task.has_test_docs()),
# len(
# list(
# task.test_docs()
# if task.has_test_docs()
# else task.validation_docs()
# if task.has_validation_docs()
# else task.training_docs()
# )
# ),
# task.config.output_type,
# ", ".join(task.aggregation().keys()),
# ]
logger
.
info
(
v
)
logger
.
info
(
v
)
values
.
append
(
v
)
values
.
append
(
v
)
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment