Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
gaoqiong
lm-evaluation-harness
Commits
5c289f97
Commit
5c289f97
authored
May 10, 2024
by
lintangsutawika
Browse files
fix bug
parent
719fa9b1
Changes
1
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
3 deletions
+5
-3
lm_eval/tasks/__init__.py
lm_eval/tasks/__init__.py
+5
-3
No files found.
lm_eval/tasks/__init__.py
View file @
5c289f97
...
@@ -189,7 +189,7 @@ class TaskManager:
...
@@ -189,7 +189,7 @@ class TaskManager:
if
self
.
_name_is_group
(
name
)
or
self
.
_name_is_tag
(
name
):
if
self
.
_name_is_group
(
name
)
or
self
.
_name_is_tag
(
name
):
group_name
=
name
group_name
=
name
update_config
=
{
update_config
=
{
k
:
v
for
k
,
v
in
name_or_config
.
items
()
if
k
!=
"task"
k
:
v
for
k
,
v
in
name_or_config
.
items
()
if
k
not
in
[
"task"
,
"group"
]
}
}
subtask_list
=
self
.
_get_tasklist
(
name
)
subtask_list
=
self
.
_get_tasklist
(
name
)
if
subtask_list
==
-
1
:
if
subtask_list
==
-
1
:
...
@@ -231,9 +231,9 @@ class TaskManager:
...
@@ -231,9 +231,9 @@ class TaskManager:
update_config
=
{
update_config
=
{
k
:
v
k
:
v
for
k
,
v
in
name_or_config
.
items
()
for
k
,
v
in
name_or_config
.
items
()
if
k
not
in
GROUP_ONLY_KEYS
if
k
not
in
GROUP_ONLY_KEYS
+
[
"task"
,
"group"
]
}
}
else
:
if
~
bool
(
update_config
)
:
update_config
=
None
update_config
=
None
group_config
=
{
group_config
=
{
...
@@ -268,6 +268,8 @@ class TaskManager:
...
@@ -268,6 +268,8 @@ class TaskManager:
all_loaded_tasks
=
dict
(
all_loaded_tasks
=
dict
(
collections
.
ChainMap
(
*
map
(
self
.
_load_individual_task_or_group
,
task_list
))
collections
.
ChainMap
(
*
map
(
self
.
_load_individual_task_or_group
,
task_list
))
)
)
print
(
all_loaded_tasks
)
import
sys
;
sys
.
exit
()
return
all_loaded_tasks
return
all_loaded_tasks
def
load_config
(
self
,
config
:
Dict
):
def
load_config
(
self
,
config
:
Dict
):
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment