Skip to content

GitLab

Commit 82cd972c authored by lintangsutawika's avatar lintangsutawika
Browse files

request_list edit

parent 1794975e
Hide whitespace changes
Inline Side-by-side
Showing with 13 additions and 10 deletions
lm_eval/api/task.py
View file @ 82cd972c
......@@ -1340,17 +1340,20 @@ class ConfigurableTask(Task):
all_arg_list = [arguments, aux_arguments]
else:
all_arg_list = [arguments]
request_list = []
for arg_list in all_arg_list:
request_list = [
Instance(
request_type="loglikelihood",
doc=doc,
arguments=arg,
idx=i,
**kwargs,
)
for i, arg in enumerate(arg_list)
]
request_list.extend(
[
Instance(
request_type="loglikelihood",
doc=doc,
arguments=arg,
idx=i,
**kwargs,
)
for i, arg in enumerate(arg_list)
]
)
return request_list
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment