Skip to content

GitLab

Commit 82cd972c authored by lintangsutawika's avatar lintangsutawika
Browse files

request_list edit

parent 1794975e
Hide whitespace changes
Inline Side-by-side
Showing with 13 additions and 10 deletions
lm_eval/api/task.py
View file @ 82cd972c
...@@ -1340,17 +1340,20 @@ class ConfigurableTask(Task): ...@@ -1340,17 +1340,20 @@ class ConfigurableTask(Task):
all_arg_list = [arguments, aux_arguments] all_arg_list = [arguments, aux_arguments]
else: else:
all_arg_list = [arguments] all_arg_list = [arguments]
request_list = []
for arg_list in all_arg_list: for arg_list in all_arg_list:
request_list = [ request_list.extend(
Instance( [
request_type="loglikelihood", Instance(
doc=doc, request_type="loglikelihood",
arguments=arg, doc=doc,
idx=i, arguments=arg,
**kwargs, idx=i,
) **kwargs,
for i, arg in enumerate(arg_list) )
] for i, arg in enumerate(arg_list)
]
)
return request_list return request_list
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment