"vscode:/vscode.git/clone" did not exist on "b2cd0087174feaf014e2f3271f0c15ad258fb880"
Unverified Commit 6b6e6d77 authored by Leo Gao's avatar Leo Gao Committed by GitHub
Browse files

Update req_type to request_type

parent 3b386db4
...@@ -121,10 +121,10 @@ def evaluate(lm, task_dict, provide_description, num_fewshot, limit, bootstrap_i ...@@ -121,10 +121,10 @@ def evaluate(lm, task_dict, provide_description, num_fewshot, limit, bootstrap_i
if not isinstance(reqs, (list, tuple)): if not isinstance(reqs, (list, tuple)):
reqs = [reqs] reqs = [reqs]
for i, req in enumerate(reqs): for i, req in enumerate(reqs):
requests[req.req_type].append(req) requests[req.request_type].append(req)
# i: index in requests for a single task instance # i: index in requests for a single task instance
# doc_id: unique id that we can get back to a doc using `docs` # doc_id: unique id that we can get back to a doc using `docs`
requests_origin[req.req_type].append((i, task_name, doc, doc_id)) requests_origin[req.request_type].append((i, task_name, doc, doc_id))
# all responses for each (task, doc) # all responses for each (task, doc)
process_res_queue = collections.defaultdict(list) process_res_queue = collections.defaultdict(list)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment