"...model/git@developer.sourcefind.cn:wangsen/mineru.git" did not exist on "46ce94ebb5c7da4e8e52b143c93212fee73dc6ab"
Unverified Commit d3de5c41 authored by Fengzhe Zhou's avatar Fengzhe Zhou Committed by GitHub
Browse files

[Sync] update model configs (#574)

parent 689ffe5b
......@@ -287,7 +287,7 @@ class OpenICLEvalTask(BaseTask):
result['prompt'] = origin_prediction['origin_prompt']
result['origin_prediction'] = pred_dicts[i]['prediction']
result['predictions'] = details[i]['pred']
result['references'] = details[i]['answers']
result['references'] = details[i]['answer']
result['correct'] = details[i]['correct']
results[str(i)] = result
return results
......@@ -324,7 +324,7 @@ class OpenICLEvalTask(BaseTask):
bpbs = [value['BPB'] for value in values]
incorrect_bpb_list.append(
(sum(bpbs) - min(bpbs)) / (len(bpbs) - 1))
bpb_list.append(statistics.mean(bpbs))
bpb_list.append(min(bpbs))
def filters(origins):
targets = [target for target in origins if not math.isnan(target)]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment