Skip to content

GitLab

Unverified Commit d3de5c41 authored by Fengzhe Zhou's avatar Fengzhe Zhou Committed by GitHub
Browse files

[Sync] update model configs (#574)

parent 689ffe5b
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
opencompass/tasks/openicl_eval.py
View file @ d3de5c41
...@@ -287,7 +287,7 @@ class OpenICLEvalTask(BaseTask): ...@@ -287,7 +287,7 @@ class OpenICLEvalTask(BaseTask):
result['prompt'] = origin_prediction['origin_prompt'] result['prompt'] = origin_prediction['origin_prompt']
result['origin_prediction'] = pred_dicts[i]['prediction'] result['origin_prediction'] = pred_dicts[i]['prediction']
result['predictions'] = details[i]['pred'] result['predictions'] = details[i]['pred']
result['references'] = details[i]['answers'] result['references'] = details[i]['answer']
result['correct'] = details[i]['correct'] result['correct'] = details[i]['correct']
results[str(i)] = result results[str(i)] = result
return results return results
...@@ -324,7 +324,7 @@ class OpenICLEvalTask(BaseTask): ...@@ -324,7 +324,7 @@ class OpenICLEvalTask(BaseTask):
bpbs = [value['BPB'] for value in values] bpbs = [value['BPB'] for value in values]
incorrect_bpb_list.append( incorrect_bpb_list.append(
(sum(bpbs) - min(bpbs)) / (len(bpbs) - 1)) (sum(bpbs) - min(bpbs)) / (len(bpbs) - 1))
bpb_list.append(statistics.mean(bpbs)) bpb_list.append(min(bpbs))
def filters(origins): def filters(origins):
targets = [target for target in origins if not math.isnan(target)] targets = [target for target in origins if not math.isnan(target)]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment