Unverified Commit 07a6dacf authored by bittersweet1999's avatar bittersweet1999 Committed by GitHub
Browse files

fix length (#1180)

parent 88c14d3d
...@@ -14,7 +14,7 @@ from opencompass.tasks.subjective_eval import SubjectiveEvalTask ...@@ -14,7 +14,7 @@ from opencompass.tasks.subjective_eval import SubjectiveEvalTask
from opencompass.summarizers import ArenaHardSummarizer from opencompass.summarizers import ArenaHardSummarizer
with read_base(): with read_base():
from .datasets.subjective.arena_hard.arena_hard_scoring import subjective_datasets from .datasets.subjective.arena_hard.arena_hard_compare import subjective_datasets
api_meta_template = dict( api_meta_template = dict(
round=[ round=[
...@@ -72,8 +72,8 @@ judge_models = [dict( ...@@ -72,8 +72,8 @@ judge_models = [dict(
key='', key='',
meta_template=api_meta_template, meta_template=api_meta_template,
query_per_second=1, query_per_second=1,
max_out_len=1024, max_out_len=5120,
max_seq_len=4096, max_seq_len=9216,
batch_size=10, batch_size=10,
retry=10, retry=10,
temperature = 0, temperature = 0,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment