Unverified Commit 3e771757 authored by bittersweet1999's avatar bittersweet1999 Committed by GitHub
Browse files

[Fix] Hotfix for Subjective Evaluation (#686)

parent 465308e4
......@@ -85,6 +85,7 @@ eval = dict(
max_num_workers=256,
task=dict(
type=SubjectiveEvalTask,
judge_cfg=judge_model
)),
)
work_dir = './creation/'
......
......@@ -102,8 +102,9 @@ class SubjectiveNaivePartitioner(NaivePartitioner):
else:
models = self.get_model_combinations(models, base_models,
compare_models)
return super().partition(models=models,
datasets=datasets,
model_dataset_combinations = [{'models': models, 'datasets': datasets}]
return super().partition(
model_dataset_combinations=model_dataset_combinations,
work_dir=work_dir,
out_dir=out_dir,
add_cfg=add_cfg)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment