Skip to content

GitLab

"...composable_kernel-1.git" did not exist on "d072790fe27a5915d12b9172020b6b74e485aadf"
Unverified Commit 3e771757 authored by bittersweet1999's avatar bittersweet1999 Committed by GitHub
Browse files

[Fix] Hotfix for Subjective Evaluation (#686)

parent 465308e4
Hide whitespace changes
Inline Side-by-side
Showing with 8 additions and 6 deletions
configs/subjective_score.py
View file @ 3e771757
...@@ -49,7 +49,7 @@ _meta_template = dict( ...@@ -49,7 +49,7 @@ _meta_template = dict(
) )
judge_model = dict( judge_model = dict(
type=HuggingFaceCausalLM, type=HuggingFaceCausalLM,
abbr='qwen-7b-chat-hf', abbr='qwen-7b-chat-hf',
path="Qwen/Qwen-7B-Chat", path="Qwen/Qwen-7B-Chat",
...@@ -85,6 +85,7 @@ eval = dict( ...@@ -85,6 +85,7 @@ eval = dict(
max_num_workers=256, max_num_workers=256,
task=dict( task=dict(
type=SubjectiveEvalTask, type=SubjectiveEvalTask,
judge_cfg=judge_model
)), )),
) )
work_dir = './creation/' work_dir = './creation/'
......
opencompass/partitioners/sub_naive.py
View file @ 3e771757
...@@ -102,8 +102,9 @@ class SubjectiveNaivePartitioner(NaivePartitioner): ...@@ -102,8 +102,9 @@ class SubjectiveNaivePartitioner(NaivePartitioner):
else: else:
models = self.get_model_combinations(models, base_models, models = self.get_model_combinations(models, base_models,
compare_models) compare_models)
return super().partition(models=models, model_dataset_combinations = [{'models': models, 'datasets': datasets}]
datasets=datasets, return super().partition(
work_dir=work_dir, model_dataset_combinations=model_dataset_combinations,
out_dir=out_dir, work_dir=work_dir,
add_cfg=add_cfg) out_dir=out_dir,
add_cfg=add_cfg)
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment