Unverified Commit 16e759b9 authored by Tong Gao's avatar Tong Gao Committed by GitHub
Browse files

Align prompt files with their hash (#1)

* fix bbh

* fix bbh

* rename
parent ed76b5d0
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .XCOPA_ppl_6215c4 import XCOPA_datasets # noqa: F401, F403 from .XCOPA_ppl_54058d import XCOPA_datasets # noqa: F401, F403
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .XLSum_gen_1cc5f6 import XLSum_datasets # noqa: F401, F403 from .XLSum_gen_2bb71c import XLSum_datasets # noqa: F401, F403
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .Xsum_gen_d2126e import Xsum_datasets # noqa: F401, F403 from .Xsum_gen_31397e import Xsum_datasets # noqa: F401, F403
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .agieval_gen_dc7dae import agieval_datasets # noqa: F401, F403 from .agieval_gen_397d81 import agieval_datasets # noqa: F401, F403
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .apps_gen_193ec0 import apps_datasets # noqa: F401, F403 from .apps_gen_7fbb95 import apps_datasets # noqa: F401, F403
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .bbh_gen_58abc3 import bbh_datasets # noqa: F401, F403 from .bbh_gen_6bd693 import bbh_datasets # noqa: F401, F403
from os.path import exists
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
...@@ -42,7 +43,9 @@ bbh_free_form_sets = [ ...@@ -42,7 +43,9 @@ bbh_free_form_sets = [
bbh_datasets = [] bbh_datasets = []
for _name in bbh_multiple_choice_sets: for _name in bbh_multiple_choice_sets:
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() _hint = None
if exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict( bbh_infer_cfg = dict(
prompt_template=dict( prompt_template=dict(
type=PromptTemplate, type=PromptTemplate,
...@@ -72,7 +75,9 @@ for _name in bbh_multiple_choice_sets: ...@@ -72,7 +75,9 @@ for _name in bbh_multiple_choice_sets:
eval_cfg=bbh_eval_cfg.copy())) eval_cfg=bbh_eval_cfg.copy()))
for _name in bbh_free_form_sets: for _name in bbh_free_form_sets:
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read() _hint = None
if exists(f"{_path_prefix}/lib_prompt/{_name}.txt"):
_hint = open(f"{_path_prefix}/lib_prompt/{_name}.txt", 'r').read()
bbh_infer_cfg = dict( bbh_infer_cfg = dict(
prompt_template=dict( prompt_template=dict(
type=PromptTemplate, type=PromptTemplate,
......
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .ceval_gen_ee2cb0 import ceval_datasets # noqa: F401, F403 from .ceval_gen_5f30c7 import ceval_datasets # noqa: F401, F403
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment