Update configs (#9)

* Update implements

* Update

configs/datasets/ARC_c/ARC_c_gen_1e0de5.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import ARCDataset
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 ARC_c_reader_cfg = dict(
     input_columns=["question", "textA", "textB", "textC", "textD"],
@@ -27,7 +28,7 @@ ARC_c_infer_cfg = dict(
 ARC_c_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 ARC_c_datasets = [

configs/datasets/ARC_e/ARC_e_gen_1e0de5.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import ARCDataset
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 ARC_e_reader_cfg = dict(
     input_columns=["question", "textA", "textB", "textC", "textD"],
@@ -27,7 +28,7 @@ ARC_e_infer_cfg = dict(
 ARC_e_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 ARC_e_datasets = [

configs/datasets/CLUE_C3/CLUE_C3_gen_8c358f.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import C3Dataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 C3_reader_cfg = dict(
     input_columns=[
@@ -35,7 +36,7 @@ C3_infer_cfg = dict(
 C3_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 C3_datasets = [

configs/datasets/CLUE_CMRC/CLUE_CMRC_gen.py

 from mmengine.config import read_base
 
 with read_base():
-    from .CLUE_CMRC_gen_941108 import CMRC_datasets  # noqa: F401, F403
+    from .CLUE_CMRC_gen_1bd3c8 import CMRC_datasets  # noqa: F401, F403

configs/datasets/CLUE_CMRC/CLUE_CMRC_gen_1bd3c8.py

+from opencompass.openicl.icl_prompt_template import PromptTemplate
+from opencompass.openicl.icl_retriever import ZeroRetriever
+from opencompass.openicl.icl_inferencer import GenInferencer
+from opencompass.openicl.icl_evaluator import EMEvaluator
+from opencompass.datasets import CMRCDataset, cmrc_postprocess
+
+CMRC_reader_cfg = dict(
+    input_columns=['question', 'context'], output_column='answers')
+
+CMRC_infer_cfg = dict(
+    prompt_template=dict(
+        type=PromptTemplate,
+        template=dict(round=[
+            dict(
+                role="HUMAN",
+                prompt="根据文章回答问题。你的答案应该尽可能简练，请以 ‘答案是’ 开头的句式作答。\n文章：{context}\n问：{question}\n答："),
+        ])),
+    retriever=dict(type=ZeroRetriever),
+    inferencer=dict(type=GenInferencer))
+
+CMRC_eval_cfg = dict(
+    evaluator=dict(type=EMEvaluator),
+    pred_role="BOT",
+    pred_postprocessor=dict(type=cmrc_postprocess),
+)
+
+CMRC_datasets = [
+    dict(
+        type=CMRCDataset,
+        abbr='CMRC_dev',
+        path='./data/CLUE/CMRC/dev.json',
+        reader_cfg=CMRC_reader_cfg,
+        infer_cfg=CMRC_infer_cfg,
+        eval_cfg=CMRC_eval_cfg),
+]

configs/datasets/CLUE_DRCD/CLUE_DRCD_gen.py

 from mmengine.config import read_base
 
 with read_base():
-    from .CLUE_DRCD_gen_941108 import DRCD_datasets  # noqa: F401, F403
+    from .CLUE_DRCD_gen_1bd3c8 import DRCD_datasets  # noqa: F401, F403

configs/datasets/CLUE_DRCD/CLUE_DRCD_gen_1bd3c8.py

+from opencompass.openicl.icl_prompt_template import PromptTemplate
+from opencompass.openicl.icl_retriever import ZeroRetriever
+from opencompass.openicl.icl_inferencer import GenInferencer
+from opencompass.openicl.icl_evaluator import EMEvaluator
+from opencompass.datasets import DRCDDataset, drcd_postprocess
+
+DRCD_reader_cfg = dict(
+    input_columns=['question', 'context'], output_column='answers')
+
+DRCD_infer_cfg = dict(
+    prompt_template=dict(
+        type=PromptTemplate,
+        template=dict(round=[
+            dict(
+                role="HUMAN",
+                prompt="根据文章回答问题。你的答案应该尽可能简练，请以 ‘答案是’ 开头的句式作答。\n文章：{context}\n问：{question}\n答："),
+        ])),
+    retriever=dict(type=ZeroRetriever),
+    inferencer=dict(type=GenInferencer))
+
+DRCD_eval_cfg = dict(
+    evaluator=dict(type=EMEvaluator),
+    pred_role="BOT",
+    pred_postprocessor=dict(type=drcd_postprocess),
+
+)
+
+DRCD_datasets = [
+    dict(
+        type=DRCDDataset,
+        abbr='DRCD_dev',
+        path='./data/CLUE/DRCD/dev.json',
+        reader_cfg=DRCD_reader_cfg,
+        infer_cfg=DRCD_infer_cfg,
+        eval_cfg=DRCD_eval_cfg),
+]

configs/datasets/CLUE_afqmc/CLUE_afqmc_gen_901306.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import AFQMCDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 afqmc_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -27,7 +28,7 @@ afqmc_infer_cfg = dict(
 afqmc_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 afqmc_datasets = [

configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_1abf97.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import cmnliDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 cmnli_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -27,7 +28,7 @@ cmnli_infer_cfg = dict(
 cmnli_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 cmnli_datasets = [

configs/datasets/CLUE_cmnli/CLUE_cmnli_gen_51e956.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import cmnliDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 cmnli_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -27,7 +28,7 @@ cmnli_infer_cfg = dict(
 cmnli_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 cmnli_datasets = [

configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_51e956.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import cmnliDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 ocnli_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -28,7 +29,7 @@ ocnli_infer_cfg = dict(
 ocnli_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 ocnli_datasets = [

configs/datasets/CLUE_ocnli/CLUE_ocnli_gen_c4cb6c.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import cmnliDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 ocnli_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -28,7 +29,7 @@ ocnli_infer_cfg = dict(
 ocnli_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 ocnli_datasets = [

configs/datasets/FewCLUE_bustm/FewCLUE_bustm_gen_634f41.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import AFQMCDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 bustm_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -27,7 +28,7 @@ bustm_infer_cfg = dict(
 bustm_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 bustm_datasets = [

configs/datasets/FewCLUE_chid/FewCLUE_chid_gen_0a29a2.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import CHIDDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 chid_reader_cfg = dict(
     input_columns=["content","A","B","C","D","E","F","G"],
@@ -27,7 +28,7 @@ chid_infer_cfg = dict(
 chid_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 chid_datasets = [

configs/datasets/FewCLUE_cluewsc/FewCLUE_cluewsc_gen_c68933.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import CluewscDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 cluewsc_reader_cfg = dict(
     input_columns=["span1", "span2", "text", "new_text"],
@@ -27,7 +28,7 @@ cluewsc_infer_cfg = dict(
 cluewsc_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 cluewsc_datasets = [

configs/datasets/FewCLUE_csl/FewCLUE_csl_gen.py

 from mmengine.config import read_base
 
 with read_base():
-    from .FewCLUE_csl_gen_87f4a8 import csl_datasets  # noqa: F401, F403
+    from .FewCLUE_csl_gen_28b223 import csl_datasets  # noqa: F401, F403

configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_28b223.py

+from opencompass.openicl.icl_prompt_template import PromptTemplate
+from opencompass.openicl.icl_retriever import ZeroRetriever
+from opencompass.openicl.icl_inferencer import GenInferencer
+from opencompass.openicl.icl_evaluator import AccEvaluator
+from opencompass.datasets import CslDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
+
+csl_reader_cfg = dict(
+    input_columns=["abst", "keywords"],
+    output_column="label",
+)
+
+csl_infer_cfg = dict(
+    prompt_template=dict(
+        type=PromptTemplate,
+        template=dict(round=[
+            dict(
+                role="HUMAN",
+                prompt=
+                "摘要是对论文内容不加注释和评论的简短陈述，要求扼要地说明研究工作的目的、研究方法和最终结论等。\n关键词是一篇学术论文的核心词汇，一般由一系列名词组成。关键词在全文中应有较高出现频率，且能起到帮助文献检索的作用。\n摘要：{abst}\n关键词：{keywords}\n请问上述关键词是否匹配摘要且符合要求？\nA. 否\nB. 是\n请从”A“，”B“中进行选择。\n答："
+            )
+        ]),
+    ),
+    retriever=dict(type=ZeroRetriever),
+    inferencer=dict(type=GenInferencer),
+)
+
+csl_eval_cfg = dict(
+    evaluator=dict(type=AccEvaluator),
+    pred_role="BOT",
+    pred_postprocessor=dict(type=first_capital_postprocess),
+)
+
+csl_datasets = [
+    dict(
+        abbr="csl_dev",
+        type=CslDataset_V2,
+        path="./data/FewCLUE/csl/dev_few_all.json",
+        reader_cfg=csl_reader_cfg,
+        infer_cfg=csl_infer_cfg,
+        eval_cfg=csl_eval_cfg,
+    ),
+    dict(
+        abbr="csl_test",
+        type=CslDataset_V2,
+        path="./data/FewCLUE/csl/test_public.json",
+        reader_cfg=csl_reader_cfg,
+        infer_cfg=csl_infer_cfg,
+        eval_cfg=csl_eval_cfg,
+    ),
+]

configs/datasets/FewCLUE_csl/FewCLUE_csl_gen_87f4a8.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import CslDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 csl_reader_cfg = dict(
     input_columns=["abst", "keywords"],
@@ -27,7 +28,7 @@ csl_infer_cfg = dict(
 csl_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 csl_datasets = [

configs/datasets/FewCLUE_eprstmt/FewCLUE_eprstmt_gen_740ea0.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import eprstmtDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 eprstmt_reader_cfg = dict(
     input_columns=["sentence"], output_column="label", test_split="train")
@@ -25,7 +26,7 @@ eprstmt_infer_cfg = dict(
 eprstmt_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 eprstmt_datasets = [

configs/datasets/FewCLUE_ocnli_fc/FewCLUE_ocnli_fc_gen_f97a97.py

@@ -3,6 +3,7 @@ from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
 from opencompass.openicl.icl_evaluator import AccEvaluator
 from opencompass.datasets import cmnliDataset_V2
+from opencompass.utils.text_postprocessors import first_capital_postprocess
 
 ocnli_fc_reader_cfg = dict(
     input_columns=["sentence1", "sentence2"],
@@ -26,7 +27,7 @@ ocnli_fc_infer_cfg = dict(
 ocnli_fc_eval_cfg = dict(
     evaluator=dict(type=AccEvaluator),
     pred_role="BOT",
-    pred_postprocessor=dict(type="first-capital"),
+    pred_postprocessor=dict(type=first_capital_postprocess),
 )
 
 ocnli_fc_datasets = [