Skip to content

GitLab

"tests/models/test_layers_utils.py" did not exist on "02d83c9ff1b93f2c6f9c94f9369b3e4bc1ba8ce7"
Unverified Commit 16e759b9 authored by Tong Gao's avatar Tong Gao Committed by GitHub
Browse files

Align prompt files with their hash (#1) 

* fix bbh

* fix bbh

* rename
parent ed76b5d0
Hide whitespace changes
Inline Side-by-side
Showing with 179 additions and 179 deletions
configs/datasets/ceval/ceval_ppl.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .ceval_ppl_275812 import ceval_datasets # noqa: F401, F403 from .ceval_ppl_578f8d import ceval_datasets # noqa: F401, F403
configs/datasets/civilcomments/civilcomments_ppl.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .civilcomments_ppl_e01497 import civilcomments_datasets # noqa: F401, F403 from .civilcomments_ppl_6a2561 import civilcomments_datasets # noqa: F401, F403
configs/datasets/collections/base_medium.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from ..mmlu.mmlu_ppl_c6bbe6 import mmlu_datasets from ..mmlu.mmlu_ppl_ac766d import mmlu_datasets
from ..ceval.ceval_ppl_275812 import ceval_datasets from ..ceval.ceval_ppl_578f8d import ceval_datasets
from ..agieval.agieval_mixed_2f14ad import agieval_datasets from ..agieval.agieval_mixed_2f14ad import agieval_datasets
from ..GaokaoBench.GaokaoBench_mixed_f2038e import GaokaoBench_datasets from ..GaokaoBench.GaokaoBench_mixed_f2038e import GaokaoBench_datasets
from ..bbh.bbh_gen_58abc3 import bbh_datasets from ..bbh.bbh_gen_6bd693 import bbh_datasets
from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets from ..humaneval.humaneval_gen_8e312c import humaneval_datasets
from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets
from ..CLUE_C3.CLUE_C3_ppl_588820 import C3_datasets from ..CLUE_C3.CLUE_C3_ppl_e24a31 import C3_datasets
from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets
from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets
from ..CLUE_afqmc.CLUE_afqmc_ppl_c83c36 import afqmc_datasets from ..CLUE_afqmc.CLUE_afqmc_ppl_6507d7 import afqmc_datasets
from ..CLUE_cmnli.CLUE_cmnli_ppl_1c652a import cmnli_datasets from ..CLUE_cmnli.CLUE_cmnli_ppl_fdc6de import cmnli_datasets
from ..CLUE_ocnli.CLUE_ocnli_ppl_f103ab import ocnli_datasets from ..CLUE_ocnli.CLUE_ocnli_ppl_fdc6de import ocnli_datasets
from ..FewCLUE_bustm.FewCLUE_bustm_ppl_47f2ab import bustm_datasets from ..FewCLUE_bustm.FewCLUE_bustm_ppl_e53034 import bustm_datasets
from ..FewCLUE_chid.FewCLUE_chid_ppl_b6cd88 import chid_datasets from ..FewCLUE_chid.FewCLUE_chid_ppl_8f2872 import chid_datasets
from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_2a9e61 import cluewsc_datasets from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_868415 import cluewsc_datasets
from ..FewCLUE_csl.FewCLUE_csl_ppl_8eee08 import csl_datasets from ..FewCLUE_csl.FewCLUE_csl_ppl_841b62 import csl_datasets
from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_d3c387 import eprstmt_datasets from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_f1e631 import eprstmt_datasets
from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_ppl_b828fc import ocnli_fc_datasets from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_ppl_c08300 import ocnli_fc_datasets
from ..FewCLUE_tnews.FewCLUE_tnews_ppl_784b9e import tnews_datasets from ..FewCLUE_tnews.FewCLUE_tnews_ppl_d10e8a import tnews_datasets
from ..lcsts.lcsts_gen_427fde import lcsts_datasets from ..lcsts.lcsts_gen_8ee1fe import lcsts_datasets
from ..lambada.lambada_gen_7ffe3d import lambada_datasets from ..lambada.lambada_gen_217e11 import lambada_datasets
from ..storycloze.storycloze_ppl_c1912d import storycloze_datasets from ..storycloze.storycloze_ppl_496661 import storycloze_datasets
from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_4bd960 import AX_b_datasets from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_6db806 import AX_b_datasets
from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_8d9bf9 import AX_g_datasets from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_66caf3 import AX_g_datasets
from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_f80fb0 import BoolQ_datasets from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_314b96 import BoolQ_datasets
from ..SuperGLUE_CB.SuperGLUE_CB_ppl_32adbb import CB_datasets from ..SuperGLUE_CB.SuperGLUE_CB_ppl_0143fe import CB_datasets
from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_ddb78c import COPA_datasets from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_9f3618 import COPA_datasets
from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_83a304 import MultiRC_datasets from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_ced824 import MultiRC_datasets
from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_29a22c import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_66caf3 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_4118db import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_312de9 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_85f45f import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_d0f531 import WSC_datasets
from ..race.race_ppl_04e06a import race_datasets from ..race.race_ppl_ab8734 import race_datasets
from ..Xsum.Xsum_gen_d2126e import Xsum_datasets from ..Xsum.Xsum_gen_31397e import Xsum_datasets
from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
from ..summedits.summedits_ppl_163352 import summedits_datasets from ..summedits.summedits_ppl_1fbeb6 import summedits_datasets
from ..math.math_gen_78bcba import math_datasets from ..math.math_gen_3e92f6 import math_datasets
from ..TheoremQA.TheoremQA_gen_24bc13 import TheoremQA_datasets from ..TheoremQA.TheoremQA_gen_8acdf7 import TheoremQA_datasets
from ..hellaswag.hellaswag_ppl_8e07d6 import hellaswag_datasets from ..hellaswag.hellaswag_ppl_47bff9 import hellaswag_datasets
from ..ARC_e.ARC_e_ppl_f86898 import ARC_e_datasets from ..ARC_e.ARC_e_ppl_a450bd import ARC_e_datasets
from ..ARC_c.ARC_c_ppl_ba951c import ARC_c_datasets from ..ARC_c.ARC_c_ppl_a450bd import ARC_c_datasets
from ..commonsenseqa.commonsenseqa_ppl_2ca33c import commonsenseqa_datasets from ..commonsenseqa.commonsenseqa_ppl_5545e2 import commonsenseqa_datasets
from ..piqa.piqa_ppl_788dbe import piqa_datasets from ..piqa.piqa_ppl_1cf9f0 import piqa_datasets
from ..siqa.siqa_ppl_049da0 import siqa_datasets from ..siqa.siqa_ppl_ced5f6 import siqa_datasets
from ..strategyqa.strategyqa_gen_be3f8d import strategyqa_datasets from ..strategyqa.strategyqa_gen_b3ff20 import strategyqa_datasets
from ..winogrande.winogrande_ppl_00f8ad import winogrande_datasets from ..winogrande.winogrande_ppl_18e5de import winogrande_datasets
from ..obqa.obqa_ppl_2b5b12 import obqa_datasets from ..obqa.obqa_ppl_c7c154 import obqa_datasets
from ..nq.nq_gen_c00b89 import nq_datasets from ..nq.nq_gen_3dcea1 import nq_datasets
from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets
from ..flores.flores_gen_8eb9ca import flores_datasets from ..flores.flores_gen_806ede import flores_datasets
from ..crowspairs.crowspairs_ppl_f60797 import crowspairs_datasets from ..crowspairs.crowspairs_ppl_e811e1 import crowspairs_datasets
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
configs/datasets/collections/base_small.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from ..ceval.ceval_ppl_275812 import ceval_datasets from ..ceval.ceval_ppl_578f8d import ceval_datasets
from ..bbh.bbh_gen_58abc3 import bbh_datasets from ..bbh.bbh_gen_6bd693 import bbh_datasets
from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets
from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets
from ..CLUE_afqmc.CLUE_afqmc_ppl_c83c36 import afqmc_datasets from ..CLUE_afqmc.CLUE_afqmc_ppl_6507d7 import afqmc_datasets
from ..FewCLUE_bustm.FewCLUE_bustm_ppl_47f2ab import bustm_datasets from ..FewCLUE_bustm.FewCLUE_bustm_ppl_e53034 import bustm_datasets
from ..FewCLUE_chid.FewCLUE_chid_ppl_b6cd88 import chid_datasets from ..FewCLUE_chid.FewCLUE_chid_ppl_8f2872 import chid_datasets
from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_2a9e61 import cluewsc_datasets from ..FewCLUE_cluewsc.FewCLUE_cluewsc_ppl_868415 import cluewsc_datasets
from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_d3c387 import eprstmt_datasets from ..FewCLUE_eprstmt.FewCLUE_eprstmt_ppl_f1e631 import eprstmt_datasets
from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets from ..humaneval.humaneval_gen_8e312c import humaneval_datasets
from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets
from ..lambada.lambada_gen_7ffe3d import lambada_datasets from ..lambada.lambada_gen_217e11 import lambada_datasets
from ..storycloze.storycloze_ppl_c1912d import storycloze_datasets from ..storycloze.storycloze_ppl_496661 import storycloze_datasets
from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_4bd960 import AX_b_datasets from ..SuperGLUE_AX_b.SuperGLUE_AX_b_ppl_6db806 import AX_b_datasets
from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_8d9bf9 import AX_g_datasets from ..SuperGLUE_AX_g.SuperGLUE_AX_g_ppl_66caf3 import AX_g_datasets
from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_f80fb0 import BoolQ_datasets from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_314b96 import BoolQ_datasets
from ..SuperGLUE_CB.SuperGLUE_CB_ppl_32adbb import CB_datasets from ..SuperGLUE_CB.SuperGLUE_CB_ppl_0143fe import CB_datasets
from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_ddb78c import COPA_datasets from ..SuperGLUE_COPA.SuperGLUE_COPA_ppl_9f3618 import COPA_datasets
from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_83a304 import MultiRC_datasets from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_ppl_ced824 import MultiRC_datasets
from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_29a22c import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_ppl_66caf3 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_4118db import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_ppl_312de9 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_85f45f import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_ppl_d0f531 import WSC_datasets
from ..race.race_ppl_04e06a import race_datasets from ..race.race_ppl_ab8734 import race_datasets
from ..math.math_gen_78bcba import math_datasets from ..math.math_gen_3e92f6 import math_datasets
from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
from ..summedits.summedits_ppl_163352 import summedits_datasets from ..summedits.summedits_ppl_1fbeb6 import summedits_datasets
from ..hellaswag.hellaswag_ppl_8e07d6 import hellaswag_datasets from ..hellaswag.hellaswag_ppl_47bff9 import hellaswag_datasets
from ..piqa.piqa_ppl_788dbe import piqa_datasets from ..piqa.piqa_ppl_1cf9f0 import piqa_datasets
from ..winogrande.winogrande_ppl_00f8ad import winogrande_datasets from ..winogrande.winogrande_ppl_18e5de import winogrande_datasets
from ..obqa.obqa_ppl_2b5b12 import obqa_datasets from ..obqa.obqa_ppl_c7c154 import obqa_datasets
from ..nq.nq_gen_c00b89 import nq_datasets from ..nq.nq_gen_3dcea1 import nq_datasets
from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets
from ..crowspairs.crowspairs_ppl_f60797 import crowspairs_datasets from ..crowspairs.crowspairs_ppl_e811e1 import crowspairs_datasets
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
configs/datasets/collections/chat_medium.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from ..mmlu.mmlu_gen_a568f1 import mmlu_datasets from ..mmlu.mmlu_gen_a484b3 import mmlu_datasets
from ..ceval.ceval_gen_ee2cb0 import ceval_datasets from ..ceval.ceval_gen_5f30c7 import ceval_datasets
from ..agieval.agieval_gen_dc7dae import agieval_datasets from ..agieval.agieval_gen_397d81 import agieval_datasets
from ..GaokaoBench.GaokaoBench_gen_aed980 import GaokaoBench_datasets from ..GaokaoBench.GaokaoBench_gen_5cfe9e import GaokaoBench_datasets
from ..bbh.bbh_gen_58abc3 import bbh_datasets from ..bbh.bbh_gen_6bd693 import bbh_datasets
from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets from ..humaneval.humaneval_gen_8e312c import humaneval_datasets
from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets
from ..CLUE_C3.CLUE_C3_gen_9e3de9 import C3_datasets from ..CLUE_C3.CLUE_C3_gen_8c358f import C3_datasets
from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets
from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets
from ..CLUE_afqmc.CLUE_afqmc_gen_db509b import afqmc_datasets from ..CLUE_afqmc.CLUE_afqmc_gen_901306 import afqmc_datasets
from ..CLUE_cmnli.CLUE_cmnli_gen_316313 import cmnli_datasets from ..CLUE_cmnli.CLUE_cmnli_gen_1abf97 import cmnli_datasets
from ..CLUE_ocnli.CLUE_ocnli_gen_7c44b0 import ocnli_datasets from ..CLUE_ocnli.CLUE_ocnli_gen_c4cb6c import ocnli_datasets
from ..FewCLUE_bustm.FewCLUE_bustm_gen_305431 import bustm_datasets from ..FewCLUE_bustm.FewCLUE_bustm_gen_634f41 import bustm_datasets
from ..FewCLUE_chid.FewCLUE_chid_gen_686c63 import chid_datasets from ..FewCLUE_chid.FewCLUE_chid_gen_0a29a2 import chid_datasets
from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_276956 import cluewsc_datasets from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_c68933 import cluewsc_datasets
from ..FewCLUE_csl.FewCLUE_csl_gen_1b0c02 import csl_datasets from ..FewCLUE_csl.FewCLUE_csl_gen_87f4a8 import csl_datasets
from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_d6d06d import eprstmt_datasets from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_740ea0 import eprstmt_datasets
from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_gen_bef37f import ocnli_fc_datasets from ..FewCLUE_ocnli_fc.FewCLUE_ocnli_fc_gen_f97a97 import ocnli_fc_datasets
from ..FewCLUE_tnews.FewCLUE_tnews_gen_8d59ba import tnews_datasets from ..FewCLUE_tnews.FewCLUE_tnews_gen_b90e4a import tnews_datasets
from ..lcsts.lcsts_gen_427fde import lcsts_datasets from ..lcsts.lcsts_gen_8ee1fe import lcsts_datasets
from ..lambada.lambada_gen_7ffe3d import lambada_datasets from ..lambada.lambada_gen_217e11 import lambada_datasets
from ..storycloze.storycloze_gen_c5a230 import storycloze_datasets from ..storycloze.storycloze_gen_7f656a import storycloze_datasets
from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_477186 import AX_b_datasets from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_4dfefa import AX_b_datasets
from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_7a5dee import AX_g_datasets from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_68aac7 import AX_g_datasets
from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_8525d1 import BoolQ_datasets from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_883d50 import BoolQ_datasets
from ..SuperGLUE_CB.SuperGLUE_CB_gen_bb97e1 import CB_datasets from ..SuperGLUE_CB.SuperGLUE_CB_gen_854c6c import CB_datasets
from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_6d5e67 import COPA_datasets from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_91ca53 import COPA_datasets
from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_26c9dc import MultiRC_datasets from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_27071f import MultiRC_datasets
from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_ce346a import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_c39367 import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_d8d441 import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_6dc406 import WSC_datasets
from ..race.race_gen_12de48 import race_datasets from ..race.race_gen_69ee4f import race_datasets
from ..Xsum.Xsum_gen_d2126e import Xsum_datasets from ..Xsum.Xsum_gen_31397e import Xsum_datasets
from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
from ..summedits.summedits_gen_4f35b5 import summedits_datasets from ..summedits.summedits_gen_4fb38b import summedits_datasets
from ..math.math_gen_78bcba import math_datasets from ..math.math_gen_3e92f6 import math_datasets
from ..TheoremQA.TheoremQA_gen_891fcf import TheoremQA_datasets from ..TheoremQA.TheoremQA_gen_a27a10 import TheoremQA_datasets
from ..hellaswag.hellaswag_gen_cae9cb import hellaswag_datasets from ..hellaswag.hellaswag_gen_6faab5 import hellaswag_datasets
from ..ARC_e.ARC_e_gen_0a29bf import ARC_e_datasets from ..ARC_e.ARC_e_gen_1e0de5 import ARC_e_datasets
from ..ARC_c.ARC_c_gen_3f3039 import ARC_c_datasets from ..ARC_c.ARC_c_gen_1e0de5 import ARC_c_datasets
from ..commonsenseqa.commonsenseqa_gen_a58dbd import commonsenseqa_datasets from ..commonsenseqa.commonsenseqa_gen_c946f2 import commonsenseqa_datasets
from ..piqa.piqa_gen_8287ae import piqa_datasets from ..piqa.piqa_gen_1194eb import piqa_datasets
from ..siqa.siqa_gen_a3c714 import siqa_datasets from ..siqa.siqa_gen_e78df3 import siqa_datasets
from ..strategyqa.strategyqa_gen_be3f8d import strategyqa_datasets from ..strategyqa.strategyqa_gen_b3ff20 import strategyqa_datasets
from ..winogrande.winogrande_gen_c19d87 import winogrande_datasets from ..winogrande.winogrande_gen_a9ede5 import winogrande_datasets
from ..obqa.obqa_gen_b2cde9 import obqa_datasets from ..obqa.obqa_gen_9069e4 import obqa_datasets
from ..nq.nq_gen_a6ffca import nq_datasets from ..nq.nq_gen_68c1c6 import nq_datasets
from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets
from ..flores.flores_gen_8eb9ca import flores_datasets from ..flores.flores_gen_806ede import flores_datasets
from ..crowspairs.crowspairs_gen_dd110a import crowspairs_datasets from ..crowspairs.crowspairs_gen_02b6c1 import crowspairs_datasets
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
configs/datasets/collections/chat_small.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from ..mmlu.mmlu_gen_a568f1 import mmlu_datasets from ..mmlu.mmlu_gen_a484b3 import mmlu_datasets
from ..ceval.ceval_gen_ee2cb0 import ceval_datasets from ..ceval.ceval_gen_5f30c7 import ceval_datasets
from ..bbh.bbh_gen_58abc3 import bbh_datasets from ..bbh.bbh_gen_6bd693 import bbh_datasets
from ..CLUE_CMRC.CLUE_CMRC_gen_72a8d5 import CMRC_datasets from ..CLUE_CMRC.CLUE_CMRC_gen_941108 import CMRC_datasets
from ..CLUE_DRCD.CLUE_DRCD_gen_03b96b import DRCD_datasets from ..CLUE_DRCD.CLUE_DRCD_gen_941108 import DRCD_datasets
from ..CLUE_afqmc.CLUE_afqmc_gen_db509b import afqmc_datasets from ..CLUE_afqmc.CLUE_afqmc_gen_901306 import afqmc_datasets
from ..FewCLUE_bustm.FewCLUE_bustm_gen_305431 import bustm_datasets from ..FewCLUE_bustm.FewCLUE_bustm_gen_634f41 import bustm_datasets
from ..FewCLUE_chid.FewCLUE_chid_gen_686c63 import chid_datasets from ..FewCLUE_chid.FewCLUE_chid_gen_0a29a2 import chid_datasets
from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_276956 import cluewsc_datasets from ..FewCLUE_cluewsc.FewCLUE_cluewsc_gen_c68933 import cluewsc_datasets
from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_d6d06d import eprstmt_datasets from ..FewCLUE_eprstmt.FewCLUE_eprstmt_gen_740ea0 import eprstmt_datasets
from ..humaneval.humaneval_gen_d428f1 import humaneval_datasets from ..humaneval.humaneval_gen_8e312c import humaneval_datasets
from ..mbpp.mbpp_gen_4104e4 import mbpp_datasets from ..mbpp.mbpp_gen_1e1056 import mbpp_datasets
from ..lambada.lambada_gen_7ffe3d import lambada_datasets from ..lambada.lambada_gen_217e11 import lambada_datasets
from ..storycloze.storycloze_gen_c5a230 import storycloze_datasets from ..storycloze.storycloze_gen_7f656a import storycloze_datasets
from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_477186 import AX_b_datasets from ..SuperGLUE_AX_b.SuperGLUE_AX_b_gen_4dfefa import AX_b_datasets
from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_7a5dee import AX_g_datasets from ..SuperGLUE_AX_g.SuperGLUE_AX_g_gen_68aac7 import AX_g_datasets
from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_8525d1 import BoolQ_datasets from ..SuperGLUE_BoolQ.SuperGLUE_BoolQ_gen_883d50 import BoolQ_datasets
from ..SuperGLUE_CB.SuperGLUE_CB_gen_bb97e1 import CB_datasets from ..SuperGLUE_CB.SuperGLUE_CB_gen_854c6c import CB_datasets
from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_6d5e67 import COPA_datasets from ..SuperGLUE_COPA.SuperGLUE_COPA_gen_91ca53 import COPA_datasets
from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_26c9dc import MultiRC_datasets from ..SuperGLUE_MultiRC.SuperGLUE_MultiRC_gen_27071f import MultiRC_datasets
from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_ce346a import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_d8f19c import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_c39367 import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_d8d441 import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_6dc406 import WSC_datasets
from ..race.race_gen_12de48 import race_datasets from ..race.race_gen_69ee4f import race_datasets
from ..math.math_gen_78bcba import math_datasets from ..math.math_gen_3e92f6 import math_datasets
from ..gsm8k.gsm8k_gen_2dd372 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
from ..summedits.summedits_gen_4f35b5 import summedits_datasets from ..summedits.summedits_gen_4fb38b import summedits_datasets
from ..hellaswag.hellaswag_gen_cae9cb import hellaswag_datasets from ..hellaswag.hellaswag_gen_6faab5 import hellaswag_datasets
from ..piqa.piqa_gen_8287ae import piqa_datasets from ..piqa.piqa_gen_1194eb import piqa_datasets
from ..winogrande.winogrande_gen_c19d87 import winogrande_datasets from ..winogrande.winogrande_gen_a9ede5 import winogrande_datasets
from ..obqa.obqa_gen_b2cde9 import obqa_datasets from ..obqa.obqa_gen_9069e4 import obqa_datasets
from ..nq.nq_gen_a6ffca import nq_datasets from ..nq.nq_gen_68c1c6 import nq_datasets
from ..triviaqa.triviaqa_gen_cc3cbf import triviaqa_datasets from ..triviaqa.triviaqa_gen_3e39a5 import triviaqa_datasets
from ..crowspairs.crowspairs_gen_dd110a import crowspairs_datasets from ..crowspairs.crowspairs_gen_02b6c1 import crowspairs_datasets
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
configs/datasets/collections/example.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from ..piqa.piqa_gen_8287ae import piqa_datasets from ..piqa.piqa_gen_1194eb import piqa_datasets
from ..nq.nq_gen_a6ffca import nq_datasets from ..nq.nq_gen_68c1c6 import nq_datasets
datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), []) datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
configs/datasets/commonsenseqa/commonsenseqa_gen.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .commonsenseqa_gen_a58dbd import commonsenseqa_datasets # noqa: F401, F403 from .commonsenseqa_gen_c946f2 import commonsenseqa_datasets # noqa: F401, F403
configs/datasets/commonsenseqa/commonsenseqa_ppl.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .commonsenseqa_ppl_2ca33c import commonsenseqa_datasets # noqa: F401, F403 from .commonsenseqa_ppl_5545e2 import commonsenseqa_datasets # noqa: F401, F403
configs/datasets/crowspairs/crowspairs_gen.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .crowspairs_gen_dd110a import crowspairs_datasets # noqa: F401, F403 from .crowspairs_gen_02b6c1 import crowspairs_datasets # noqa: F401, F403
configs/datasets/crowspairs/crowspairs_ppl.py
View file @ 16e759b9
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .crowspairs_ppl_f60797 import crowspairs_datasets # noqa: F401, F403 from .crowspairs_ppl_e811e1 import crowspairs_datasets # noqa: F401, F403
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment