__init__.py

import os

from lm_eval.api.task import register_yaml_task

from .vanilla import *

# we want to register all yaml tasks in our .yaml folder.
yaml_dir = os.path.dirname(os.path.abspath(__file__)) + "/" + "yaml"


for yaml in sorted(os.listdir(yaml_dir)):
    yaml = os.path.join(yaml_dir, yaml)
    register_yaml_task(yaml)