dummy.py

from lm_eval.base import LM
from . import MODEL_REGISTRY


@MODEL_REGISTRY.register("dummy")
class DummyLM(LM):

    def generate(self, context, max_gen_length):
        return "lol"

    def loglikelihood(self, context, continuation):
        return 0.0