[run]

# tasks that aren't wired up.
omit =
    lm_eval/tasks/quac.py
    lm_eval/tasks/storycloze.py
    lm_eval/tasks/cbt.py
    lm_eval/tasks/sat.py
    lm_eval/tasks/triviaqa.py
    lm_eval/tasks/naturalqs.py
    lm_eval/models/dummy.py

[report]
exclude_lines =
    # Skip any pass lines such as may be used for @abstractmethod
    pass

    # Have to re-enable the standard pragma
    pragma: no cover

    # Don't complain about missing debug-only code:
    def __repr__
    if self\.debug

    # Don't complain if tests don't hit defensive assertion code:
    raise AssertionError
    raise NotImplementedError
    return NotImplemented