Exclude abstractmethod and notimplemented stuff from coverage

.coveragerc

@@ -9,3 +9,20 @@ omit =
     lm_eval/tasks/triviaqa.py
     lm_eval/tasks/naturalqs.py
     lm_eval/models/dummy.py
+
+[report]
+exclude_lines =
+    # Skip any pass lines such as may be used for @abstractmethod
+    pass
+
+    # Have to re-enable the standard pragma
+    pragma: no cover
+
+    # Don't complain about missing debug-only code:
+    def __repr__
+    if self\.debug
+
+    # Don't complain if tests don't hit defensive assertion code:
+    raise AssertionError
+    raise NotImplementedError
+    return NotImplemented
\ No newline at end of file