Exclude abstractmethod and notimplemented stuff from coverage

.coveragerc

@@ -8,4 +8,21 @@ omit =
     lm_eval/tasks/sat.py
     lm_eval/tasks/triviaqa.py
     lm_eval/tasks/naturalqs.py
-    lm_eval/models/dummy.py
\ No newline at end of file
+    lm_eval/models/dummy.py
+
+[report]
+exclude_lines =
+    # Skip any pass lines such as may be used for @abstractmethod
+    pass
+
+    # Have to re-enable the standard pragma
+    pragma: no cover
+
+    # Don't complain about missing debug-only code:
+    def __repr__
+    if self\.debug
+
+    # Don't complain if tests don't hit defensive assertion code:
+    raise AssertionError
+    raise NotImplementedError
+    return NotImplemented
\ No newline at end of file