moved METRICS related dicts

lm_eval/api/__init__.py

-from . import metrics
-
+from . import metrics
\ No newline at end of file
-METRIC_REGISTRY = {
-    "matthews_corrcoef": metrics.matthews_corrcoef,
-    "f1_score": metrics.f1_score,
-    "perplexity": metrics.perplexity,
-    "bleu": metrics.bleu,
-    "chrf": metrics.chrf,
-    "ter": metrics.ter,
-}
-
-AGGREGATION_REGISTRY = {
-    "mean": metrics.mean,
-    "median": metrics.median,
-    "perplexity": metrics.perplexity,
-}
-
-HIGHER_IS_BETTER_REGISTRY = {
-    "matthews_corrcoef": True,
-    "f1_score": True,
-    "perplexity": False,
-    "bleu": True,
-    "chrf": True,
-    "ter": False,
-
-    "acc": True,
-    "acc_norm": True,
-    "acc_mutual_info": True,
-    "word_perplexity": False,
-    "byte_perplexity": False,
-    "bits_per_byte": False,
-}
\ No newline at end of file

lm_eval/api/metrics.py

@@ -10,6 +10,7 @@ import evaluate
 
 
 AGGREGATION_REGISTRY = {}
+
 METRIC_REGISTRY = {
     "acc": None,
     "acc_norm": None,
@@ -18,6 +19,21 @@ METRIC_REGISTRY = {
     "byte_perplexity": None,
 }
 
+HIGHER_IS_BETTER_REGISTRY = {
+    "matthews_corrcoef": True,
+    "f1_score": True,
+    "perplexity": False,
+    "bleu": True,
+    "chrf": True,
+    "ter": False,
+
+    "acc": True,
+    "acc_norm": True,
+    "acc_mutual_info": True,
+    "word_perplexity": False,
+    "byte_perplexity": False,
+    "bits_per_byte": False,
+}
 
 def register_metric(name):
     # TODO: do we want to enforce a certain interface to registered metrics?