Merge pull request #168 from EleutherAI/translation-fix

fix translation scoring format

.gitignore

@@ -2,3 +2,4 @@ env
 *.pyc
 data/
 lm_cache
+.idea
\ No newline at end of file

lm_eval/metrics.py

 import math
 from collections import Iterable
+from pprint import pprint
 
 import numpy as np
 import sacrebleu
@@ -124,7 +125,7 @@ def _sacreformat(refs, preds):
     # Must become List[List[str]] with the inner list corresponding to preds
     if not is_non_str_iterable(refs):
         refs = list(refs)
-    if not is_non_str_iterable(refs):
+    if not is_non_str_iterable(refs[0]):
         refs = [[ref] for ref in refs]
     refs = list(zip(*refs))
     # Note the number of refs in each ref list much match the number of preds