reformat

lm_eval/evaluator.py

@@ -114,7 +114,12 @@ def simple_evaluate(
 
     task_dict = lm_eval.tasks.get_task_dict(tasks)
     for task_name in task_dict.keys():
-        config = task_dict[task_name]._config
+
+        task_obj = task_dict[task_name]
+        if type(task_obj) == tuple:
+            group, task_obj = task_obj
+
+        config = task_obj._config
         if num_fewshot is not None:
             if config["num_fewshot"] > 0:
                 default_num_fewshot = config["num_fewshot"]

lm_eval/models/__init__.py

@@ -6,7 +6,7 @@ from . import dummy
 try:
     import anthropic
     from . import anthropic_llms
-except Exception as err:
+except Exception:
     raise "anthropic library is not yet installed"
 
 # TODO: implement __all__

setup.py

@@ -28,7 +28,7 @@ setuptools.setup(
         "License :: OSI Approved :: MIT License",
         "Operating System :: OS Independent",
     ],
-    python_requires=">=3.9",
+    python_requires=">=3.8",
     install_requires=[
         "accelerate>=0.18.0",
         "evaluate",