Switch Linting to `ruff` (#1166)

* add ruff and isort. remove black and flake8

* remove unnecessary dependencies

* remove dependency from table

* change order

* ran ruff

* check 3.9

* exclude evaluator

* update CI workflow

* use ruff config in pyproject.toml

* test

* add isort rules to ruff

* sort imports

* import `make_table`

* try stages for no-commit-to-branch

* turn on mypy for pre-commit

* test

* test

* test

* change no-commit-to-branch to default

* nits

* fixed dependency

tests/tests_master/test_generate_13_grams.py

+import glob
+import logging
 import os
-from collections import Counter
 import shutil
-import glob
+from collections import Counter
 
+from lm_eval.decontamination.archiver import Archive, TextReader
 from lm_eval.decontamination.janitor import Janitor, word_ngrams
 from scripts.clean_training_data.generate_13_grams import do_ngrams_in_buckets
-from lm_eval.decontamination.archiver import Archive, TextReader
 
-import logging
 
 logger = logging.getLogger(__name__)
 
@@ -57,7 +57,7 @@ def test_generate_13_grams_1(caplog):
     print("rebuild")
     rebuilt_ngrams = []
     bucket_file_paths = glob.glob(
-        os.path.join(test_working_directory, "output", f"*.bkt.txt")
+        os.path.join(test_working_directory, "output", "*.bkt.txt")
     )
     for bucket_file_path in bucket_file_paths:
         reader = TextReader(bucket_file_path)

tests/tests_master/test_models.py

@@ -2,12 +2,13 @@ import hashlib
 import json
 import os
 import pickle
-import pytest
 import unittest.mock as mock
 
+import pytest
+from openai import OpenAI
+
 import lm_eval.models as models
 
-from openai import OpenAI
 
 client = OpenAI()
 

tests/tests_master/test_version_stable.py

-import lm_eval.tasks as tasks
-import lm_eval.models as models
-import lm_eval.evaluator as evaluator
+import collections
+import hashlib
+import json
+import os
 import random
+
 import pytest
-import os
-import json
-import hashlib
-import collections
+
+import lm_eval.evaluator as evaluator
+import lm_eval.models as models
+import lm_eval.tasks as tasks
 
 
 os.makedirs("tests/testdata", exist_ok=True)

tests/utils.py

-from typing import List
-from lm_eval.utils import load_yaml_config
-from pathlib import Path
-from typing import Union
 import os
+from pathlib import Path
+from typing import List, Union
+
+from lm_eval.utils import load_yaml_config
 
 
 # {{{CI}}}