Merge branch 'main' into metrics

# Conflicts:
#	.pre-commit-config.yaml
#	lm_eval/api/task.py
#	lm_eval/models/huggingface.py
#	lm_eval/models/vllm_causallms.py
#	pyproject.toml

lm_eval/tasks/score/math/prompt_robustness_math_algebra.yaml

@@ -62,5 +62,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/score/mmlu_pro/score_non_greedy_robustness_mmlu_pro.yaml

@@ -34,5 +34,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/score/mmlu_pro/score_option_order_robustness_mmlu_pro.yaml

@@ -63,5 +63,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/score/mmlu_pro/score_prompt_robustness_mmlu_pro.yaml

@@ -63,5 +63,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/spanish_bench/flores_es/_flores_common_yaml

@@ -23,5 +23,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/unscramble/anagrams1.yaml

@@ -18,5 +18,3 @@ metric_list:
     ignore_punctuation: false
 metadata:
   version: 2.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/unscramble/anagrams2.yaml

@@ -18,5 +18,3 @@ metric_list:
     ignore_punctuation: false
 metadata:
   version: 2.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/unscramble/cycle_letters.yaml

@@ -18,5 +18,3 @@ metric_list:
     ignore_punctuation: false
 metadata:
   version: 2.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/unscramble/random_insertion.yaml

@@ -18,5 +18,3 @@ metric_list:
     ignore_punctuation: false
 metadata:
   version: 2.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/wikitext/wikitext.yaml

@@ -16,5 +16,3 @@ metric_list:
   - metric: bits_per_byte
 metadata:
   version: 2.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/tasks/winogrande/default.yaml

@@ -15,5 +15,3 @@ metric_list:
     higher_is_better: true
 metadata:
   version: 1.0
-dataset_kwargs:
-  trust_remote_code: true

lm_eval/utils.py

@@ -29,12 +29,28 @@ HIGHER_IS_BETTER_SYMBOLS = {
 }
 
 
+def wrap_text(string: str, width: int = 140, **kwargs) -> str | None:
+    """
+    Wraps the given string to the specified width.
+    """
+    import textwrap
+
+    return textwrap.fill(
+        inspect.cleandoc(string),
+        width=width,
+        initial_indent="",
+        subsequent_indent=" " * 8,
+        break_long_words=False,
+        break_on_hyphens=False,
+        **kwargs,
+    )
+
+
 def setup_logging(verbosity=logging.INFO):
     # Configure the root logger
     class CustomFormatter(logging.Formatter):
         def format(self, record):
-            if record.name.startswith("lm_eval."):
-                record.name = record.name[len("lm_eval.") :]
+            record.name = record.name.removeprefix("im_eval.")
             return super().format(record)
 
     formatter = CustomFormatter(

pyproject.toml

@@ -14,7 +14,7 @@ classifiers = [
 ]
 dependencies = [
   "accelerate>=0.26.0",
-  "datasets>=2.16.0",
+  "datasets>=2.16.0,<4.0",
   "evaluate>=0.4.0",
   "peft>=0.2.0",
   "pytablewriter",
@@ -55,6 +55,7 @@ ifeval = ["langdetect", "immutabledict", "nltk>=3.9.1"]
 ipex = ["optimum"]
 japanese_leaderboard = ["emoji==2.14.0", "neologdn==0.5.3", "fugashi[unidic-lite]", "rouge_score>=0.1.2"]
 longbench = ["jieba", "fuzzywuzzy", "rouge"]
+libra=["pymorphy2"]
 mamba = ["mamba_ssm", "causal-conv1d==1.0.2", "torch"]
 math = ["sympy>=1.12", "antlr4-python3-runtime==4.11", "math_verify[antlr4_11_0]"]
 multilingual = ["nagisa>=0.2.7", "jieba>=0.42.1", "pycountry"]
@@ -70,6 +71,8 @@ tasks = [
   "lm_eval[ifeval]",
   "lm_eval[japanese_leaderboard]",
   "lm_eval[longbench]",
+  "lm_eval[libra]",
+    "lm_eval[mamba]",
     "lm_eval[math]",
   "lm_eval[multilingual]",
   "lm_eval[ruler]"
@@ -98,7 +101,7 @@ plugins.md034.enabled = false # no-bare-urls
 
 [tool.ruff]
 target-version = "py39"
-lint.extend-select = ["I", "UP", "E", "C419", "F", "B", "SIM", "RUF034", "W605", "FURB"]
+lint.extend-select = ["I", "UP", "E", "C419", "F", "B", "SIM", "RUF034", "W605", "FURB", "W605"]
 lint.fixable = ["I001", "F401", "UP"]
 lint.ignore = ["E402", "E731", "E501", "E111", "E114", "E117", "E741"]