remove stale comment

9f36ab18 · haileyschoelkopf · lintangsutawika · fb8abcec · 9f36ab18
Commit 9f36ab18 authored Jun 20, 2023 by haileyschoelkopf Committed by lintangsutawika Jun 22, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 2 deletions

lm_eval/evaluator.py lm_eval/evaluator.py +2 -2

No files found.
--- a/lm_eval/evaluator.py
+++ b/lm_eval/evaluator.py
@@ -185,8 +185,8 @@ def evaluate(
        versions[task_name] = task.VERSION
        configs[task_name] = dict(
            task.dump_config()
-        )  # TODO: don't access a private attribute here ; for non-YAML tasks handle this case
-
+        )
+        
        # deterministically shuffle docs and chop off the first `limit` because sometimes docs are in some kind of order
        # task_docs = list(task_doc_func())
        # rnd = random.Random()