Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "c0bdb37828a2f2c2849ba60efcf1fc3432bd9401"
Commit 8d5b116c authored by jon-tow's avatar jon-tow
Browse files

Fix `ModuleNotFoundError` in evaluator

parent a2cada5d
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 4 deletions
lm_eval/evaluator.py
View file @ 8d5b116c
import collections import collections
import itertools import itertools
import pathlib import numpy as np
import random import random
import lm_eval.metrics import lm_eval.metrics
import lm_eval.models import lm_eval.models
import lm_eval.tasks import lm_eval.tasks
import lm_eval.base import lm_eval.base
import lm_eval.decontamination
import numpy as np
from lm_eval.utils import positional_deprecated, run_task_tests from lm_eval.utils import positional_deprecated, run_task_tests
from lm_eval.decontamination.decontaminate import get_train_overlap
@positional_deprecated @positional_deprecated
...@@ -228,6 +225,7 @@ def evaluate( ...@@ -228,6 +225,7 @@ def evaluate(
# Compare all tasks/sets at once to ensure a single training set scan # Compare all tasks/sets at once to ensure a single training set scan
if decontaminate: if decontaminate:
from lm_eval.decontamination.decontaminate import get_train_overlap
print("Finding train/test overlap, please wait...") print("Finding train/test overlap, please wait...")
overlaps = get_train_overlap( overlaps = get_train_overlap(
docs_for_decontamination, decontamination_ngrams_path, limit docs_for_decontamination, decontamination_ngrams_path, limit
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment