Skip to content

GitLab

Unverified Commit 26bc3eab authored by Lintang Sutawika's avatar Lintang Sutawika Committed by GitHub
Browse files

Merge branch 'big-refactor' into model-written-eval

parents 0d701496 cf617ab1
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
tests/tests_master/test_version_stable.py
View file @ 26bc3eab
...@@ -98,9 +98,9 @@ def test_versions_stable(taskname, task_class): ...@@ -98,9 +98,9 @@ def test_versions_stable(taskname, task_class):
return res return res
def greedy_until(reqs): def generate_until(reqs):
res = [] res = []
assert_target_hashed(f"{taskname}-v{task_class.VERSION}-greedy_until", reqs) assert_target_hashed(f"{taskname}-v{task_class.VERSION}-generate_until", reqs)
for ctx, _ in [req.args for req in reqs]: for ctx, _ in [req.args for req in reqs]:
res.append("lol") res.append("lol")
...@@ -110,7 +110,7 @@ def test_versions_stable(taskname, task_class): ...@@ -110,7 +110,7 @@ def test_versions_stable(taskname, task_class):
lm.loglikelihood = ll_fn lm.loglikelihood = ll_fn
lm.loglikelihood_rolling = ll_perp_fn lm.loglikelihood_rolling = ll_perp_fn
lm.greedy_until = greedy_until lm.generate_until = generate_until
limit = None limit = None
result = evaluator.evaluate( result = evaluator.evaluate(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment