Skip to content

GitLab

Commit 6653cc50 authored by Igor Ostrovsky's avatar Igor Ostrovsky
Browse files

Bump the version number for all tasks based on PerplexityTask 

This is due to the change in the bits_per_byte calculation.
parent 38360512
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
lm_eval/tasks/pile.py
View file @ 6653cc50
...@@ -10,7 +10,7 @@ from best_download import download_file ...@@ -10,7 +10,7 @@ from best_download import download_file
class PilePerplexityTask(PerplexityTask, abc.ABC): class PilePerplexityTask(PerplexityTask, abc.ABC):
VERSION = 0 VERSION = 1
PILE_SET_NAME = None PILE_SET_NAME = None
VAL_PATH = 'data/pile/val.jsonl.zst' VAL_PATH = 'data/pile/val.jsonl.zst'
......
lm_eval/tasks/wikitext.py
View file @ 6653cc50
...@@ -41,7 +41,7 @@ def wikitext_detokenizer(string): ...@@ -41,7 +41,7 @@ def wikitext_detokenizer(string):
class WikiText(PerplexityTask): class WikiText(PerplexityTask):
VERSION = 0 VERSION = 1
def download(self): def download(self):
if not os.path.exists('data/wikitext/wikitext-2-raw/wiki.valid.raw'): if not os.path.exists('data/wikitext/wikitext-2-raw/wiki.valid.raw'):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment