Commit 8e4ff678 authored by Anish Thite's avatar Anish Thite
Browse files

update lambada for new dataset class

parent d4daf44c
...@@ -6,7 +6,8 @@ import ftfy ...@@ -6,7 +6,8 @@ import ftfy
class Lambada(Dataset): class Lambada(Dataset):
def __init__(self):
self.download()
def download(self): def download(self):
sh("mkdir -p data/lambada") sh("mkdir -p data/lambada")
with open("data/lambada/lambada_test.json", 'w') as f: with open("data/lambada/lambada_test.json", 'w') as f:
...@@ -32,14 +33,16 @@ class Lambada(Dataset): ...@@ -32,14 +33,16 @@ class Lambada(Dataset):
pass pass
def load_doc(self, myjson): def load_doc(self, myjson):
return [doc['text'] for doc in myjson] return [doc for doc in myjson]
def test_docs(self): def test_docs(self):
myjson = json.load(open("data/lambada/lambada_test.json")) myjson = json.load(open("data/lambada/lambada_test.json"))
return self.load_doc(myjson) return self.load_doc(myjson)
def doc_to_text(self, doc, include_target=True): def doc_to_text(self, doc, include_target=True):
pass #TODO: check if this is how OA does it
#label = doc[]
return doc
def evaluate(self, docs, lm, provide_description, num_fewshot): def evaluate(self, docs, lm, provide_description, num_fewshot):
pass pass
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment