add download method to base class

lm_eval/tasks/coqa.py

 import json
 import random
 from lm_eval.base import Dataset
+from ..utils import sh
 
 
 class CoQA(Dataset):
+
+    def download(self):
+        sh("""
+            mkdir -p data/coqa 
+            wget http://downloads.cs.stanford.edu/nlp/data/coqa/coqa-train-v1.0.json -O data/coqa/coqa-train-v1.0.json
+            wget http://downloads.cs.stanford.edu/nlp/data/coqa/coqa-dev-v1.0.json -O data/coqa/coqa-dev-v1.0.json
+            """)
+
     def has_training_docs(self):
         return True
 

lm_eval/utils.py

+import os
+
+
+class ExitCodeError(Exception):
+    pass
+
+
+def sh(x):
+    if os.system(x):
+        raise ExitCodeError()
+
+
 def simple_parse_args_string(args_string):
     """
     Parses something like