Replace HFNLPTask with HFTask everywhere

datasets/coqa/__init__.py

+import base
+
+class CoQA(base.Dataset):
+    def training_docs(self):
+        pass
+    
+    def validation_docs(self):
+        pass
+    
+    def test_docs(self):
+        pass
+    
+    def fewshot_description(self):
+        pass
+    
\ No newline at end of file

lm_eval/tasks/arc.py

-from . common import HFNLPTask
+from . common import HFTask
 
-class ARCEasy(HFNLPTask):
+class ARCEasy(HFTask):
     NLP_PATH = "ai2_arc"
     NLP_NAME = "ARC-Easy"
 

lm_eval/tasks/drop.py

@@ -3,7 +3,7 @@ import json
 from scipy.stats import pearsonr, spearmanr
 from sklearn.metrics import f1_score, matthews_corrcoef
 from tqdm import auto as tqdm_lib
-from . common import HFNLPTask, simple_accuracy_metric, yesno
+from . common import HFTask, simple_accuracy_metric, yesno
 from pathlib import Path
 from ..base import Dataset
 

lm_eval/tasks/race.py

-from . common import HFNLPTask
+from . common import HFTask
 from ..utils_stream import X, each, apply, join, filt, one
 import collections
 import nlp
 
 
-class RACE(HFNLPTask):
+class RACE(HFTask):
     NLP_PATH = "race"
     NLP_NAME = "high"
 

lm_eval/tasks/superglue.py

 import numpy as np
 from tqdm import auto as tqdm_lib
-from . common import HFNLPTask, simple_accuracy_metric, yesno
+from . common import HFTask, simple_accuracy_metric, yesno
 
 
-class BoolQ(HFNLPTask):
+class BoolQ(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "boolq"
 
@@ -36,7 +36,7 @@ class BoolQ(HFNLPTask):
         return simple_accuracy_metric(preds=preds, golds=golds)
 
 
-class CommitmentBank(HFNLPTask):
+class CommitmentBank(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "cb"
 
@@ -79,7 +79,7 @@ class CommitmentBank(HFNLPTask):
         return simple_accuracy_metric(preds=preds, golds=golds)
 
 
-class Copa(HFNLPTask):
+class Copa(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "copa"
 
@@ -120,7 +120,7 @@ class Copa(HFNLPTask):
         return choice[0].lower() + choice[1:]
 
 
-class MultiRC(HFNLPTask):
+class MultiRC(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "multirc"
 
@@ -177,7 +177,7 @@ class MultiRC(HFNLPTask):
         }
 
 
-class WordsInContext(HFNLPTask):
+class WordsInContext(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "wic"
 
@@ -214,7 +214,7 @@ class WordsInContext(HFNLPTask):
         return simple_accuracy_metric(preds=preds, golds=golds)
 
 
-class WinogradSchemaChallenge(HFNLPTask):
+class WinogradSchemaChallenge(HFTask):
     NLP_PATH = "super_glue"
     NLP_NAME = "wsc"
 

lm_eval/tasks/webqs.py

-from . common import HFNLPTask
+from . common import HFTask
 
-class WebQs(HFNLPTask):
+class WebQs(HFTask):
     NLP_PATH = "web_questions"
     NLP_NAME = None