Commit f4120e59 authored by Leo Gao's avatar Leo Gao
Browse files

Remove rewrite reminder comment from everything except SuperGLUE

parent e31b4b31
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from . common import HFTask
class ANLIBase(HFTask):
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from . common import HFTask
class ARCEasy(HFTask):
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
import json
from scipy.stats import pearsonr, spearmanr
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from lm_eval.base import rf, mean, f1_score, matthews_corrcoef
from scipy.stats import pearsonr, spearmanr
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import f1_score, matthews_corrcoef
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from lm_eval.base import Dataset
from lm_eval.utils import sh
import json
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from . common import HFTask
from itertools import islice
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import f1_score, matthews_corrcoef
......@@ -34,7 +32,8 @@ class OpenBookQA(HFTask):
return self.data["test"]
def fewshot_description(self):
return "Text of the question prompt\nText of the answer completion"
# TODO: figure out fewshot description
return ""
def doc_to_text(self, doc):
return doc['question_stem'] + '\n'
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import json
import random
from lm_eval.base import Dataset
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import json
import random
import os
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from . common import HFTask
from ..utils_stream import X, each, apply, join, filt, one
import collections
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import f1_score, matthews_corrcoef
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import json
import random
from lm_eval.base import Dataset
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import json
import random
from lm_eval.base import Dataset
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
from . common import HFTask
class WebQs(HFTask):
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import f1_score, matthews_corrcoef
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import numpy as np
from scipy.stats import pearsonr, spearmanr
from sklearn.metrics import f1_score, matthews_corrcoef
......
# REMINDER: this code needs to be rewritten for the new framework. Remove this comment when the code is fully converted.
import json
import random
import os
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment