Commit 98c5411c authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

remove template_aliases from existing tasks

parent 2bd45fd9
......@@ -7,7 +7,6 @@ dataset_path: EleutherAI/the_pile
dataset_name: pile_arxiv
output_type: loglikelihood_rolling
test_split: train
template_aliases: ""
doc_to_text: ""
doc_to_target: "{{text}}"
should_decontaminate: true
......
......@@ -8,7 +8,6 @@ training_split: null
validation_split: validation
test_split: null
num_fewshot: 0
template_aliases: "{% set gold = 0 %}{% set answer_choices = mc1_targets['choices'] %}" # The first answer is always the correct one
doc_to_text: "\
{% set prompt_qa = '\
Q: What is human life expectancy in the United States?\n\
......@@ -25,8 +24,8 @@ doc_to_text: "\
A: The 1992 Olympics were held in Barcelona, Spain.\
'%}\
{{prompt_qa + '\n\nQ: ' + question + '\nA:'}}"
doc_to_target: "{{answer_choices[gold]}}"
gold_alias: "{{gold}}"
doc_to_target: 0
doc_to_choice: "{{mc1_targets.choices}}"
should_decontaminate: True
doc_to_decontamination_query: question
metric_list:
......
......@@ -8,7 +8,6 @@ output_type: loglikelihood_rolling
training_split: train
validation_split: validation
test_split: test
template_aliases: ""
doc_to_text: ""
doc_to_target: !function preprocess_wikitext.wikitext_detokenizer
should_decontaminate: true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment