Commit 98c5411c authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

remove template_aliases from existing tasks

parent 2bd45fd9
...@@ -7,7 +7,6 @@ dataset_path: EleutherAI/the_pile ...@@ -7,7 +7,6 @@ dataset_path: EleutherAI/the_pile
dataset_name: pile_arxiv dataset_name: pile_arxiv
output_type: loglikelihood_rolling output_type: loglikelihood_rolling
test_split: train test_split: train
template_aliases: ""
doc_to_text: "" doc_to_text: ""
doc_to_target: "{{text}}" doc_to_target: "{{text}}"
should_decontaminate: true should_decontaminate: true
......
...@@ -8,7 +8,6 @@ training_split: null ...@@ -8,7 +8,6 @@ training_split: null
validation_split: validation validation_split: validation
test_split: null test_split: null
num_fewshot: 0 num_fewshot: 0
template_aliases: "{% set gold = 0 %}{% set answer_choices = mc1_targets['choices'] %}" # The first answer is always the correct one
doc_to_text: "\ doc_to_text: "\
{% set prompt_qa = '\ {% set prompt_qa = '\
Q: What is human life expectancy in the United States?\n\ Q: What is human life expectancy in the United States?\n\
...@@ -25,8 +24,8 @@ doc_to_text: "\ ...@@ -25,8 +24,8 @@ doc_to_text: "\
A: The 1992 Olympics were held in Barcelona, Spain.\ A: The 1992 Olympics were held in Barcelona, Spain.\
'%}\ '%}\
{{prompt_qa + '\n\nQ: ' + question + '\nA:'}}" {{prompt_qa + '\n\nQ: ' + question + '\nA:'}}"
doc_to_target: "{{answer_choices[gold]}}" doc_to_target: 0
gold_alias: "{{gold}}" doc_to_choice: "{{mc1_targets.choices}}"
should_decontaminate: True should_decontaminate: True
doc_to_decontamination_query: question doc_to_decontamination_query: question
metric_list: metric_list:
......
...@@ -8,7 +8,6 @@ output_type: loglikelihood_rolling ...@@ -8,7 +8,6 @@ output_type: loglikelihood_rolling
training_split: train training_split: train
validation_split: validation validation_split: validation
test_split: test test_split: test
template_aliases: ""
doc_to_text: "" doc_to_text: ""
doc_to_target: !function preprocess_wikitext.wikitext_detokenizer doc_to_target: !function preprocess_wikitext.wikitext_detokenizer
should_decontaminate: true should_decontaminate: true
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment