added lama primed and negated dataset

lm_eval/tasks/lama_primed_negated/true_false/negated_squad.yaml

+include: _negated_true_false_template_yaml
+task: lama_negated_squad_true_false
+dataset_name: SQUAD
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/true_false/negated_trex.yaml

+include: _negated_true_false_template_yaml
+task: lama_negated_trex_true_false
+dataset_name: TREx
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/true_false/normal_conceptnet.yaml

+include: _normal_true_false_template_yaml
+task: lama_normal_conceptnet_true_false
+dataset_name: ConceptNet
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/true_false/normal_google_re.yaml

+include: _normal_true_false_template_yaml
+task: lama_normal_google_re_true_false
+dataset_name: GoogleRE
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/true_false/normal_squad.yaml

+include: _normal_true_false_template_yaml
+task: lama_normal_squad_true_false
+dataset_name: SQUAD
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/true_false/normal_trex.yaml

+include: _normal_true_false_template_yaml
+task: lama_normal_trex_true_false
+dataset_name: TREx
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/_misprimed_yes_no_template_yaml

+group: lama_misprimed_yes_no
+dataset_path: lintang/lama_primed_negated
+output_type: multiple_choice
+# description: "Answer the following question with either a Yes or a No. "
+doc_to_text: "Question: {{masked_misprimed[0]|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+doc_to_target: "Yes"
+doc_to_choice: ["Yes", "No"]
+should_decontaminate: true
+doc_to_decontamination_query: "Question: {{masked_misprimed|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
+metadata:
+  version: 1.0

lm_eval/tasks/lama_primed_negated/yes_no/_negated_yes_no_template_yaml

+group: lama_negated_yes_no
+dataset_path: lintang/lama_primed_negated
+output_type: multiple_choice
+# description: "Answer the following question with either a Yes or a No. "
+doc_to_text: "Question: {{masked_negations[0]|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+doc_to_target: "No"
+doc_to_choice: ["Yes", "No"]
+should_decontaminate: true
+doc_to_decontamination_query: "Question: {{masked_negations|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
+metadata:
+  version: 1.0

lm_eval/tasks/lama_primed_negated/yes_no/_normal_yes_no_template_yaml

+group: lama_normal_yes_no
+dataset_path: lintang/lama_primed_negated
+output_type: multiple_choice
+# description: "Answer the following question with either a Yes or a No. "
+doc_to_text: "Question: {{masked_sentences[0]|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+doc_to_target: "Yes"
+doc_to_choice: ["Yes", "No"]
+should_decontaminate: true
+doc_to_decontamination_query: "Question: {{masked_sentences[0]|replace('[MASK]', obj_label)}} Yes or No?\n\nAnswer:"
+metric_list:
+  - metric: acc
+    aggregation: mean
+    higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
+metadata:
+  version: 1.0

lm_eval/tasks/lama_primed_negated/yes_no/misprimed_conceptnet.yaml

+include: _misprimed_yes_no_template_yaml
+task: lama_misprimed_conceptnet_yes_no
+dataset_name: ConceptNet
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/misprimed_google_re.yaml

+include: _misprimed_yes_no_template_yaml
+task: lama_misprimed_google_re_yes_no
+dataset_name: GoogleRE
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/misprimed_squad.yaml

+include: _misprimed_yes_no_template_yaml
+task: lama_misprimed_squad_yes_no
+dataset_name: SQUAD
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/misprimed_trex.yaml

+include: _misprimed_yes_no_template_yaml
+task: lama_misprimed_trex_yes_no
+dataset_name: TREx
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/negated_conceptnet.yaml

+include: _negated_yes_no_template_yaml
+task: lama_negated_conceptnet_yes_no
+dataset_name: ConceptNet
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/negated_google_re.yaml

+include: _negated_yes_no_template_yaml
+task: lama_negated_google_re_yes_no
+dataset_name: GoogleRE
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/negated_squad.yaml

+include: _negated_yes_no_template_yaml
+task: lama_negated_squad_yes_no
+dataset_name: SQUAD
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/negated_trex.yaml

+include: _negated_yes_no_template_yaml
+task: lama_negated_trex_yes_no
+dataset_name: TREx
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/normal_conceptnet.yaml

+include: _normal_yes_no_template_yaml
+task: lama_normal_conceptnet_yes_no
+dataset_name: ConceptNet
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/normal_google_re.yaml

+include: _normal_yes_no_template_yaml
+task: lama_normal_google_re_yes_no
+dataset_name: GoogleRE
+test_split: high_ranked

lm_eval/tasks/lama_primed_negated/yes_no/normal_squad.yaml

+include: _normal_yes_no_template_yaml
+task: lama_normal_squad_yes_no
+dataset_name: SQUAD
+test_split: high_ranked