update

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_accounting.yaml

 dataset_name: professional_accounting
-description: 'The following are multiple choice questions (with answers) about professional
-  accounting.
+description: 'The following are multiple choice questions (with answers) about professional accounting.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_law.yaml

 dataset_name: professional_law
-description: 'The following are multiple choice questions (with answers) about professional
-  law.
+description: 'The following are multiple choice questions (with answers) about professional law.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_medicine.yaml

 dataset_name: professional_medicine
-description: 'The following are multiple choice questions (with answers) about professional
-  medicine.
+description: 'The following are multiple choice questions (with answers) about professional medicine.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_professional_psychology.yaml

 dataset_name: professional_psychology
-description: 'The following are multiple choice questions (with answers) about professional
-  psychology.
+description: 'The following are multiple choice questions (with answers) about professional psychology.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_public_relations.yaml

 dataset_name: public_relations
-description: 'The following are multiple choice questions (with answers) about public
-  relations.
+description: 'The following are multiple choice questions (with answers) about public relations.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_security_studies.yaml

 dataset_name: security_studies
-description: 'The following are multiple choice questions (with answers) about security
-  studies.
+description: 'The following are multiple choice questions (with answers) about security studies.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_us_foreign_policy.yaml

 dataset_name: us_foreign_policy
-description: 'The following are multiple choice questions (with answers) about us
-  foreign policy.
+description: 'The following are multiple choice questions (with answers) about us foreign policy.
 
 
   '

lm_eval/tasks/mmlu/flan_n_shot/mmlu_world_religions.yaml

 dataset_name: world_religions
-description: 'The following are multiple choice questions (with answers) about world
-  religions.
+description: 'The following are multiple choice questions (with answers) about world religions.
 
 
   '

lm_eval/tasks/super_glue/cb/t5_utils.py

@@ -4,7 +4,9 @@ import sklearn.metrics
 def mean_3class_f1(predictions, references):  # This is a passthrough function
 
     string_label = ["entailment", "contradiction", "neutral"]
-    predictions = string_label.index(predictions[0]) if predictions[0] in string_label else 0
+    predictions = (
+        string_label.index(predictions[0]) if predictions[0] in string_label else 0
+    )
     references = string_label.index(references[0])
 
     return (predictions, references)