temp

lm_eval/tasks/super_glue/record/t5-prompt.yaml

@@ -6,8 +6,8 @@ dataset_name: record
 training_split: train
 validation_split: validation
 output_type: greedy_until
-process_doc: !function t5_utils.process_doc
-doc_to_text: "record query: {{query}} entities: {{entities|join(\", \")}} passage: {{passage}}"
+process_docs: !function t5_utils.process_docs
+doc_to_text: !function t5_utils.doc_to_text
 doc_to_target: "{{answers}}"
 metric_list:
   - metric: exact_match