Commit 7d09b24c authored by haileyschoelkopf's avatar haileyschoelkopf
Browse files

fix alllll the merge conflicts

parents 96dfe976 6348b947
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["ar"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["ar"]}}'
doc_to_text: 'English phrase: {{translation["en"]}} doc_to_text: 'English phrase: {{translation["en"]}}
Arabic phrase:' Arabic phrase:'
group: tag:
- generate_until
- translation - translation
- iwslt2017 - iwslt2017
include: wmt_common_yaml include: wmt_common_yaml
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["fr"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["fr"]}}'
doc_to_text: 'English phrase: {{translation["en"]}} doc_to_text: 'English phrase: {{translation["en"]}}
French phrase:' French phrase:'
group: tag:
- generate_until
- translation - translation
- wmt14 - wmt14
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}'
doc_to_text: 'French phrase: {{translation["fr"]}} doc_to_text: 'French phrase: {{translation["fr"]}}
English phrase:' English phrase:'
group: tag:
- generate_until
- translation - translation
- wmt14 - wmt14
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}'
doc_to_text: 'German phrase: {{translation["de"]}} doc_to_text: 'German phrase: {{translation["de"]}}
English phrase:' English phrase:'
group: tag:
- generate_until
- translation - translation
- wmt16 - wmt16
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["de"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["de"]}}'
doc_to_text: 'English phrase: {{translation["en"]}} doc_to_text: 'English phrase: {{translation["en"]}}
German phrase:' German phrase:'
group: tag:
- generate_until
- translation - translation
- wmt16 - wmt16
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["ro"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["ro"]}}'
doc_to_text: 'English phrase: {{translation["en"]}} doc_to_text: 'English phrase: {{translation["en"]}}
Romanian phrase:' Romanian phrase:'
group: tag:
- generate_until
- translation - translation
- wmt16 - wmt16
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}' ...@@ -5,8 +5,7 @@ doc_to_target: ' {{translation["en"]}}'
doc_to_text: 'Romanian phrase: {{translation["ro"]}} doc_to_text: 'Romanian phrase: {{translation["ro"]}}
English phrase:' English phrase:'
group: tag:
- generate_until
- translation - translation
- wmt16 - wmt16
- gpt3_translation_benchmarks - gpt3_translation_benchmarks
......
group: tag:
- truthfulqa - truthfulqa
task: truthfulqa_gen task: truthfulqa_gen
dataset_path: truthful_qa dataset_path: truthful_qa
......
group: tag:
- truthfulqa - truthfulqa
task: truthfulqa_mc1 task: truthfulqa_mc1
dataset_path: truthful_qa dataset_path: truthful_qa
......
group: tag:
- unscramble - unscramble
task: anagrams1 task: anagrams1
dataset_path: EleutherAI/unscramble dataset_path: EleutherAI/unscramble
......
group: tag:
- unscramble - unscramble
task: anagrams2 task: anagrams2
dataset_path: EleutherAI/unscramble dataset_path: EleutherAI/unscramble
......
group: tag:
- unscramble - unscramble
task: cycle_letters task: cycle_letters
dataset_path: EleutherAI/unscramble dataset_path: EleutherAI/unscramble
......
group: tag:
- unscramble - unscramble
task: random_insertion task: random_insertion
dataset_path: EleutherAI/unscramble dataset_path: EleutherAI/unscramble
......
group: tag:
- unscramble - unscramble
task: reversed_words task: reversed_words
dataset_path: EleutherAI/unscramble dataset_path: EleutherAI/unscramble
......
group: tag:
- freebase - freebase
task: webqs task: webqs
dataset_path: web_questions dataset_path: web_questions
......
...@@ -24,7 +24,7 @@ Homepage: https://wmdp.ai ...@@ -24,7 +24,7 @@ Homepage: https://wmdp.ai
} }
``` ```
### Groups and Tasks ### Groups, Tags, and Tasks
#### Groups #### Groups
......
dataset_path: cais/wmdp dataset_path: cais/wmdp
group: wmdp
test_split: test test_split: test
training_split: null training_split: null
validation_split: null validation_split: null
......
group: wmdp
task:
- wmdp_bio
- wmdp_chem
- wmdp_cyber
aggregate_metric_list:
- metric: acc
aggregation: mean
weight_by_size: True
metadata:
version: 0
...@@ -27,11 +27,7 @@ Homepage: https://huggingface.co/datasets/wmt16 ...@@ -27,11 +27,7 @@ Homepage: https://huggingface.co/datasets/wmt16
} }
``` ```
### Groups and Tasks ### Groups, Tags, and Tasks
#### Groups
* `wmt-t5-prompt`: Group for all wmt tasks with prompt templates used for T5 (`Exploring the Limits of Transfer Learning with a Unified Text-to-Text Transformer`)
#### Tasks #### Tasks
......
group:
- wmt-t5-prompt
task: wmt-ro-en-t5-prompt task: wmt-ro-en-t5-prompt
dataset_path: wmt16 dataset_path: wmt16
dataset_name: ro-en dataset_name: ro-en
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment