update

lm_eval/tasks/paws-x/README.md

@@ -48,11 +48,22 @@ Homepage: https://github.com/google-research-datasets/paws/tree/master/pawsx
 }
 ```
 
-### Subtasks
+### Groups and Tasks
+
+#### Groups
+
+* `pawsx`
+
+#### Tasks
+
+* `paws_de`: German
+* `paws_en`: English
+* `paws_es`: Spanish
+* `paws_fr`: French
+* `paws_ja`: Japanese
+* `paws_ko`: Korean
+* `paws_zh`: Chinese
 
-List or describe tasks defined in this folder, and their names here:
-* `task_name`: `1-sentence description of what this particular task does`
-* `task_name2`: .....
 
 ### Checklist
 

lm_eval/tasks/paws-x/paws_de.yaml

@@ -4,4 +4,4 @@ doc_to_choice: '{{[sentence1+", richtig? Ja, "+sentence2, sentence1+", richtig?
   "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-de
+task: paws_de

lm_eval/tasks/paws-x/paws_en.yaml

@@ -3,4 +3,4 @@ dataset_name: en
 doc_to_choice: '{{[sentence1+", right? Yes, "+sentence2, sentence1+", right? No, "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-en
+task: paws_en

lm_eval/tasks/paws-x/paws_es.yaml

@@ -4,4 +4,4 @@ doc_to_choice: '{{[sentence1+", verdad? Sí, "+sentence2, sentence1+", verdad? N
   "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-es
+task: paws_es

lm_eval/tasks/paws-x/paws_fr.yaml

@@ -4,4 +4,4 @@ doc_to_choice: '{{[sentence1+", n''est-ce pas? Oui, "+sentence2, sentence1+", n'
   pas? No, "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-fr
+task: paws_fr

lm_eval/tasks/paws-x/paws_ja.yaml

@@ -3,4 +3,4 @@ dataset_name: ja
 doc_to_choice: '{{[sentence1+", ですね? はい, "+sentence2, sentence1+", ですね? いいえ, "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-ja
+task: paws_ja

lm_eval/tasks/paws-x/paws_ko.yaml

@@ -3,4 +3,4 @@ dataset_name: ko
 doc_to_choice: '{{[sentence1+", 맞죠? 예, "+sentence2, sentence1+", 맞죠? 아니요, "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-ko
+task: paws_ko

lm_eval/tasks/paws-x/paws_zh.yaml

@@ -3,4 +3,4 @@ dataset_name: zh
 doc_to_choice: '{{[sentence1+", 对吧? 是, "+sentence2, sentence1+", 对吧? 不是, "+sentence2]}}'
 doc_to_text: ''
 include: pawsx_template_yaml
-task: paws-zh
+task: paws_zh

lm_eval/tasks/paws-x/utils.py

@@ -69,7 +69,7 @@ def gen_lang_yamls(output_dir: str, overwrite: bool) -> None:
                     {
                         "include": "pawsx_template_yaml",
                         "dataset_name": lang,
-                        "task": f"paws-{lang}",
+                        "task": f"paws_{lang}",
                         "doc_to_text": "",
                         "doc_to_choice": f"{{{{["
                         f"""sentence1+\", {QUESTION_WORD}? {YES}, \"+sentence2,"""