[Format] Add config lints (#892)

configs/models/wizardcoder/hf_wizardcoder_3b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-1B-V1.0',
-        path="WizardLM/WizardCoder-1B-V1.0",
+        path='WizardLM/WizardCoder-1B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-1B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardcoder/hf_wizardcoder_python_13b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-Python-13B-V1.0',
-        path="WizardLM/WizardCoder-Python-13B-V1.0",
+        path='WizardLM/WizardCoder-Python-13B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-Python-13B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardcoder/hf_wizardcoder_python_34b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-Python-34B-V1.0',
-        path="WizardLM/WizardCoder-Python-34B-V1.0",
+        path='WizardLM/WizardCoder-Python-34B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-Python-34B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardlm/hf_wizardlm_13b_v1_2.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardlm_70b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardlm_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardmath_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardmath_7b_v1_1.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_13b_v1_2.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_70b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/zephyr/vllm_zephyr_7b_beta.py

@@ -2,8 +2,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='<|user|>\n', end='</s>'),
-        dict(role="BOT", begin="<|assistant|>\n", end='</s>', generate=True),
+        dict(role='HUMAN', begin='<|user|>\n', end='</s>'),
+        dict(role='BOT', begin='<|assistant|>\n', end='</s>', generate=True),
     ],
 )
 

configs/subjective/eval_subjective_alpacaeval.py

@@ -27,4 +27,3 @@ eval = dict(
     )
 )
 work_dir = 'outputs/alpaca/'
-

configs/subjective/model_cfg.py

@@ -82,4 +82,3 @@ gpt4 = dict(
     temperature=1,
 )
 given_pred = [{'abbr':'gpt4-turbo', 'path':'your path'}]
-

configs/summarizers/agent_bench.py

@@ -28,5 +28,5 @@ summarizer = dict(
         'plugin_eval-mus-p10_one_review',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
 )

configs/summarizers/chat_OC15.py

@@ -77,5 +77,5 @@ summarizer = dict(
         'ceval-hard',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], []),
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], []),
 )

configs/summarizers/chat_OC15_multi_faceted.py

@@ -126,5 +126,5 @@ summarizer = dict(
         {'name': 'sanitized_mbpp', 'dataset_abbrs': sanitized_mbpp_dataset_abbrs},
         {'name': 'overall', 'dataset_abbrs': overall_dataset_abbrs},
     ],
-    summary_groups=sum([v for k, v in locals().items() if k.endswith("_summary_groups")], []),
+    summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
 )

configs/summarizers/cibench.py

@@ -58,5 +58,5 @@ summarizer = dict(
 
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
 )

configs/summarizers/code_passk.py

@@ -39,5 +39,5 @@ summarizer = dict(
         'humanevalx',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
 )