[Format] Add config lints (#892)

configs/models/wizardcoder/hf_wizardcoder_3b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-1B-V1.0',
-        path="WizardLM/WizardCoder-1B-V1.0",
+        path='WizardLM/WizardCoder-1B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-1B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardcoder/hf_wizardcoder_python_13b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-Python-13B-V1.0',
-        path="WizardLM/WizardCoder-Python-13B-V1.0",
+        path='WizardLM/WizardCoder-Python-13B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-Python-13B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardcoder/hf_wizardcoder_python_34b.py

@@ -5,7 +5,7 @@ models = [
     dict(
         type=HuggingFaceCausalLM,
         abbr='WizardCoder-Python-34B-V1.0',
-        path="WizardLM/WizardCoder-Python-34B-V1.0",
+        path='WizardLM/WizardCoder-Python-34B-V1.0',
         tokenizer_path='WizardLM/WizardCoder-Python-34B-V1.0',
         tokenizer_kwargs=dict(
             padding_side='left',

configs/models/wizardlm/hf_wizardlm_13b_v1_2.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardlm_70b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardlm_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardmath_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/hf_wizardmath_7b_v1_1.py

@@ -3,8 +3,8 @@ from opencompass.models import HuggingFaceCausalLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_13b_v1_2.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_70b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='USER: ', end=' '),
-        dict(role="BOT", begin="ASSISTANT: ", end='</s>', generate=True),
+        dict(role='HUMAN', begin='USER: ', end=' '),
+        dict(role='BOT', begin='ASSISTANT: ', end='</s>', generate=True),
     ],
 )
 

configs/models/wizardlm/vllm_wizardlm_7b_v1_0.py

@@ -3,8 +3,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", end='\n\n'),
-        dict(role="BOT", begin="### Response:", end='</s>', generate=True),
+        dict(role='HUMAN', end='\n\n'),
+        dict(role='BOT', begin='### Response:', end='</s>', generate=True),
     ],
 )
 

configs/models/zephyr/vllm_zephyr_7b_beta.py

@@ -2,8 +2,8 @@ from opencompass.models import VLLM
 
 _meta_template = dict(
     round=[
-        dict(role="HUMAN", begin='<|user|>\n', end='</s>'),
-        dict(role="BOT", begin="<|assistant|>\n", end='</s>', generate=True),
+        dict(role='HUMAN', begin='<|user|>\n', end='</s>'),
+        dict(role='BOT', begin='<|assistant|>\n', end='</s>', generate=True),
     ],
 )
 

configs/subjective/eval_subjective_alpacaeval.py

@@ -13,7 +13,7 @@ gpt4_judge = dict(
     abbr='GPT4-Turbo',
     path='gpt-4-1106-preview',
     key='',  # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well
-    config='weighted_alpaca_eval_gpt4_turbo' 
+    config='weighted_alpaca_eval_gpt4_turbo'
 )
 ## ------------- Evaluation Configuration
 eval = dict(
@@ -27,4 +27,3 @@ eval = dict(
     )
 )
 work_dir = 'outputs/alpaca/'
-

configs/subjective/eval_subjective_mtbench.py

@@ -14,7 +14,7 @@ for model in models:
     if 'generation_kwargs' in model:
         if 'do_sample' in model['generation_kwargs']:
             del model['generation_kwargs']['do_sample']
-            
+
 eval = dict(
     partitioner=dict(type=SubjectiveSizePartitioner, strategy='split', max_task_size=10000, mode='singlescore', models=models),
     runner=runner

configs/subjective/model_cfg.py

@@ -80,6 +80,5 @@ gpt4 = dict(
     batch_size=4,
     retry=20,
     temperature=1,
-) 
+)
 given_pred = [{'abbr':'gpt4-turbo', 'path':'your path'}]
-

configs/summarizers/agent_bench.py

@@ -28,5 +28,5 @@ summarizer = dict(
         'plugin_eval-mus-p10_one_review',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
 )

configs/summarizers/chat_OC15.py

@@ -77,5 +77,5 @@ summarizer = dict(
         'ceval-hard',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], []),
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], []),
 )

configs/summarizers/chat_OC15_multi_faceted.py

@@ -126,5 +126,5 @@ summarizer = dict(
         {'name': 'sanitized_mbpp', 'dataset_abbrs': sanitized_mbpp_dataset_abbrs},
         {'name': 'overall', 'dataset_abbrs': overall_dataset_abbrs},
     ],
-    summary_groups=sum([v for k, v in locals().items() if k.endswith("_summary_groups")], []),
+    summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
 )

configs/summarizers/cibench.py

@@ -41,14 +41,14 @@ summarizer = dict(
         'cibench_template_cn_oracle:numeric_correct',
         'cibench_template_cn_oracle:text_score',
         'cibench_template_cn_oracle:vis_sim',
-        '######## CIBench Category Metric ########', 
+        '######## CIBench Category Metric ########',
         'cibench_data_manipulation:scores',
         'cibench_data_visualization:scores',
         'cibench_modeling:scores',
         'cibench_nlp:scores',
         'cibench_ip:scores',
         'cibench_math:scores',
-        '######## CIBench Category Metric Oracle ########', 
+        '######## CIBench Category Metric Oracle ########',
         'cibench_data_manipulation_oracle:scores',
         'cibench_data_visualization_oracle:scores',
         'cibench_modeling_oracle:scores',
@@ -58,5 +58,5 @@ summarizer = dict(
 
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
-)
\ No newline at end of file
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
+)

configs/summarizers/code_passk.py

@@ -39,5 +39,5 @@ summarizer = dict(
         'humanevalx',
     ],
     summary_groups=sum(
-        [v for k, v in locals().items() if k.endswith("_summary_groups")], [])
+        [v for k, v in locals().items() if k.endswith('_summary_groups')], [])
 )