[eval-hotfix] set few_shot_data to None when few shot is disabled (#5422)

a7ae2b5b · Dongruixuan Li · GitHub · 049121d1 · a7ae2b5b
Unverified Commit a7ae2b5b authored Mar 05, 2024 by Dongruixuan Li Committed by GitHub Mar 05, 2024
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

applications/ColossalEval/colossal_eval/dataset/agieval.py applications/ColossalEval/colossal_eval/dataset/agieval.py +1 -1

No files found.
--- a/applications/ColossalEval/colossal_eval/dataset/agieval.py
+++ b/applications/ColossalEval/colossal_eval/dataset/agieval.py
@@ -201,7 +201,7 @@ class AGIEvalDataset(BaseDataset):
        for file in files:
            dataset_name = os.path.basename(file)[0 : -len(".jsonl")]

-            few_shot_data = []
+            few_shot_data = None
            if few_shot:
                # process demo once if it is few-shot-CoT
                few_shot_data = combine_prompt(prompt_path, dataset_name, load_explanation=False, chat_mode=False)