Commit c70383d5 authored by lintangsutawika's avatar lintangsutawika
Browse files

simplify

parent 4a1da52b
...@@ -33,17 +33,12 @@ if __name__ == "__main__": ...@@ -33,17 +33,12 @@ if __name__ == "__main__":
dataset_name = task["dataset_path"] dataset_name = task["dataset_path"]
if "dataset_name" in task: if "dataset_name" in task:
subset_name = task["dataset_name"] subset_name = task["dataset_name"]
file_subdir = f"{dataset_name}/{subset_name}"
else: else:
subset_name = None subset_name = None
file_subdir = f"{dataset_name}"
if subset_name is None: file_path = os.path.join(args.task_save_path, file_subdir, "promptsource/")
file_name = f"promptsource_{dataset_name}"
file_path = os.path.join(args.task_save_path, f"{dataset_name}")
else:
file_name = f"promptsource_{dataset_name}_{subset_name}"
file_path = os.path.join(
args.task_save_path, f"{dataset_name}/{subset_name}"
)
os.makedirs(file_path, exist_ok=True) os.makedirs(file_path, exist_ok=True)
...@@ -55,9 +50,7 @@ if __name__ == "__main__": ...@@ -55,9 +50,7 @@ if __name__ == "__main__":
) )
for idx, prompt_name in enumerate(prompts.all_template_names): for idx, prompt_name in enumerate(prompts.all_template_names):
full_file_name = ( full_file_name = f"promptsource_{idx}.yaml"
file_name + f"_{idx}.yml"
) # .format(prompt_name.replace(" ", "_").lower())
config_dict = { config_dict = {
"group": args.benchmark_name, "group": args.benchmark_name,
"include": "promptsource_template.yaml", "include": "promptsource_template.yaml",
...@@ -68,5 +61,3 @@ if __name__ == "__main__": ...@@ -68,5 +61,3 @@ if __name__ == "__main__":
eval_logger.info(f"Save to {file_save_path}") eval_logger.info(f"Save to {file_save_path}")
with open(file_save_path, "w") as yaml_file: with open(file_save_path, "w") as yaml_file:
yaml.dump(config_dict, yaml_file) yaml.dump(config_dict, yaml_file)
# return config_dict
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment