format_questions.py

import argparse
import os
import json
import copy

from utils import jdump, get_json_list


def format_questions(args):
    questions = get_json_list(args.questions_path)
    keys=questions[0].keys()
    
    formatted_questions=copy.deepcopy(questions)
    for i in range(len(formatted_questions)):
        formatted_questions[i]['instruction']=questions[i]['text']
        formatted_questions[i]['input']=""
        formatted_questions[i]['output']=""
        formatted_questions[i]['id']=questions[i]['question_id']
        for key in keys:
            if key=="category":
                continue
            del formatted_questions[i][key]
    
    jdump(formatted_questions, args.save_path)

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument('--questions_path', type=str, default='table/question.jsonl')
    parser.add_argument('--save_path', type=str, default="table/questions.json")
    args = parser.parse_args()
    format_questions(args)