add data

data/build_ch_prompt.py

+import json
+from tqdm import tqdm
+
+with open('openi-zh.json') as f:
+    data = json.load(f)
+
+data_info = []
+for i in tqdm(range(len(data['annotations']))):
+    img = data['annotations'][i]['image_id']
+    prompt = '通过这张胸部X光影像可以诊断出什么？'
+    label = data['annotations'][i]['caption']
+    json_data = {
+                'img': './data/Xray/'+str(img)+'.png',
+                'prompt': prompt,
+                'label': str(label)
+                }
+    data_info.append(json_data)
+
+with open('openi-zh-prompt.json', 'w+') as f1:
+    json.dump(data_info, f1)
+    
\ No newline at end of file

data/build_images_data.py

+import json
+import shutil
+from tqdm import tqdm
+
+with open('openi-en.json') as f:
+    data = json.load(f)
+
+#print(len(data['annotations']))
+#print(data['annotations'][0]['image_id'])
+
+for i in tqdm(range(len(data['annotations']))):
+    img_name = data['annotations'][i]['image_id']
+    src_file = './images/'+str(img_name)+'.png'
+    # 新建images2文件夹
+    dst_file = './images2/'
+    shutil.copy(src_file, dst_file)
\ No newline at end of file

data/demo/dataset.json

+[
+    {"img": "fewshot-data/2p.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是蒙蒙细雨。"},
+    {"img": "fewshot-data/pig.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是是虚化的。"},
+    {"img": "fewshot-data/meme.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是蓝色的木质地板。"},
+    {"img": "fewshot-data/passport.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是棕黄色木质桌子。"},
+    {"img": "fewshot-data/tower.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是黄昏的天空、云彩和繁华的城市高楼。"},
+    {"img": "fewshot-data/rub.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是太阳、大树、蓝天白云。"},
+    {"img": "fewshot-data/push.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是蓝天和沙漠。"},
+    {"img": "fewshot-data/traf.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是城市街道。"},
+    {"img": "fewshot-data/music.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是一个音乐混音器。"},
+    {"img": "fewshot-data/pattern.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是小区的楼房和街道。"},
+    {"img": "fewshot-data/rou.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是大理石桌子和一个盘子。"},
+    {"img": "fewshot-data/katong.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是绿色的草地。"},
+    {"img": "fewshot-data/man.jpg", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是城市的街道和高楼。"},
+    {"img": "fewshot-data/kobe.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是虚化的观众席。"},
+    {"img": "fewshot-data/panda.jpg", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是纯白的。"},
+    {"img": "fewshot-data/titan.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是一座雕像。"},
+    {"img": "fewshot-data/woman.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是纯蓝的。"},
+    {"img": "fewshot-data/ghost.jpg", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是一个房间。"},
+    {"img": "fewshot-data/justice.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是天空和阳光。"},
+    {"img": "fewshot-data/tianye.png", "prompt": "这张图片的背景里有什么内容？", "label": "这张图片的背景是金黄的田野。"}
+]
\ No newline at end of file