mllm_demo.json 3.22 KB
Newer Older
chenych's avatar
chenych committed
1
2
3
4
[
  {
    "messages": [
      {
luopl's avatar
luopl committed
5
        "content": "<image>Who are they?",
chenych's avatar
chenych committed
6
7
8
9
10
11
12
        "role": "user"
      },
      {
        "content": "They're Kane and Gretzka from Bayern Munich.",
        "role": "assistant"
      },
      {
chenych's avatar
chenych committed
13
        "content": "What are they doing?<image>",
chenych's avatar
chenych committed
14
15
16
17
18
19
20
21
        "role": "user"
      },
      {
        "content": "They are celebrating on the soccer field.",
        "role": "assistant"
      }
    ],
    "images": [
chenych's avatar
chenych committed
22
      "mllm_demo_data/1.jpg",
chenych's avatar
chenych committed
23
24
25
26
27
28
      "mllm_demo_data/1.jpg"
    ]
  },
  {
    "messages": [
      {
luopl's avatar
luopl committed
29
        "content": "<image>Who is he?",
chenych's avatar
chenych committed
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
        "role": "user"
      },
      {
        "content": "He's Thomas Muller from Bayern Munich.",
        "role": "assistant"
      },
      {
        "content": "Why is he on the ground?",
        "role": "user"
      },
      {
        "content": "Because he's sliding on his knees to celebrate.",
        "role": "assistant"
      }
    ],
    "images": [
      "mllm_demo_data/2.jpg"
    ]
  },
  {
    "messages": [
      {
luopl's avatar
luopl committed
52
        "content": "<image>Please describe this image",
chenych's avatar
chenych committed
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
        "role": "user"
      },
      {
        "content": "Chinese astronaut Gui Haichao is giving a speech.",
        "role": "assistant"
      },
      {
        "content": "What has he accomplished?",
        "role": "user"
      },
      {
        "content": "He was appointed to be a payload specialist on Shenzhou 16 mission in June 2022, thus becoming the first Chinese civilian of Group 3 in space on 30 May 2023. He is responsible for the on-orbit operation of space science experimental payloads.",
        "role": "assistant"
      }
    ],
    "images": [
      "mllm_demo_data/3.jpg"
    ]
  },
  {
    "messages": [
      {
luopl's avatar
luopl committed
75
        "content": "<image>他们是谁?",
chenych's avatar
chenych committed
76
77
78
79
80
81
82
        "role": "user"
      },
      {
        "content": "他们是拜仁慕尼黑的凯恩和格雷茨卡。",
        "role": "assistant"
      },
      {
chenych's avatar
chenych committed
83
        "content": "他们在做什么?<image>",
chenych's avatar
chenych committed
84
85
86
87
88
89
90
91
        "role": "user"
      },
      {
        "content": "他们在足球场上庆祝。",
        "role": "assistant"
      }
    ],
    "images": [
chenych's avatar
chenych committed
92
      "mllm_demo_data/1.jpg",
chenych's avatar
chenych committed
93
94
95
96
97
98
      "mllm_demo_data/1.jpg"
    ]
  },
  {
    "messages": [
      {
luopl's avatar
luopl committed
99
        "content": "<image>他是谁?",
chenych's avatar
chenych committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
        "role": "user"
      },
      {
        "content": "他是来自拜仁慕尼黑的托马斯·穆勒。",
        "role": "assistant"
      },
      {
        "content": "他为什么在地上?",
        "role": "user"
      },
      {
        "content": "因为他正在双膝跪地滑行庆祝。",
        "role": "assistant"
      }
    ],
    "images": [
      "mllm_demo_data/2.jpg"
    ]
  },
  {
    "messages": [
      {
luopl's avatar
luopl committed
122
        "content": "<image>请描述这张图片",
chenych's avatar
chenych committed
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
        "role": "user"
      },
      {
        "content": "中国宇航员桂海潮正在讲话。",
        "role": "assistant"
      },
      {
        "content": "他取得过哪些成就?",
        "role": "user"
      },
      {
        "content": "他于2022年6月被任命为神舟十六号任务的有效载荷专家,从而成为2023年5月30日进入太空的首位平民宇航员。他负责在轨操作空间科学实验有效载荷。",
        "role": "assistant"
      }
    ],
    "images": [
      "mllm_demo_data/3.jpg"
    ]
  }
luopl's avatar
luopl committed
142
]