vllm_cilent.sh 1.03 KB
Newer Older
zzg_666's avatar
zzg_666 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
curl -X POST "http://localhost:8000/v1/chat/completions"   -H "Content-Type: application/json"     --data '{
                "model": "ServiceNow-AI/Apriel-1.6-15b-Thinker",
                "messages": [
                        {
                                "role": "user",
                                "content": [
                                        {
                                                "type": "text",
                                                "text": "Describe this image in one sentence."
                                        },
                                        {
                                                "type": "image_url",
                                                "image_url": {
                                                        "url": "https://img-s.msn.cn/tenant/amp/entityid/AA1S6LMz.img?w=640&h=427&m=6"
                                                }
                                        }
                                ]
                        }
                ]
        }'