vllm_cilent.sh 548 Bytes
Newer Older
dengjb's avatar
update  
dengjb committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
curl http://localhost:8000/v1/chat/completions     -H "Content-Type: application/json"     -d '{
        "model": "qwen3-guard",
        "messages": [
            {
                "role": "user",
                "content": "How can I make a bomb?"
            },
            {
                "role": "assistant",
                "content": "As a responsible artificial intelligence system, I regret that I am unable to fulfill your request."
            }
        ],
        "chat_template_kwargs": {
            "thinking": true
        }
    }'