vllm_cilent.sh

curl http://localhost:8000/v1/chat/completions \
    -H "Content-Type: application/json" \
    -d '{
        "model": "microsoft/Fara-7B/",
        "messages": [
            {
                "role": "user",
                "content": "请介绍下自己."
                }
            ]
    }'