test_curl.sh 207 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
curl http://localhost:30000/generate \
  -H "Content-Type: application/json" \
  -d '{
    "text": "Once upon a time,",
    "sampling_params": {
      "max_new_tokens": 16,
      "temperature": 0
    }
  }'