Skip to content

GitLab

Unverified Commit d4b09631 authored by Ayush Agarwal's avatar Ayush Agarwal Committed by GitHub
Browse files

chore: added vllm tool + reasoning data (#3416) 


Signed-off-by: default avatarayushag <ayushag@nvidia.com>
parent 2160b913
Show whitespace changes
Inline Side-by-side
Showing with 1395 additions and 0 deletions
lib/llm/tests/data/vllm/gpt-oss-20b/chat_completion_stream_49f581c1-no-tool.json 0 → 100644
View file @ d4b09631
{
"request_id": "49f581c1-940a-4d1b-9536-3c325957c317",
"normal_content": "I\u2019m not actually out in NYC (I don\u2019t have a physical body or a day of my own), but I can share a bit of the city\u2019s vibe if you like! \ud83c\udf06\n\n- **Weather**: Spring is usually mild in the boroughs; temperatures average around 60\u201370\u00b0F (15\u201321\u00b0C), with a chance of a light drizzle\u2014perfect for a coffee\u2011shop stroll.\n- **Traffic**: Downtown meetings are usually more packed on Monday mornings, but the Outer\u2011West side tends to smooth out a bit by mid\u2011day.\n- **Culture**: The Museum of Modern Art opened a new exhibit this week, and the \u201cBroadway Fever\u201d festival brings a mix of musical performances to Times Square.\n\nLet me know if you\u2019d like the current weather for a specific borough or anything else about NYC\u2014happy to help make your day a little brighter!",
"reasoning_content": "User asks: \"How's your day going in NYC?\" The AI isn't in NYC physically; we can answer generically and humor. Possibly ask for clarifications? Ask them. There's no mention of a system prompt. We'll respond politely, inform that I'm an AI not physical.",
"tool_calls": [],
"data": [
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|channel|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"analysis","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|message|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"User","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" asks","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"How","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" your","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" day","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" going","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"?\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" AI","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" isn't","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" physically","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":";","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" we","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" can","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" answer","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" gener","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"ically","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" humor","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Possibly","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" ask","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" clar","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"ifications","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"?","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Ask","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" them","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" There's","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" no","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" mention","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" system","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" prompt","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" We'll","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" respond","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" politely","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" inform","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" that","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" I'm","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" an","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" AI","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" not","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" physical","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|end|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|start|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"assistant","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|channel|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"final","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"<|message|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2019m","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" not","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" actually","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" out","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" (","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" don","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2019t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" have","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" physical","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" body","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" or","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" day","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" my","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" own","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"),","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" but","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" can","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" share","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" bit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" city","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2019s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" vibe","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" if","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" you","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" like","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"!","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" \ud83c\udf06","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"-","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" **","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"Weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"**","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Spring","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" usually","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" mild","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" borough","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":";","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" temperatures","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" average","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" around","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" ","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"60","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2013","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"70","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u00b0F","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" (","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"15","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2013","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"21","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u00b0C","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"),","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" chance","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" light","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" drizzle","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2014","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"perfect","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" coffee","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2011","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"shop","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" stroll","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"-","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" **","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"Traffic","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"**","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Downtown","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" meetings","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" are","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" usually","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" more","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" packed","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" on","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Monday","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" mornings","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" but","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Outer","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2011","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"West","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" side","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" tends","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" smooth","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" out","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" bit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" by","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" mid","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2011","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"day","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"-","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" **","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"Culture","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"**","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Museum","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Modern","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Art","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" opened","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" new","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" exhibit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" this","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" week","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" \u201c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"Broad","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"way","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Fever","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u201d","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" festival","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" brings","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" mix","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" musical","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" performances","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Times","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" Square","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":".\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"Let","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" me","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" know","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" if","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" you","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2019d","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" like","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" current","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" specific","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" borough","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" or","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" anything","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" else","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" about","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"\u2014","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"happy","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" help","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" make","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" your","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" day","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" little","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":" brighter","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":"!","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-49f581c1-940a-4d1b-9536-3c325957c317","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}]}}
]
}
lib/llm/tests/data/vllm/gpt-oss-20b/chat_completion_stream_f0c86d72-tool.json 0 → 100644
View file @ d4b09631
{
"request_id": "f0c86d72-cdc7-4d76-b59f-79af124643c1",
"normal_content": "",
"reasoning_content": "User asks for weather in San Francisco in Celsius. Use function.",
"tool_calls": [{"index": 0, "id": "call-1", "type": "function", "function": {"name": "get_weather", "arguments": "{\"location\":\"San Francisco, CA\",\"unit\":\"celsius\"}"}}],
"data": [
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|channel|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"analysis","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|message|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"User","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" asks","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" Celsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" Use","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|end|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|start|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"assistant","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|channel|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"comment","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"ary","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"=","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"functions","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":".get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" ","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|constrain|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"json","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|message|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"{\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"\":\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":" CA","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"\",\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"\":\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"\"}","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-f0c86d72-cdc7-4d76-b59f-79af124643c1","choices":[{"index":0,"delta":{"content":"<|call|>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}]}}
]
}
lib/llm/tests/data/vllm/nemotron-49b/chat_completion_stream_3d40f925-tool.json 0 → 100644
View file @ d4b09631
{
"request_id": "3d40f925-f7fa-4cf3-b413-f70bb895390d",
"normal_content": "\n\n",
"reasoning_content": "\nOkay, the user is asking for the weather in Tokyo in Celsius. Let me check the tools available. There's a function called get_weather that takes location and unit as parameters. The location should be a string like \"Tokyo, JP\" maybe, but the user just said Tokyo. The unit needs to be \"celsius\" as per the enum. I need to make sure to format the location correctly. Since the user didn't specify the country, but Tokyo is a major city, the function might handle it with just \"Tokyo\". But sometimes weather APIs require the country code. However, the example given in the tool's parameters was \"San Francisco, CA\", which includes the state. But for Tokyo, maybe it's better to include the country code, like \"Tokyo, Japan\" or \"Tokyo, JP\". But the user didn't specify, so maybe just \"Tokyo\" is sufficient. The function might handle it. Alternatively, if the function requires more specific location, but since the user didn't provide more details, I should proceed with \"Tokyo\". The unit is definitely \"celsius\" as per the user's request. So the tool call should be get_weather with location \"Tokyo\" and unit \"celsius\".\n",
"tool_calls": [{"index": 0, "id": "call-db202d65-5799-45cb-9f43-7dc43a084a1c", "type": "function", "function": {"name": "get_weather", "arguments": "{\"unit\":\"celsius\",\"location\":\"Tokyo\"}"}}],
"data": [
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"<th","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"ink","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":">\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Okay","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" asking","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Tokyo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Celsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Let","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" me","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" check","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" tools","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" available","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" There","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" called","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" that","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" takes","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" as","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" parameters","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" be","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" string","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" like","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" JP","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" maybe","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" but","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" just","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" said","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Tokyo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" needs","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" be","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" as","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" per","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" enum","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" need","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" make","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" sure","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" format","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" correctly","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Since","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" didn","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" specify","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" country","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" but","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Tokyo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" major","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" city","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" might","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" handle","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" it","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" just","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" But","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" sometimes","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" APIs","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" require","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" country","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" code","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" However","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" example","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" given","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" tool","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" parameters","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" was","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" CA","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" which","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" includes","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" state","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" But","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Tokyo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" maybe","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" it","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" better","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" include","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" country","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" code","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" like","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Japan","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" or","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" JP","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" But","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" didn","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" specify","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" so","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" maybe","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" just","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" sufficient","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" might","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" handle","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" it","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" Alternatively","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" if","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" requires","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" more","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" specific","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" but","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" since","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" didn","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" provide","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" more","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" details","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" proceed","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" definitely","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" as","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" per","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" request","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" So","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" tool","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" call","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" be","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\".\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"</","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"think","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":">\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"<T","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"O","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"OL","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"CALL","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":">[","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"{\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"name","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"arguments","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" {\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"Tok","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"yo","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"\"}}","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"]</","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"TO","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"OL","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":"CALL","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":">","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-3d40f925-f7fa-4cf3-b413-f70bb895390d","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}]}}
]
}
lib/llm/tests/data/vllm/qwen3-0.6B/chat_completion_stream_5627a4c6-no-tool.json 0 → 100644
View file @ d4b09631
{
"request_id": "5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e",
"normal_content": "\n\nI'm here to help! If you have any questions about NYC, weather, or anything else, feel free to ask! \ud83d\ude0a",
"reasoning_content": "\nOkay, the user is asking, \"How's your day going in NYC?\" Let me think about how to respond.\n\nFirst, I need to check if there's a function available to get the weather in NYC. The provided tool is get_weather, which requires location and unit. The user didn't mention any weather details, so maybe they just want a general response about NYC.\n\nSince there's no function to retrieve personal information or current weather, I can't use the tool here. I should acknowledge their question and offer to help with something else. I need to make sure my response is helpful and guides them appropriately without making up data.\n",
"tool_calls": [],
"data": [
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"<think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"Okay","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" asking","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"How","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" your","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" day","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" going","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"?\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" Let","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" me","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" think","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" about","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" how","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" respond","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"First","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" need","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" check","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" if","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" there","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" available","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" provided","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" tool","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" which","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" requires","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" didn","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" mention","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" any","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" details","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" so","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" maybe","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" they","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" just","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" want","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" general","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" response","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" about","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"Since","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" there","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" no","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" retrieve","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" personal","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" information","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" or","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" current","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" can","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'t","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" use","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" tool","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" here","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" acknowledge","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" their","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" question","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" offer","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" help","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" something","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" else","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" need","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" make","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" sure","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" my","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" response","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" helpful","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" guides","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" them","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" appropriately","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" without","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" making","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" up","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" data","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":".\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"</think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"'m","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" here","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" help","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"!","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" If","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" you","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" have","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" any","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" questions","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" about","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" NYC","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" or","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" anything","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" else","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" feel","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" free","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" ask","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":"!","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":" \ud83d\ude0a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-5627a4c6-39a4-4d9c-8f6a-0f2d853dc50e","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}]}}
]
}
lib/llm/tests/data/vllm/qwen3-0.6B/chat_completion_stream_8f33c28b-tool.json 0 → 100644
View file @ d4b09631
{
"request_id": "8f33c28b-cb52-4272-9ac5-0cb9f80386d3",
"normal_content": "\n\n",
"reasoning_content": "\nOkay, the user is asking for the weather in San Francisco in Celsius. Let me check the tools provided. There's a function called get_weather that requires location and unit. The location needs to be a city and state, which San Francisco, CA is. The unit they specified is Celsius. So I should call get_weather with location \"San Francisco, CA\" and unit \"celsius\". That should retrieve the current weather data in the requested format.\n",
"tool_calls": [{"index": 0, "id": "call-61672e29-0cbf-45a0-b028-72389d0b2972", "type": "function", "function": {"name": "get_weather", "arguments": "{\"location\":\"San Francisco, CA\",\"unit\":\"celsius\"}"}}],
"data": [
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"<think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"Okay","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" user","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" asking","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" for","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Celsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Let","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" me","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" check","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" tools","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" provided","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" There","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"'s","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" function","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" called","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" that","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" requires","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" needs","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" to","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" be","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" a","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" city","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" state","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" which","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" CA","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" they","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" specified","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" is","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Celsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" So","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" I","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" call","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" with","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" CA","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" and","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" That","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" should","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" retrieve","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" current","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" data","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" in","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" the","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" requested","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" format","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":".\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"</think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"<tool_call>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"{\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"name","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"get","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"_weather","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"arguments","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" {\"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"location","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"San","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" Francisco","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" CA","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\",","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"unit","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\":","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":" \"","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"c","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"elsius","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"\"}}\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":"</tool_call>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}]}},
{"data":{"id":"chatcmpl-8f33c28b-cb52-4272-9ac5-0cb9f80386d3","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}]}}
]
}
lib/llm/tests/test_parsers_e2e.rs 0 → 100644
View file @ d4b09631
// SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
use dynamo_async_openai::types::ChatChoiceStream;
use dynamo_llm::preprocessor::OpenAIPreprocessor;
use dynamo_llm::protocols::openai::chat_completions::NvCreateChatCompletionStreamResponse;
use dynamo_runtime::protocols::annotated::Annotated;
use futures::{Stream, StreamExt, stream};
use std::pin::Pin;
const DATA_ROOT_PATH: &str = "tests/data/";
/// Test data structure containing expected results and stream data
struct TestData {
expected_normal_content: String,
expected_reasoning_content: String,
expected_tool_calls: Vec<serde_json::Value>,
stream_chunks: Vec<Annotated<NvCreateChatCompletionStreamResponse>>,
}
/// Helper function to load test data from a test data file
fn load_test_data(file_path: &str) -> TestData {
// Read the data from file
let data = std::fs::read_to_string(file_path).unwrap();
// Parse the file as JSON
let parsed_json: serde_json::Value = serde_json::from_str(&data).unwrap();
// Extract expected values
let expected_normal_content = parsed_json
.get("normal_content")
.and_then(|v| v.as_str())
.unwrap_or("")
.to_string();
let expected_reasoning_content = parsed_json
.get("reasoning_content")
.and_then(|v| v.as_str())
.unwrap_or("")
.to_string();
let expected_tool_calls = parsed_json
.get("tool_calls")
.and_then(|v| v.as_array())
.cloned()
.unwrap_or_default();
// Extract the data chunks with choices
let data_chunks = parsed_json
.get("data")
.and_then(|v| v.as_array())
.expect("No 'data' array found in JSON");
let stream_chunks = data_chunks
.iter()
.map(|chunk| {
let inner_data = chunk.get("data").expect("No 'data' field in chunk");
let id = inner_data
.get("id")
.and_then(|v| v.as_str())
.expect("No 'id' field")
.to_string();
let choices: Vec<ChatChoiceStream> = serde_json::from_value(
inner_data
.get("choices")
.cloned()
.expect("No 'choices' field"),
)
.expect("Failed to parse choices");
let response = NvCreateChatCompletionStreamResponse {
id: id.clone(),
choices,
created: 1234567890,
model: "test-model".to_string(),
system_fingerprint: None,
object: "chat.completion.chunk".to_string(),
usage: None,
service_tier: None,
};
Annotated {
id: Some(id),
data: Some(response),
event: None,
comment: None,
}
})
.collect();
TestData {
expected_normal_content,
expected_reasoning_content,
expected_tool_calls,
stream_chunks,
}
}
/// Helper function to parse response stream with optional reasoning and tool parsing
async fn parse_response_stream(
stream: impl Stream<Item = Annotated<NvCreateChatCompletionStreamResponse>> + Send + 'static,
tool_parse_enable: bool,
reasoning_enable: bool,
tool_parser_str: Option<String>,
reasoning_parser_str: Option<String>,
) -> Vec<Annotated<NvCreateChatCompletionStreamResponse>> {
// Apply reasoning parser if enabled
let stream: Pin<
Box<dyn Stream<Item = Annotated<NvCreateChatCompletionStreamResponse>> + Send>,
> = if reasoning_enable {
if let Some(reasoning_parser) = reasoning_parser_str {
Box::pin(OpenAIPreprocessor::parse_reasoning_content_from_stream(
stream,
reasoning_parser,
))
} else {
Box::pin(stream)
}
} else {
Box::pin(stream)
};
// Apply tool calling parser if enabled
let stream: Pin<
Box<dyn Stream<Item = Annotated<NvCreateChatCompletionStreamResponse>> + Send>,
> = if tool_parse_enable {
if let Some(tool_parser) = tool_parser_str {
Box::pin(OpenAIPreprocessor::apply_tool_calling_jail(
tool_parser,
stream,
))
} else {
Box::pin(stream)
}
} else {
Box::pin(stream)
};
// Collect all output chunks
let mut stream = std::pin::pin!(stream);
let mut output_chunks = Vec::new();
while let Some(chunk) = stream.next().await {
output_chunks.push(chunk);
}
output_chunks
}
/// Structure to hold aggregated results from chunks
struct AggregatedContent {
reasoning_content: String,
normal_content: String,
has_tool_calls: bool,
tool_calls: Vec<serde_json::Value>,
}
/// Helper function to assert tool calls match expected (ignoring random IDs)
fn assert_tool_calls(
actual_tool_calls: &[serde_json::Value],
expected_tool_calls: &[serde_json::Value],
) {
assert_eq!(actual_tool_calls.len(), expected_tool_calls.len());
if !expected_tool_calls.is_empty() {
let actual_fn = &actual_tool_calls[0]["function"];
let expected_fn = &expected_tool_calls[0]["function"];
let actual_name = actual_fn["name"].as_str().unwrap();
let expected_name = expected_fn["name"].as_str().unwrap();
assert_eq!(actual_name, expected_name);
let actual_args: serde_json::Value =
serde_json::from_str(actual_fn["arguments"].as_str().unwrap()).unwrap();
let expected_args: serde_json::Value =
serde_json::from_str(expected_fn["arguments"].as_str().unwrap()).unwrap();
assert_eq!(actual_args, expected_args);
}
}
/// Helper function to aggregate all content types from chunks
fn aggregate_content_from_chunks(
chunks: &[Annotated<NvCreateChatCompletionStreamResponse>],
) -> AggregatedContent {
let mut reasoning_content = String::new();
let mut normal_content = String::new();
let mut has_tool_calls = false;
let mut tool_calls = Vec::new();
for chunk in chunks.iter() {
if let Some(ref response_data) = chunk.data {
for choice in &response_data.choices {
// Collect reasoning content
if let Some(ref reasoning) = choice.delta.reasoning_content {
reasoning_content.push_str(reasoning);
}
// Collect normal content
if let Some(ref content) = choice.delta.content {
normal_content.push_str(content);
}
// Collect tool calls
if let Some(ref chunk_tool_calls) = choice.delta.tool_calls {
has_tool_calls = true;
if let Ok(json_array) = serde_json::to_value(chunk_tool_calls)
&& let Some(array) = json_array.as_array()
{
tool_calls.extend(array.iter().cloned());
}
}
}
}
}
AggregatedContent {
reasoning_content,
normal_content,
has_tool_calls,
tool_calls,
}
}
#[cfg(test)]
mod tests {
use super::*;
#[tokio::test]
async fn test_gpt_oss_e2e_with_no_tool_calls_vllm() {
// E2E Parsing test for GPT-OSS. The input stream does not contain tool calls.
// Just content and reasoning content.
// Test will call both reasoning parsing logic and tool calling parsing logic and verify the output
// Load test data from file
let file_path = format!(
"{}/vllm/gpt-oss-20b/chat_completion_stream_49f581c1-no-tool.json",
DATA_ROOT_PATH
);
let test_data = load_test_data(&file_path);
// Create a stream from the mock chunks
let input_stream = stream::iter(test_data.stream_chunks);
// Parse the response stream with reasoning and tool parsing enabled
let output_chunks = parse_response_stream(
input_stream,
true,
true,
Some("harmony".to_string()),
Some("gpt_oss".to_string()),
)
.await;
// Verify we got output chunks
assert!(!output_chunks.is_empty(), "Should have output chunks");
// Aggregate content from all chunks
let aggregated = aggregate_content_from_chunks(&output_chunks);
// Verify against expected content from test file
assert_eq!(
aggregated.reasoning_content, test_data.expected_reasoning_content,
"Reasoning content should match expected value"
);
assert_eq!(
aggregated.normal_content, test_data.expected_normal_content,
"Normal content should match expected value"
);
// Verify tool calls match expectations
let expected_has_tool_calls = !test_data.expected_tool_calls.is_empty();
assert_eq!(
aggregated.has_tool_calls, expected_has_tool_calls,
"Tool calls presence should match expected value"
);
}
#[tokio::test]
async fn test_gpt_oss_e2e_with_tool_calls_vllm() {
// E2E Parsing test for GPT-OSS. The input stream contains tool calls.
// Test will call both reasoning parsing logic and tool calling parsing logic and verify the output
// Load test data from file
let file_path = format!(
"{}/vllm/gpt-oss-20b/chat_completion_stream_f0c86d72-tool.json",
DATA_ROOT_PATH
);
let test_data = load_test_data(&file_path);
// Create a stream from the mock chunks
let input_stream = stream::iter(test_data.stream_chunks);
// Parse the response stream with reasoning and tool parsing enabled
let output_chunks = parse_response_stream(
input_stream,
true,
true,
Some("harmony".to_string()),
Some("gpt_oss".to_string()),
)
.await;
// Verify we got output chunks
assert!(!output_chunks.is_empty(), "Should have output chunks");
// Aggregate content from all chunks
let aggregated = aggregate_content_from_chunks(&output_chunks);
// Assert reasoning content was parsed
assert!(
!aggregated.reasoning_content.is_empty(),
"Should have extracted reasoning content from analysis channel. Got: '{}'",
aggregated.reasoning_content
);
// Assert normal content was parsed
assert!(
aggregated.normal_content.is_empty(),
"Normal content should be empty. Got: '{}'",
aggregated.normal_content
);
// Verify tool calls match expectations
let expected_has_tool_calls = !test_data.expected_tool_calls.is_empty();
assert_eq!(
aggregated.has_tool_calls, expected_has_tool_calls,
"Tool calls presence should match expected value"
);
// Verify tool calls
assert_tool_calls(&aggregated.tool_calls, &test_data.expected_tool_calls);
}
#[tokio::test]
async fn test_qwen_e2e_with_no_tools_vllm() {
// E2E Parsing test for Qwen with no tools.
let file_path = format!(
"{}/vllm/qwen3-0.6B/chat_completion_stream_5627a4c6-no-tool.json",
DATA_ROOT_PATH
);
let test_data = load_test_data(&file_path);
// Create a stream from the mock chunks
let input_stream = stream::iter(test_data.stream_chunks);
// Parse the response stream with reasoning and tool parsing disabled
let output_chunks = parse_response_stream(
input_stream,
true,
true,
Some("hermes".to_string()),
Some("qwen".to_string()),
)
.await;
// Verify we got output chunks
assert!(!output_chunks.is_empty(), "Should have output chunks");
// Aggregate content from output chunks
let aggregated = aggregate_content_from_chunks(&output_chunks);
// Assert that output content matches input content exactly (no parsing applied)
assert_eq!(
aggregated.normal_content, test_data.expected_normal_content,
"When parsing is disabled, output should match input exactly"
);
// Verify tool calls match expectations
let expected_has_tool_calls = !test_data.expected_tool_calls.is_empty();
assert_eq!(
aggregated.has_tool_calls, expected_has_tool_calls,
"Tool calls presence should match expected value"
);
}
#[tokio::test]
async fn test_qwen_e2e_with_tools_vllm() {
// E2E Parsing test for Qwen with tools.
// Test will call both reasoning parsing logic and tool calling parsing logic and verify the output
let file_path = format!(
"{}/vllm/qwen3-0.6B/chat_completion_stream_8f33c28b-tool.json",
DATA_ROOT_PATH
);
let test_data = load_test_data(&file_path);
// Create a stream from the mock chunks
let input_stream = stream::iter(test_data.stream_chunks);
// Parse the response stream with reasoning and tool parsing enabled
let output_chunks = parse_response_stream(
input_stream,
true,
true,
Some("hermes".to_string()),
Some("qwen".to_string()),
)
.await;
// Verify we got output chunks
assert!(!output_chunks.is_empty(), "Should have output chunks");
// Aggregate content from output chunks
let aggregated = aggregate_content_from_chunks(&output_chunks);
// Assert reasoning content was parsed
assert_eq!(
aggregated.reasoning_content, test_data.expected_reasoning_content,
"Should have extracted reasoning content.",
);
assert_eq!(
aggregated.normal_content, test_data.expected_normal_content,
"Normal content should match expected value.",
);
// Verify tool calls match expectations
let expected_has_tool_calls = !test_data.expected_tool_calls.is_empty();
assert_eq!(
aggregated.has_tool_calls, expected_has_tool_calls,
"Tool calls presence should match expected value"
);
// Verify tool calls
assert_tool_calls(&aggregated.tool_calls, &test_data.expected_tool_calls);
}
#[tokio::test]
async fn test_nemotron_e2e_with_tools_vllm() {
// E2E Parsing test for Nemotron with tools.
// Test will call both reasoning parsing logic and tool calling parsing logic and verify the output
let file_path = format!(
"{}/vllm/nemotron-49b/chat_completion_stream_3d40f925-tool.json",
DATA_ROOT_PATH
);
let test_data = load_test_data(&file_path);
// Create a stream from the mock chunks
let input_stream = stream::iter(test_data.stream_chunks);
// Parse the response stream with reasoning and tool parsing enabled
let output_chunks = parse_response_stream(
input_stream,
true,
true,
Some("nemotron_deci".to_string()),
Some("nemotron_deci".to_string()),
)
.await;
// Verify we got output chunks
assert!(!output_chunks.is_empty(), "Should have output chunks");
// Aggregate content from output chunks
let aggregated = aggregate_content_from_chunks(&output_chunks);
// Assert reasoning content was parsed
assert_eq!(
aggregated.reasoning_content, test_data.expected_reasoning_content,
"Should have extracted reasoning content.",
);
assert_eq!(
aggregated.normal_content, test_data.expected_normal_content,
"Normal content should match expected value.",
);
// Verify tool calls match expectations
let expected_has_tool_calls = !test_data.expected_tool_calls.is_empty();
assert_eq!(
aggregated.has_tool_calls, expected_has_tool_calls,
"Tool calls presence should match expected value"
);
// Verify tool calls
assert_tool_calls(&aggregated.tool_calls, &test_data.expected_tool_calls);
}
}
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment