Skip to content

GitLab

"tests/kernels/quantization/test_awq_triton.py" did not exist on "09500f7ddeb974730972fd9284bd93c08a557cf6"
Switch branch/tag
Find file Normal viewHistoryPermalink
stream_interval_1.jsonl 4.72 KB
Newer Older
Graham King's avatar
fix(llm): preserve reasoning content when tool-call starts mid-chunk (#6902)  
Graham King committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14 
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"<think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"Okay","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"</think>","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"\n\n","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"The","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":" capital","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":" of","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":" Tu","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":"valu","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":".","function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null}}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[{"index":0,"delta":{"content":null,"function_call":null,"tool_calls":null,"role":"assistant","refusal":null,"reasoning_content":null},"finish_reason":"stop"}],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":null,"nvext":{"timing":{"request_received_ms":1772656349456,"total_time_ms":465.26718700000004}}}
{"id":"chatcmpl-369a1572-4253-4632-bfc6-39631d9c98e9","choices":[],"created":1772656349,"model":"Qwen/Qwen3-0.6B","service_tier":null,"system_fingerprint":null,"object":"chat.completion.chunk","usage":{"prompt_tokens":16,"completion_tokens":206,"total_tokens":222}}