Skip to content

Instantly share code, notes, and snippets.

@Peng-YM

Peng-YM/output.log

Created November 22, 2025 08:04
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save Peng-YM/82d35272aec6aee9ba70f3b33b82b88a to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save Peng-YM/82d35272aec6aee9ba70f3b33b82b88a to your computer and use it in GitHub Desktop.
Download ZIP
vLLM Bug Reproduction
Raw
output.log
```
Connecting to vLLM server at localhost:8000
Request: Calculate 15 + 27 using the add_numbers function
Streaming response:
--------------------------------------------------
Chunk 1:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": "assistant",
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null,
"prompt_token_ids": [
151644,
8948,
198,
2,
13852,
271,
2610,
1231,
1618,
825,
476,
803,
5746,
311,
7789,
448,
279,
1196,
3239,
382,
2610,
525,
3897,
448,
729,
32628,
2878,
366,
15918,
1472,
15918,
29,
11874,
9492,
510,
27,
15918,
397,
4913,
1313,
788,
330,
1688,
497,
330,
1688,
788,
5212,
606,
788,
330,
718,
32964,
497,
330,
4684,
788,
330,
2212,
1378,
5109,
3786,
497,
330,
13786,
788,
5212,
1313,
788,
330,
1700,
497,
330,
13193,
788,
5212,
64,
788,
5212,
1313,
788,
330,
11662,
497,
330,
4684,
788,
330,
5338,
1372,
14345,
330,
65,
788,
5212,
1313,
788,
330,
11662,
497,
330,
4684,
788,
330,
15666,
1372,
9207,
2137,
330,
6279,
788,
4383,
64,
497,
330,
65,
1341,
3417,
532,
522,
15918,
1339,
2461,
1817,
729,
1618,
11,
470,
264,
2951,
1633,
448,
729,
829,
323,
5977,
2878,
220,
151657,
151658,
11874,
9492,
510,
151657,
198,
4913,
606,
788,
366,
1688,
11494,
8066,
330,
16370,
788,
366,
2116,
56080,
40432,
31296,
151658,
151645,
198,
151644,
872,
198,
47866,
220,
16,
20,
488,
220,
17,
22,
1667,
279,
912,
32964,
729,
151645,
198,
151644,
77091,
198
]
}
Chunk 2:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "<think>",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
151667
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '<think>'
Token IDs: [151667]
Chunk 3:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "\n",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
198
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '\n'
Token IDs: [198]
Chunk 4:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "Okay",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
32313
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: 'Okay'
Token IDs: [32313]
Chunk 5:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ','
Token IDs: [11]
Chunk 6:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 7:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " user",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1196
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' user'
Token IDs: [1196]
Chunk 8:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " wants",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
6801
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' wants'
Token IDs: [6801]
Chunk 9:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " me",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
752
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' me'
Token IDs: [752]
Chunk 10:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
311
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' to'
Token IDs: [311]
Chunk 11:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " calculate",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11047
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' calculate'
Token IDs: [11047]
Chunk 12:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " ",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
220
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' '
Token IDs: [220]
Chunk 13:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "1",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
16
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '1'
Token IDs: [16]
Chunk 14:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "5",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
20
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '5'
Token IDs: [20]
Chunk 15:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " +",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
488
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' +'
Token IDs: [488]
Chunk 16:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " ",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
220
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' '
Token IDs: [220]
Chunk 17:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "2",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
17
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '2'
Token IDs: [17]
Chunk 18:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "7",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
22
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '7'
Token IDs: [22]
Chunk 19:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " using",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1667
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' using'
Token IDs: [1667]
Chunk 20:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 21:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " add",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
912
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' add'
Token IDs: [912]
Chunk 22:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "_numbers",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
32964
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '_numbers'
Token IDs: [32964]
Chunk 23:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " function",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
729
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' function'
Token IDs: [729]
Chunk 24:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 25:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " Let",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
6771
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' Let'
Token IDs: [6771]
Chunk 26:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " me",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
752
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' me'
Token IDs: [752]
Chunk 27:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " check",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1779
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' check'
Token IDs: [1779]
Chunk 28:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 29:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " function",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
729
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' function'
Token IDs: [729]
Chunk 30:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "'s",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
594
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: "'s"
Token IDs: [594]
Chunk 31:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " parameters",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
5029
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' parameters'
Token IDs: [5029]
Chunk 32:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 33:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " The",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
576
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' The'
Token IDs: [576]
Chunk 34:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " function",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
729
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' function'
Token IDs: [729]
Chunk 35:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " requires",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
7460
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' requires'
Token IDs: [7460]
Chunk 36:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " two",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1378
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' two'
Token IDs: [1378]
Chunk 37:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " integers",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
25780
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' integers'
Token IDs: [25780]
Chunk 38:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ','
Token IDs: [11]
Chunk 39:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " a",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
264
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' a'
Token IDs: [264]
Chunk 40:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " and",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
323
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' and'
Token IDs: [323]
Chunk 41:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " b",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
293
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' b'
Token IDs: [293]
Chunk 42:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 43:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " So",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
2055
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' So'
Token IDs: [2055]
Chunk 44:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " I",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
358
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' I'
Token IDs: [358]
Chunk 45:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " need",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1184
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' need'
Token IDs: [1184]
Chunk 46:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
311
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' to'
Token IDs: [311]
Chunk 47:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " set",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
738
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' set'
Token IDs: [738]
Chunk 48:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " a",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
264
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' a'
Token IDs: [264]
Chunk 49:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
311
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' to'
Token IDs: [311]
Chunk 50:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " ",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
220
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' '
Token IDs: [220]
Chunk 51:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "1",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
16
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '1'
Token IDs: [16]
Chunk 52:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "5",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
20
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '5'
Token IDs: [20]
Chunk 53:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " and",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
323
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' and'
Token IDs: [323]
Chunk 54:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " b",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
293
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' b'
Token IDs: [293]
Chunk 55:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " to",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
311
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' to'
Token IDs: [311]
Chunk 56:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " ",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
220
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' '
Token IDs: [220]
Chunk 57:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "2",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
17
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '2'
Token IDs: [17]
Chunk 58:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "7",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
22
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '7'
Token IDs: [22]
Chunk 59:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 60:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " I",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
358
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' I'
Token IDs: [358]
Chunk 61:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "'ll",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
3278
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: "'ll"
Token IDs: [3278]
Chunk 62:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " format",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
3561
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' format'
Token IDs: [3561]
Chunk 63:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 64:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " tool",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
5392
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' tool'
Token IDs: [5392]
Chunk 65:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " call",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1618
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' call'
Token IDs: [1618]
Chunk 66:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " as",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
438
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' as'
Token IDs: [438]
Chunk 67:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " specified",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
5189
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' specified'
Token IDs: [5189]
Chunk 68:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ','
Token IDs: [11]
Chunk 69:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " making",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
3259
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' making'
Token IDs: [3259]
Chunk 70:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " sure",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
2704
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' sure'
Token IDs: [2704]
Chunk 71:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 72:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " JSON",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
4718
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' JSON'
Token IDs: [4718]
Chunk 73:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " is",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
374
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' is'
Token IDs: [374]
Chunk 74:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " correct",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
4396
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' correct'
Token IDs: [4396]
Chunk 75:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 76:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " Let",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
6771
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' Let'
Token IDs: [6771]
Chunk 77:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " me",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
752
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' me'
Token IDs: [752]
Chunk 78:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " double",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1990
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' double'
Token IDs: [1990]
Chunk 79:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "-check",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
15934
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '-check'
Token IDs: [15934]
Chunk 80:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " the",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
279
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' the'
Token IDs: [279]
Chunk 81:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " syntax",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
19482
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' syntax'
Token IDs: [19482]
Chunk 82:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
13
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.'
Token IDs: [13]
Chunk 83:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " Yes",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
7414
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' Yes'
Token IDs: [7414]
Chunk 84:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ",",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ','
Token IDs: [11]
Chunk 85:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " that",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
429
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' that'
Token IDs: [429]
Chunk 86:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " should",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
1265
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' should'
Token IDs: [1265]
Chunk 87:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": " work",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
975
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: ' work'
Token IDs: [975]
Chunk 88:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": ".\n",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
624
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '.\n'
Token IDs: [624]
Chunk 89:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "</think>",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
151668
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '</think>'
Token IDs: [151668]
Chunk 90:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "\n\n",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
271
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Text: '\n\n'
Token IDs: [271]
Chunk 91:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": "chatcmpl-tool-be7972d4ed3e4209a22fb1a708e99636",
"function": {
"arguments": null,
"name": "add_numbers"
},
"type": "function"
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
497
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [497]
Tool calls: [ChoiceDeltaToolCall(index=0, id='chatcmpl-tool-be7972d4ed3e4209a22fb1a708e99636', function=ChoiceDeltaToolCallFunction(arguments=None, name='add_numbers'), type='function')]
Chunk 92:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": "{\"a\":",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
788
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [788]
Tool calls: [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='{"a":', name=None), type=None)]
Chunk 93:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": " ",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
220
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [220]
Tool calls: [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments=' ', name=None), type=None)]
Chunk 94:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": "2",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
17
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [17]
Tool calls: [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='2', name=None), type=None)]
Chunk 95:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": "7",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
22
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [22]
Tool calls: [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='7', name=None), type=None)]
Chunk 96:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": null,
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": [
{
"index": 0,
"id": null,
"function": {
"arguments": "}",
"name": null
},
"type": null
}
]
},
"finish_reason": null,
"index": 0,
"logprobs": null,
"token_ids": [
11248
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [11248]
Tool calls: [ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='}', name=None), type=None)]
Chunk 97:
{
"id": "chatcmpl-828de8d05e1840e3abfff755f7b801f2",
"choices": [
{
"delta": {
"content": "",
"function_call": null,
"refusal": null,
"role": null,
"tool_calls": null
},
"finish_reason": "tool_calls",
"index": 0,
"logprobs": null,
"stop_reason": null,
"token_ids": [
151645
]
}
],
"created": 1763619098,
"model": "/home/admin/Qwen3-4B/",
"object": "chat.completion.chunk",
"service_tier": null,
"system_fingerprint": null,
"usage": null
}
Token IDs: [151645]
--------------------------------------------------
Total chunks received: 97
Accumulated text: "<think>\nOkay, the user wants me to calculate 15 + 27 using the add_numbers function. Let me check the function's parameters. The function requires two integers, a and b. So I need to set a to 15 and b to 27. I'll format the tool call as specified, making sure the JSON is correct. Let me double-check the syntax. Yes, that should work.\n</think>\n\n"
Total tokens: 96
Token IDs: [151667, 198, 32313, 11, 279, 1196, 6801, 752, 311, 11047, 220, 16, 20, 488, 220, 17, 22, 1667, 279, 912, 32964, 729, 13, 6771, 752, 1779, 279, 729, 594, 5029, 13, 576, 729, 7460, 1378, 25780, 11, 264, 323, 293, 13, 2055, 358, 1184, 311, 738, 264, 311, 220, 16, 20, 323, 293, 311, 220, 17, 22, 13, 358, 3278, 3561, 279, 5392, 1618, 438, 5189, 11, 3259, 2704, 279, 4718, 374, 4396, 13, 6771, 752, 1990, 15934, 279, 19482, 13, 7414, 11, 429, 1265, 975, 624, 151668, 271, 497, 788, 220, 17, 22, 11248, 151645]
Accumulated tool calls: [ChoiceDeltaToolCall(index=0, id='chatcmpl-tool-be7972d4ed3e4209a22fb1a708e99636', function=ChoiceDeltaToolCallFunction(arguments=None, name='add_numbers'), type='function'), ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='{"a":', name=None), type=None), ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments=' ', name=None), type=None), ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='2', name=None), type=None), ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='7', name=None), type=None), ChoiceDeltaToolCall(index=0, id=None, function=ChoiceDeltaToolCallFunction(arguments='}', name=None), type=None)]
Decoded accumulated_tokens: '<think>\nOkay, the user wants me to calculate 15 + 27 using the add_numbers function. Let me check the function\'s parameters. The function requires two integers, a and b. So I need to set a to 15 and b to 27. I\'ll format the tool call as specified, making sure the JSON is correct. Let me double-check the syntax. Yes, that should work.\n</think>\n\n",": 27}}\n<|im_end|>'
✓ Token IDs successfully received from vLLM!
```
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment