tool_streaming.yaml

 1---
 2version: 2
 3interactions:
 4- id: 0
 5  request:
 6    proto: HTTP/1.1
 7    proto_major: 1
 8    proto_minor: 1
 9    content_length: 513
10    host: ""
11    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"}],"model":"qwen-3-coder-480b","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
12    headers:
13      Accept:
14      - application/json
15      Content-Type:
16      - application/json
17      User-Agent:
18      - OpenAI/Go 2.7.1
19    url: https://api.cerebras.ai/v1/chat/completions
20    method: POST
21  response:
22    proto: HTTP/2.0
23    proto_major: 2
24    proto_minor: 0
25    content_length: -1
26    body: |+
27      data: {"id":"chatcmpl-e0347bac-7067-402a-90b0-de824b22e28d","choices":[{"delta":{"role":"assistant"},"index":0}],"created":1761231232,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
28
29      data: {"id":"chatcmpl-e0347bac-7067-402a-90b0-de824b22e28d","choices":[{"delta":{"tool_calls":[{"function":{"name":"weather","arguments":"{\"location\": \"Florence,Italy\"}"},"type":"function","id":"27781e665","index":0}]},"index":0}],"created":1761231232,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
30
31      data: {"id":"chatcmpl-e0347bac-7067-402a-90b0-de824b22e28d","choices":[{"delta":{},"finish_reason":"tool_calls","index":0}],"created":1761231232,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk","usage":{"prompt_tokens":277,"completion_tokens":25,"total_tokens":302,"prompt_tokens_details":{"cached_tokens":0}},"time_info":{"queue_time":0.00023776,"prompt_time":0.01277883,"completion_time":0.017435801,"total_time":0.03246140480041504,"created":1761231232.1930194}}
32
33    headers:
34      Content-Type:
35      - text/event-stream; charset=utf-8
36    status: 200 OK
37    code: 200
38    duration: 554.299125ms
39- id: 1
40  request:
41    proto: HTTP/1.1
42    proto_major: 1
43    proto_minor: 1
44    content_length: 725
45    host: ""
46    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"},{"tool_calls":[{"id":"27781e665","function":{"arguments":"{\"location\": \"Florence,Italy\"}","name":"weather"},"type":"function"}],"role":"assistant"},{"content":"40 C","tool_call_id":"27781e665","role":"tool"}],"model":"qwen-3-coder-480b","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
47    headers:
48      Accept:
49      - application/json
50      Content-Type:
51      - application/json
52      User-Agent:
53      - OpenAI/Go 2.7.1
54    url: https://api.cerebras.ai/v1/chat/completions
55    method: POST
56  response:
57    proto: HTTP/2.0
58    proto_major: 2
59    proto_minor: 0
60    content_length: -1
61    body: |+
62      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"role":"assistant"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
63
64      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":"The"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
65
66      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" weather"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
67
68      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" in"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
69
70      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" Florence"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
71
72      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":","},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
73
74      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" Italy"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
75
76      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" is"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
77
78      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" currently"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
79
80      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":" "},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
81
82      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":"4"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
83
84      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":"0"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
85
86      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":"°C"},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
87
88      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{"content":"."},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
89
90      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{},"index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk"}
91
92      data: {"id":"chatcmpl-3f2608fe-2a08-45b1-a2d7-647546bca09b","choices":[{"delta":{},"finish_reason":"stop","index":0}],"created":1761231235,"model":"qwen-3-coder-480b","system_fingerprint":"fp_386b539e7b02ce3613b7","object":"chat.completion.chunk","usage":{"prompt_tokens":319,"completion_tokens":14,"total_tokens":333,"prompt_tokens_details":{"cached_tokens":0}},"time_info":{"queue_time":0.000132691,"prompt_time":0.011949852,"completion_time":0.007288454,"total_time":0.02104043960571289,"created":1761231235.267821}}
93
94    headers:
95      Content-Type:
96      - text/event-stream; charset=utf-8
97    status: 200 OK
98    code: 200
99    duration: 406.379209ms