tool_streaming.yaml

  1---
  2version: 2
  3interactions:
  4- id: 0
  5  request:
  6    proto: HTTP/1.1
  7    proto_major: 1
  8    proto_minor: 1
  9    content_length: 528
 10    host: ""
 11    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"}],"model":"moonshotai/kimi-k2-instruct-0905","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
 12    headers:
 13      Accept:
 14      - application/json
 15      Content-Type:
 16      - application/json
 17      User-Agent:
 18      - OpenAI/Go 2.3.0
 19    url: https://api.groq.com/openai/v1/chat/completions
 20    method: POST
 21  response:
 22    proto: HTTP/2.0
 23    proto_major: 2
 24    proto_minor: 0
 25    content_length: -1
 26    body: |+
 27      data: {"id":"chatcmpl-f8dbbaa5-6f1a-48b5-8182-377b3774d8b1","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"role":"assistant","content":null},"logprobs":null,"finish_reason":null}],"x_groq":{"id":"req_01k62v69frexz821z0q8c8zy4z"}}
 28
 29      data: {"id":"chatcmpl-f8dbbaa5-6f1a-48b5-8182-377b3774d8b1","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"tool_calls":[{"id":"functions.weather:0","type":"function","function":{"name":"weather","arguments":"{\"location\":\"Florence,Italy\"}"},"index":0}]},"logprobs":null,"finish_reason":null}]}
 30
 31      data: {"id":"chatcmpl-f8dbbaa5-6f1a-48b5-8182-377b3774d8b1","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"tool_calls"}],"x_groq":{"id":"req_01k62v69frexz821z0q8c8zy4z","usage":{"queue_time":0.03504137,"prompt_tokens":99,"prompt_time":0.016409098,"completion_tokens":21,"completion_time":0.068214998,"total_tokens":120,"total_time":0.084624096}},"usage":{"queue_time":0.03504137,"prompt_tokens":99,"prompt_time":0.016409098,"completion_tokens":21,"completion_time":0.068214998,"total_tokens":120,"total_time":0.084624096}}
 32
 33      data: {"id":"chatcmpl-f8dbbaa5-6f1a-48b5-8182-377b3774d8b1","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[],"usage":{"queue_time":0.03504137,"prompt_tokens":99,"prompt_time":0.016409098,"completion_tokens":21,"completion_time":0.068214998,"total_tokens":120,"total_time":0.084624096},"service_tier":"on_demand"}
 34
 35      data: [DONE]
 36
 37    headers:
 38      Content-Type:
 39      - text/event-stream
 40    status: 200 OK
 41    code: 200
 42    duration: 169.217209ms
 43- id: 1
 44  request:
 45    proto: HTTP/1.1
 46    proto_major: 1
 47    proto_minor: 1
 48    content_length: 759
 49    host: ""
 50    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"},{"tool_calls":[{"id":"functions.weather:0","function":{"arguments":"{\"location\":\"Florence,Italy\"}","name":"weather"},"type":"function"}],"role":"assistant"},{"content":"40 C","tool_call_id":"functions.weather:0","role":"tool"}],"model":"moonshotai/kimi-k2-instruct-0905","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
 51    headers:
 52      Accept:
 53      - application/json
 54      Content-Type:
 55      - application/json
 56      User-Agent:
 57      - OpenAI/Go 2.3.0
 58    url: https://api.groq.com/openai/v1/chat/completions
 59    method: POST
 60  response:
 61    proto: HTTP/2.0
 62    proto_major: 2
 63    proto_minor: 0
 64    content_length: -1
 65    body: |+
 66      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"role":"assistant","content":""},"logprobs":null,"finish_reason":null}],"x_groq":{"id":"req_01k62v69nqexz91h2x5y0qygzz"}}
 67
 68      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"It"},"logprobs":null,"finish_reason":null}]}
 69
 70      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"’s"},"logprobs":null,"finish_reason":null}]}
 71
 72      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" currently"},"logprobs":null,"finish_reason":null}]}
 73
 74      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" "},"logprobs":null,"finish_reason":null}]}
 75
 76      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"40"},"logprobs":null,"finish_reason":null}]}
 77
 78      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" °"},"logprobs":null,"finish_reason":null}]}
 79
 80      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"C"},"logprobs":null,"finish_reason":null}]}
 81
 82      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" ("},"logprobs":null,"finish_reason":null}]}
 83
 84      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"about"},"logprobs":null,"finish_reason":null}]}
 85
 86      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" "},"logprobs":null,"finish_reason":null}]}
 87
 88      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"104"},"logprobs":null,"finish_reason":null}]}
 89
 90      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" °"},"logprobs":null,"finish_reason":null}]}
 91
 92      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"F"},"logprobs":null,"finish_reason":null}]}
 93
 94      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":")"},"logprobs":null,"finish_reason":null}]}
 95
 96      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" in"},"logprobs":null,"finish_reason":null}]}
 97
 98      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" Florence"},"logprobs":null,"finish_reason":null}]}
 99
100      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":","},"logprobs":null,"finish_reason":null}]}
101
102      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" Italy"},"logprobs":null,"finish_reason":null}]}
103
104      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"—"},"logprobs":null,"finish_reason":null}]}
105
106      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"quite"},"logprobs":null,"finish_reason":null}]}
107
108      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":" hot"},"logprobs":null,"finish_reason":null}]}
109
110      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{"content":"!"},"logprobs":null,"finish_reason":null}]}
111
112      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[{"index":0,"delta":{},"logprobs":null,"finish_reason":"stop"}],"x_groq":{"id":"req_01k62v69nqexz91h2x5y0qygzz","usage":{"queue_time":0.035569563,"prompt_tokens":139,"prompt_time":0.016770892,"completion_tokens":23,"completion_time":0.079470705,"total_tokens":162,"total_time":0.096241597}},"usage":{"queue_time":0.035569563,"prompt_tokens":139,"prompt_time":0.016770892,"completion_tokens":23,"completion_time":0.079470705,"total_tokens":162,"total_time":0.096241597}}
113
114      data: {"id":"chatcmpl-8c7b9aab-0f33-4e49-a85c-a767e9f10cb3","object":"chat.completion.chunk","created":1758884734,"model":"moonshotai/kimi-k2-instruct-0905","system_fingerprint":"fp_6e6ff3688b","choices":[],"usage":{"queue_time":0.035569563,"prompt_tokens":139,"prompt_time":0.016770892,"completion_tokens":23,"completion_time":0.079470705,"total_tokens":162,"total_time":0.096241597},"service_tier":"on_demand"}
115
116      data: [DONE]
117
118    headers:
119      Content-Type:
120      - text/event-stream
121    status: 200 OK
122    code: 200
123    duration: 125.265708ms