tool_streaming.yaml

  1---
  2version: 2
  3interactions:
  4- id: 0
  5  request:
  6    proto: HTTP/1.1
  7    proto_major: 1
  8    proto_minor: 1
  9    content_length: 521
 10    host: ""
 11    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"}],"model":"anthropic/claude-sonnet-4","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
 12    headers:
 13      Accept:
 14      - application/json
 15      Content-Type:
 16      - application/json
 17      User-Agent:
 18      - Charm-Fantasy/0.12.2 (https://charm.land/fantasy)
 19    url: https://ai-gateway.vercel.sh/v1/chat/completions
 20    method: POST
 21  response:
 22    proto: HTTP/2.0
 23    proto_major: 2
 24    proto_minor: 0
 25    content_length: -1
 26    body: |+
 27      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"role":"assistant"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 28
 29      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"I'll get the current"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 30
 31      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" weather information for Florence, Italy for you"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 32
 33      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"."},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 34
 35      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"id":"toolu_01YE6sgGyYMPQGoV1qg3qzZS","type":"function","function":{"name":"weather","arguments":""}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 36
 37      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"{\"loca"}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 38
 39      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"tion\": "}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 40
 41      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"\"Flore"}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 42
 43      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"nce,Ital"}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 44
 45      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"y\"}"}}]},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_pfjuxie0ws"}
 46
 47      data: {"id":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","object":"chat.completion.chunk","created":1773346164,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"provider_metadata":{"anthropic":{"usage":{"input_tokens":394,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"cache_creation":{"ephemeral_5m_input_tokens":0,"ephemeral_1h_input_tokens":0},"output_tokens":68,"service_tier":"standard","inference_geo":"not_available"},"cacheCreationInputTokens":0,"stopSequence":null,"iterations":null,"container":null,"contextManagement":null},"gateway":{"routing":{"originalModelId":"anthropic/claude-sonnet-4","resolvedProvider":"anthropic","resolvedProviderApiModelId":"claude-sonnet-4-20250514","internalResolvedModelId":"anthropic:claude-sonnet-4-20250514","fallbacksAvailable":["vertexAnthropic","bedrock"],"internalReasoning":"Selected anthropic as preferred provider for claude-sonnet-4. 2 fallback(s) available: vertexAnthropic, bedrock","planningReasoning":"System credentials planned for: anthropic, vertexAnthropic, bedrock. Total execution order: anthropic(system) → vertexAnthropic(system) → bedrock(system)","canonicalSlug":"anthropic/claude-sonnet-4","finalProvider":"anthropic","attempts":[{"provider":"anthropic","internalModelId":"anthropic:claude-sonnet-4-20250514","providerApiModelId":"claude-sonnet-4-20250514","credentialType":"system","success":true,"startTime":314183.418337,"endTime":315561.049565,"providerRequestId":"req_011CYynuFvQrSDzqw1AMdL61","statusCode":200,"providerResponseId":"msg_01SfdJFUADYsvf6GyCrs6KVY"}],"modelAttemptCount":1,"modelAttempts":[{"modelId":"anthropic:claude-sonnet-4-20250514","canonicalSlug":"anthropic/claude-sonnet-4","success":true,"providerAttemptCount":1,"providerAttempts":[{"provider":"anthropic","internalModelId":"anthropic:claude-sonnet-4-20250514","providerApiModelId":"claude-sonnet-4-20250514","credentialType":"system","success":true,"startTime":314183.418337,"endTime":315561.049565,"providerRequestId":"req_011CYynuFvQrSDzqw1AMdL61","statusCode":200,"providerResponseId":"msg_01SfdJFUADYsvf6GyCrs6KVY"}]}],"totalProviderAttemptCount":1},"cost":"0.002202","marketCost":"0.002202","generationId":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6","billableWebSearchCalls":0}}},"logprobs":null,"finish_reason":"tool_calls"}],"usage":{"prompt_tokens":394,"completion_tokens":68,"total_tokens":462,"cost":0.002202,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":null,"upstream_inference_prompt_cost":0,"upstream_inference_completions_cost":0},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0},"cache_creation_input_tokens":0,"market_cost":0.002202},"system_fingerprint":"fp_pfjuxie0ws","generationId":"gen_01KKHTP3C6Z9A2M6JKBJ4A9FS6"}
 48
 49      data: [DONE]
 50
 51    headers:
 52      Content-Type:
 53      - text/event-stream
 54    status: 200 OK
 55    code: 200
 56    duration: 1.122870416s
 57- id: 1
 58  request:
 59    proto: HTTP/1.1
 60    proto_major: 1
 61    proto_minor: 1
 62    content_length: 857
 63    host: ""
 64    body: '{"messages":[{"content":"You are a helpful assistant","role":"system"},{"content":"What''s the weather in Florence,Italy?","role":"user"},{"content":"I''ll get the current weather information for Florence, Italy for you.","tool_calls":[{"id":"toolu_01YE6sgGyYMPQGoV1qg3qzZS","function":{"arguments":"{\"location\": \"Florence,Italy\"}","name":"weather"},"type":"function"}],"role":"assistant"},{"content":"40 C","tool_call_id":"toolu_01YE6sgGyYMPQGoV1qg3qzZS","role":"tool"}],"model":"anthropic/claude-sonnet-4","max_tokens":4000,"stream_options":{"include_usage":true},"tool_choice":"auto","tools":[{"function":{"name":"weather","strict":false,"description":"Get weather information for a location","parameters":{"properties":{"location":{"description":"the city","type":"string"}},"required":["location"],"type":"object"}},"type":"function"}],"stream":true}'
 65    headers:
 66      Accept:
 67      - application/json
 68      Content-Type:
 69      - application/json
 70      User-Agent:
 71      - Charm-Fantasy/0.12.2 (https://charm.land/fantasy)
 72    url: https://ai-gateway.vercel.sh/v1/chat/completions
 73    method: POST
 74  response:
 75    proto: HTTP/2.0
 76    proto_major: 2
 77    proto_minor: 0
 78    content_length: -1
 79    body: |+
 80      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"role":"assistant"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 81
 82      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"The"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 83
 84      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" current"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 85
 86      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" temperature"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 87
 88      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" in Florence, Italy is 40°"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 89
 90      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"C (104°F). That"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 91
 92      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"'s quite"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 93
 94      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" hot"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 95
 96      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"! Make"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 97
 98      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" sure to"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
 99
100      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" stay"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
101
102      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" hydrated and seek"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
103
104      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" shade if"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
105
106      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" you're"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
107
108      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" planning"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
109
110      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":" to be outd"},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
111
112      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"content":"oors."},"logprobs":null,"finish_reason":null}],"system_fingerprint":"fp_u5hfiro8vj"}
113
114      data: {"id":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","object":"chat.completion.chunk","created":1773346166,"model":"anthropic/claude-sonnet-4","choices":[{"index":0,"delta":{"provider_metadata":{"anthropic":{"usage":{"input_tokens":477,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"cache_creation":{"ephemeral_5m_input_tokens":0,"ephemeral_1h_input_tokens":0},"output_tokens":43,"service_tier":"standard","inference_geo":"not_available"},"cacheCreationInputTokens":0,"stopSequence":null,"iterations":null,"container":null,"contextManagement":null},"gateway":{"routing":{"originalModelId":"anthropic/claude-sonnet-4","resolvedProvider":"anthropic","resolvedProviderApiModelId":"claude-sonnet-4-20250514","internalResolvedModelId":"anthropic:claude-sonnet-4-20250514","fallbacksAvailable":["vertexAnthropic","bedrock"],"internalReasoning":"Selected anthropic as preferred provider for claude-sonnet-4. 2 fallback(s) available: vertexAnthropic, bedrock","planningReasoning":"System credentials planned for: anthropic, vertexAnthropic, bedrock. Total execution order: anthropic(system) → vertexAnthropic(system) → bedrock(system)","canonicalSlug":"anthropic/claude-sonnet-4","finalProvider":"anthropic","attempts":[{"provider":"anthropic","internalModelId":"anthropic:claude-sonnet-4-20250514","providerApiModelId":"claude-sonnet-4-20250514","credentialType":"system","success":true,"startTime":237488.977233,"endTime":239355.194633,"providerRequestId":"req_011CYynuNXY7hNuhjgEzG2hi","statusCode":200,"providerResponseId":"msg_015gyWd7uG89PTjGewXBMDe6"}],"modelAttemptCount":1,"modelAttempts":[{"modelId":"anthropic:claude-sonnet-4-20250514","canonicalSlug":"anthropic/claude-sonnet-4","success":true,"providerAttemptCount":1,"providerAttempts":[{"provider":"anthropic","internalModelId":"anthropic:claude-sonnet-4-20250514","providerApiModelId":"claude-sonnet-4-20250514","credentialType":"system","success":true,"startTime":237488.977233,"endTime":239355.194633,"providerRequestId":"req_011CYynuNXY7hNuhjgEzG2hi","statusCode":200,"providerResponseId":"msg_015gyWd7uG89PTjGewXBMDe6"}]}],"totalProviderAttemptCount":1},"cost":"0.002076","marketCost":"0.002076","generationId":"gen_01KKHTP4WGEHS595XTBHE2Z0AF","billableWebSearchCalls":0}}},"logprobs":null,"finish_reason":"stop"}],"usage":{"prompt_tokens":477,"completion_tokens":43,"total_tokens":520,"cost":0.002076,"is_byok":false,"prompt_tokens_details":{"cached_tokens":0,"audio_tokens":0,"video_tokens":0},"cost_details":{"upstream_inference_cost":null,"upstream_inference_prompt_cost":0,"upstream_inference_completions_cost":0},"completion_tokens_details":{"reasoning_tokens":0,"image_tokens":0},"cache_creation_input_tokens":0,"market_cost":0.002076},"system_fingerprint":"fp_u5hfiro8vj","generationId":"gen_01KKHTP4WGEHS595XTBHE2Z0AF"}
115
116      data: [DONE]
117
118    headers:
119      Content-Type:
120      - text/event-stream
121    status: 200 OK
122    code: 200
123    duration: 1.111700167s