1use std::pin::Pin;
2use std::str::FromStr as _;
3use std::sync::Arc;
4
5use anyhow::{Result, anyhow};
6use cloud_llm_client::CompletionIntent;
7use collections::HashMap;
8use copilot::{GlobalCopilotAuth, Status};
9use copilot_chat::responses as copilot_responses;
10use copilot_chat::{
11 ChatMessage, ChatMessageContent, ChatMessagePart, CopilotChat, CopilotChatConfiguration,
12 Function, FunctionContent, ImageUrl, Model as CopilotChatModel, ModelVendor,
13 Request as CopilotChatRequest, ResponseEvent, Tool, ToolCall, ToolCallContent, ToolChoice,
14};
15use futures::future::BoxFuture;
16use futures::stream::BoxStream;
17use futures::{FutureExt, Stream, StreamExt};
18use gpui::{AnyView, App, AsyncApp, Entity, Subscription, Task};
19use http_client::StatusCode;
20use language::language_settings::all_language_settings;
21use language_model::{
22 AuthenticateError, IconOrSvg, LanguageModel, LanguageModelCompletionError,
23 LanguageModelCompletionEvent, LanguageModelCostInfo, LanguageModelId, LanguageModelName,
24 LanguageModelProvider, LanguageModelProviderId, LanguageModelProviderName,
25 LanguageModelProviderState, LanguageModelRequest, LanguageModelRequestMessage,
26 LanguageModelToolChoice, LanguageModelToolResultContent, LanguageModelToolSchemaFormat,
27 LanguageModelToolUse, MessageContent, RateLimiter, Role, StopReason, TokenUsage,
28};
29use settings::SettingsStore;
30use ui::prelude::*;
31use util::debug_panic;
32
33use crate::provider::util::parse_tool_arguments;
34
35const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("copilot_chat");
36const PROVIDER_NAME: LanguageModelProviderName =
37 LanguageModelProviderName::new("GitHub Copilot Chat");
38
39pub struct CopilotChatLanguageModelProvider {
40 state: Entity<State>,
41}
42
43pub struct State {
44 _copilot_chat_subscription: Option<Subscription>,
45 _settings_subscription: Subscription,
46}
47
48impl State {
49 fn is_authenticated(&self, cx: &App) -> bool {
50 CopilotChat::global(cx)
51 .map(|m| m.read(cx).is_authenticated())
52 .unwrap_or(false)
53 }
54}
55
56impl CopilotChatLanguageModelProvider {
57 pub fn new(cx: &mut App) -> Self {
58 let state = cx.new(|cx| {
59 let copilot_chat_subscription = CopilotChat::global(cx)
60 .map(|copilot_chat| cx.observe(&copilot_chat, |_, _, cx| cx.notify()));
61 State {
62 _copilot_chat_subscription: copilot_chat_subscription,
63 _settings_subscription: cx.observe_global::<SettingsStore>(|_, cx| {
64 if let Some(copilot_chat) = CopilotChat::global(cx) {
65 let language_settings = all_language_settings(None, cx);
66 let configuration = CopilotChatConfiguration {
67 enterprise_uri: language_settings
68 .edit_predictions
69 .copilot
70 .enterprise_uri
71 .clone(),
72 };
73 copilot_chat.update(cx, |chat, cx| {
74 chat.set_configuration(configuration, cx);
75 });
76 }
77 cx.notify();
78 }),
79 }
80 });
81
82 Self { state }
83 }
84
85 fn create_language_model(&self, model: CopilotChatModel) -> Arc<dyn LanguageModel> {
86 Arc::new(CopilotChatLanguageModel {
87 model,
88 request_limiter: RateLimiter::new(4),
89 })
90 }
91}
92
93impl LanguageModelProviderState for CopilotChatLanguageModelProvider {
94 type ObservableEntity = State;
95
96 fn observable_entity(&self) -> Option<Entity<Self::ObservableEntity>> {
97 Some(self.state.clone())
98 }
99}
100
101impl LanguageModelProvider for CopilotChatLanguageModelProvider {
102 fn id(&self) -> LanguageModelProviderId {
103 PROVIDER_ID
104 }
105
106 fn name(&self) -> LanguageModelProviderName {
107 PROVIDER_NAME
108 }
109
110 fn icon(&self) -> IconOrSvg {
111 IconOrSvg::Icon(IconName::Copilot)
112 }
113
114 fn default_model(&self, cx: &App) -> Option<Arc<dyn LanguageModel>> {
115 let models = CopilotChat::global(cx).and_then(|m| m.read(cx).models())?;
116 models
117 .first()
118 .map(|model| self.create_language_model(model.clone()))
119 }
120
121 fn default_fast_model(&self, cx: &App) -> Option<Arc<dyn LanguageModel>> {
122 // The default model should be Copilot Chat's 'base model', which is likely a relatively fast
123 // model (e.g. 4o) and a sensible choice when considering premium requests
124 self.default_model(cx)
125 }
126
127 fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
128 let Some(models) = CopilotChat::global(cx).and_then(|m| m.read(cx).models()) else {
129 return Vec::new();
130 };
131 models
132 .iter()
133 .map(|model| self.create_language_model(model.clone()))
134 .collect()
135 }
136
137 fn is_authenticated(&self, cx: &App) -> bool {
138 self.state.read(cx).is_authenticated(cx)
139 }
140
141 fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
142 if self.is_authenticated(cx) {
143 return Task::ready(Ok(()));
144 };
145
146 let Some(copilot) = GlobalCopilotAuth::try_global(cx).cloned() else {
147 return Task::ready(Err(anyhow!(concat!(
148 "Copilot must be enabled for Copilot Chat to work. ",
149 "Please enable Copilot and try again."
150 ))
151 .into()));
152 };
153
154 let err = match copilot.0.read(cx).status() {
155 Status::Authorized => return Task::ready(Ok(())),
156 Status::Disabled => anyhow!(
157 "Copilot must be enabled for Copilot Chat to work. Please enable Copilot and try again."
158 ),
159 Status::Error(err) => anyhow!(format!(
160 "Received the following error while signing into Copilot: {err}"
161 )),
162 Status::Starting { task: _ } => anyhow!(
163 "Copilot is still starting, please wait for Copilot to start then try again"
164 ),
165 Status::Unauthorized => anyhow!(
166 "Unable to authorize with Copilot. Please make sure that you have an active Copilot and Copilot Chat subscription."
167 ),
168 Status::SignedOut { .. } => {
169 anyhow!("You have signed out of Copilot. Please sign in to Copilot and try again.")
170 }
171 Status::SigningIn { prompt: _ } => anyhow!("Still signing into Copilot..."),
172 };
173
174 Task::ready(Err(err.into()))
175 }
176
177 fn configuration_view(
178 &self,
179 _target_agent: language_model::ConfigurationViewTargetAgent,
180 _: &mut Window,
181 cx: &mut App,
182 ) -> AnyView {
183 cx.new(|cx| {
184 copilot_ui::ConfigurationView::new(
185 |cx| {
186 CopilotChat::global(cx)
187 .map(|m| m.read(cx).is_authenticated())
188 .unwrap_or(false)
189 },
190 copilot_ui::ConfigurationMode::Chat,
191 cx,
192 )
193 })
194 .into()
195 }
196
197 fn reset_credentials(&self, _cx: &mut App) -> Task<Result<()>> {
198 Task::ready(Err(anyhow!(
199 "Signing out of GitHub Copilot Chat is currently not supported."
200 )))
201 }
202}
203
204fn collect_tiktoken_messages(
205 request: LanguageModelRequest,
206) -> Vec<tiktoken_rs::ChatCompletionRequestMessage> {
207 request
208 .messages
209 .into_iter()
210 .map(|message| tiktoken_rs::ChatCompletionRequestMessage {
211 role: match message.role {
212 Role::User => "user".into(),
213 Role::Assistant => "assistant".into(),
214 Role::System => "system".into(),
215 },
216 content: Some(message.string_contents()),
217 name: None,
218 function_call: None,
219 })
220 .collect::<Vec<_>>()
221}
222
223pub struct CopilotChatLanguageModel {
224 model: CopilotChatModel,
225 request_limiter: RateLimiter,
226}
227
228impl LanguageModel for CopilotChatLanguageModel {
229 fn id(&self) -> LanguageModelId {
230 LanguageModelId::from(self.model.id().to_string())
231 }
232
233 fn name(&self) -> LanguageModelName {
234 LanguageModelName::from(self.model.display_name().to_string())
235 }
236
237 fn provider_id(&self) -> LanguageModelProviderId {
238 PROVIDER_ID
239 }
240
241 fn provider_name(&self) -> LanguageModelProviderName {
242 PROVIDER_NAME
243 }
244
245 fn supports_tools(&self) -> bool {
246 self.model.supports_tools()
247 }
248
249 fn supports_images(&self) -> bool {
250 self.model.supports_vision()
251 }
252
253 fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
254 match self.model.vendor() {
255 ModelVendor::OpenAI | ModelVendor::Anthropic => {
256 LanguageModelToolSchemaFormat::JsonSchema
257 }
258 ModelVendor::Google | ModelVendor::XAI | ModelVendor::Unknown => {
259 LanguageModelToolSchemaFormat::JsonSchemaSubset
260 }
261 }
262 }
263
264 fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
265 match choice {
266 LanguageModelToolChoice::Auto
267 | LanguageModelToolChoice::Any
268 | LanguageModelToolChoice::None => self.supports_tools(),
269 }
270 }
271
272 fn model_cost_info(&self) -> Option<LanguageModelCostInfo> {
273 LanguageModelCostInfo::RequestCost {
274 cost_per_request: self.model.multiplier(),
275 }
276 .into()
277 }
278
279 fn telemetry_id(&self) -> String {
280 format!("copilot_chat/{}", self.model.id())
281 }
282
283 fn max_token_count(&self) -> u64 {
284 self.model.max_token_count()
285 }
286
287 fn count_tokens(
288 &self,
289 request: LanguageModelRequest,
290 cx: &App,
291 ) -> BoxFuture<'static, Result<u64>> {
292 let model = self.model.clone();
293 cx.background_spawn(async move {
294 let messages = collect_tiktoken_messages(request);
295 // Copilot uses OpenAI tiktoken tokenizer for all it's model irrespective of the underlying provider(vendor).
296 let tokenizer_model = match model.tokenizer() {
297 Some("o200k_base") => "gpt-4o",
298 Some("cl100k_base") => "gpt-4",
299 _ => "gpt-4o",
300 };
301
302 tiktoken_rs::num_tokens_from_messages(tokenizer_model, &messages)
303 .map(|tokens| tokens as u64)
304 })
305 .boxed()
306 }
307
308 fn stream_completion(
309 &self,
310 request: LanguageModelRequest,
311 cx: &AsyncApp,
312 ) -> BoxFuture<
313 'static,
314 Result<
315 BoxStream<'static, Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>,
316 LanguageModelCompletionError,
317 >,
318 > {
319 let is_user_initiated = request.intent.is_none_or(|intent| match intent {
320 CompletionIntent::UserPrompt
321 | CompletionIntent::ThreadContextSummarization
322 | CompletionIntent::InlineAssist
323 | CompletionIntent::TerminalInlineAssist
324 | CompletionIntent::GenerateGitCommitMessage => true,
325
326 CompletionIntent::ToolResults
327 | CompletionIntent::ThreadSummarization
328 | CompletionIntent::CreateFile
329 | CompletionIntent::EditFile => false,
330 });
331
332 if self.model.supports_response() {
333 let responses_request = into_copilot_responses(&self.model, request);
334 let request_limiter = self.request_limiter.clone();
335 let future = cx.spawn(async move |cx| {
336 let request =
337 CopilotChat::stream_response(responses_request, is_user_initiated, cx.clone());
338 request_limiter
339 .stream(async move {
340 let stream = request.await?;
341 let mapper = CopilotResponsesEventMapper::new();
342 Ok(mapper.map_stream(stream).boxed())
343 })
344 .await
345 });
346 return async move { Ok(future.await?.boxed()) }.boxed();
347 }
348
349 let copilot_request = match into_copilot_chat(&self.model, request) {
350 Ok(request) => request,
351 Err(err) => return futures::future::ready(Err(err.into())).boxed(),
352 };
353 let is_streaming = copilot_request.stream;
354
355 let request_limiter = self.request_limiter.clone();
356 let future = cx.spawn(async move |cx| {
357 let request =
358 CopilotChat::stream_completion(copilot_request, is_user_initiated, cx.clone());
359 request_limiter
360 .stream(async move {
361 let response = request.await?;
362 Ok(map_to_language_model_completion_events(
363 response,
364 is_streaming,
365 ))
366 })
367 .await
368 });
369 async move { Ok(future.await?.boxed()) }.boxed()
370 }
371}
372
373pub fn map_to_language_model_completion_events(
374 events: Pin<Box<dyn Send + Stream<Item = Result<ResponseEvent>>>>,
375 is_streaming: bool,
376) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
377 #[derive(Default)]
378 struct RawToolCall {
379 id: String,
380 name: String,
381 arguments: String,
382 thought_signature: Option<String>,
383 }
384
385 struct State {
386 events: Pin<Box<dyn Send + Stream<Item = Result<ResponseEvent>>>>,
387 tool_calls_by_index: HashMap<usize, RawToolCall>,
388 reasoning_opaque: Option<String>,
389 reasoning_text: Option<String>,
390 }
391
392 futures::stream::unfold(
393 State {
394 events,
395 tool_calls_by_index: HashMap::default(),
396 reasoning_opaque: None,
397 reasoning_text: None,
398 },
399 move |mut state| async move {
400 if let Some(event) = state.events.next().await {
401 match event {
402 Ok(event) => {
403 let Some(choice) = event.choices.first() else {
404 return Some((
405 vec![Err(anyhow!("Response contained no choices").into())],
406 state,
407 ));
408 };
409
410 let delta = if is_streaming {
411 choice.delta.as_ref()
412 } else {
413 choice.message.as_ref()
414 };
415
416 let Some(delta) = delta else {
417 return Some((
418 vec![Err(anyhow!("Response contained no delta").into())],
419 state,
420 ));
421 };
422
423 let mut events = Vec::new();
424 if let Some(content) = delta.content.clone() {
425 events.push(Ok(LanguageModelCompletionEvent::Text(content)));
426 }
427
428 // Capture reasoning data from the delta (e.g. for Gemini 3)
429 if let Some(opaque) = delta.reasoning_opaque.clone() {
430 state.reasoning_opaque = Some(opaque);
431 }
432 if let Some(text) = delta.reasoning_text.clone() {
433 state.reasoning_text = Some(text);
434 }
435
436 for (index, tool_call) in delta.tool_calls.iter().enumerate() {
437 let tool_index = tool_call.index.unwrap_or(index);
438 let entry = state.tool_calls_by_index.entry(tool_index).or_default();
439
440 if let Some(tool_id) = tool_call.id.clone() {
441 entry.id = tool_id;
442 }
443
444 if let Some(function) = tool_call.function.as_ref() {
445 if let Some(name) = function.name.clone() {
446 entry.name = name;
447 }
448
449 if let Some(arguments) = function.arguments.clone() {
450 entry.arguments.push_str(&arguments);
451 }
452
453 if let Some(thought_signature) = function.thought_signature.clone()
454 {
455 entry.thought_signature = Some(thought_signature);
456 }
457 }
458 }
459
460 if let Some(usage) = event.usage {
461 events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(
462 TokenUsage {
463 input_tokens: usage.prompt_tokens,
464 output_tokens: usage.completion_tokens,
465 cache_creation_input_tokens: 0,
466 cache_read_input_tokens: 0,
467 },
468 )));
469 }
470
471 match choice.finish_reason.as_deref() {
472 Some("stop") => {
473 events.push(Ok(LanguageModelCompletionEvent::Stop(
474 StopReason::EndTurn,
475 )));
476 }
477 Some("tool_calls") => {
478 // Gemini 3 models send reasoning_opaque/reasoning_text that must
479 // be preserved and sent back in subsequent requests. Emit as
480 // ReasoningDetails so the agent stores it in the message.
481 if state.reasoning_opaque.is_some()
482 || state.reasoning_text.is_some()
483 {
484 let mut details = serde_json::Map::new();
485 if let Some(opaque) = state.reasoning_opaque.take() {
486 details.insert(
487 "reasoning_opaque".to_string(),
488 serde_json::Value::String(opaque),
489 );
490 }
491 if let Some(text) = state.reasoning_text.take() {
492 details.insert(
493 "reasoning_text".to_string(),
494 serde_json::Value::String(text),
495 );
496 }
497 events.push(Ok(
498 LanguageModelCompletionEvent::ReasoningDetails(
499 serde_json::Value::Object(details),
500 ),
501 ));
502 }
503
504 events.extend(state.tool_calls_by_index.drain().map(
505 |(_, tool_call)| match parse_tool_arguments(
506 &tool_call.arguments,
507 ) {
508 Ok(input) => Ok(LanguageModelCompletionEvent::ToolUse(
509 LanguageModelToolUse {
510 id: tool_call.id.into(),
511 name: tool_call.name.as_str().into(),
512 is_input_complete: true,
513 input,
514 raw_input: tool_call.arguments,
515 thought_signature: tool_call.thought_signature,
516 },
517 )),
518 Err(error) => Ok(
519 LanguageModelCompletionEvent::ToolUseJsonParseError {
520 id: tool_call.id.into(),
521 tool_name: tool_call.name.as_str().into(),
522 raw_input: tool_call.arguments.into(),
523 json_parse_error: error.to_string(),
524 },
525 ),
526 },
527 ));
528
529 events.push(Ok(LanguageModelCompletionEvent::Stop(
530 StopReason::ToolUse,
531 )));
532 }
533 Some(stop_reason) => {
534 log::error!("Unexpected Copilot Chat stop_reason: {stop_reason:?}");
535 events.push(Ok(LanguageModelCompletionEvent::Stop(
536 StopReason::EndTurn,
537 )));
538 }
539 None => {}
540 }
541
542 return Some((events, state));
543 }
544 Err(err) => return Some((vec![Err(anyhow!(err).into())], state)),
545 }
546 }
547
548 None
549 },
550 )
551 .flat_map(futures::stream::iter)
552}
553
554pub struct CopilotResponsesEventMapper {
555 pending_stop_reason: Option<StopReason>,
556}
557
558impl CopilotResponsesEventMapper {
559 pub fn new() -> Self {
560 Self {
561 pending_stop_reason: None,
562 }
563 }
564
565 pub fn map_stream(
566 mut self,
567 events: Pin<Box<dyn Send + Stream<Item = Result<copilot_responses::StreamEvent>>>>,
568 ) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>
569 {
570 events.flat_map(move |event| {
571 futures::stream::iter(match event {
572 Ok(event) => self.map_event(event),
573 Err(error) => vec![Err(LanguageModelCompletionError::from(anyhow!(error)))],
574 })
575 })
576 }
577
578 fn map_event(
579 &mut self,
580 event: copilot_responses::StreamEvent,
581 ) -> Vec<Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
582 match event {
583 copilot_responses::StreamEvent::OutputItemAdded { item, .. } => match item {
584 copilot_responses::ResponseOutputItem::Message { id, .. } => {
585 vec![Ok(LanguageModelCompletionEvent::StartMessage {
586 message_id: id,
587 })]
588 }
589 _ => Vec::new(),
590 },
591
592 copilot_responses::StreamEvent::OutputTextDelta { delta, .. } => {
593 if delta.is_empty() {
594 Vec::new()
595 } else {
596 vec![Ok(LanguageModelCompletionEvent::Text(delta))]
597 }
598 }
599
600 copilot_responses::StreamEvent::OutputItemDone { item, .. } => match item {
601 copilot_responses::ResponseOutputItem::Message { .. } => Vec::new(),
602 copilot_responses::ResponseOutputItem::FunctionCall {
603 call_id,
604 name,
605 arguments,
606 thought_signature,
607 ..
608 } => {
609 let mut events = Vec::new();
610 match parse_tool_arguments(&arguments) {
611 Ok(input) => events.push(Ok(LanguageModelCompletionEvent::ToolUse(
612 LanguageModelToolUse {
613 id: call_id.into(),
614 name: name.as_str().into(),
615 is_input_complete: true,
616 input,
617 raw_input: arguments.clone(),
618 thought_signature,
619 },
620 ))),
621 Err(error) => {
622 events.push(Ok(LanguageModelCompletionEvent::ToolUseJsonParseError {
623 id: call_id.into(),
624 tool_name: name.as_str().into(),
625 raw_input: arguments.clone().into(),
626 json_parse_error: error.to_string(),
627 }))
628 }
629 }
630 // Record that we already emitted a tool-use stop so we can avoid duplicating
631 // a Stop event on Completed.
632 self.pending_stop_reason = Some(StopReason::ToolUse);
633 events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::ToolUse)));
634 events
635 }
636 copilot_responses::ResponseOutputItem::Reasoning {
637 summary,
638 encrypted_content,
639 ..
640 } => {
641 let mut events = Vec::new();
642
643 if let Some(blocks) = summary {
644 let mut text = String::new();
645 for block in blocks {
646 text.push_str(&block.text);
647 }
648 if !text.is_empty() {
649 events.push(Ok(LanguageModelCompletionEvent::Thinking {
650 text,
651 signature: None,
652 }));
653 }
654 }
655
656 if let Some(data) = encrypted_content {
657 events.push(Ok(LanguageModelCompletionEvent::RedactedThinking { data }));
658 }
659
660 events
661 }
662 },
663
664 copilot_responses::StreamEvent::Completed { response } => {
665 let mut events = Vec::new();
666 if let Some(usage) = response.usage {
667 events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
668 input_tokens: usage.input_tokens.unwrap_or(0),
669 output_tokens: usage.output_tokens.unwrap_or(0),
670 cache_creation_input_tokens: 0,
671 cache_read_input_tokens: 0,
672 })));
673 }
674 if self.pending_stop_reason.take() != Some(StopReason::ToolUse) {
675 events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
676 }
677 events
678 }
679
680 copilot_responses::StreamEvent::Incomplete { response } => {
681 let reason = response
682 .incomplete_details
683 .as_ref()
684 .and_then(|details| details.reason.as_ref());
685 let stop_reason = match reason {
686 Some(copilot_responses::IncompleteReason::MaxOutputTokens) => {
687 StopReason::MaxTokens
688 }
689 Some(copilot_responses::IncompleteReason::ContentFilter) => StopReason::Refusal,
690 _ => self
691 .pending_stop_reason
692 .take()
693 .unwrap_or(StopReason::EndTurn),
694 };
695
696 let mut events = Vec::new();
697 if let Some(usage) = response.usage {
698 events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
699 input_tokens: usage.input_tokens.unwrap_or(0),
700 output_tokens: usage.output_tokens.unwrap_or(0),
701 cache_creation_input_tokens: 0,
702 cache_read_input_tokens: 0,
703 })));
704 }
705 events.push(Ok(LanguageModelCompletionEvent::Stop(stop_reason)));
706 events
707 }
708
709 copilot_responses::StreamEvent::Failed { response } => {
710 let provider = PROVIDER_NAME;
711 let (status_code, message) = match response.error {
712 Some(error) => {
713 let status_code = StatusCode::from_str(&error.code)
714 .unwrap_or(StatusCode::INTERNAL_SERVER_ERROR);
715 (status_code, error.message)
716 }
717 None => (
718 StatusCode::INTERNAL_SERVER_ERROR,
719 "response.failed".to_string(),
720 ),
721 };
722 vec![Err(LanguageModelCompletionError::HttpResponseError {
723 provider,
724 status_code,
725 message,
726 })]
727 }
728
729 copilot_responses::StreamEvent::GenericError { error } => vec![Err(
730 LanguageModelCompletionError::Other(anyhow!(format!("{error:?}"))),
731 )],
732
733 copilot_responses::StreamEvent::Created { .. }
734 | copilot_responses::StreamEvent::Unknown => Vec::new(),
735 }
736 }
737}
738
739fn into_copilot_chat(
740 model: &CopilotChatModel,
741 request: LanguageModelRequest,
742) -> Result<CopilotChatRequest> {
743 let mut request_messages: Vec<LanguageModelRequestMessage> = Vec::new();
744 for message in request.messages {
745 if let Some(last_message) = request_messages.last_mut() {
746 if last_message.role == message.role {
747 last_message.content.extend(message.content);
748 } else {
749 request_messages.push(message);
750 }
751 } else {
752 request_messages.push(message);
753 }
754 }
755
756 let mut messages: Vec<ChatMessage> = Vec::new();
757 for message in request_messages {
758 match message.role {
759 Role::User => {
760 for content in &message.content {
761 if let MessageContent::ToolResult(tool_result) = content {
762 let content = match &tool_result.content {
763 LanguageModelToolResultContent::Text(text) => text.to_string().into(),
764 LanguageModelToolResultContent::Image(image) => {
765 if model.supports_vision() {
766 ChatMessageContent::Multipart(vec![ChatMessagePart::Image {
767 image_url: ImageUrl {
768 url: image.to_base64_url(),
769 },
770 }])
771 } else {
772 debug_panic!(
773 "This should be caught at {} level",
774 tool_result.tool_name
775 );
776 "[Tool responded with an image, but this model does not support vision]".to_string().into()
777 }
778 }
779 };
780
781 messages.push(ChatMessage::Tool {
782 tool_call_id: tool_result.tool_use_id.to_string(),
783 content,
784 });
785 }
786 }
787
788 let mut content_parts = Vec::new();
789 for content in &message.content {
790 match content {
791 MessageContent::Text(text) | MessageContent::Thinking { text, .. }
792 if !text.is_empty() =>
793 {
794 if let Some(ChatMessagePart::Text { text: text_content }) =
795 content_parts.last_mut()
796 {
797 text_content.push_str(text);
798 } else {
799 content_parts.push(ChatMessagePart::Text {
800 text: text.to_string(),
801 });
802 }
803 }
804 MessageContent::Image(image) if model.supports_vision() => {
805 content_parts.push(ChatMessagePart::Image {
806 image_url: ImageUrl {
807 url: image.to_base64_url(),
808 },
809 });
810 }
811 _ => {}
812 }
813 }
814
815 if !content_parts.is_empty() {
816 messages.push(ChatMessage::User {
817 content: content_parts.into(),
818 });
819 }
820 }
821 Role::Assistant => {
822 let mut tool_calls = Vec::new();
823 for content in &message.content {
824 if let MessageContent::ToolUse(tool_use) = content {
825 tool_calls.push(ToolCall {
826 id: tool_use.id.to_string(),
827 content: ToolCallContent::Function {
828 function: FunctionContent {
829 name: tool_use.name.to_string(),
830 arguments: serde_json::to_string(&tool_use.input)?,
831 thought_signature: tool_use.thought_signature.clone(),
832 },
833 },
834 });
835 }
836 }
837
838 let text_content = {
839 let mut buffer = String::new();
840 for string in message.content.iter().filter_map(|content| match content {
841 MessageContent::Text(text) | MessageContent::Thinking { text, .. } => {
842 Some(text.as_str())
843 }
844 MessageContent::ToolUse(_)
845 | MessageContent::RedactedThinking(_)
846 | MessageContent::ToolResult(_)
847 | MessageContent::Image(_) => None,
848 }) {
849 buffer.push_str(string);
850 }
851
852 buffer
853 };
854
855 // Extract reasoning_opaque and reasoning_text from reasoning_details
856 let (reasoning_opaque, reasoning_text) =
857 if let Some(details) = &message.reasoning_details {
858 let opaque = details
859 .get("reasoning_opaque")
860 .and_then(|v| v.as_str())
861 .map(|s| s.to_string());
862 let text = details
863 .get("reasoning_text")
864 .and_then(|v| v.as_str())
865 .map(|s| s.to_string());
866 (opaque, text)
867 } else {
868 (None, None)
869 };
870
871 messages.push(ChatMessage::Assistant {
872 content: if text_content.is_empty() {
873 ChatMessageContent::empty()
874 } else {
875 text_content.into()
876 },
877 tool_calls,
878 reasoning_opaque,
879 reasoning_text,
880 });
881 }
882 Role::System => messages.push(ChatMessage::System {
883 content: message.string_contents(),
884 }),
885 }
886 }
887
888 let tools = request
889 .tools
890 .iter()
891 .map(|tool| Tool::Function {
892 function: Function {
893 name: tool.name.clone(),
894 description: tool.description.clone(),
895 parameters: tool.input_schema.clone(),
896 },
897 })
898 .collect::<Vec<_>>();
899
900 Ok(CopilotChatRequest {
901 intent: true,
902 n: 1,
903 stream: model.uses_streaming(),
904 temperature: 0.1,
905 model: model.id().to_string(),
906 messages,
907 tools,
908 tool_choice: request.tool_choice.map(|choice| match choice {
909 LanguageModelToolChoice::Auto => ToolChoice::Auto,
910 LanguageModelToolChoice::Any => ToolChoice::Any,
911 LanguageModelToolChoice::None => ToolChoice::None,
912 }),
913 })
914}
915
916fn into_copilot_responses(
917 model: &CopilotChatModel,
918 request: LanguageModelRequest,
919) -> copilot_responses::Request {
920 use copilot_responses as responses;
921
922 let LanguageModelRequest {
923 thread_id: _,
924 prompt_id: _,
925 intent: _,
926 messages,
927 tools,
928 tool_choice,
929 stop: _,
930 temperature,
931 thinking_allowed: _,
932 thinking_effort: _,
933 speed: _,
934 } = request;
935
936 let mut input_items: Vec<responses::ResponseInputItem> = Vec::new();
937
938 for message in messages {
939 match message.role {
940 Role::User => {
941 for content in &message.content {
942 if let MessageContent::ToolResult(tool_result) = content {
943 let output = if let Some(out) = &tool_result.output {
944 match out {
945 serde_json::Value::String(s) => {
946 responses::ResponseFunctionOutput::Text(s.clone())
947 }
948 serde_json::Value::Null => {
949 responses::ResponseFunctionOutput::Text(String::new())
950 }
951 other => responses::ResponseFunctionOutput::Text(other.to_string()),
952 }
953 } else {
954 match &tool_result.content {
955 LanguageModelToolResultContent::Text(text) => {
956 responses::ResponseFunctionOutput::Text(text.to_string())
957 }
958 LanguageModelToolResultContent::Image(image) => {
959 if model.supports_vision() {
960 responses::ResponseFunctionOutput::Content(vec![
961 responses::ResponseInputContent::InputImage {
962 image_url: Some(image.to_base64_url()),
963 detail: Default::default(),
964 },
965 ])
966 } else {
967 debug_panic!(
968 "This should be caught at {} level",
969 tool_result.tool_name
970 );
971 responses::ResponseFunctionOutput::Text(
972 "[Tool responded with an image, but this model does not support vision]".into(),
973 )
974 }
975 }
976 }
977 };
978
979 input_items.push(responses::ResponseInputItem::FunctionCallOutput {
980 call_id: tool_result.tool_use_id.to_string(),
981 output,
982 status: None,
983 });
984 }
985 }
986
987 let mut parts: Vec<responses::ResponseInputContent> = Vec::new();
988 for content in &message.content {
989 match content {
990 MessageContent::Text(text) => {
991 parts.push(responses::ResponseInputContent::InputText {
992 text: text.clone(),
993 });
994 }
995
996 MessageContent::Image(image) => {
997 if model.supports_vision() {
998 parts.push(responses::ResponseInputContent::InputImage {
999 image_url: Some(image.to_base64_url()),
1000 detail: Default::default(),
1001 });
1002 }
1003 }
1004 _ => {}
1005 }
1006 }
1007
1008 if !parts.is_empty() {
1009 input_items.push(responses::ResponseInputItem::Message {
1010 role: "user".into(),
1011 content: Some(parts),
1012 status: None,
1013 });
1014 }
1015 }
1016
1017 Role::Assistant => {
1018 for content in &message.content {
1019 if let MessageContent::ToolUse(tool_use) = content {
1020 input_items.push(responses::ResponseInputItem::FunctionCall {
1021 call_id: tool_use.id.to_string(),
1022 name: tool_use.name.to_string(),
1023 arguments: tool_use.raw_input.clone(),
1024 status: None,
1025 thought_signature: tool_use.thought_signature.clone(),
1026 });
1027 }
1028 }
1029
1030 for content in &message.content {
1031 if let MessageContent::RedactedThinking(data) = content {
1032 input_items.push(responses::ResponseInputItem::Reasoning {
1033 id: None,
1034 summary: Vec::new(),
1035 encrypted_content: data.clone(),
1036 });
1037 }
1038 }
1039
1040 let mut parts: Vec<responses::ResponseInputContent> = Vec::new();
1041 for content in &message.content {
1042 match content {
1043 MessageContent::Text(text) => {
1044 parts.push(responses::ResponseInputContent::OutputText {
1045 text: text.clone(),
1046 });
1047 }
1048 MessageContent::Image(_) => {
1049 parts.push(responses::ResponseInputContent::OutputText {
1050 text: "[image omitted]".to_string(),
1051 });
1052 }
1053 _ => {}
1054 }
1055 }
1056
1057 if !parts.is_empty() {
1058 input_items.push(responses::ResponseInputItem::Message {
1059 role: "assistant".into(),
1060 content: Some(parts),
1061 status: Some("completed".into()),
1062 });
1063 }
1064 }
1065
1066 Role::System => {
1067 let mut parts: Vec<responses::ResponseInputContent> = Vec::new();
1068 for content in &message.content {
1069 if let MessageContent::Text(text) = content {
1070 parts.push(responses::ResponseInputContent::InputText {
1071 text: text.clone(),
1072 });
1073 }
1074 }
1075
1076 if !parts.is_empty() {
1077 input_items.push(responses::ResponseInputItem::Message {
1078 role: "system".into(),
1079 content: Some(parts),
1080 status: None,
1081 });
1082 }
1083 }
1084 }
1085 }
1086
1087 let converted_tools: Vec<responses::ToolDefinition> = tools
1088 .into_iter()
1089 .map(|tool| responses::ToolDefinition::Function {
1090 name: tool.name,
1091 description: Some(tool.description),
1092 parameters: Some(tool.input_schema),
1093 strict: None,
1094 })
1095 .collect();
1096
1097 let mapped_tool_choice = tool_choice.map(|choice| match choice {
1098 LanguageModelToolChoice::Auto => responses::ToolChoice::Auto,
1099 LanguageModelToolChoice::Any => responses::ToolChoice::Any,
1100 LanguageModelToolChoice::None => responses::ToolChoice::None,
1101 });
1102
1103 responses::Request {
1104 model: model.id().to_string(),
1105 input: input_items,
1106 stream: model.uses_streaming(),
1107 temperature,
1108 tools: converted_tools,
1109 tool_choice: mapped_tool_choice,
1110 reasoning: None, // We would need to add support for setting from user settings.
1111 include: Some(vec![
1112 copilot_responses::ResponseIncludable::ReasoningEncryptedContent,
1113 ]),
1114 }
1115}
1116
1117#[cfg(test)]
1118mod tests {
1119 use super::*;
1120 use copilot_chat::responses;
1121 use futures::StreamExt;
1122
1123 fn map_events(events: Vec<responses::StreamEvent>) -> Vec<LanguageModelCompletionEvent> {
1124 futures::executor::block_on(async {
1125 CopilotResponsesEventMapper::new()
1126 .map_stream(Box::pin(futures::stream::iter(events.into_iter().map(Ok))))
1127 .collect::<Vec<_>>()
1128 .await
1129 .into_iter()
1130 .map(Result::unwrap)
1131 .collect()
1132 })
1133 }
1134
1135 #[test]
1136 fn responses_stream_maps_text_and_usage() {
1137 let events = vec![
1138 responses::StreamEvent::OutputItemAdded {
1139 output_index: 0,
1140 sequence_number: None,
1141 item: responses::ResponseOutputItem::Message {
1142 id: "msg_1".into(),
1143 role: "assistant".into(),
1144 content: Some(Vec::new()),
1145 },
1146 },
1147 responses::StreamEvent::OutputTextDelta {
1148 item_id: "msg_1".into(),
1149 output_index: 0,
1150 delta: "Hello".into(),
1151 },
1152 responses::StreamEvent::Completed {
1153 response: responses::Response {
1154 usage: Some(responses::ResponseUsage {
1155 input_tokens: Some(5),
1156 output_tokens: Some(3),
1157 total_tokens: Some(8),
1158 }),
1159 ..Default::default()
1160 },
1161 },
1162 ];
1163
1164 let mapped = map_events(events);
1165 assert!(matches!(
1166 mapped[0],
1167 LanguageModelCompletionEvent::StartMessage { ref message_id } if message_id == "msg_1"
1168 ));
1169 assert!(matches!(
1170 mapped[1],
1171 LanguageModelCompletionEvent::Text(ref text) if text == "Hello"
1172 ));
1173 assert!(matches!(
1174 mapped[2],
1175 LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
1176 input_tokens: 5,
1177 output_tokens: 3,
1178 ..
1179 })
1180 ));
1181 assert!(matches!(
1182 mapped[3],
1183 LanguageModelCompletionEvent::Stop(StopReason::EndTurn)
1184 ));
1185 }
1186
1187 #[test]
1188 fn responses_stream_maps_tool_calls() {
1189 let events = vec![responses::StreamEvent::OutputItemDone {
1190 output_index: 0,
1191 sequence_number: None,
1192 item: responses::ResponseOutputItem::FunctionCall {
1193 id: Some("fn_1".into()),
1194 call_id: "call_1".into(),
1195 name: "do_it".into(),
1196 arguments: "{\"x\":1}".into(),
1197 status: None,
1198 thought_signature: None,
1199 },
1200 }];
1201
1202 let mapped = map_events(events);
1203 assert!(matches!(
1204 mapped[0],
1205 LanguageModelCompletionEvent::ToolUse(ref use_) if use_.id.to_string() == "call_1" && use_.name.as_ref() == "do_it"
1206 ));
1207 assert!(matches!(
1208 mapped[1],
1209 LanguageModelCompletionEvent::Stop(StopReason::ToolUse)
1210 ));
1211 }
1212
1213 #[test]
1214 fn responses_stream_handles_json_parse_error() {
1215 let events = vec![responses::StreamEvent::OutputItemDone {
1216 output_index: 0,
1217 sequence_number: None,
1218 item: responses::ResponseOutputItem::FunctionCall {
1219 id: Some("fn_1".into()),
1220 call_id: "call_1".into(),
1221 name: "do_it".into(),
1222 arguments: "{not json}".into(),
1223 status: None,
1224 thought_signature: None,
1225 },
1226 }];
1227
1228 let mapped = map_events(events);
1229 assert!(matches!(
1230 mapped[0],
1231 LanguageModelCompletionEvent::ToolUseJsonParseError { ref id, ref tool_name, .. }
1232 if id.to_string() == "call_1" && tool_name.as_ref() == "do_it"
1233 ));
1234 assert!(matches!(
1235 mapped[1],
1236 LanguageModelCompletionEvent::Stop(StopReason::ToolUse)
1237 ));
1238 }
1239
1240 #[test]
1241 fn responses_stream_maps_reasoning_summary_and_encrypted_content() {
1242 let events = vec![responses::StreamEvent::OutputItemDone {
1243 output_index: 0,
1244 sequence_number: None,
1245 item: responses::ResponseOutputItem::Reasoning {
1246 id: "r1".into(),
1247 summary: Some(vec![responses::ResponseReasoningItem {
1248 kind: "summary_text".into(),
1249 text: "Chain".into(),
1250 }]),
1251 encrypted_content: Some("ENC".into()),
1252 },
1253 }];
1254
1255 let mapped = map_events(events);
1256 assert!(matches!(
1257 mapped[0],
1258 LanguageModelCompletionEvent::Thinking { ref text, signature: None } if text == "Chain"
1259 ));
1260 assert!(matches!(
1261 mapped[1],
1262 LanguageModelCompletionEvent::RedactedThinking { ref data } if data == "ENC"
1263 ));
1264 }
1265
1266 #[test]
1267 fn responses_stream_handles_incomplete_max_tokens() {
1268 let events = vec![responses::StreamEvent::Incomplete {
1269 response: responses::Response {
1270 usage: Some(responses::ResponseUsage {
1271 input_tokens: Some(10),
1272 output_tokens: Some(0),
1273 total_tokens: Some(10),
1274 }),
1275 incomplete_details: Some(responses::IncompleteDetails {
1276 reason: Some(responses::IncompleteReason::MaxOutputTokens),
1277 }),
1278 ..Default::default()
1279 },
1280 }];
1281
1282 let mapped = map_events(events);
1283 assert!(matches!(
1284 mapped[0],
1285 LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
1286 input_tokens: 10,
1287 output_tokens: 0,
1288 ..
1289 })
1290 ));
1291 assert!(matches!(
1292 mapped[1],
1293 LanguageModelCompletionEvent::Stop(StopReason::MaxTokens)
1294 ));
1295 }
1296
1297 #[test]
1298 fn responses_stream_handles_incomplete_content_filter() {
1299 let events = vec![responses::StreamEvent::Incomplete {
1300 response: responses::Response {
1301 usage: None,
1302 incomplete_details: Some(responses::IncompleteDetails {
1303 reason: Some(responses::IncompleteReason::ContentFilter),
1304 }),
1305 ..Default::default()
1306 },
1307 }];
1308
1309 let mapped = map_events(events);
1310 assert!(matches!(
1311 mapped.last().unwrap(),
1312 LanguageModelCompletionEvent::Stop(StopReason::Refusal)
1313 ));
1314 }
1315
1316 #[test]
1317 fn responses_stream_completed_no_duplicate_after_tool_use() {
1318 let events = vec![
1319 responses::StreamEvent::OutputItemDone {
1320 output_index: 0,
1321 sequence_number: None,
1322 item: responses::ResponseOutputItem::FunctionCall {
1323 id: Some("fn_1".into()),
1324 call_id: "call_1".into(),
1325 name: "do_it".into(),
1326 arguments: "{}".into(),
1327 status: None,
1328 thought_signature: None,
1329 },
1330 },
1331 responses::StreamEvent::Completed {
1332 response: responses::Response::default(),
1333 },
1334 ];
1335
1336 let mapped = map_events(events);
1337
1338 let mut stop_count = 0usize;
1339 let mut saw_tool_use_stop = false;
1340 for event in mapped {
1341 if let LanguageModelCompletionEvent::Stop(reason) = event {
1342 stop_count += 1;
1343 if matches!(reason, StopReason::ToolUse) {
1344 saw_tool_use_stop = true;
1345 }
1346 }
1347 }
1348 assert_eq!(stop_count, 1, "should emit exactly one Stop event");
1349 assert!(saw_tool_use_stop, "Stop reason should be ToolUse");
1350 }
1351
1352 #[test]
1353 fn responses_stream_failed_maps_http_response_error() {
1354 let events = vec![responses::StreamEvent::Failed {
1355 response: responses::Response {
1356 error: Some(responses::ResponseError {
1357 code: "429".into(),
1358 message: "too many requests".into(),
1359 }),
1360 ..Default::default()
1361 },
1362 }];
1363
1364 let mapped_results = futures::executor::block_on(async {
1365 CopilotResponsesEventMapper::new()
1366 .map_stream(Box::pin(futures::stream::iter(events.into_iter().map(Ok))))
1367 .collect::<Vec<_>>()
1368 .await
1369 });
1370
1371 assert_eq!(mapped_results.len(), 1);
1372 match &mapped_results[0] {
1373 Err(LanguageModelCompletionError::HttpResponseError {
1374 status_code,
1375 message,
1376 ..
1377 }) => {
1378 assert_eq!(*status_code, http_client::StatusCode::TOO_MANY_REQUESTS);
1379 assert_eq!(message, "too many requests");
1380 }
1381 other => panic!("expected HttpResponseError, got {:?}", other),
1382 }
1383 }
1384
1385 #[test]
1386 fn chat_completions_stream_maps_reasoning_data() {
1387 use copilot_chat::{
1388 FunctionChunk, ResponseChoice, ResponseDelta, ResponseEvent, Role, ToolCallChunk,
1389 };
1390
1391 let events = vec![
1392 ResponseEvent {
1393 choices: vec![ResponseChoice {
1394 index: Some(0),
1395 finish_reason: None,
1396 delta: Some(ResponseDelta {
1397 content: None,
1398 role: Some(Role::Assistant),
1399 tool_calls: vec![ToolCallChunk {
1400 index: Some(0),
1401 id: Some("call_abc123".to_string()),
1402 function: Some(FunctionChunk {
1403 name: Some("list_directory".to_string()),
1404 arguments: Some("{\"path\":\"test\"}".to_string()),
1405 thought_signature: None,
1406 }),
1407 }],
1408 reasoning_opaque: Some("encrypted_reasoning_token_xyz".to_string()),
1409 reasoning_text: Some("Let me check the directory".to_string()),
1410 }),
1411 message: None,
1412 }],
1413 id: "chatcmpl-123".to_string(),
1414 usage: None,
1415 },
1416 ResponseEvent {
1417 choices: vec![ResponseChoice {
1418 index: Some(0),
1419 finish_reason: Some("tool_calls".to_string()),
1420 delta: Some(ResponseDelta {
1421 content: None,
1422 role: None,
1423 tool_calls: vec![],
1424 reasoning_opaque: None,
1425 reasoning_text: None,
1426 }),
1427 message: None,
1428 }],
1429 id: "chatcmpl-123".to_string(),
1430 usage: None,
1431 },
1432 ];
1433
1434 let mapped = futures::executor::block_on(async {
1435 map_to_language_model_completion_events(
1436 Box::pin(futures::stream::iter(events.into_iter().map(Ok))),
1437 true,
1438 )
1439 .collect::<Vec<_>>()
1440 .await
1441 });
1442
1443 let mut has_reasoning_details = false;
1444 let mut has_tool_use = false;
1445 let mut reasoning_opaque_value: Option<String> = None;
1446 let mut reasoning_text_value: Option<String> = None;
1447
1448 for event_result in mapped {
1449 match event_result {
1450 Ok(LanguageModelCompletionEvent::ReasoningDetails(details)) => {
1451 has_reasoning_details = true;
1452 reasoning_opaque_value = details
1453 .get("reasoning_opaque")
1454 .and_then(|v| v.as_str())
1455 .map(|s| s.to_string());
1456 reasoning_text_value = details
1457 .get("reasoning_text")
1458 .and_then(|v| v.as_str())
1459 .map(|s| s.to_string());
1460 }
1461 Ok(LanguageModelCompletionEvent::ToolUse(tool_use)) => {
1462 has_tool_use = true;
1463 assert_eq!(tool_use.id.to_string(), "call_abc123");
1464 assert_eq!(tool_use.name.as_ref(), "list_directory");
1465 }
1466 _ => {}
1467 }
1468 }
1469
1470 assert!(
1471 has_reasoning_details,
1472 "Should emit ReasoningDetails event for Gemini 3 reasoning"
1473 );
1474 assert!(has_tool_use, "Should emit ToolUse event");
1475 assert_eq!(
1476 reasoning_opaque_value,
1477 Some("encrypted_reasoning_token_xyz".to_string()),
1478 "Should capture reasoning_opaque"
1479 );
1480 assert_eq!(
1481 reasoning_text_value,
1482 Some("Let me check the directory".to_string()),
1483 "Should capture reasoning_text"
1484 );
1485 }
1486}