open_router.rs

  1use anyhow::{Context as _, Result, anyhow};
  2use collections::HashMap;
  3use credentials_provider::CredentialsProvider;
  4use editor::{Editor, EditorElement, EditorStyle};
  5use futures::{FutureExt, Stream, StreamExt, future::BoxFuture};
  6use gpui::{
  7    AnyView, App, AsyncApp, Context, Entity, FontStyle, Subscription, Task, TextStyle, WhiteSpace,
  8};
  9use http_client::HttpClient;
 10use language_model::{
 11    AuthenticateError, LanguageModel, LanguageModelCompletionError, LanguageModelCompletionEvent,
 12    LanguageModelId, LanguageModelName, LanguageModelProvider, LanguageModelProviderId,
 13    LanguageModelProviderName, LanguageModelProviderState, LanguageModelRequest,
 14    LanguageModelToolChoice, LanguageModelToolResultContent, LanguageModelToolSchemaFormat,
 15    LanguageModelToolUse, MessageContent, RateLimiter, Role, StopReason, TokenUsage,
 16};
 17use open_router::{
 18    Model, ModelMode as OpenRouterModelMode, ResponseStreamEvent, list_models, stream_completion,
 19};
 20use schemars::JsonSchema;
 21use serde::{Deserialize, Serialize};
 22use settings::{Settings, SettingsStore};
 23use std::pin::Pin;
 24use std::str::FromStr as _;
 25use std::sync::Arc;
 26use theme::ThemeSettings;
 27use ui::{Icon, IconName, List, Tooltip, prelude::*};
 28use util::ResultExt;
 29
 30use crate::{AllLanguageModelSettings, ui::InstructionListItem};
 31
 32const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("openrouter");
 33const PROVIDER_NAME: LanguageModelProviderName = LanguageModelProviderName::new("OpenRouter");
 34
 35#[derive(Default, Clone, Debug, PartialEq)]
 36pub struct OpenRouterSettings {
 37    pub api_url: String,
 38    pub available_models: Vec<AvailableModel>,
 39}
 40
 41#[derive(Clone, Debug, PartialEq, Serialize, Deserialize, JsonSchema)]
 42pub struct AvailableModel {
 43    pub name: String,
 44    pub display_name: Option<String>,
 45    pub max_tokens: u64,
 46    pub max_output_tokens: Option<u64>,
 47    pub max_completion_tokens: Option<u64>,
 48    pub supports_tools: Option<bool>,
 49    pub supports_images: Option<bool>,
 50    pub mode: Option<ModelMode>,
 51}
 52
 53#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
 54#[serde(tag = "type", rename_all = "lowercase")]
 55pub enum ModelMode {
 56    #[default]
 57    Default,
 58    Thinking {
 59        budget_tokens: Option<u32>,
 60    },
 61}
 62
 63impl From<ModelMode> for OpenRouterModelMode {
 64    fn from(value: ModelMode) -> Self {
 65        match value {
 66            ModelMode::Default => OpenRouterModelMode::Default,
 67            ModelMode::Thinking { budget_tokens } => {
 68                OpenRouterModelMode::Thinking { budget_tokens }
 69            }
 70        }
 71    }
 72}
 73
 74impl From<OpenRouterModelMode> for ModelMode {
 75    fn from(value: OpenRouterModelMode) -> Self {
 76        match value {
 77            OpenRouterModelMode::Default => ModelMode::Default,
 78            OpenRouterModelMode::Thinking { budget_tokens } => {
 79                ModelMode::Thinking { budget_tokens }
 80            }
 81        }
 82    }
 83}
 84
 85pub struct OpenRouterLanguageModelProvider {
 86    http_client: Arc<dyn HttpClient>,
 87    state: gpui::Entity<State>,
 88}
 89
 90pub struct State {
 91    api_key: Option<String>,
 92    api_key_from_env: bool,
 93    http_client: Arc<dyn HttpClient>,
 94    available_models: Vec<open_router::Model>,
 95    fetch_models_task: Option<Task<Result<()>>>,
 96    settings: OpenRouterSettings,
 97    _subscription: Subscription,
 98}
 99
100const OPENROUTER_API_KEY_VAR: &str = "OPENROUTER_API_KEY";
101
102impl State {
103    fn is_authenticated(&self) -> bool {
104        self.api_key.is_some()
105    }
106
107    fn reset_api_key(&self, cx: &mut Context<Self>) -> Task<Result<()>> {
108        let credentials_provider = <dyn CredentialsProvider>::global(cx);
109        let api_url = AllLanguageModelSettings::get_global(cx)
110            .open_router
111            .api_url
112            .clone();
113        cx.spawn(async move |this, cx| {
114            credentials_provider
115                .delete_credentials(&api_url, &cx)
116                .await
117                .log_err();
118            this.update(cx, |this, cx| {
119                this.api_key = None;
120                this.api_key_from_env = false;
121                cx.notify();
122            })
123        })
124    }
125
126    fn set_api_key(&mut self, api_key: String, cx: &mut Context<Self>) -> Task<Result<()>> {
127        let credentials_provider = <dyn CredentialsProvider>::global(cx);
128        let api_url = AllLanguageModelSettings::get_global(cx)
129            .open_router
130            .api_url
131            .clone();
132        cx.spawn(async move |this, cx| {
133            credentials_provider
134                .write_credentials(&api_url, "Bearer", api_key.as_bytes(), &cx)
135                .await
136                .log_err();
137            this.update(cx, |this, cx| {
138                this.api_key = Some(api_key);
139                this.restart_fetch_models_task(cx);
140                cx.notify();
141            })
142        })
143    }
144
145    fn authenticate(&self, cx: &mut Context<Self>) -> Task<Result<(), AuthenticateError>> {
146        if self.is_authenticated() {
147            return Task::ready(Ok(()));
148        }
149
150        let credentials_provider = <dyn CredentialsProvider>::global(cx);
151        let api_url = AllLanguageModelSettings::get_global(cx)
152            .open_router
153            .api_url
154            .clone();
155        cx.spawn(async move |this, cx| {
156            let (api_key, from_env) = if let Ok(api_key) = std::env::var(OPENROUTER_API_KEY_VAR) {
157                (api_key, true)
158            } else {
159                let (_, api_key) = credentials_provider
160                    .read_credentials(&api_url, &cx)
161                    .await?
162                    .ok_or(AuthenticateError::CredentialsNotFound)?;
163                (
164                    String::from_utf8(api_key)
165                        .context(format!("invalid {} API key", PROVIDER_NAME))?,
166                    false,
167                )
168            };
169            this.update(cx, |this, cx| {
170                this.api_key = Some(api_key);
171                this.api_key_from_env = from_env;
172                this.restart_fetch_models_task(cx);
173                cx.notify();
174            })?;
175
176            Ok(())
177        })
178    }
179
180    fn fetch_models(&mut self, cx: &mut Context<Self>) -> Task<Result<()>> {
181        let settings = &AllLanguageModelSettings::get_global(cx).open_router;
182        let http_client = self.http_client.clone();
183        let api_url = settings.api_url.clone();
184
185        cx.spawn(async move |this, cx| {
186            let models = list_models(http_client.as_ref(), &api_url).await?;
187
188            this.update(cx, |this, cx| {
189                this.available_models = models;
190                cx.notify();
191            })
192        })
193    }
194
195    fn restart_fetch_models_task(&mut self, cx: &mut Context<Self>) {
196        if self.is_authenticated() {
197            let task = self.fetch_models(cx);
198            self.fetch_models_task.replace(task);
199        }
200    }
201}
202
203impl OpenRouterLanguageModelProvider {
204    pub fn new(http_client: Arc<dyn HttpClient>, cx: &mut App) -> Self {
205        let state = cx.new(|cx| State {
206            api_key: None,
207            api_key_from_env: false,
208            http_client: http_client.clone(),
209            available_models: Vec::new(),
210            fetch_models_task: None,
211            settings: OpenRouterSettings::default(),
212            _subscription: cx.observe_global::<SettingsStore>(|this: &mut State, cx| {
213                let current_settings = &AllLanguageModelSettings::get_global(cx).open_router;
214                let settings_changed = current_settings != &this.settings;
215                if settings_changed {
216                    this.settings = current_settings.clone();
217                    this.restart_fetch_models_task(cx);
218                }
219                cx.notify();
220            }),
221        });
222
223        Self { http_client, state }
224    }
225
226    fn create_language_model(&self, model: open_router::Model) -> Arc<dyn LanguageModel> {
227        Arc::new(OpenRouterLanguageModel {
228            id: LanguageModelId::from(model.id().to_string()),
229            model,
230            state: self.state.clone(),
231            http_client: self.http_client.clone(),
232            request_limiter: RateLimiter::new(4),
233        })
234    }
235}
236
237impl LanguageModelProviderState for OpenRouterLanguageModelProvider {
238    type ObservableEntity = State;
239
240    fn observable_entity(&self) -> Option<gpui::Entity<Self::ObservableEntity>> {
241        Some(self.state.clone())
242    }
243}
244
245impl LanguageModelProvider for OpenRouterLanguageModelProvider {
246    fn id(&self) -> LanguageModelProviderId {
247        PROVIDER_ID
248    }
249
250    fn name(&self) -> LanguageModelProviderName {
251        PROVIDER_NAME
252    }
253
254    fn icon(&self) -> IconName {
255        IconName::AiOpenRouter
256    }
257
258    fn default_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
259        Some(self.create_language_model(open_router::Model::default()))
260    }
261
262    fn default_fast_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
263        Some(self.create_language_model(open_router::Model::default_fast()))
264    }
265
266    fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
267        let mut models_from_api = self.state.read(cx).available_models.clone();
268        let mut settings_models = Vec::new();
269
270        for model in &AllLanguageModelSettings::get_global(cx)
271            .open_router
272            .available_models
273        {
274            settings_models.push(open_router::Model {
275                name: model.name.clone(),
276                display_name: model.display_name.clone(),
277                max_tokens: model.max_tokens,
278                supports_tools: model.supports_tools,
279                supports_images: model.supports_images,
280                mode: model.mode.clone().unwrap_or_default().into(),
281            });
282        }
283
284        for settings_model in &settings_models {
285            if let Some(pos) = models_from_api
286                .iter()
287                .position(|m| m.name == settings_model.name)
288            {
289                models_from_api[pos] = settings_model.clone();
290            } else {
291                models_from_api.push(settings_model.clone());
292            }
293        }
294
295        models_from_api
296            .into_iter()
297            .map(|model| self.create_language_model(model))
298            .collect()
299    }
300
301    fn is_authenticated(&self, cx: &App) -> bool {
302        self.state.read(cx).is_authenticated()
303    }
304
305    fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
306        self.state.update(cx, |state, cx| state.authenticate(cx))
307    }
308
309    fn configuration_view(&self, window: &mut Window, cx: &mut App) -> AnyView {
310        cx.new(|cx| ConfigurationView::new(self.state.clone(), window, cx))
311            .into()
312    }
313
314    fn reset_credentials(&self, cx: &mut App) -> Task<Result<()>> {
315        self.state.update(cx, |state, cx| state.reset_api_key(cx))
316    }
317}
318
319pub struct OpenRouterLanguageModel {
320    id: LanguageModelId,
321    model: open_router::Model,
322    state: gpui::Entity<State>,
323    http_client: Arc<dyn HttpClient>,
324    request_limiter: RateLimiter,
325}
326
327impl OpenRouterLanguageModel {
328    fn stream_completion(
329        &self,
330        request: open_router::Request,
331        cx: &AsyncApp,
332    ) -> BoxFuture<'static, Result<futures::stream::BoxStream<'static, Result<ResponseStreamEvent>>>>
333    {
334        let http_client = self.http_client.clone();
335        let Ok((api_key, api_url)) = cx.read_entity(&self.state, |state, cx| {
336            let settings = &AllLanguageModelSettings::get_global(cx).open_router;
337            (state.api_key.clone(), settings.api_url.clone())
338        }) else {
339            return futures::future::ready(Err(anyhow!(
340                "App state dropped: Unable to read API key or API URL from the application state"
341            )))
342            .boxed();
343        };
344
345        let future = self.request_limiter.stream(async move {
346            let api_key = api_key.ok_or_else(|| anyhow!("Missing OpenRouter API Key"))?;
347            let request = stream_completion(http_client.as_ref(), &api_url, &api_key, request);
348            let response = request.await?;
349            Ok(response)
350        });
351
352        async move { Ok(future.await?.boxed()) }.boxed()
353    }
354}
355
356impl LanguageModel for OpenRouterLanguageModel {
357    fn id(&self) -> LanguageModelId {
358        self.id.clone()
359    }
360
361    fn name(&self) -> LanguageModelName {
362        LanguageModelName::from(self.model.display_name().to_string())
363    }
364
365    fn provider_id(&self) -> LanguageModelProviderId {
366        PROVIDER_ID
367    }
368
369    fn provider_name(&self) -> LanguageModelProviderName {
370        PROVIDER_NAME
371    }
372
373    fn supports_tools(&self) -> bool {
374        self.model.supports_tool_calls()
375    }
376
377    fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
378        let model_id = self.model.id().trim().to_lowercase();
379        if model_id.contains("gemini") || model_id.contains("grok-4") {
380            LanguageModelToolSchemaFormat::JsonSchemaSubset
381        } else {
382            LanguageModelToolSchemaFormat::JsonSchema
383        }
384    }
385
386    fn telemetry_id(&self) -> String {
387        format!("openrouter/{}", self.model.id())
388    }
389
390    fn max_token_count(&self) -> u64 {
391        self.model.max_token_count()
392    }
393
394    fn max_output_tokens(&self) -> Option<u64> {
395        self.model.max_output_tokens()
396    }
397
398    fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
399        match choice {
400            LanguageModelToolChoice::Auto => true,
401            LanguageModelToolChoice::Any => true,
402            LanguageModelToolChoice::None => true,
403        }
404    }
405
406    fn supports_images(&self) -> bool {
407        self.model.supports_images.unwrap_or(false)
408    }
409
410    fn count_tokens(
411        &self,
412        request: LanguageModelRequest,
413        cx: &App,
414    ) -> BoxFuture<'static, Result<u64>> {
415        count_open_router_tokens(request, self.model.clone(), cx)
416    }
417
418    fn stream_completion(
419        &self,
420        request: LanguageModelRequest,
421        cx: &AsyncApp,
422    ) -> BoxFuture<
423        'static,
424        Result<
425            futures::stream::BoxStream<
426                'static,
427                Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
428            >,
429            LanguageModelCompletionError,
430        >,
431    > {
432        let request = into_open_router(request, &self.model, self.max_output_tokens());
433        let completions = self.stream_completion(request, cx);
434        async move {
435            let mapper = OpenRouterEventMapper::new();
436            Ok(mapper.map_stream(completions.await?).boxed())
437        }
438        .boxed()
439    }
440}
441
442pub fn into_open_router(
443    request: LanguageModelRequest,
444    model: &Model,
445    max_output_tokens: Option<u64>,
446) -> open_router::Request {
447    let mut messages = Vec::new();
448    for message in request.messages {
449        for content in message.content {
450            match content {
451                MessageContent::Text(text) => add_message_content_part(
452                    open_router::MessagePart::Text { text },
453                    message.role,
454                    &mut messages,
455                ),
456                MessageContent::Thinking { .. } => {}
457                MessageContent::RedactedThinking(_) => {}
458                MessageContent::Image(image) => {
459                    add_message_content_part(
460                        open_router::MessagePart::Image {
461                            image_url: image.to_base64_url(),
462                        },
463                        message.role,
464                        &mut messages,
465                    );
466                }
467                MessageContent::ToolUse(tool_use) => {
468                    let tool_call = open_router::ToolCall {
469                        id: tool_use.id.to_string(),
470                        content: open_router::ToolCallContent::Function {
471                            function: open_router::FunctionContent {
472                                name: tool_use.name.to_string(),
473                                arguments: serde_json::to_string(&tool_use.input)
474                                    .unwrap_or_default(),
475                            },
476                        },
477                    };
478
479                    if let Some(open_router::RequestMessage::Assistant { tool_calls, .. }) =
480                        messages.last_mut()
481                    {
482                        tool_calls.push(tool_call);
483                    } else {
484                        messages.push(open_router::RequestMessage::Assistant {
485                            content: None,
486                            tool_calls: vec![tool_call],
487                        });
488                    }
489                }
490                MessageContent::ToolResult(tool_result) => {
491                    let content = match &tool_result.content {
492                        LanguageModelToolResultContent::Text(text) => {
493                            vec![open_router::MessagePart::Text {
494                                text: text.to_string(),
495                            }]
496                        }
497                        LanguageModelToolResultContent::Image(image) => {
498                            vec![open_router::MessagePart::Image {
499                                image_url: image.to_base64_url(),
500                            }]
501                        }
502                    };
503
504                    messages.push(open_router::RequestMessage::Tool {
505                        content: content.into(),
506                        tool_call_id: tool_result.tool_use_id.to_string(),
507                    });
508                }
509            }
510        }
511    }
512
513    open_router::Request {
514        model: model.id().into(),
515        messages,
516        stream: true,
517        stop: request.stop,
518        temperature: request.temperature.unwrap_or(0.4),
519        max_tokens: max_output_tokens,
520        parallel_tool_calls: if model.supports_parallel_tool_calls() && !request.tools.is_empty() {
521            Some(false)
522        } else {
523            None
524        },
525        usage: open_router::RequestUsage { include: true },
526        reasoning: if request.thinking_allowed
527            && let OpenRouterModelMode::Thinking { budget_tokens } = model.mode
528        {
529            Some(open_router::Reasoning {
530                effort: None,
531                max_tokens: budget_tokens,
532                exclude: Some(false),
533                enabled: Some(true),
534            })
535        } else {
536            None
537        },
538        tools: request
539            .tools
540            .into_iter()
541            .map(|tool| open_router::ToolDefinition::Function {
542                function: open_router::FunctionDefinition {
543                    name: tool.name,
544                    description: Some(tool.description),
545                    parameters: Some(tool.input_schema),
546                },
547            })
548            .collect(),
549        tool_choice: request.tool_choice.map(|choice| match choice {
550            LanguageModelToolChoice::Auto => open_router::ToolChoice::Auto,
551            LanguageModelToolChoice::Any => open_router::ToolChoice::Required,
552            LanguageModelToolChoice::None => open_router::ToolChoice::None,
553        }),
554    }
555}
556
557fn add_message_content_part(
558    new_part: open_router::MessagePart,
559    role: Role,
560    messages: &mut Vec<open_router::RequestMessage>,
561) {
562    match (role, messages.last_mut()) {
563        (Role::User, Some(open_router::RequestMessage::User { content }))
564        | (Role::System, Some(open_router::RequestMessage::System { content })) => {
565            content.push_part(new_part);
566        }
567        (
568            Role::Assistant,
569            Some(open_router::RequestMessage::Assistant {
570                content: Some(content),
571                ..
572            }),
573        ) => {
574            content.push_part(new_part);
575        }
576        _ => {
577            messages.push(match role {
578                Role::User => open_router::RequestMessage::User {
579                    content: open_router::MessageContent::from(vec![new_part]),
580                },
581                Role::Assistant => open_router::RequestMessage::Assistant {
582                    content: Some(open_router::MessageContent::from(vec![new_part])),
583                    tool_calls: Vec::new(),
584                },
585                Role::System => open_router::RequestMessage::System {
586                    content: open_router::MessageContent::from(vec![new_part]),
587                },
588            });
589        }
590    }
591}
592
593pub struct OpenRouterEventMapper {
594    tool_calls_by_index: HashMap<usize, RawToolCall>,
595}
596
597impl OpenRouterEventMapper {
598    pub fn new() -> Self {
599        Self {
600            tool_calls_by_index: HashMap::default(),
601        }
602    }
603
604    pub fn map_stream(
605        mut self,
606        events: Pin<Box<dyn Send + Stream<Item = Result<ResponseStreamEvent>>>>,
607    ) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>
608    {
609        events.flat_map(move |event| {
610            futures::stream::iter(match event {
611                Ok(event) => self.map_event(event),
612                Err(error) => vec![Err(LanguageModelCompletionError::from(anyhow!(error)))],
613            })
614        })
615    }
616
617    pub fn map_event(
618        &mut self,
619        event: ResponseStreamEvent,
620    ) -> Vec<Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
621        let Some(choice) = event.choices.first() else {
622            return vec![Err(LanguageModelCompletionError::from(anyhow!(
623                "Response contained no choices"
624            )))];
625        };
626
627        let mut events = Vec::new();
628        if let Some(reasoning) = choice.delta.reasoning.clone() {
629            events.push(Ok(LanguageModelCompletionEvent::Thinking {
630                text: reasoning,
631                signature: None,
632            }));
633        }
634
635        if let Some(content) = choice.delta.content.clone() {
636            // OpenRouter send empty content string with the reasoning content
637            // This is a workaround for the OpenRouter API bug
638            if !content.is_empty() {
639                events.push(Ok(LanguageModelCompletionEvent::Text(content)));
640            }
641        }
642
643        if let Some(tool_calls) = choice.delta.tool_calls.as_ref() {
644            for tool_call in tool_calls {
645                let entry = self.tool_calls_by_index.entry(tool_call.index).or_default();
646
647                if let Some(tool_id) = tool_call.id.clone() {
648                    entry.id = tool_id;
649                }
650
651                if let Some(function) = tool_call.function.as_ref() {
652                    if let Some(name) = function.name.clone() {
653                        entry.name = name;
654                    }
655
656                    if let Some(arguments) = function.arguments.clone() {
657                        entry.arguments.push_str(&arguments);
658                    }
659                }
660            }
661        }
662
663        if let Some(usage) = event.usage {
664            events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
665                input_tokens: usage.prompt_tokens,
666                output_tokens: usage.completion_tokens,
667                cache_creation_input_tokens: 0,
668                cache_read_input_tokens: 0,
669            })));
670        }
671
672        match choice.finish_reason.as_deref() {
673            Some("stop") => {
674                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
675            }
676            Some("tool_calls") => {
677                events.extend(self.tool_calls_by_index.drain().map(|(_, tool_call)| {
678                    match serde_json::Value::from_str(&tool_call.arguments) {
679                        Ok(input) => Ok(LanguageModelCompletionEvent::ToolUse(
680                            LanguageModelToolUse {
681                                id: tool_call.id.clone().into(),
682                                name: tool_call.name.as_str().into(),
683                                is_input_complete: true,
684                                input,
685                                raw_input: tool_call.arguments.clone(),
686                            },
687                        )),
688                        Err(error) => Ok(LanguageModelCompletionEvent::ToolUseJsonParseError {
689                            id: tool_call.id.clone().into(),
690                            tool_name: tool_call.name.as_str().into(),
691                            raw_input: tool_call.arguments.clone().into(),
692                            json_parse_error: error.to_string(),
693                        }),
694                    }
695                }));
696
697                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::ToolUse)));
698            }
699            Some(stop_reason) => {
700                log::error!("Unexpected OpenRouter stop_reason: {stop_reason:?}",);
701                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
702            }
703            None => {}
704        }
705
706        events
707    }
708}
709
710#[derive(Default)]
711struct RawToolCall {
712    id: String,
713    name: String,
714    arguments: String,
715}
716
717pub fn count_open_router_tokens(
718    request: LanguageModelRequest,
719    _model: open_router::Model,
720    cx: &App,
721) -> BoxFuture<'static, Result<u64>> {
722    cx.background_spawn(async move {
723        let messages = request
724            .messages
725            .into_iter()
726            .map(|message| tiktoken_rs::ChatCompletionRequestMessage {
727                role: match message.role {
728                    Role::User => "user".into(),
729                    Role::Assistant => "assistant".into(),
730                    Role::System => "system".into(),
731                },
732                content: Some(message.string_contents()),
733                name: None,
734                function_call: None,
735            })
736            .collect::<Vec<_>>();
737
738        tiktoken_rs::num_tokens_from_messages("gpt-4o", &messages).map(|tokens| tokens as u64)
739    })
740    .boxed()
741}
742
743struct ConfigurationView {
744    api_key_editor: Entity<Editor>,
745    state: gpui::Entity<State>,
746    load_credentials_task: Option<Task<()>>,
747}
748
749impl ConfigurationView {
750    fn new(state: gpui::Entity<State>, window: &mut Window, cx: &mut Context<Self>) -> Self {
751        let api_key_editor = cx.new(|cx| {
752            let mut editor = Editor::single_line(window, cx);
753            editor
754                .set_placeholder_text("sk_or_000000000000000000000000000000000000000000000000", cx);
755            editor
756        });
757
758        cx.observe(&state, |_, _, cx| {
759            cx.notify();
760        })
761        .detach();
762
763        let load_credentials_task = Some(cx.spawn_in(window, {
764            let state = state.clone();
765            async move |this, cx| {
766                if let Some(task) = state
767                    .update(cx, |state, cx| state.authenticate(cx))
768                    .log_err()
769                {
770                    let _ = task.await;
771                }
772
773                this.update(cx, |this, cx| {
774                    this.load_credentials_task = None;
775                    cx.notify();
776                })
777                .log_err();
778            }
779        }));
780
781        Self {
782            api_key_editor,
783            state,
784            load_credentials_task,
785        }
786    }
787
788    fn save_api_key(&mut self, _: &menu::Confirm, window: &mut Window, cx: &mut Context<Self>) {
789        let api_key = self.api_key_editor.read(cx).text(cx);
790        if api_key.is_empty() {
791            return;
792        }
793
794        let state = self.state.clone();
795        cx.spawn_in(window, async move |_, cx| {
796            state
797                .update(cx, |state, cx| state.set_api_key(api_key, cx))?
798                .await
799        })
800        .detach_and_log_err(cx);
801
802        cx.notify();
803    }
804
805    fn reset_api_key(&mut self, window: &mut Window, cx: &mut Context<Self>) {
806        self.api_key_editor
807            .update(cx, |editor, cx| editor.set_text("", window, cx));
808
809        let state = self.state.clone();
810        cx.spawn_in(window, async move |_, cx| {
811            state.update(cx, |state, cx| state.reset_api_key(cx))?.await
812        })
813        .detach_and_log_err(cx);
814
815        cx.notify();
816    }
817
818    fn render_api_key_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
819        let settings = ThemeSettings::get_global(cx);
820        let text_style = TextStyle {
821            color: cx.theme().colors().text,
822            font_family: settings.ui_font.family.clone(),
823            font_features: settings.ui_font.features.clone(),
824            font_fallbacks: settings.ui_font.fallbacks.clone(),
825            font_size: rems(0.875).into(),
826            font_weight: settings.ui_font.weight,
827            font_style: FontStyle::Normal,
828            line_height: relative(1.3),
829            white_space: WhiteSpace::Normal,
830            ..Default::default()
831        };
832        EditorElement::new(
833            &self.api_key_editor,
834            EditorStyle {
835                background: cx.theme().colors().editor_background,
836                local_player: cx.theme().players().local(),
837                text: text_style,
838                ..Default::default()
839            },
840        )
841    }
842
843    fn should_render_editor(&self, cx: &mut Context<Self>) -> bool {
844        !self.state.read(cx).is_authenticated()
845    }
846}
847
848impl Render for ConfigurationView {
849    fn render(&mut self, _: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
850        let env_var_set = self.state.read(cx).api_key_from_env;
851
852        if self.load_credentials_task.is_some() {
853            div().child(Label::new("Loading credentials...")).into_any()
854        } else if self.should_render_editor(cx) {
855            v_flex()
856                .size_full()
857                .on_action(cx.listener(Self::save_api_key))
858                .child(Label::new("To use Zed's agent with OpenRouter, you need to add an API key. Follow these steps:"))
859                .child(
860                    List::new()
861                        .child(InstructionListItem::new(
862                            "Create an API key by visiting",
863                            Some("OpenRouter's console"),
864                            Some("https://openrouter.ai/keys"),
865                        ))
866                        .child(InstructionListItem::text_only(
867                            "Ensure your OpenRouter account has credits",
868                        ))
869                        .child(InstructionListItem::text_only(
870                            "Paste your API key below and hit enter to start using the assistant",
871                        )),
872                )
873                .child(
874                    h_flex()
875                        .w_full()
876                        .my_2()
877                        .px_2()
878                        .py_1()
879                        .bg(cx.theme().colors().editor_background)
880                        .border_1()
881                        .border_color(cx.theme().colors().border)
882                        .rounded_sm()
883                        .child(self.render_api_key_editor(cx)),
884                )
885                .child(
886                    Label::new(
887                        format!("You can also assign the {OPENROUTER_API_KEY_VAR} environment variable and restart Zed."),
888                    )
889                    .size(LabelSize::Small).color(Color::Muted),
890                )
891                .into_any()
892        } else {
893            h_flex()
894                .mt_1()
895                .p_1()
896                .justify_between()
897                .rounded_md()
898                .border_1()
899                .border_color(cx.theme().colors().border)
900                .bg(cx.theme().colors().background)
901                .child(
902                    h_flex()
903                        .gap_1()
904                        .child(Icon::new(IconName::Check).color(Color::Success))
905                        .child(Label::new(if env_var_set {
906                            format!("API key set in {OPENROUTER_API_KEY_VAR} environment variable.")
907                        } else {
908                            "API key configured.".to_string()
909                        })),
910                )
911                .child(
912                    Button::new("reset-key", "Reset Key")
913                        .label_size(LabelSize::Small)
914                        .icon(Some(IconName::Trash))
915                        .icon_size(IconSize::Small)
916                        .icon_position(IconPosition::Start)
917                        .disabled(env_var_set)
918                        .when(env_var_set, |this| {
919                            this.tooltip(Tooltip::text(format!("To reset your API key, unset the {OPENROUTER_API_KEY_VAR} environment variable.")))
920                        })
921                        .on_click(cx.listener(|this, _, window, cx| this.reset_api_key(window, cx))),
922                )
923                .into_any()
924        }
925    }
926}