open_router.rs

  1use anyhow::{Context as _, Result, anyhow};
  2use collections::HashMap;
  3use credentials_provider::CredentialsProvider;
  4use editor::{Editor, EditorElement, EditorStyle};
  5use futures::{FutureExt, Stream, StreamExt, future::BoxFuture};
  6use gpui::{
  7    AnyView, App, AsyncApp, Context, Entity, FontStyle, Subscription, Task, TextStyle, WhiteSpace,
  8};
  9use http_client::HttpClient;
 10use language_model::{
 11    AuthenticateError, LanguageModel, LanguageModelCompletionError, LanguageModelCompletionEvent,
 12    LanguageModelId, LanguageModelName, LanguageModelProvider, LanguageModelProviderId,
 13    LanguageModelProviderName, LanguageModelProviderState, LanguageModelRequest,
 14    LanguageModelToolChoice, LanguageModelToolResultContent, LanguageModelToolSchemaFormat,
 15    LanguageModelToolUse, MessageContent, RateLimiter, Role, StopReason, TokenUsage,
 16};
 17use open_router::{
 18    Model, ModelMode as OpenRouterModelMode, ResponseStreamEvent, list_models, stream_completion,
 19};
 20use schemars::JsonSchema;
 21use serde::{Deserialize, Serialize};
 22use settings::{Settings, SettingsStore};
 23use std::pin::Pin;
 24use std::str::FromStr as _;
 25use std::sync::Arc;
 26use theme::ThemeSettings;
 27use ui::{Icon, IconName, List, Tooltip, prelude::*};
 28use util::ResultExt;
 29
 30use crate::{AllLanguageModelSettings, ui::InstructionListItem};
 31
 32const PROVIDER_ID: &str = "openrouter";
 33const PROVIDER_NAME: &str = "OpenRouter";
 34
 35#[derive(Default, Clone, Debug, PartialEq)]
 36pub struct OpenRouterSettings {
 37    pub api_url: String,
 38    pub available_models: Vec<AvailableModel>,
 39}
 40
 41#[derive(Clone, Debug, PartialEq, Serialize, Deserialize, JsonSchema)]
 42pub struct AvailableModel {
 43    pub name: String,
 44    pub display_name: Option<String>,
 45    pub max_tokens: u64,
 46    pub max_output_tokens: Option<u64>,
 47    pub max_completion_tokens: Option<u64>,
 48    pub supports_tools: Option<bool>,
 49    pub supports_images: Option<bool>,
 50    pub mode: Option<ModelMode>,
 51}
 52
 53#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
 54#[serde(tag = "type", rename_all = "lowercase")]
 55pub enum ModelMode {
 56    #[default]
 57    Default,
 58    Thinking {
 59        budget_tokens: Option<u32>,
 60    },
 61}
 62
 63impl From<ModelMode> for OpenRouterModelMode {
 64    fn from(value: ModelMode) -> Self {
 65        match value {
 66            ModelMode::Default => OpenRouterModelMode::Default,
 67            ModelMode::Thinking { budget_tokens } => {
 68                OpenRouterModelMode::Thinking { budget_tokens }
 69            }
 70        }
 71    }
 72}
 73
 74impl From<OpenRouterModelMode> for ModelMode {
 75    fn from(value: OpenRouterModelMode) -> Self {
 76        match value {
 77            OpenRouterModelMode::Default => ModelMode::Default,
 78            OpenRouterModelMode::Thinking { budget_tokens } => {
 79                ModelMode::Thinking { budget_tokens }
 80            }
 81        }
 82    }
 83}
 84
 85pub struct OpenRouterLanguageModelProvider {
 86    http_client: Arc<dyn HttpClient>,
 87    state: gpui::Entity<State>,
 88}
 89
 90pub struct State {
 91    api_key: Option<String>,
 92    api_key_from_env: bool,
 93    http_client: Arc<dyn HttpClient>,
 94    available_models: Vec<open_router::Model>,
 95    fetch_models_task: Option<Task<Result<()>>>,
 96    settings: OpenRouterSettings,
 97    _subscription: Subscription,
 98}
 99
100const OPENROUTER_API_KEY_VAR: &str = "OPENROUTER_API_KEY";
101
102impl State {
103    fn is_authenticated(&self) -> bool {
104        self.api_key.is_some()
105    }
106
107    fn reset_api_key(&self, cx: &mut Context<Self>) -> Task<Result<()>> {
108        let credentials_provider = <dyn CredentialsProvider>::global(cx);
109        let api_url = AllLanguageModelSettings::get_global(cx)
110            .open_router
111            .api_url
112            .clone();
113        cx.spawn(async move |this, cx| {
114            credentials_provider
115                .delete_credentials(&api_url, &cx)
116                .await
117                .log_err();
118            this.update(cx, |this, cx| {
119                this.api_key = None;
120                this.api_key_from_env = false;
121                cx.notify();
122            })
123        })
124    }
125
126    fn set_api_key(&mut self, api_key: String, cx: &mut Context<Self>) -> Task<Result<()>> {
127        let credentials_provider = <dyn CredentialsProvider>::global(cx);
128        let api_url = AllLanguageModelSettings::get_global(cx)
129            .open_router
130            .api_url
131            .clone();
132        cx.spawn(async move |this, cx| {
133            credentials_provider
134                .write_credentials(&api_url, "Bearer", api_key.as_bytes(), &cx)
135                .await
136                .log_err();
137            this.update(cx, |this, cx| {
138                this.api_key = Some(api_key);
139                this.restart_fetch_models_task(cx);
140                cx.notify();
141            })
142        })
143    }
144
145    fn authenticate(&self, cx: &mut Context<Self>) -> Task<Result<(), AuthenticateError>> {
146        if self.is_authenticated() {
147            return Task::ready(Ok(()));
148        }
149
150        let credentials_provider = <dyn CredentialsProvider>::global(cx);
151        let api_url = AllLanguageModelSettings::get_global(cx)
152            .open_router
153            .api_url
154            .clone();
155        cx.spawn(async move |this, cx| {
156            let (api_key, from_env) = if let Ok(api_key) = std::env::var(OPENROUTER_API_KEY_VAR) {
157                (api_key, true)
158            } else {
159                let (_, api_key) = credentials_provider
160                    .read_credentials(&api_url, &cx)
161                    .await?
162                    .ok_or(AuthenticateError::CredentialsNotFound)?;
163                (
164                    String::from_utf8(api_key)
165                        .context(format!("invalid {} API key", PROVIDER_NAME))?,
166                    false,
167                )
168            };
169            this.update(cx, |this, cx| {
170                this.api_key = Some(api_key);
171                this.api_key_from_env = from_env;
172                this.restart_fetch_models_task(cx);
173                cx.notify();
174            })?;
175
176            Ok(())
177        })
178    }
179
180    fn fetch_models(&mut self, cx: &mut Context<Self>) -> Task<Result<()>> {
181        let settings = &AllLanguageModelSettings::get_global(cx).open_router;
182        let http_client = self.http_client.clone();
183        let api_url = settings.api_url.clone();
184
185        cx.spawn(async move |this, cx| {
186            let models = list_models(http_client.as_ref(), &api_url).await?;
187
188            this.update(cx, |this, cx| {
189                this.available_models = models;
190                cx.notify();
191            })
192        })
193    }
194
195    fn restart_fetch_models_task(&mut self, cx: &mut Context<Self>) {
196        if self.is_authenticated() {
197            let task = self.fetch_models(cx);
198            self.fetch_models_task.replace(task);
199        }
200    }
201}
202
203impl OpenRouterLanguageModelProvider {
204    pub fn new(http_client: Arc<dyn HttpClient>, cx: &mut App) -> Self {
205        let state = cx.new(|cx| State {
206            api_key: None,
207            api_key_from_env: false,
208            http_client: http_client.clone(),
209            available_models: Vec::new(),
210            fetch_models_task: None,
211            settings: OpenRouterSettings::default(),
212            _subscription: cx.observe_global::<SettingsStore>(|this: &mut State, cx| {
213                let current_settings = &AllLanguageModelSettings::get_global(cx).open_router;
214                let settings_changed = current_settings != &this.settings;
215                if settings_changed {
216                    this.settings = current_settings.clone();
217                    this.restart_fetch_models_task(cx);
218                }
219                cx.notify();
220            }),
221        });
222
223        Self { http_client, state }
224    }
225
226    fn create_language_model(&self, model: open_router::Model) -> Arc<dyn LanguageModel> {
227        Arc::new(OpenRouterLanguageModel {
228            id: LanguageModelId::from(model.id().to_string()),
229            model,
230            state: self.state.clone(),
231            http_client: self.http_client.clone(),
232            request_limiter: RateLimiter::new(4),
233        })
234    }
235}
236
237impl LanguageModelProviderState for OpenRouterLanguageModelProvider {
238    type ObservableEntity = State;
239
240    fn observable_entity(&self) -> Option<gpui::Entity<Self::ObservableEntity>> {
241        Some(self.state.clone())
242    }
243}
244
245impl LanguageModelProvider for OpenRouterLanguageModelProvider {
246    fn id(&self) -> LanguageModelProviderId {
247        LanguageModelProviderId(PROVIDER_ID.into())
248    }
249
250    fn name(&self) -> LanguageModelProviderName {
251        LanguageModelProviderName(PROVIDER_NAME.into())
252    }
253
254    fn icon(&self) -> IconName {
255        IconName::AiOpenRouter
256    }
257
258    fn default_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
259        Some(self.create_language_model(open_router::Model::default()))
260    }
261
262    fn default_fast_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
263        Some(self.create_language_model(open_router::Model::default_fast()))
264    }
265
266    fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
267        let mut models_from_api = self.state.read(cx).available_models.clone();
268        let mut settings_models = Vec::new();
269
270        for model in &AllLanguageModelSettings::get_global(cx)
271            .open_router
272            .available_models
273        {
274            settings_models.push(open_router::Model {
275                name: model.name.clone(),
276                display_name: model.display_name.clone(),
277                max_tokens: model.max_tokens,
278                supports_tools: model.supports_tools,
279                supports_images: model.supports_images,
280                mode: model.mode.clone().unwrap_or_default().into(),
281            });
282        }
283
284        for settings_model in &settings_models {
285            if let Some(pos) = models_from_api
286                .iter()
287                .position(|m| m.name == settings_model.name)
288            {
289                models_from_api[pos] = settings_model.clone();
290            } else {
291                models_from_api.push(settings_model.clone());
292            }
293        }
294
295        models_from_api
296            .into_iter()
297            .map(|model| self.create_language_model(model))
298            .collect()
299    }
300
301    fn is_authenticated(&self, cx: &App) -> bool {
302        self.state.read(cx).is_authenticated()
303    }
304
305    fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
306        self.state.update(cx, |state, cx| state.authenticate(cx))
307    }
308
309    fn configuration_view(&self, window: &mut Window, cx: &mut App) -> AnyView {
310        cx.new(|cx| ConfigurationView::new(self.state.clone(), window, cx))
311            .into()
312    }
313
314    fn reset_credentials(&self, cx: &mut App) -> Task<Result<()>> {
315        self.state.update(cx, |state, cx| state.reset_api_key(cx))
316    }
317}
318
319pub struct OpenRouterLanguageModel {
320    id: LanguageModelId,
321    model: open_router::Model,
322    state: gpui::Entity<State>,
323    http_client: Arc<dyn HttpClient>,
324    request_limiter: RateLimiter,
325}
326
327impl OpenRouterLanguageModel {
328    fn stream_completion(
329        &self,
330        request: open_router::Request,
331        cx: &AsyncApp,
332    ) -> BoxFuture<'static, Result<futures::stream::BoxStream<'static, Result<ResponseStreamEvent>>>>
333    {
334        let http_client = self.http_client.clone();
335        let Ok((api_key, api_url)) = cx.read_entity(&self.state, |state, cx| {
336            let settings = &AllLanguageModelSettings::get_global(cx).open_router;
337            (state.api_key.clone(), settings.api_url.clone())
338        }) else {
339            return futures::future::ready(Err(anyhow!(
340                "App state dropped: Unable to read API key or API URL from the application state"
341            )))
342            .boxed();
343        };
344
345        let future = self.request_limiter.stream(async move {
346            let api_key = api_key.ok_or_else(|| anyhow!("Missing OpenRouter API Key"))?;
347            let request = stream_completion(http_client.as_ref(), &api_url, &api_key, request);
348            let response = request.await?;
349            Ok(response)
350        });
351
352        async move { Ok(future.await?.boxed()) }.boxed()
353    }
354}
355
356impl LanguageModel for OpenRouterLanguageModel {
357    fn id(&self) -> LanguageModelId {
358        self.id.clone()
359    }
360
361    fn name(&self) -> LanguageModelName {
362        LanguageModelName::from(self.model.display_name().to_string())
363    }
364
365    fn provider_id(&self) -> LanguageModelProviderId {
366        LanguageModelProviderId(PROVIDER_ID.into())
367    }
368
369    fn provider_name(&self) -> LanguageModelProviderName {
370        LanguageModelProviderName(PROVIDER_NAME.into())
371    }
372
373    fn supports_tools(&self) -> bool {
374        self.model.supports_tool_calls()
375    }
376
377    fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
378        let model_id = self.model.id().trim().to_lowercase();
379        if model_id.contains("gemini") {
380            LanguageModelToolSchemaFormat::JsonSchemaSubset
381        } else {
382            LanguageModelToolSchemaFormat::JsonSchema
383        }
384    }
385
386    fn telemetry_id(&self) -> String {
387        format!("openrouter/{}", self.model.id())
388    }
389
390    fn max_token_count(&self) -> u64 {
391        self.model.max_token_count()
392    }
393
394    fn max_output_tokens(&self) -> Option<u64> {
395        self.model.max_output_tokens()
396    }
397
398    fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
399        match choice {
400            LanguageModelToolChoice::Auto => true,
401            LanguageModelToolChoice::Any => true,
402            LanguageModelToolChoice::None => true,
403        }
404    }
405
406    fn supports_images(&self) -> bool {
407        self.model.supports_images.unwrap_or(false)
408    }
409
410    fn count_tokens(
411        &self,
412        request: LanguageModelRequest,
413        cx: &App,
414    ) -> BoxFuture<'static, Result<u64>> {
415        count_open_router_tokens(request, self.model.clone(), cx)
416    }
417
418    fn stream_completion(
419        &self,
420        request: LanguageModelRequest,
421        cx: &AsyncApp,
422    ) -> BoxFuture<
423        'static,
424        Result<
425            futures::stream::BoxStream<
426                'static,
427                Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
428            >,
429            LanguageModelCompletionError,
430        >,
431    > {
432        let request = into_open_router(request, &self.model, self.max_output_tokens());
433        let completions = self.stream_completion(request, cx);
434        async move {
435            let mapper = OpenRouterEventMapper::new();
436            Ok(mapper.map_stream(completions.await?).boxed())
437        }
438        .boxed()
439    }
440}
441
442pub fn into_open_router(
443    request: LanguageModelRequest,
444    model: &Model,
445    max_output_tokens: Option<u64>,
446) -> open_router::Request {
447    let mut messages = Vec::new();
448    for message in request.messages {
449        for content in message.content {
450            match content {
451                MessageContent::Text(text) => add_message_content_part(
452                    open_router::MessagePart::Text { text },
453                    message.role,
454                    &mut messages,
455                ),
456                MessageContent::Thinking { .. } => {}
457                MessageContent::RedactedThinking(_) => {}
458                MessageContent::Image(image) => {
459                    add_message_content_part(
460                        open_router::MessagePart::Image {
461                            image_url: image.to_base64_url(),
462                        },
463                        message.role,
464                        &mut messages,
465                    );
466                }
467                MessageContent::ToolUse(tool_use) => {
468                    let tool_call = open_router::ToolCall {
469                        id: tool_use.id.to_string(),
470                        content: open_router::ToolCallContent::Function {
471                            function: open_router::FunctionContent {
472                                name: tool_use.name.to_string(),
473                                arguments: serde_json::to_string(&tool_use.input)
474                                    .unwrap_or_default(),
475                            },
476                        },
477                    };
478
479                    if let Some(open_router::RequestMessage::Assistant { tool_calls, .. }) =
480                        messages.last_mut()
481                    {
482                        tool_calls.push(tool_call);
483                    } else {
484                        messages.push(open_router::RequestMessage::Assistant {
485                            content: None,
486                            tool_calls: vec![tool_call],
487                        });
488                    }
489                }
490                MessageContent::ToolResult(tool_result) => {
491                    let content = match &tool_result.content {
492                        LanguageModelToolResultContent::Text(text) => {
493                            vec![open_router::MessagePart::Text {
494                                text: text.to_string(),
495                            }]
496                        }
497                        LanguageModelToolResultContent::Image(image) => {
498                            vec![open_router::MessagePart::Image {
499                                image_url: image.to_base64_url(),
500                            }]
501                        }
502                    };
503
504                    messages.push(open_router::RequestMessage::Tool {
505                        content: content.into(),
506                        tool_call_id: tool_result.tool_use_id.to_string(),
507                    });
508                }
509            }
510        }
511    }
512
513    open_router::Request {
514        model: model.id().into(),
515        messages,
516        stream: true,
517        stop: request.stop,
518        temperature: request.temperature.unwrap_or(0.4),
519        max_tokens: max_output_tokens,
520        parallel_tool_calls: if model.supports_parallel_tool_calls() && !request.tools.is_empty() {
521            Some(false)
522        } else {
523            None
524        },
525        usage: open_router::RequestUsage { include: true },
526        reasoning: if let OpenRouterModelMode::Thinking { budget_tokens } = model.mode {
527            Some(open_router::Reasoning {
528                effort: None,
529                max_tokens: budget_tokens,
530                exclude: Some(false),
531                enabled: Some(true),
532            })
533        } else {
534            None
535        },
536        tools: request
537            .tools
538            .into_iter()
539            .map(|tool| open_router::ToolDefinition::Function {
540                function: open_router::FunctionDefinition {
541                    name: tool.name,
542                    description: Some(tool.description),
543                    parameters: Some(tool.input_schema),
544                },
545            })
546            .collect(),
547        tool_choice: request.tool_choice.map(|choice| match choice {
548            LanguageModelToolChoice::Auto => open_router::ToolChoice::Auto,
549            LanguageModelToolChoice::Any => open_router::ToolChoice::Required,
550            LanguageModelToolChoice::None => open_router::ToolChoice::None,
551        }),
552    }
553}
554
555fn add_message_content_part(
556    new_part: open_router::MessagePart,
557    role: Role,
558    messages: &mut Vec<open_router::RequestMessage>,
559) {
560    match (role, messages.last_mut()) {
561        (Role::User, Some(open_router::RequestMessage::User { content }))
562        | (Role::System, Some(open_router::RequestMessage::System { content })) => {
563            content.push_part(new_part);
564        }
565        (
566            Role::Assistant,
567            Some(open_router::RequestMessage::Assistant {
568                content: Some(content),
569                ..
570            }),
571        ) => {
572            content.push_part(new_part);
573        }
574        _ => {
575            messages.push(match role {
576                Role::User => open_router::RequestMessage::User {
577                    content: open_router::MessageContent::from(vec![new_part]),
578                },
579                Role::Assistant => open_router::RequestMessage::Assistant {
580                    content: Some(open_router::MessageContent::from(vec![new_part])),
581                    tool_calls: Vec::new(),
582                },
583                Role::System => open_router::RequestMessage::System {
584                    content: open_router::MessageContent::from(vec![new_part]),
585                },
586            });
587        }
588    }
589}
590
591pub struct OpenRouterEventMapper {
592    tool_calls_by_index: HashMap<usize, RawToolCall>,
593}
594
595impl OpenRouterEventMapper {
596    pub fn new() -> Self {
597        Self {
598            tool_calls_by_index: HashMap::default(),
599        }
600    }
601
602    pub fn map_stream(
603        mut self,
604        events: Pin<Box<dyn Send + Stream<Item = Result<ResponseStreamEvent>>>>,
605    ) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>
606    {
607        events.flat_map(move |event| {
608            futures::stream::iter(match event {
609                Ok(event) => self.map_event(event),
610                Err(error) => vec![Err(LanguageModelCompletionError::Other(anyhow!(error)))],
611            })
612        })
613    }
614
615    pub fn map_event(
616        &mut self,
617        event: ResponseStreamEvent,
618    ) -> Vec<Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
619        let Some(choice) = event.choices.first() else {
620            return vec![Err(LanguageModelCompletionError::Other(anyhow!(
621                "Response contained no choices"
622            )))];
623        };
624
625        let mut events = Vec::new();
626        if let Some(reasoning) = choice.delta.reasoning.clone() {
627            events.push(Ok(LanguageModelCompletionEvent::Thinking {
628                text: reasoning,
629                signature: None,
630            }));
631        }
632
633        if let Some(content) = choice.delta.content.clone() {
634            // OpenRouter send empty content string with the reasoning content
635            // This is a workaround for the OpenRouter API bug
636            if !content.is_empty() {
637                events.push(Ok(LanguageModelCompletionEvent::Text(content)));
638            }
639        }
640
641        if let Some(tool_calls) = choice.delta.tool_calls.as_ref() {
642            for tool_call in tool_calls {
643                let entry = self.tool_calls_by_index.entry(tool_call.index).or_default();
644
645                if let Some(tool_id) = tool_call.id.clone() {
646                    entry.id = tool_id;
647                }
648
649                if let Some(function) = tool_call.function.as_ref() {
650                    if let Some(name) = function.name.clone() {
651                        entry.name = name;
652                    }
653
654                    if let Some(arguments) = function.arguments.clone() {
655                        entry.arguments.push_str(&arguments);
656                    }
657                }
658            }
659        }
660
661        if let Some(usage) = event.usage {
662            events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
663                input_tokens: usage.prompt_tokens,
664                output_tokens: usage.completion_tokens,
665                cache_creation_input_tokens: 0,
666                cache_read_input_tokens: 0,
667            })));
668        }
669
670        match choice.finish_reason.as_deref() {
671            Some("stop") => {
672                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
673            }
674            Some("tool_calls") => {
675                events.extend(self.tool_calls_by_index.drain().map(|(_, tool_call)| {
676                    match serde_json::Value::from_str(&tool_call.arguments) {
677                        Ok(input) => Ok(LanguageModelCompletionEvent::ToolUse(
678                            LanguageModelToolUse {
679                                id: tool_call.id.clone().into(),
680                                name: tool_call.name.as_str().into(),
681                                is_input_complete: true,
682                                input,
683                                raw_input: tool_call.arguments.clone(),
684                            },
685                        )),
686                        Err(error) => Err(LanguageModelCompletionError::BadInputJson {
687                            id: tool_call.id.into(),
688                            tool_name: tool_call.name.as_str().into(),
689                            raw_input: tool_call.arguments.into(),
690                            json_parse_error: error.to_string(),
691                        }),
692                    }
693                }));
694
695                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::ToolUse)));
696            }
697            Some(stop_reason) => {
698                log::error!("Unexpected OpenRouter stop_reason: {stop_reason:?}",);
699                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
700            }
701            None => {}
702        }
703
704        events
705    }
706}
707
708#[derive(Default)]
709struct RawToolCall {
710    id: String,
711    name: String,
712    arguments: String,
713}
714
715pub fn count_open_router_tokens(
716    request: LanguageModelRequest,
717    _model: open_router::Model,
718    cx: &App,
719) -> BoxFuture<'static, Result<u64>> {
720    cx.background_spawn(async move {
721        let messages = request
722            .messages
723            .into_iter()
724            .map(|message| tiktoken_rs::ChatCompletionRequestMessage {
725                role: match message.role {
726                    Role::User => "user".into(),
727                    Role::Assistant => "assistant".into(),
728                    Role::System => "system".into(),
729                },
730                content: Some(message.string_contents()),
731                name: None,
732                function_call: None,
733            })
734            .collect::<Vec<_>>();
735
736        tiktoken_rs::num_tokens_from_messages("gpt-4o", &messages).map(|tokens| tokens as u64)
737    })
738    .boxed()
739}
740
741struct ConfigurationView {
742    api_key_editor: Entity<Editor>,
743    state: gpui::Entity<State>,
744    load_credentials_task: Option<Task<()>>,
745}
746
747impl ConfigurationView {
748    fn new(state: gpui::Entity<State>, window: &mut Window, cx: &mut Context<Self>) -> Self {
749        let api_key_editor = cx.new(|cx| {
750            let mut editor = Editor::single_line(window, cx);
751            editor
752                .set_placeholder_text("sk_or_000000000000000000000000000000000000000000000000", cx);
753            editor
754        });
755
756        cx.observe(&state, |_, _, cx| {
757            cx.notify();
758        })
759        .detach();
760
761        let load_credentials_task = Some(cx.spawn_in(window, {
762            let state = state.clone();
763            async move |this, cx| {
764                if let Some(task) = state
765                    .update(cx, |state, cx| state.authenticate(cx))
766                    .log_err()
767                {
768                    let _ = task.await;
769                }
770
771                this.update(cx, |this, cx| {
772                    this.load_credentials_task = None;
773                    cx.notify();
774                })
775                .log_err();
776            }
777        }));
778
779        Self {
780            api_key_editor,
781            state,
782            load_credentials_task,
783        }
784    }
785
786    fn save_api_key(&mut self, _: &menu::Confirm, window: &mut Window, cx: &mut Context<Self>) {
787        let api_key = self.api_key_editor.read(cx).text(cx);
788        if api_key.is_empty() {
789            return;
790        }
791
792        let state = self.state.clone();
793        cx.spawn_in(window, async move |_, cx| {
794            state
795                .update(cx, |state, cx| state.set_api_key(api_key, cx))?
796                .await
797        })
798        .detach_and_log_err(cx);
799
800        cx.notify();
801    }
802
803    fn reset_api_key(&mut self, window: &mut Window, cx: &mut Context<Self>) {
804        self.api_key_editor
805            .update(cx, |editor, cx| editor.set_text("", window, cx));
806
807        let state = self.state.clone();
808        cx.spawn_in(window, async move |_, cx| {
809            state.update(cx, |state, cx| state.reset_api_key(cx))?.await
810        })
811        .detach_and_log_err(cx);
812
813        cx.notify();
814    }
815
816    fn render_api_key_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
817        let settings = ThemeSettings::get_global(cx);
818        let text_style = TextStyle {
819            color: cx.theme().colors().text,
820            font_family: settings.ui_font.family.clone(),
821            font_features: settings.ui_font.features.clone(),
822            font_fallbacks: settings.ui_font.fallbacks.clone(),
823            font_size: rems(0.875).into(),
824            font_weight: settings.ui_font.weight,
825            font_style: FontStyle::Normal,
826            line_height: relative(1.3),
827            white_space: WhiteSpace::Normal,
828            ..Default::default()
829        };
830        EditorElement::new(
831            &self.api_key_editor,
832            EditorStyle {
833                background: cx.theme().colors().editor_background,
834                local_player: cx.theme().players().local(),
835                text: text_style,
836                ..Default::default()
837            },
838        )
839    }
840
841    fn should_render_editor(&self, cx: &mut Context<Self>) -> bool {
842        !self.state.read(cx).is_authenticated()
843    }
844}
845
846impl Render for ConfigurationView {
847    fn render(&mut self, _: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
848        let env_var_set = self.state.read(cx).api_key_from_env;
849
850        if self.load_credentials_task.is_some() {
851            div().child(Label::new("Loading credentials...")).into_any()
852        } else if self.should_render_editor(cx) {
853            v_flex()
854                .size_full()
855                .on_action(cx.listener(Self::save_api_key))
856                .child(Label::new("To use Zed's assistant with OpenRouter, you need to add an API key. Follow these steps:"))
857                .child(
858                    List::new()
859                        .child(InstructionListItem::new(
860                            "Create an API key by visiting",
861                            Some("OpenRouter's console"),
862                            Some("https://openrouter.ai/keys"),
863                        ))
864                        .child(InstructionListItem::text_only(
865                            "Ensure your OpenRouter account has credits",
866                        ))
867                        .child(InstructionListItem::text_only(
868                            "Paste your API key below and hit enter to start using the assistant",
869                        )),
870                )
871                .child(
872                    h_flex()
873                        .w_full()
874                        .my_2()
875                        .px_2()
876                        .py_1()
877                        .bg(cx.theme().colors().editor_background)
878                        .border_1()
879                        .border_color(cx.theme().colors().border)
880                        .rounded_sm()
881                        .child(self.render_api_key_editor(cx)),
882                )
883                .child(
884                    Label::new(
885                        format!("You can also assign the {OPENROUTER_API_KEY_VAR} environment variable and restart Zed."),
886                    )
887                    .size(LabelSize::Small).color(Color::Muted),
888                )
889                .into_any()
890        } else {
891            h_flex()
892                .mt_1()
893                .p_1()
894                .justify_between()
895                .rounded_md()
896                .border_1()
897                .border_color(cx.theme().colors().border)
898                .bg(cx.theme().colors().background)
899                .child(
900                    h_flex()
901                        .gap_1()
902                        .child(Icon::new(IconName::Check).color(Color::Success))
903                        .child(Label::new(if env_var_set {
904                            format!("API key set in {OPENROUTER_API_KEY_VAR} environment variable.")
905                        } else {
906                            "API key configured.".to_string()
907                        })),
908                )
909                .child(
910                    Button::new("reset-key", "Reset Key")
911                        .label_size(LabelSize::Small)
912                        .icon(Some(IconName::Trash))
913                        .icon_size(IconSize::Small)
914                        .icon_position(IconPosition::Start)
915                        .disabled(env_var_set)
916                        .when(env_var_set, |this| {
917                            this.tooltip(Tooltip::text(format!("To reset your API key, unset the {OPENROUTER_API_KEY_VAR} environment variable.")))
918                        })
919                        .on_click(cx.listener(|this, _, window, cx| this.reset_api_key(window, cx))),
920                )
921                .into_any()
922        }
923    }
924}