open_router.rs

  1use anyhow::{Context as _, Result, anyhow};
  2use collections::HashMap;
  3use credentials_provider::CredentialsProvider;
  4use editor::{Editor, EditorElement, EditorStyle};
  5use futures::{FutureExt, Stream, StreamExt, future::BoxFuture};
  6use gpui::{
  7    AnyView, App, AsyncApp, Context, Entity, FontStyle, Subscription, Task, TextStyle, WhiteSpace,
  8};
  9use http_client::HttpClient;
 10use language_model::{
 11    AuthenticateError, LanguageModel, LanguageModelCompletionError, LanguageModelCompletionEvent,
 12    LanguageModelId, LanguageModelName, LanguageModelProvider, LanguageModelProviderId,
 13    LanguageModelProviderName, LanguageModelProviderState, LanguageModelRequest,
 14    LanguageModelToolChoice, LanguageModelToolResultContent, LanguageModelToolSchemaFormat,
 15    LanguageModelToolUse, MessageContent, RateLimiter, Role, StopReason, TokenUsage,
 16};
 17use open_router::{
 18    Model, ModelMode as OpenRouterModelMode, ResponseStreamEvent, list_models, stream_completion,
 19};
 20use schemars::JsonSchema;
 21use serde::{Deserialize, Serialize};
 22use settings::{Settings, SettingsStore};
 23use std::pin::Pin;
 24use std::str::FromStr as _;
 25use std::sync::Arc;
 26use theme::ThemeSettings;
 27use ui::{Icon, IconName, List, Tooltip, prelude::*};
 28use util::ResultExt;
 29
 30use crate::{AllLanguageModelSettings, ui::InstructionListItem};
 31
 32const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("openrouter");
 33const PROVIDER_NAME: LanguageModelProviderName = LanguageModelProviderName::new("OpenRouter");
 34
 35#[derive(Default, Clone, Debug, PartialEq)]
 36pub struct OpenRouterSettings {
 37    pub api_url: String,
 38    pub available_models: Vec<AvailableModel>,
 39}
 40
 41#[derive(Clone, Debug, PartialEq, Serialize, Deserialize, JsonSchema)]
 42pub struct AvailableModel {
 43    pub name: String,
 44    pub display_name: Option<String>,
 45    pub max_tokens: u64,
 46    pub max_output_tokens: Option<u64>,
 47    pub max_completion_tokens: Option<u64>,
 48    pub supports_tools: Option<bool>,
 49    pub supports_images: Option<bool>,
 50    pub mode: Option<ModelMode>,
 51}
 52
 53#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
 54#[serde(tag = "type", rename_all = "lowercase")]
 55pub enum ModelMode {
 56    #[default]
 57    Default,
 58    Thinking {
 59        budget_tokens: Option<u32>,
 60    },
 61}
 62
 63impl From<ModelMode> for OpenRouterModelMode {
 64    fn from(value: ModelMode) -> Self {
 65        match value {
 66            ModelMode::Default => OpenRouterModelMode::Default,
 67            ModelMode::Thinking { budget_tokens } => {
 68                OpenRouterModelMode::Thinking { budget_tokens }
 69            }
 70        }
 71    }
 72}
 73
 74impl From<OpenRouterModelMode> for ModelMode {
 75    fn from(value: OpenRouterModelMode) -> Self {
 76        match value {
 77            OpenRouterModelMode::Default => ModelMode::Default,
 78            OpenRouterModelMode::Thinking { budget_tokens } => {
 79                ModelMode::Thinking { budget_tokens }
 80            }
 81        }
 82    }
 83}
 84
 85pub struct OpenRouterLanguageModelProvider {
 86    http_client: Arc<dyn HttpClient>,
 87    state: gpui::Entity<State>,
 88}
 89
 90pub struct State {
 91    api_key: Option<String>,
 92    api_key_from_env: bool,
 93    http_client: Arc<dyn HttpClient>,
 94    available_models: Vec<open_router::Model>,
 95    fetch_models_task: Option<Task<Result<()>>>,
 96    settings: OpenRouterSettings,
 97    _subscription: Subscription,
 98}
 99
100const OPENROUTER_API_KEY_VAR: &str = "OPENROUTER_API_KEY";
101
102impl State {
103    fn is_authenticated(&self) -> bool {
104        self.api_key.is_some()
105    }
106
107    fn reset_api_key(&self, cx: &mut Context<Self>) -> Task<Result<()>> {
108        let credentials_provider = <dyn CredentialsProvider>::global(cx);
109        let api_url = AllLanguageModelSettings::get_global(cx)
110            .open_router
111            .api_url
112            .clone();
113        cx.spawn(async move |this, cx| {
114            credentials_provider
115                .delete_credentials(&api_url, cx)
116                .await
117                .log_err();
118            this.update(cx, |this, cx| {
119                this.api_key = None;
120                this.api_key_from_env = false;
121                cx.notify();
122            })
123        })
124    }
125
126    fn set_api_key(&mut self, api_key: String, cx: &mut Context<Self>) -> Task<Result<()>> {
127        let credentials_provider = <dyn CredentialsProvider>::global(cx);
128        let api_url = AllLanguageModelSettings::get_global(cx)
129            .open_router
130            .api_url
131            .clone();
132        cx.spawn(async move |this, cx| {
133            credentials_provider
134                .write_credentials(&api_url, "Bearer", api_key.as_bytes(), cx)
135                .await
136                .log_err();
137            this.update(cx, |this, cx| {
138                this.api_key = Some(api_key);
139                this.restart_fetch_models_task(cx);
140                cx.notify();
141            })
142        })
143    }
144
145    fn authenticate(&self, cx: &mut Context<Self>) -> Task<Result<(), AuthenticateError>> {
146        if self.is_authenticated() {
147            return Task::ready(Ok(()));
148        }
149
150        let credentials_provider = <dyn CredentialsProvider>::global(cx);
151        let api_url = AllLanguageModelSettings::get_global(cx)
152            .open_router
153            .api_url
154            .clone();
155        cx.spawn(async move |this, cx| {
156            let (api_key, from_env) = if let Ok(api_key) = std::env::var(OPENROUTER_API_KEY_VAR) {
157                (api_key, true)
158            } else {
159                let (_, api_key) = credentials_provider
160                    .read_credentials(&api_url, cx)
161                    .await?
162                    .ok_or(AuthenticateError::CredentialsNotFound)?;
163                (
164                    String::from_utf8(api_key)
165                        .context(format!("invalid {} API key", PROVIDER_NAME))?,
166                    false,
167                )
168            };
169            this.update(cx, |this, cx| {
170                this.api_key = Some(api_key);
171                this.api_key_from_env = from_env;
172                this.restart_fetch_models_task(cx);
173                cx.notify();
174            })?;
175
176            Ok(())
177        })
178    }
179
180    fn fetch_models(&mut self, cx: &mut Context<Self>) -> Task<Result<()>> {
181        let settings = &AllLanguageModelSettings::get_global(cx).open_router;
182        let http_client = self.http_client.clone();
183        let api_url = settings.api_url.clone();
184
185        cx.spawn(async move |this, cx| {
186            let models = list_models(http_client.as_ref(), &api_url).await?;
187
188            this.update(cx, |this, cx| {
189                this.available_models = models;
190                cx.notify();
191            })
192        })
193    }
194
195    fn restart_fetch_models_task(&mut self, cx: &mut Context<Self>) {
196        if self.is_authenticated() {
197            let task = self.fetch_models(cx);
198            self.fetch_models_task.replace(task);
199        }
200    }
201}
202
203impl OpenRouterLanguageModelProvider {
204    pub fn new(http_client: Arc<dyn HttpClient>, cx: &mut App) -> Self {
205        let state = cx.new(|cx| State {
206            api_key: None,
207            api_key_from_env: false,
208            http_client: http_client.clone(),
209            available_models: Vec::new(),
210            fetch_models_task: None,
211            settings: OpenRouterSettings::default(),
212            _subscription: cx.observe_global::<SettingsStore>(|this: &mut State, cx| {
213                let current_settings = &AllLanguageModelSettings::get_global(cx).open_router;
214                let settings_changed = current_settings != &this.settings;
215                if settings_changed {
216                    this.settings = current_settings.clone();
217                    this.restart_fetch_models_task(cx);
218                }
219                cx.notify();
220            }),
221        });
222
223        Self { http_client, state }
224    }
225
226    fn create_language_model(&self, model: open_router::Model) -> Arc<dyn LanguageModel> {
227        Arc::new(OpenRouterLanguageModel {
228            id: LanguageModelId::from(model.id().to_string()),
229            model,
230            state: self.state.clone(),
231            http_client: self.http_client.clone(),
232            request_limiter: RateLimiter::new(4),
233        })
234    }
235}
236
237impl LanguageModelProviderState for OpenRouterLanguageModelProvider {
238    type ObservableEntity = State;
239
240    fn observable_entity(&self) -> Option<gpui::Entity<Self::ObservableEntity>> {
241        Some(self.state.clone())
242    }
243}
244
245impl LanguageModelProvider for OpenRouterLanguageModelProvider {
246    fn id(&self) -> LanguageModelProviderId {
247        PROVIDER_ID
248    }
249
250    fn name(&self) -> LanguageModelProviderName {
251        PROVIDER_NAME
252    }
253
254    fn icon(&self) -> IconName {
255        IconName::AiOpenRouter
256    }
257
258    fn default_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
259        Some(self.create_language_model(open_router::Model::default()))
260    }
261
262    fn default_fast_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
263        Some(self.create_language_model(open_router::Model::default_fast()))
264    }
265
266    fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
267        let mut models_from_api = self.state.read(cx).available_models.clone();
268        let mut settings_models = Vec::new();
269
270        for model in &AllLanguageModelSettings::get_global(cx)
271            .open_router
272            .available_models
273        {
274            settings_models.push(open_router::Model {
275                name: model.name.clone(),
276                display_name: model.display_name.clone(),
277                max_tokens: model.max_tokens,
278                supports_tools: model.supports_tools,
279                supports_images: model.supports_images,
280                mode: model.mode.clone().unwrap_or_default().into(),
281            });
282        }
283
284        for settings_model in &settings_models {
285            if let Some(pos) = models_from_api
286                .iter()
287                .position(|m| m.name == settings_model.name)
288            {
289                models_from_api[pos] = settings_model.clone();
290            } else {
291                models_from_api.push(settings_model.clone());
292            }
293        }
294
295        models_from_api
296            .into_iter()
297            .map(|model| self.create_language_model(model))
298            .collect()
299    }
300
301    fn is_authenticated(&self, cx: &App) -> bool {
302        self.state.read(cx).is_authenticated()
303    }
304
305    fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
306        self.state.update(cx, |state, cx| state.authenticate(cx))
307    }
308
309    fn configuration_view(
310        &self,
311        _target_agent: language_model::ConfigurationViewTargetAgent,
312        window: &mut Window,
313        cx: &mut App,
314    ) -> AnyView {
315        cx.new(|cx| ConfigurationView::new(self.state.clone(), window, cx))
316            .into()
317    }
318
319    fn reset_credentials(&self, cx: &mut App) -> Task<Result<()>> {
320        self.state.update(cx, |state, cx| state.reset_api_key(cx))
321    }
322}
323
324pub struct OpenRouterLanguageModel {
325    id: LanguageModelId,
326    model: open_router::Model,
327    state: gpui::Entity<State>,
328    http_client: Arc<dyn HttpClient>,
329    request_limiter: RateLimiter,
330}
331
332impl OpenRouterLanguageModel {
333    fn stream_completion(
334        &self,
335        request: open_router::Request,
336        cx: &AsyncApp,
337    ) -> BoxFuture<'static, Result<futures::stream::BoxStream<'static, Result<ResponseStreamEvent>>>>
338    {
339        let http_client = self.http_client.clone();
340        let Ok((api_key, api_url)) = cx.read_entity(&self.state, |state, cx| {
341            let settings = &AllLanguageModelSettings::get_global(cx).open_router;
342            (state.api_key.clone(), settings.api_url.clone())
343        }) else {
344            return futures::future::ready(Err(anyhow!(
345                "App state dropped: Unable to read API key or API URL from the application state"
346            )))
347            .boxed();
348        };
349
350        let future = self.request_limiter.stream(async move {
351            let api_key = api_key.ok_or_else(|| anyhow!("Missing OpenRouter API Key"))?;
352            let request = stream_completion(http_client.as_ref(), &api_url, &api_key, request);
353            let response = request.await?;
354            Ok(response)
355        });
356
357        async move { Ok(future.await?.boxed()) }.boxed()
358    }
359}
360
361impl LanguageModel for OpenRouterLanguageModel {
362    fn id(&self) -> LanguageModelId {
363        self.id.clone()
364    }
365
366    fn name(&self) -> LanguageModelName {
367        LanguageModelName::from(self.model.display_name().to_string())
368    }
369
370    fn provider_id(&self) -> LanguageModelProviderId {
371        PROVIDER_ID
372    }
373
374    fn provider_name(&self) -> LanguageModelProviderName {
375        PROVIDER_NAME
376    }
377
378    fn supports_tools(&self) -> bool {
379        self.model.supports_tool_calls()
380    }
381
382    fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
383        let model_id = self.model.id().trim().to_lowercase();
384        if model_id.contains("gemini") || model_id.contains("grok") {
385            LanguageModelToolSchemaFormat::JsonSchemaSubset
386        } else {
387            LanguageModelToolSchemaFormat::JsonSchema
388        }
389    }
390
391    fn telemetry_id(&self) -> String {
392        format!("openrouter/{}", self.model.id())
393    }
394
395    fn max_token_count(&self) -> u64 {
396        self.model.max_token_count()
397    }
398
399    fn max_output_tokens(&self) -> Option<u64> {
400        self.model.max_output_tokens()
401    }
402
403    fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
404        match choice {
405            LanguageModelToolChoice::Auto => true,
406            LanguageModelToolChoice::Any => true,
407            LanguageModelToolChoice::None => true,
408        }
409    }
410
411    fn supports_images(&self) -> bool {
412        self.model.supports_images.unwrap_or(false)
413    }
414
415    fn count_tokens(
416        &self,
417        request: LanguageModelRequest,
418        cx: &App,
419    ) -> BoxFuture<'static, Result<u64>> {
420        count_open_router_tokens(request, self.model.clone(), cx)
421    }
422
423    fn stream_completion(
424        &self,
425        request: LanguageModelRequest,
426        cx: &AsyncApp,
427    ) -> BoxFuture<
428        'static,
429        Result<
430            futures::stream::BoxStream<
431                'static,
432                Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
433            >,
434            LanguageModelCompletionError,
435        >,
436    > {
437        let request = into_open_router(request, &self.model, self.max_output_tokens());
438        let completions = self.stream_completion(request, cx);
439        async move {
440            let mapper = OpenRouterEventMapper::new();
441            Ok(mapper.map_stream(completions.await?).boxed())
442        }
443        .boxed()
444    }
445}
446
447pub fn into_open_router(
448    request: LanguageModelRequest,
449    model: &Model,
450    max_output_tokens: Option<u64>,
451) -> open_router::Request {
452    let mut messages = Vec::new();
453    for message in request.messages {
454        for content in message.content {
455            match content {
456                MessageContent::Text(text) => add_message_content_part(
457                    open_router::MessagePart::Text { text },
458                    message.role,
459                    &mut messages,
460                ),
461                MessageContent::Thinking { .. } => {}
462                MessageContent::RedactedThinking(_) => {}
463                MessageContent::Image(image) => {
464                    add_message_content_part(
465                        open_router::MessagePart::Image {
466                            image_url: image.to_base64_url(),
467                        },
468                        message.role,
469                        &mut messages,
470                    );
471                }
472                MessageContent::ToolUse(tool_use) => {
473                    let tool_call = open_router::ToolCall {
474                        id: tool_use.id.to_string(),
475                        content: open_router::ToolCallContent::Function {
476                            function: open_router::FunctionContent {
477                                name: tool_use.name.to_string(),
478                                arguments: serde_json::to_string(&tool_use.input)
479                                    .unwrap_or_default(),
480                            },
481                        },
482                    };
483
484                    if let Some(open_router::RequestMessage::Assistant { tool_calls, .. }) =
485                        messages.last_mut()
486                    {
487                        tool_calls.push(tool_call);
488                    } else {
489                        messages.push(open_router::RequestMessage::Assistant {
490                            content: None,
491                            tool_calls: vec![tool_call],
492                        });
493                    }
494                }
495                MessageContent::ToolResult(tool_result) => {
496                    let content = match &tool_result.content {
497                        LanguageModelToolResultContent::Text(text) => {
498                            vec![open_router::MessagePart::Text {
499                                text: text.to_string(),
500                            }]
501                        }
502                        LanguageModelToolResultContent::Image(image) => {
503                            vec![open_router::MessagePart::Image {
504                                image_url: image.to_base64_url(),
505                            }]
506                        }
507                    };
508
509                    messages.push(open_router::RequestMessage::Tool {
510                        content: content.into(),
511                        tool_call_id: tool_result.tool_use_id.to_string(),
512                    });
513                }
514            }
515        }
516    }
517
518    open_router::Request {
519        model: model.id().into(),
520        messages,
521        stream: true,
522        stop: request.stop,
523        temperature: request.temperature.unwrap_or(0.4),
524        max_tokens: max_output_tokens,
525        parallel_tool_calls: if model.supports_parallel_tool_calls() && !request.tools.is_empty() {
526            Some(false)
527        } else {
528            None
529        },
530        usage: open_router::RequestUsage { include: true },
531        reasoning: if request.thinking_allowed
532            && let OpenRouterModelMode::Thinking { budget_tokens } = model.mode
533        {
534            Some(open_router::Reasoning {
535                effort: None,
536                max_tokens: budget_tokens,
537                exclude: Some(false),
538                enabled: Some(true),
539            })
540        } else {
541            None
542        },
543        tools: request
544            .tools
545            .into_iter()
546            .map(|tool| open_router::ToolDefinition::Function {
547                function: open_router::FunctionDefinition {
548                    name: tool.name,
549                    description: Some(tool.description),
550                    parameters: Some(tool.input_schema),
551                },
552            })
553            .collect(),
554        tool_choice: request.tool_choice.map(|choice| match choice {
555            LanguageModelToolChoice::Auto => open_router::ToolChoice::Auto,
556            LanguageModelToolChoice::Any => open_router::ToolChoice::Required,
557            LanguageModelToolChoice::None => open_router::ToolChoice::None,
558        }),
559    }
560}
561
562fn add_message_content_part(
563    new_part: open_router::MessagePart,
564    role: Role,
565    messages: &mut Vec<open_router::RequestMessage>,
566) {
567    match (role, messages.last_mut()) {
568        (Role::User, Some(open_router::RequestMessage::User { content }))
569        | (Role::System, Some(open_router::RequestMessage::System { content })) => {
570            content.push_part(new_part);
571        }
572        (
573            Role::Assistant,
574            Some(open_router::RequestMessage::Assistant {
575                content: Some(content),
576                ..
577            }),
578        ) => {
579            content.push_part(new_part);
580        }
581        _ => {
582            messages.push(match role {
583                Role::User => open_router::RequestMessage::User {
584                    content: open_router::MessageContent::from(vec![new_part]),
585                },
586                Role::Assistant => open_router::RequestMessage::Assistant {
587                    content: Some(open_router::MessageContent::from(vec![new_part])),
588                    tool_calls: Vec::new(),
589                },
590                Role::System => open_router::RequestMessage::System {
591                    content: open_router::MessageContent::from(vec![new_part]),
592                },
593            });
594        }
595    }
596}
597
598pub struct OpenRouterEventMapper {
599    tool_calls_by_index: HashMap<usize, RawToolCall>,
600}
601
602impl OpenRouterEventMapper {
603    pub fn new() -> Self {
604        Self {
605            tool_calls_by_index: HashMap::default(),
606        }
607    }
608
609    pub fn map_stream(
610        mut self,
611        events: Pin<Box<dyn Send + Stream<Item = Result<ResponseStreamEvent>>>>,
612    ) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>
613    {
614        events.flat_map(move |event| {
615            futures::stream::iter(match event {
616                Ok(event) => self.map_event(event),
617                Err(error) => vec![Err(LanguageModelCompletionError::from(anyhow!(error)))],
618            })
619        })
620    }
621
622    pub fn map_event(
623        &mut self,
624        event: ResponseStreamEvent,
625    ) -> Vec<Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
626        let Some(choice) = event.choices.first() else {
627            return vec![Err(LanguageModelCompletionError::from(anyhow!(
628                "Response contained no choices"
629            )))];
630        };
631
632        let mut events = Vec::new();
633        if let Some(reasoning) = choice.delta.reasoning.clone() {
634            events.push(Ok(LanguageModelCompletionEvent::Thinking {
635                text: reasoning,
636                signature: None,
637            }));
638        }
639
640        if let Some(content) = choice.delta.content.clone() {
641            // OpenRouter send empty content string with the reasoning content
642            // This is a workaround for the OpenRouter API bug
643            if !content.is_empty() {
644                events.push(Ok(LanguageModelCompletionEvent::Text(content)));
645            }
646        }
647
648        if let Some(tool_calls) = choice.delta.tool_calls.as_ref() {
649            for tool_call in tool_calls {
650                let entry = self.tool_calls_by_index.entry(tool_call.index).or_default();
651
652                if let Some(tool_id) = tool_call.id.clone() {
653                    entry.id = tool_id;
654                }
655
656                if let Some(function) = tool_call.function.as_ref() {
657                    if let Some(name) = function.name.clone() {
658                        entry.name = name;
659                    }
660
661                    if let Some(arguments) = function.arguments.clone() {
662                        entry.arguments.push_str(&arguments);
663                    }
664                }
665            }
666        }
667
668        if let Some(usage) = event.usage {
669            events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
670                input_tokens: usage.prompt_tokens,
671                output_tokens: usage.completion_tokens,
672                cache_creation_input_tokens: 0,
673                cache_read_input_tokens: 0,
674            })));
675        }
676
677        match choice.finish_reason.as_deref() {
678            Some("stop") => {
679                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
680            }
681            Some("tool_calls") => {
682                events.extend(self.tool_calls_by_index.drain().map(|(_, tool_call)| {
683                    match serde_json::Value::from_str(&tool_call.arguments) {
684                        Ok(input) => Ok(LanguageModelCompletionEvent::ToolUse(
685                            LanguageModelToolUse {
686                                id: tool_call.id.clone().into(),
687                                name: tool_call.name.as_str().into(),
688                                is_input_complete: true,
689                                input,
690                                raw_input: tool_call.arguments.clone(),
691                            },
692                        )),
693                        Err(error) => Ok(LanguageModelCompletionEvent::ToolUseJsonParseError {
694                            id: tool_call.id.clone().into(),
695                            tool_name: tool_call.name.as_str().into(),
696                            raw_input: tool_call.arguments.clone().into(),
697                            json_parse_error: error.to_string(),
698                        }),
699                    }
700                }));
701
702                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::ToolUse)));
703            }
704            Some(stop_reason) => {
705                log::error!("Unexpected OpenRouter stop_reason: {stop_reason:?}",);
706                events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
707            }
708            None => {}
709        }
710
711        events
712    }
713}
714
715#[derive(Default)]
716struct RawToolCall {
717    id: String,
718    name: String,
719    arguments: String,
720}
721
722pub fn count_open_router_tokens(
723    request: LanguageModelRequest,
724    _model: open_router::Model,
725    cx: &App,
726) -> BoxFuture<'static, Result<u64>> {
727    cx.background_spawn(async move {
728        let messages = request
729            .messages
730            .into_iter()
731            .map(|message| tiktoken_rs::ChatCompletionRequestMessage {
732                role: match message.role {
733                    Role::User => "user".into(),
734                    Role::Assistant => "assistant".into(),
735                    Role::System => "system".into(),
736                },
737                content: Some(message.string_contents()),
738                name: None,
739                function_call: None,
740            })
741            .collect::<Vec<_>>();
742
743        tiktoken_rs::num_tokens_from_messages("gpt-4o", &messages).map(|tokens| tokens as u64)
744    })
745    .boxed()
746}
747
748struct ConfigurationView {
749    api_key_editor: Entity<Editor>,
750    state: gpui::Entity<State>,
751    load_credentials_task: Option<Task<()>>,
752}
753
754impl ConfigurationView {
755    fn new(state: gpui::Entity<State>, window: &mut Window, cx: &mut Context<Self>) -> Self {
756        let api_key_editor = cx.new(|cx| {
757            let mut editor = Editor::single_line(window, cx);
758            editor
759                .set_placeholder_text("sk_or_000000000000000000000000000000000000000000000000", cx);
760            editor
761        });
762
763        cx.observe(&state, |_, _, cx| {
764            cx.notify();
765        })
766        .detach();
767
768        let load_credentials_task = Some(cx.spawn_in(window, {
769            let state = state.clone();
770            async move |this, cx| {
771                if let Some(task) = state
772                    .update(cx, |state, cx| state.authenticate(cx))
773                    .log_err()
774                {
775                    let _ = task.await;
776                }
777
778                this.update(cx, |this, cx| {
779                    this.load_credentials_task = None;
780                    cx.notify();
781                })
782                .log_err();
783            }
784        }));
785
786        Self {
787            api_key_editor,
788            state,
789            load_credentials_task,
790        }
791    }
792
793    fn save_api_key(&mut self, _: &menu::Confirm, window: &mut Window, cx: &mut Context<Self>) {
794        let api_key = self.api_key_editor.read(cx).text(cx);
795        if api_key.is_empty() {
796            return;
797        }
798
799        let state = self.state.clone();
800        cx.spawn_in(window, async move |_, cx| {
801            state
802                .update(cx, |state, cx| state.set_api_key(api_key, cx))?
803                .await
804        })
805        .detach_and_log_err(cx);
806
807        cx.notify();
808    }
809
810    fn reset_api_key(&mut self, window: &mut Window, cx: &mut Context<Self>) {
811        self.api_key_editor
812            .update(cx, |editor, cx| editor.set_text("", window, cx));
813
814        let state = self.state.clone();
815        cx.spawn_in(window, async move |_, cx| {
816            state.update(cx, |state, cx| state.reset_api_key(cx))?.await
817        })
818        .detach_and_log_err(cx);
819
820        cx.notify();
821    }
822
823    fn render_api_key_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
824        let settings = ThemeSettings::get_global(cx);
825        let text_style = TextStyle {
826            color: cx.theme().colors().text,
827            font_family: settings.ui_font.family.clone(),
828            font_features: settings.ui_font.features.clone(),
829            font_fallbacks: settings.ui_font.fallbacks.clone(),
830            font_size: rems(0.875).into(),
831            font_weight: settings.ui_font.weight,
832            font_style: FontStyle::Normal,
833            line_height: relative(1.3),
834            white_space: WhiteSpace::Normal,
835            ..Default::default()
836        };
837        EditorElement::new(
838            &self.api_key_editor,
839            EditorStyle {
840                background: cx.theme().colors().editor_background,
841                local_player: cx.theme().players().local(),
842                text: text_style,
843                ..Default::default()
844            },
845        )
846    }
847
848    fn should_render_editor(&self, cx: &mut Context<Self>) -> bool {
849        !self.state.read(cx).is_authenticated()
850    }
851}
852
853impl Render for ConfigurationView {
854    fn render(&mut self, _: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
855        let env_var_set = self.state.read(cx).api_key_from_env;
856
857        if self.load_credentials_task.is_some() {
858            div().child(Label::new("Loading credentials...")).into_any()
859        } else if self.should_render_editor(cx) {
860            v_flex()
861                .size_full()
862                .on_action(cx.listener(Self::save_api_key))
863                .child(Label::new("To use Zed's agent with OpenRouter, you need to add an API key. Follow these steps:"))
864                .child(
865                    List::new()
866                        .child(InstructionListItem::new(
867                            "Create an API key by visiting",
868                            Some("OpenRouter's console"),
869                            Some("https://openrouter.ai/keys"),
870                        ))
871                        .child(InstructionListItem::text_only(
872                            "Ensure your OpenRouter account has credits",
873                        ))
874                        .child(InstructionListItem::text_only(
875                            "Paste your API key below and hit enter to start using the assistant",
876                        )),
877                )
878                .child(
879                    h_flex()
880                        .w_full()
881                        .my_2()
882                        .px_2()
883                        .py_1()
884                        .bg(cx.theme().colors().editor_background)
885                        .border_1()
886                        .border_color(cx.theme().colors().border)
887                        .rounded_sm()
888                        .child(self.render_api_key_editor(cx)),
889                )
890                .child(
891                    Label::new(
892                        format!("You can also assign the {OPENROUTER_API_KEY_VAR} environment variable and restart Zed."),
893                    )
894                    .size(LabelSize::Small).color(Color::Muted),
895                )
896                .into_any()
897        } else {
898            h_flex()
899                .mt_1()
900                .p_1()
901                .justify_between()
902                .rounded_md()
903                .border_1()
904                .border_color(cx.theme().colors().border)
905                .bg(cx.theme().colors().background)
906                .child(
907                    h_flex()
908                        .gap_1()
909                        .child(Icon::new(IconName::Check).color(Color::Success))
910                        .child(Label::new(if env_var_set {
911                            format!("API key set in {OPENROUTER_API_KEY_VAR} environment variable.")
912                        } else {
913                            "API key configured.".to_string()
914                        })),
915                )
916                .child(
917                    Button::new("reset-key", "Reset Key")
918                        .label_size(LabelSize::Small)
919                        .icon(Some(IconName::Trash))
920                        .icon_size(IconSize::Small)
921                        .icon_position(IconPosition::Start)
922                        .disabled(env_var_set)
923                        .when(env_var_set, |this| {
924                            this.tooltip(Tooltip::text(format!("To reset your API key, unset the {OPENROUTER_API_KEY_VAR} environment variable.")))
925                        })
926                        .on_click(cx.listener(|this, _, window, cx| this.reset_api_key(window, cx))),
927                )
928                .into_any()
929        }
930    }
931}