1use anyhow::{Context as _, Result, anyhow};
2use collections::HashMap;
3use credentials_provider::CredentialsProvider;
4use editor::{Editor, EditorElement, EditorStyle};
5use futures::{FutureExt, Stream, StreamExt, future::BoxFuture};
6use gpui::{
7 AnyView, App, AsyncApp, Context, Entity, FontStyle, Subscription, Task, TextStyle, WhiteSpace,
8};
9use http_client::HttpClient;
10use language_model::{
11 AuthenticateError, LanguageModel, LanguageModelCompletionError, LanguageModelCompletionEvent,
12 LanguageModelId, LanguageModelName, LanguageModelProvider, LanguageModelProviderId,
13 LanguageModelProviderName, LanguageModelProviderState, LanguageModelRequest,
14 LanguageModelToolChoice, LanguageModelToolResultContent, LanguageModelToolSchemaFormat,
15 LanguageModelToolUse, MessageContent, RateLimiter, Role, StopReason, TokenUsage,
16};
17use open_router::{
18 Model, ModelMode as OpenRouterModelMode, ResponseStreamEvent, list_models, stream_completion,
19};
20use schemars::JsonSchema;
21use serde::{Deserialize, Serialize};
22use settings::{Settings, SettingsStore};
23use std::pin::Pin;
24use std::str::FromStr as _;
25use std::sync::Arc;
26use theme::ThemeSettings;
27use ui::{Icon, IconName, List, Tooltip, prelude::*};
28use util::ResultExt;
29
30use crate::{AllLanguageModelSettings, ui::InstructionListItem};
31
32const PROVIDER_ID: LanguageModelProviderId = LanguageModelProviderId::new("openrouter");
33const PROVIDER_NAME: LanguageModelProviderName = LanguageModelProviderName::new("OpenRouter");
34
35#[derive(Default, Clone, Debug, PartialEq)]
36pub struct OpenRouterSettings {
37 pub api_url: String,
38 pub available_models: Vec<AvailableModel>,
39}
40
41#[derive(Clone, Debug, PartialEq, Serialize, Deserialize, JsonSchema)]
42pub struct AvailableModel {
43 pub name: String,
44 pub display_name: Option<String>,
45 pub max_tokens: u64,
46 pub max_output_tokens: Option<u64>,
47 pub max_completion_tokens: Option<u64>,
48 pub supports_tools: Option<bool>,
49 pub supports_images: Option<bool>,
50 pub mode: Option<ModelMode>,
51}
52
53#[derive(Clone, Debug, Default, PartialEq, Serialize, Deserialize, JsonSchema)]
54#[serde(tag = "type", rename_all = "lowercase")]
55pub enum ModelMode {
56 #[default]
57 Default,
58 Thinking {
59 budget_tokens: Option<u32>,
60 },
61}
62
63impl From<ModelMode> for OpenRouterModelMode {
64 fn from(value: ModelMode) -> Self {
65 match value {
66 ModelMode::Default => OpenRouterModelMode::Default,
67 ModelMode::Thinking { budget_tokens } => {
68 OpenRouterModelMode::Thinking { budget_tokens }
69 }
70 }
71 }
72}
73
74impl From<OpenRouterModelMode> for ModelMode {
75 fn from(value: OpenRouterModelMode) -> Self {
76 match value {
77 OpenRouterModelMode::Default => ModelMode::Default,
78 OpenRouterModelMode::Thinking { budget_tokens } => {
79 ModelMode::Thinking { budget_tokens }
80 }
81 }
82 }
83}
84
85pub struct OpenRouterLanguageModelProvider {
86 http_client: Arc<dyn HttpClient>,
87 state: gpui::Entity<State>,
88}
89
90pub struct State {
91 api_key: Option<String>,
92 api_key_from_env: bool,
93 http_client: Arc<dyn HttpClient>,
94 available_models: Vec<open_router::Model>,
95 fetch_models_task: Option<Task<Result<()>>>,
96 settings: OpenRouterSettings,
97 _subscription: Subscription,
98}
99
100const OPENROUTER_API_KEY_VAR: &str = "OPENROUTER_API_KEY";
101
102impl State {
103 fn is_authenticated(&self) -> bool {
104 self.api_key.is_some()
105 }
106
107 fn reset_api_key(&self, cx: &mut Context<Self>) -> Task<Result<()>> {
108 let credentials_provider = <dyn CredentialsProvider>::global(cx);
109 let api_url = AllLanguageModelSettings::get_global(cx)
110 .open_router
111 .api_url
112 .clone();
113 cx.spawn(async move |this, cx| {
114 credentials_provider
115 .delete_credentials(&api_url, cx)
116 .await
117 .log_err();
118 this.update(cx, |this, cx| {
119 this.api_key = None;
120 this.api_key_from_env = false;
121 cx.notify();
122 })
123 })
124 }
125
126 fn set_api_key(&mut self, api_key: String, cx: &mut Context<Self>) -> Task<Result<()>> {
127 let credentials_provider = <dyn CredentialsProvider>::global(cx);
128 let api_url = AllLanguageModelSettings::get_global(cx)
129 .open_router
130 .api_url
131 .clone();
132 cx.spawn(async move |this, cx| {
133 credentials_provider
134 .write_credentials(&api_url, "Bearer", api_key.as_bytes(), cx)
135 .await
136 .log_err();
137 this.update(cx, |this, cx| {
138 this.api_key = Some(api_key);
139 this.restart_fetch_models_task(cx);
140 cx.notify();
141 })
142 })
143 }
144
145 fn authenticate(&self, cx: &mut Context<Self>) -> Task<Result<(), AuthenticateError>> {
146 if self.is_authenticated() {
147 return Task::ready(Ok(()));
148 }
149
150 let credentials_provider = <dyn CredentialsProvider>::global(cx);
151 let api_url = AllLanguageModelSettings::get_global(cx)
152 .open_router
153 .api_url
154 .clone();
155
156 cx.spawn(async move |this, cx| {
157 let (api_key, from_env) = if let Ok(api_key) = std::env::var(OPENROUTER_API_KEY_VAR) {
158 (api_key, true)
159 } else {
160 let (_, api_key) = credentials_provider
161 .read_credentials(&api_url, cx)
162 .await?
163 .ok_or(AuthenticateError::CredentialsNotFound)?;
164 (
165 String::from_utf8(api_key).context("invalid {PROVIDER_NAME} API key")?,
166 false,
167 )
168 };
169
170 this.update(cx, |this, cx| {
171 this.api_key = Some(api_key);
172 this.api_key_from_env = from_env;
173 this.restart_fetch_models_task(cx);
174 cx.notify();
175 })?;
176
177 Ok(())
178 })
179 }
180
181 fn fetch_models(&mut self, cx: &mut Context<Self>) -> Task<Result<()>> {
182 let settings = &AllLanguageModelSettings::get_global(cx).open_router;
183 let http_client = self.http_client.clone();
184 let api_url = settings.api_url.clone();
185
186 cx.spawn(async move |this, cx| {
187 let models = list_models(http_client.as_ref(), &api_url)
188 .await
189 .map_err(|e| anyhow::anyhow!("OpenRouter error: {:?}", e))?;
190
191 this.update(cx, |this, cx| {
192 this.available_models = models;
193 cx.notify();
194 })
195 })
196 }
197
198 fn restart_fetch_models_task(&mut self, cx: &mut Context<Self>) {
199 if self.is_authenticated() {
200 let task = self.fetch_models(cx);
201 self.fetch_models_task.replace(task);
202 }
203 }
204}
205
206impl OpenRouterLanguageModelProvider {
207 pub fn new(http_client: Arc<dyn HttpClient>, cx: &mut App) -> Self {
208 let state = cx.new(|cx| State {
209 api_key: None,
210 api_key_from_env: false,
211 http_client: http_client.clone(),
212 available_models: Vec::new(),
213 fetch_models_task: None,
214 settings: OpenRouterSettings::default(),
215 _subscription: cx.observe_global::<SettingsStore>(|this: &mut State, cx| {
216 let current_settings = &AllLanguageModelSettings::get_global(cx).open_router;
217 let settings_changed = current_settings != &this.settings;
218 if settings_changed {
219 this.settings = current_settings.clone();
220 this.restart_fetch_models_task(cx);
221 }
222 cx.notify();
223 }),
224 });
225
226 Self { http_client, state }
227 }
228
229 fn create_language_model(&self, model: open_router::Model) -> Arc<dyn LanguageModel> {
230 Arc::new(OpenRouterLanguageModel {
231 id: LanguageModelId::from(model.id().to_string()),
232 model,
233 state: self.state.clone(),
234 http_client: self.http_client.clone(),
235 request_limiter: RateLimiter::new(4),
236 })
237 }
238}
239
240impl LanguageModelProviderState for OpenRouterLanguageModelProvider {
241 type ObservableEntity = State;
242
243 fn observable_entity(&self) -> Option<gpui::Entity<Self::ObservableEntity>> {
244 Some(self.state.clone())
245 }
246}
247
248impl LanguageModelProvider for OpenRouterLanguageModelProvider {
249 fn id(&self) -> LanguageModelProviderId {
250 PROVIDER_ID
251 }
252
253 fn name(&self) -> LanguageModelProviderName {
254 PROVIDER_NAME
255 }
256
257 fn icon(&self) -> IconName {
258 IconName::AiOpenRouter
259 }
260
261 fn default_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
262 Some(self.create_language_model(open_router::Model::default()))
263 }
264
265 fn default_fast_model(&self, _cx: &App) -> Option<Arc<dyn LanguageModel>> {
266 Some(self.create_language_model(open_router::Model::default_fast()))
267 }
268
269 fn provided_models(&self, cx: &App) -> Vec<Arc<dyn LanguageModel>> {
270 let mut models_from_api = self.state.read(cx).available_models.clone();
271 let mut settings_models = Vec::new();
272
273 for model in &AllLanguageModelSettings::get_global(cx)
274 .open_router
275 .available_models
276 {
277 settings_models.push(open_router::Model {
278 name: model.name.clone(),
279 display_name: model.display_name.clone(),
280 max_tokens: model.max_tokens,
281 supports_tools: model.supports_tools,
282 supports_images: model.supports_images,
283 mode: model.mode.clone().unwrap_or_default().into(),
284 });
285 }
286
287 for settings_model in &settings_models {
288 if let Some(pos) = models_from_api
289 .iter()
290 .position(|m| m.name == settings_model.name)
291 {
292 models_from_api[pos] = settings_model.clone();
293 } else {
294 models_from_api.push(settings_model.clone());
295 }
296 }
297
298 models_from_api
299 .into_iter()
300 .map(|model| self.create_language_model(model))
301 .collect()
302 }
303
304 fn is_authenticated(&self, cx: &App) -> bool {
305 self.state.read(cx).is_authenticated()
306 }
307
308 fn authenticate(&self, cx: &mut App) -> Task<Result<(), AuthenticateError>> {
309 self.state.update(cx, |state, cx| state.authenticate(cx))
310 }
311
312 fn configuration_view(
313 &self,
314 _target_agent: language_model::ConfigurationViewTargetAgent,
315 window: &mut Window,
316 cx: &mut App,
317 ) -> AnyView {
318 cx.new(|cx| ConfigurationView::new(self.state.clone(), window, cx))
319 .into()
320 }
321
322 fn reset_credentials(&self, cx: &mut App) -> Task<Result<()>> {
323 self.state.update(cx, |state, cx| state.reset_api_key(cx))
324 }
325}
326
327pub struct OpenRouterLanguageModel {
328 id: LanguageModelId,
329 model: open_router::Model,
330 state: gpui::Entity<State>,
331 http_client: Arc<dyn HttpClient>,
332 request_limiter: RateLimiter,
333}
334
335impl OpenRouterLanguageModel {
336 fn stream_completion(
337 &self,
338 request: open_router::Request,
339 cx: &AsyncApp,
340 ) -> BoxFuture<
341 'static,
342 Result<
343 futures::stream::BoxStream<
344 'static,
345 Result<ResponseStreamEvent, open_router::OpenRouterError>,
346 >,
347 LanguageModelCompletionError,
348 >,
349 > {
350 let http_client = self.http_client.clone();
351 let Ok((api_key, api_url)) = cx.read_entity(&self.state, |state, cx| {
352 let settings = &AllLanguageModelSettings::get_global(cx).open_router;
353 (state.api_key.clone(), settings.api_url.clone())
354 }) else {
355 return futures::future::ready(Err(LanguageModelCompletionError::Other(anyhow!(
356 "App state dropped"
357 ))))
358 .boxed();
359 };
360
361 async move {
362 let Some(api_key) = api_key else {
363 return Err(LanguageModelCompletionError::NoApiKey {
364 provider: PROVIDER_NAME,
365 });
366 };
367 let request = stream_completion(http_client.as_ref(), &api_url, &api_key, request);
368 request.await.map_err(Into::into)
369 }
370 .boxed()
371 }
372}
373
374impl LanguageModel for OpenRouterLanguageModel {
375 fn id(&self) -> LanguageModelId {
376 self.id.clone()
377 }
378
379 fn name(&self) -> LanguageModelName {
380 LanguageModelName::from(self.model.display_name().to_string())
381 }
382
383 fn provider_id(&self) -> LanguageModelProviderId {
384 PROVIDER_ID
385 }
386
387 fn provider_name(&self) -> LanguageModelProviderName {
388 PROVIDER_NAME
389 }
390
391 fn supports_tools(&self) -> bool {
392 self.model.supports_tool_calls()
393 }
394
395 fn tool_input_format(&self) -> LanguageModelToolSchemaFormat {
396 let model_id = self.model.id().trim().to_lowercase();
397 if model_id.contains("gemini") || model_id.contains("grok") {
398 LanguageModelToolSchemaFormat::JsonSchemaSubset
399 } else {
400 LanguageModelToolSchemaFormat::JsonSchema
401 }
402 }
403
404 fn telemetry_id(&self) -> String {
405 format!("openrouter/{}", self.model.id())
406 }
407
408 fn max_token_count(&self) -> u64 {
409 self.model.max_token_count()
410 }
411
412 fn max_output_tokens(&self) -> Option<u64> {
413 self.model.max_output_tokens()
414 }
415
416 fn supports_tool_choice(&self, choice: LanguageModelToolChoice) -> bool {
417 match choice {
418 LanguageModelToolChoice::Auto => true,
419 LanguageModelToolChoice::Any => true,
420 LanguageModelToolChoice::None => true,
421 }
422 }
423
424 fn supports_images(&self) -> bool {
425 self.model.supports_images.unwrap_or(false)
426 }
427
428 fn count_tokens(
429 &self,
430 request: LanguageModelRequest,
431 cx: &App,
432 ) -> BoxFuture<'static, Result<u64>> {
433 count_open_router_tokens(request, self.model.clone(), cx)
434 }
435
436 fn stream_completion(
437 &self,
438 request: LanguageModelRequest,
439 cx: &AsyncApp,
440 ) -> BoxFuture<
441 'static,
442 Result<
443 futures::stream::BoxStream<
444 'static,
445 Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
446 >,
447 LanguageModelCompletionError,
448 >,
449 > {
450 let request = into_open_router(request, &self.model, self.max_output_tokens());
451 let request = self.stream_completion(request, cx);
452 let future = self.request_limiter.stream(async move {
453 let response = request.await?;
454 Ok(OpenRouterEventMapper::new().map_stream(response))
455 });
456 async move { Ok(future.await?.boxed()) }.boxed()
457 }
458}
459
460pub fn into_open_router(
461 request: LanguageModelRequest,
462 model: &Model,
463 max_output_tokens: Option<u64>,
464) -> open_router::Request {
465 let mut messages = Vec::new();
466 for message in request.messages {
467 for content in message.content {
468 match content {
469 MessageContent::Text(text) => add_message_content_part(
470 open_router::MessagePart::Text { text },
471 message.role,
472 &mut messages,
473 ),
474 MessageContent::Thinking { .. } => {}
475 MessageContent::RedactedThinking(_) => {}
476 MessageContent::Image(image) => {
477 add_message_content_part(
478 open_router::MessagePart::Image {
479 image_url: image.to_base64_url(),
480 },
481 message.role,
482 &mut messages,
483 );
484 }
485 MessageContent::ToolUse(tool_use) => {
486 let tool_call = open_router::ToolCall {
487 id: tool_use.id.to_string(),
488 content: open_router::ToolCallContent::Function {
489 function: open_router::FunctionContent {
490 name: tool_use.name.to_string(),
491 arguments: serde_json::to_string(&tool_use.input)
492 .unwrap_or_default(),
493 },
494 },
495 };
496
497 if let Some(open_router::RequestMessage::Assistant { tool_calls, .. }) =
498 messages.last_mut()
499 {
500 tool_calls.push(tool_call);
501 } else {
502 messages.push(open_router::RequestMessage::Assistant {
503 content: None,
504 tool_calls: vec![tool_call],
505 });
506 }
507 }
508 MessageContent::ToolResult(tool_result) => {
509 let content = match &tool_result.content {
510 LanguageModelToolResultContent::Text(text) => {
511 vec![open_router::MessagePart::Text {
512 text: text.to_string(),
513 }]
514 }
515 LanguageModelToolResultContent::Image(image) => {
516 vec![open_router::MessagePart::Image {
517 image_url: image.to_base64_url(),
518 }]
519 }
520 };
521
522 messages.push(open_router::RequestMessage::Tool {
523 content: content.into(),
524 tool_call_id: tool_result.tool_use_id.to_string(),
525 });
526 }
527 }
528 }
529 }
530
531 open_router::Request {
532 model: model.id().into(),
533 messages,
534 stream: true,
535 stop: request.stop,
536 temperature: request.temperature.unwrap_or(0.4),
537 max_tokens: max_output_tokens,
538 parallel_tool_calls: if model.supports_parallel_tool_calls() && !request.tools.is_empty() {
539 Some(false)
540 } else {
541 None
542 },
543 usage: open_router::RequestUsage { include: true },
544 reasoning: if request.thinking_allowed
545 && let OpenRouterModelMode::Thinking { budget_tokens } = model.mode
546 {
547 Some(open_router::Reasoning {
548 effort: None,
549 max_tokens: budget_tokens,
550 exclude: Some(false),
551 enabled: Some(true),
552 })
553 } else {
554 None
555 },
556 tools: request
557 .tools
558 .into_iter()
559 .map(|tool| open_router::ToolDefinition::Function {
560 function: open_router::FunctionDefinition {
561 name: tool.name,
562 description: Some(tool.description),
563 parameters: Some(tool.input_schema),
564 },
565 })
566 .collect(),
567 tool_choice: request.tool_choice.map(|choice| match choice {
568 LanguageModelToolChoice::Auto => open_router::ToolChoice::Auto,
569 LanguageModelToolChoice::Any => open_router::ToolChoice::Required,
570 LanguageModelToolChoice::None => open_router::ToolChoice::None,
571 }),
572 }
573}
574
575fn add_message_content_part(
576 new_part: open_router::MessagePart,
577 role: Role,
578 messages: &mut Vec<open_router::RequestMessage>,
579) {
580 match (role, messages.last_mut()) {
581 (Role::User, Some(open_router::RequestMessage::User { content }))
582 | (Role::System, Some(open_router::RequestMessage::System { content })) => {
583 content.push_part(new_part);
584 }
585 (
586 Role::Assistant,
587 Some(open_router::RequestMessage::Assistant {
588 content: Some(content),
589 ..
590 }),
591 ) => {
592 content.push_part(new_part);
593 }
594 _ => {
595 messages.push(match role {
596 Role::User => open_router::RequestMessage::User {
597 content: open_router::MessageContent::from(vec![new_part]),
598 },
599 Role::Assistant => open_router::RequestMessage::Assistant {
600 content: Some(open_router::MessageContent::from(vec![new_part])),
601 tool_calls: Vec::new(),
602 },
603 Role::System => open_router::RequestMessage::System {
604 content: open_router::MessageContent::from(vec![new_part]),
605 },
606 });
607 }
608 }
609}
610
611pub struct OpenRouterEventMapper {
612 tool_calls_by_index: HashMap<usize, RawToolCall>,
613}
614
615impl OpenRouterEventMapper {
616 pub fn new() -> Self {
617 Self {
618 tool_calls_by_index: HashMap::default(),
619 }
620 }
621
622 pub fn map_stream(
623 mut self,
624 events: Pin<
625 Box<
626 dyn Send + Stream<Item = Result<ResponseStreamEvent, open_router::OpenRouterError>>,
627 >,
628 >,
629 ) -> impl Stream<Item = Result<LanguageModelCompletionEvent, LanguageModelCompletionError>>
630 {
631 events.flat_map(move |event| {
632 futures::stream::iter(match event {
633 Ok(event) => self.map_event(event),
634 Err(error) => vec![Err(error.into())],
635 })
636 })
637 }
638
639 pub fn map_event(
640 &mut self,
641 event: ResponseStreamEvent,
642 ) -> Vec<Result<LanguageModelCompletionEvent, LanguageModelCompletionError>> {
643 let Some(choice) = event.choices.first() else {
644 return vec![Err(LanguageModelCompletionError::from(anyhow!(
645 "Response contained no choices"
646 )))];
647 };
648
649 let mut events = Vec::new();
650 if let Some(reasoning) = choice.delta.reasoning.clone() {
651 events.push(Ok(LanguageModelCompletionEvent::Thinking {
652 text: reasoning,
653 signature: None,
654 }));
655 }
656
657 if let Some(content) = choice.delta.content.clone() {
658 // OpenRouter send empty content string with the reasoning content
659 // This is a workaround for the OpenRouter API bug
660 if !content.is_empty() {
661 events.push(Ok(LanguageModelCompletionEvent::Text(content)));
662 }
663 }
664
665 if let Some(tool_calls) = choice.delta.tool_calls.as_ref() {
666 for tool_call in tool_calls {
667 let entry = self.tool_calls_by_index.entry(tool_call.index).or_default();
668
669 if let Some(tool_id) = tool_call.id.clone() {
670 entry.id = tool_id;
671 }
672
673 if let Some(function) = tool_call.function.as_ref() {
674 if let Some(name) = function.name.clone() {
675 entry.name = name;
676 }
677
678 if let Some(arguments) = function.arguments.clone() {
679 entry.arguments.push_str(&arguments);
680 }
681 }
682 }
683 }
684
685 if let Some(usage) = event.usage {
686 events.push(Ok(LanguageModelCompletionEvent::UsageUpdate(TokenUsage {
687 input_tokens: usage.prompt_tokens,
688 output_tokens: usage.completion_tokens,
689 cache_creation_input_tokens: 0,
690 cache_read_input_tokens: 0,
691 })));
692 }
693
694 match choice.finish_reason.as_deref() {
695 Some("stop") => {
696 events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
697 }
698 Some("tool_calls") => {
699 events.extend(self.tool_calls_by_index.drain().map(|(_, tool_call)| {
700 match serde_json::Value::from_str(&tool_call.arguments) {
701 Ok(input) => Ok(LanguageModelCompletionEvent::ToolUse(
702 LanguageModelToolUse {
703 id: tool_call.id.clone().into(),
704 name: tool_call.name.as_str().into(),
705 is_input_complete: true,
706 input,
707 raw_input: tool_call.arguments.clone(),
708 },
709 )),
710 Err(error) => Ok(LanguageModelCompletionEvent::ToolUseJsonParseError {
711 id: tool_call.id.clone().into(),
712 tool_name: tool_call.name.as_str().into(),
713 raw_input: tool_call.arguments.clone().into(),
714 json_parse_error: error.to_string(),
715 }),
716 }
717 }));
718
719 events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::ToolUse)));
720 }
721 Some(stop_reason) => {
722 log::error!("Unexpected OpenRouter stop_reason: {stop_reason:?}",);
723 events.push(Ok(LanguageModelCompletionEvent::Stop(StopReason::EndTurn)));
724 }
725 None => {}
726 }
727
728 events
729 }
730}
731
732#[derive(Default)]
733struct RawToolCall {
734 id: String,
735 name: String,
736 arguments: String,
737}
738
739pub fn count_open_router_tokens(
740 request: LanguageModelRequest,
741 _model: open_router::Model,
742 cx: &App,
743) -> BoxFuture<'static, Result<u64>> {
744 cx.background_spawn(async move {
745 let messages = request
746 .messages
747 .into_iter()
748 .map(|message| tiktoken_rs::ChatCompletionRequestMessage {
749 role: match message.role {
750 Role::User => "user".into(),
751 Role::Assistant => "assistant".into(),
752 Role::System => "system".into(),
753 },
754 content: Some(message.string_contents()),
755 name: None,
756 function_call: None,
757 })
758 .collect::<Vec<_>>();
759
760 tiktoken_rs::num_tokens_from_messages("gpt-4o", &messages).map(|tokens| tokens as u64)
761 })
762 .boxed()
763}
764
765struct ConfigurationView {
766 api_key_editor: Entity<Editor>,
767 state: gpui::Entity<State>,
768 load_credentials_task: Option<Task<()>>,
769}
770
771impl ConfigurationView {
772 fn new(state: gpui::Entity<State>, window: &mut Window, cx: &mut Context<Self>) -> Self {
773 let api_key_editor = cx.new(|cx| {
774 let mut editor = Editor::single_line(window, cx);
775 editor
776 .set_placeholder_text("sk_or_000000000000000000000000000000000000000000000000", cx);
777 editor
778 });
779
780 cx.observe(&state, |_, _, cx| {
781 cx.notify();
782 })
783 .detach();
784
785 let load_credentials_task = Some(cx.spawn_in(window, {
786 let state = state.clone();
787 async move |this, cx| {
788 if let Some(task) = state
789 .update(cx, |state, cx| state.authenticate(cx))
790 .log_err()
791 {
792 let _ = task.await;
793 }
794
795 this.update(cx, |this, cx| {
796 this.load_credentials_task = None;
797 cx.notify();
798 })
799 .log_err();
800 }
801 }));
802
803 Self {
804 api_key_editor,
805 state,
806 load_credentials_task,
807 }
808 }
809
810 fn save_api_key(&mut self, _: &menu::Confirm, window: &mut Window, cx: &mut Context<Self>) {
811 let api_key = self.api_key_editor.read(cx).text(cx);
812 if api_key.is_empty() {
813 return;
814 }
815
816 let state = self.state.clone();
817 cx.spawn_in(window, async move |_, cx| {
818 state
819 .update(cx, |state, cx| state.set_api_key(api_key, cx))?
820 .await
821 })
822 .detach_and_log_err(cx);
823
824 cx.notify();
825 }
826
827 fn reset_api_key(&mut self, window: &mut Window, cx: &mut Context<Self>) {
828 self.api_key_editor
829 .update(cx, |editor, cx| editor.set_text("", window, cx));
830
831 let state = self.state.clone();
832 cx.spawn_in(window, async move |_, cx| {
833 state.update(cx, |state, cx| state.reset_api_key(cx))?.await
834 })
835 .detach_and_log_err(cx);
836
837 cx.notify();
838 }
839
840 fn render_api_key_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
841 let settings = ThemeSettings::get_global(cx);
842 let text_style = TextStyle {
843 color: cx.theme().colors().text,
844 font_family: settings.ui_font.family.clone(),
845 font_features: settings.ui_font.features.clone(),
846 font_fallbacks: settings.ui_font.fallbacks.clone(),
847 font_size: rems(0.875).into(),
848 font_weight: settings.ui_font.weight,
849 font_style: FontStyle::Normal,
850 line_height: relative(1.3),
851 white_space: WhiteSpace::Normal,
852 ..Default::default()
853 };
854 EditorElement::new(
855 &self.api_key_editor,
856 EditorStyle {
857 background: cx.theme().colors().editor_background,
858 local_player: cx.theme().players().local(),
859 text: text_style,
860 ..Default::default()
861 },
862 )
863 }
864
865 fn should_render_editor(&self, cx: &mut Context<Self>) -> bool {
866 !self.state.read(cx).is_authenticated()
867 }
868}
869
870impl Render for ConfigurationView {
871 fn render(&mut self, _: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
872 let env_var_set = self.state.read(cx).api_key_from_env;
873
874 if self.load_credentials_task.is_some() {
875 div().child(Label::new("Loading credentials...")).into_any()
876 } else if self.should_render_editor(cx) {
877 v_flex()
878 .size_full()
879 .on_action(cx.listener(Self::save_api_key))
880 .child(Label::new("To use Zed's agent with OpenRouter, you need to add an API key. Follow these steps:"))
881 .child(
882 List::new()
883 .child(InstructionListItem::new(
884 "Create an API key by visiting",
885 Some("OpenRouter's console"),
886 Some("https://openrouter.ai/keys"),
887 ))
888 .child(InstructionListItem::text_only(
889 "Ensure your OpenRouter account has credits",
890 ))
891 .child(InstructionListItem::text_only(
892 "Paste your API key below and hit enter to start using the assistant",
893 )),
894 )
895 .child(
896 h_flex()
897 .w_full()
898 .my_2()
899 .px_2()
900 .py_1()
901 .bg(cx.theme().colors().editor_background)
902 .border_1()
903 .border_color(cx.theme().colors().border)
904 .rounded_sm()
905 .child(self.render_api_key_editor(cx)),
906 )
907 .child(
908 Label::new(
909 format!("You can also assign the {OPENROUTER_API_KEY_VAR} environment variable and restart Zed."),
910 )
911 .size(LabelSize::Small).color(Color::Muted),
912 )
913 .into_any()
914 } else {
915 h_flex()
916 .mt_1()
917 .p_1()
918 .justify_between()
919 .rounded_md()
920 .border_1()
921 .border_color(cx.theme().colors().border)
922 .bg(cx.theme().colors().background)
923 .child(
924 h_flex()
925 .gap_1()
926 .child(Icon::new(IconName::Check).color(Color::Success))
927 .child(Label::new(if env_var_set {
928 format!("API key set in {OPENROUTER_API_KEY_VAR} environment variable.")
929 } else {
930 "API key configured.".to_string()
931 })),
932 )
933 .child(
934 Button::new("reset-key", "Reset Key")
935 .label_size(LabelSize::Small)
936 .icon(Some(IconName::Trash))
937 .icon_size(IconSize::Small)
938 .icon_position(IconPosition::Start)
939 .disabled(env_var_set)
940 .when(env_var_set, |this| {
941 this.tooltip(Tooltip::text(format!("To reset your API key, unset the {OPENROUTER_API_KEY_VAR} environment variable.")))
942 })
943 .on_click(cx.listener(|this, _, window, cx| this.reset_api_key(window, cx))),
944 )
945 .into_any()
946 }
947 }
948}