language_model_selector.rs

  1use std::{cmp::Reverse, sync::Arc};
  2
  3use agent_settings::AgentSettings;
  4use collections::{HashMap, HashSet, IndexMap};
  5use fuzzy::{StringMatch, StringMatchCandidate, match_strings};
  6use gpui::{
  7    Action, AnyElement, App, BackgroundExecutor, DismissEvent, FocusHandle, ForegroundExecutor,
  8    Subscription, Task,
  9};
 10use language_model::{
 11    AuthenticateError, ConfiguredModel, IconOrSvg, LanguageModel, LanguageModelId,
 12    LanguageModelProvider, LanguageModelProviderId, LanguageModelRegistry,
 13};
 14use ordered_float::OrderedFloat;
 15use picker::{Picker, PickerDelegate};
 16use settings::Settings;
 17use ui::prelude::*;
 18use zed_actions::agent::OpenSettings;
 19
 20use crate::ui::{ModelSelectorFooter, ModelSelectorHeader, ModelSelectorListItem};
 21
 22type OnModelChanged = Arc<dyn Fn(Arc<dyn LanguageModel>, &mut App) + 'static>;
 23type GetActiveModel = Arc<dyn Fn(&App) -> Option<ConfiguredModel> + 'static>;
 24type OnToggleFavorite = Arc<dyn Fn(Arc<dyn LanguageModel>, bool, &mut App) + 'static>;
 25
 26pub type LanguageModelSelector = Picker<LanguageModelPickerDelegate>;
 27
 28pub fn language_model_selector(
 29    get_active_model: impl Fn(&App) -> Option<ConfiguredModel> + 'static,
 30    on_model_changed: impl Fn(Arc<dyn LanguageModel>, &mut App) + 'static,
 31    on_toggle_favorite: impl Fn(Arc<dyn LanguageModel>, bool, &mut App) + 'static,
 32    popover_styles: bool,
 33    focus_handle: FocusHandle,
 34    window: &mut Window,
 35    cx: &mut Context<LanguageModelSelector>,
 36) -> LanguageModelSelector {
 37    let delegate = LanguageModelPickerDelegate::new(
 38        get_active_model,
 39        on_model_changed,
 40        on_toggle_favorite,
 41        popover_styles,
 42        focus_handle,
 43        window,
 44        cx,
 45    );
 46
 47    if popover_styles {
 48        Picker::list(delegate, window, cx)
 49            .show_scrollbar(true)
 50            .width(rems(20.))
 51            .max_height(Some(rems(20.).into()))
 52    } else {
 53        Picker::list(delegate, window, cx).show_scrollbar(true)
 54    }
 55}
 56
 57fn all_models(cx: &App) -> GroupedModels {
 58    let lm_registry = LanguageModelRegistry::global(cx).read(cx);
 59    let providers = lm_registry.visible_providers();
 60
 61    let mut favorites_index = FavoritesIndex::default();
 62
 63    for sel in &AgentSettings::get_global(cx).favorite_models {
 64        favorites_index
 65            .entry(sel.provider.0.clone().into())
 66            .or_default()
 67            .insert(sel.model.clone().into());
 68    }
 69
 70    let recommended = providers
 71        .iter()
 72        .flat_map(|provider| {
 73            provider
 74                .recommended_models(cx)
 75                .into_iter()
 76                .map(|model| ModelInfo::new(&**provider, model, &favorites_index))
 77        })
 78        .collect();
 79
 80    let all = providers
 81        .iter()
 82        .flat_map(|provider| {
 83            provider
 84                .provided_models(cx)
 85                .into_iter()
 86                .map(|model| ModelInfo::new(&**provider, model, &favorites_index))
 87        })
 88        .collect();
 89
 90    GroupedModels::new(all, recommended)
 91}
 92
 93type FavoritesIndex = HashMap<LanguageModelProviderId, HashSet<LanguageModelId>>;
 94
 95#[derive(Clone)]
 96struct ModelInfo {
 97    model: Arc<dyn LanguageModel>,
 98    icon: IconOrSvg,
 99    is_favorite: bool,
100}
101
102impl ModelInfo {
103    fn new(
104        provider: &dyn LanguageModelProvider,
105        model: Arc<dyn LanguageModel>,
106        favorites_index: &FavoritesIndex,
107    ) -> Self {
108        let is_favorite = favorites_index
109            .get(&provider.id())
110            .map_or(false, |set| set.contains(&model.id()));
111
112        Self {
113            model,
114            icon: provider.icon(),
115            is_favorite,
116        }
117    }
118}
119
120pub struct LanguageModelPickerDelegate {
121    on_model_changed: OnModelChanged,
122    get_active_model: GetActiveModel,
123    on_toggle_favorite: OnToggleFavorite,
124    all_models: Arc<GroupedModels>,
125    filtered_entries: Vec<LanguageModelPickerEntry>,
126    selected_index: usize,
127    _authenticate_all_providers_task: Task<()>,
128    _subscriptions: Vec<Subscription>,
129    popover_styles: bool,
130    focus_handle: FocusHandle,
131}
132
133impl LanguageModelPickerDelegate {
134    fn new(
135        get_active_model: impl Fn(&App) -> Option<ConfiguredModel> + 'static,
136        on_model_changed: impl Fn(Arc<dyn LanguageModel>, &mut App) + 'static,
137        on_toggle_favorite: impl Fn(Arc<dyn LanguageModel>, bool, &mut App) + 'static,
138        popover_styles: bool,
139        focus_handle: FocusHandle,
140        window: &mut Window,
141        cx: &mut Context<Picker<Self>>,
142    ) -> Self {
143        let on_model_changed = Arc::new(on_model_changed);
144        let models = all_models(cx);
145        let entries = models.entries();
146
147        Self {
148            on_model_changed,
149            all_models: Arc::new(models),
150            selected_index: Self::get_active_model_index(&entries, get_active_model(cx)),
151            filtered_entries: entries,
152            get_active_model: Arc::new(get_active_model),
153            on_toggle_favorite: Arc::new(on_toggle_favorite),
154            _authenticate_all_providers_task: Self::authenticate_all_providers(cx),
155            _subscriptions: vec![cx.subscribe_in(
156                &LanguageModelRegistry::global(cx),
157                window,
158                |picker, _, event, window, cx| {
159                    match event {
160                        language_model::Event::ProviderStateChanged(_)
161                        | language_model::Event::AddedProvider(_)
162                        | language_model::Event::RemovedProvider(_) => {
163                            let query = picker.query(cx);
164                            picker.delegate.all_models = Arc::new(all_models(cx));
165                            // Update matches will automatically drop the previous task
166                            // if we get a provider event again
167                            picker.update_matches(query, window, cx)
168                        }
169                        _ => {}
170                    }
171                },
172            )],
173            popover_styles,
174            focus_handle,
175        }
176    }
177
178    fn get_active_model_index(
179        entries: &[LanguageModelPickerEntry],
180        active_model: Option<ConfiguredModel>,
181    ) -> usize {
182        entries
183            .iter()
184            .position(|entry| {
185                if let LanguageModelPickerEntry::Model(model) = entry {
186                    active_model
187                        .as_ref()
188                        .map(|active_model| {
189                            active_model.model.id() == model.model.id()
190                                && active_model.provider.id() == model.model.provider_id()
191                        })
192                        .unwrap_or_default()
193                } else {
194                    false
195                }
196            })
197            .unwrap_or(0)
198    }
199
200    /// Authenticates all providers in the [`LanguageModelRegistry`].
201    ///
202    /// We do this so that we can populate the language selector with all of the
203    /// models from the configured providers.
204    fn authenticate_all_providers(cx: &mut App) -> Task<()> {
205        let authenticate_all_providers = LanguageModelRegistry::global(cx)
206            .read(cx)
207            .visible_providers()
208            .iter()
209            .map(|provider| (provider.id(), provider.name(), provider.authenticate(cx)))
210            .collect::<Vec<_>>();
211
212        cx.spawn(async move |_cx| {
213            for (provider_id, provider_name, authenticate_task) in authenticate_all_providers {
214                if let Err(err) = authenticate_task.await {
215                    if matches!(err, AuthenticateError::CredentialsNotFound) {
216                        // Since we're authenticating these providers in the
217                        // background for the purposes of populating the
218                        // language selector, we don't care about providers
219                        // where the credentials are not found.
220                    } else {
221                        // Some providers have noisy failure states that we
222                        // don't want to spam the logs with every time the
223                        // language model selector is initialized.
224                        //
225                        // Ideally these should have more clear failure modes
226                        // that we know are safe to ignore here, like what we do
227                        // with `CredentialsNotFound` above.
228                        match provider_id.0.as_ref() {
229                            "lmstudio" | "ollama" => {
230                                // LM Studio and Ollama both make fetch requests to the local APIs to determine if they are "authenticated".
231                                //
232                                // These fail noisily, so we don't log them.
233                            }
234                            "copilot_chat" => {
235                                // Copilot Chat returns an error if Copilot is not enabled, so we don't log those errors.
236                            }
237                            _ => {
238                                log::error!(
239                                    "Failed to authenticate provider: {}: {err:#}",
240                                    provider_name.0
241                                );
242                            }
243                        }
244                    }
245                }
246            }
247        })
248    }
249
250    pub fn active_model(&self, cx: &App) -> Option<ConfiguredModel> {
251        (self.get_active_model)(cx)
252    }
253
254    pub fn favorites_count(&self) -> usize {
255        self.all_models.favorites.len()
256    }
257
258    pub fn cycle_favorite_models(&mut self, window: &mut Window, cx: &mut Context<Picker<Self>>) {
259        if self.all_models.favorites.is_empty() {
260            return;
261        }
262
263        let active_model = (self.get_active_model)(cx);
264        let active_provider_id = active_model.as_ref().map(|m| m.provider.id());
265        let active_model_id = active_model.as_ref().map(|m| m.model.id());
266
267        let current_index = self
268            .all_models
269            .favorites
270            .iter()
271            .position(|info| {
272                Some(info.model.provider_id()) == active_provider_id
273                    && Some(info.model.id()) == active_model_id
274            })
275            .unwrap_or(usize::MAX);
276
277        let next_index = if current_index == usize::MAX {
278            0
279        } else {
280            (current_index + 1) % self.all_models.favorites.len()
281        };
282
283        let next_model = self.all_models.favorites[next_index].model.clone();
284
285        (self.on_model_changed)(next_model, cx);
286
287        // Align the picker selection with the newly-active model
288        let new_index =
289            Self::get_active_model_index(&self.filtered_entries, (self.get_active_model)(cx));
290        self.set_selected_index(new_index, window, cx);
291    }
292}
293
294struct GroupedModels {
295    favorites: Vec<ModelInfo>,
296    recommended: Vec<ModelInfo>,
297    all: IndexMap<LanguageModelProviderId, Vec<ModelInfo>>,
298}
299
300impl GroupedModels {
301    pub fn new(all: Vec<ModelInfo>, recommended: Vec<ModelInfo>) -> Self {
302        let favorites = all
303            .iter()
304            .filter(|info| info.is_favorite)
305            .cloned()
306            .collect();
307
308        let mut all_by_provider: IndexMap<_, Vec<ModelInfo>> = IndexMap::default();
309        for model in all {
310            let provider = model.model.provider_id();
311            if let Some(models) = all_by_provider.get_mut(&provider) {
312                models.push(model);
313            } else {
314                all_by_provider.insert(provider, vec![model]);
315            }
316        }
317
318        Self {
319            favorites,
320            recommended,
321            all: all_by_provider,
322        }
323    }
324
325    fn entries(&self) -> Vec<LanguageModelPickerEntry> {
326        let mut entries = Vec::new();
327
328        if !self.favorites.is_empty() {
329            entries.push(LanguageModelPickerEntry::Separator("Favorite".into()));
330            for info in &self.favorites {
331                entries.push(LanguageModelPickerEntry::Model(info.clone()));
332            }
333        }
334
335        if !self.recommended.is_empty() {
336            entries.push(LanguageModelPickerEntry::Separator("Recommended".into()));
337            for info in &self.recommended {
338                entries.push(LanguageModelPickerEntry::Model(info.clone()));
339            }
340        }
341
342        for models in self.all.values() {
343            if models.is_empty() {
344                continue;
345            }
346            entries.push(LanguageModelPickerEntry::Separator(
347                models[0].model.provider_name().0,
348            ));
349            for info in models {
350                entries.push(LanguageModelPickerEntry::Model(info.clone()));
351            }
352        }
353
354        entries
355    }
356}
357
358enum LanguageModelPickerEntry {
359    Model(ModelInfo),
360    Separator(SharedString),
361}
362
363struct ModelMatcher {
364    models: Vec<ModelInfo>,
365    fg_executor: ForegroundExecutor,
366    bg_executor: BackgroundExecutor,
367    candidates: Vec<StringMatchCandidate>,
368}
369
370impl ModelMatcher {
371    fn new(
372        models: Vec<ModelInfo>,
373        fg_executor: ForegroundExecutor,
374        bg_executor: BackgroundExecutor,
375    ) -> ModelMatcher {
376        let candidates = Self::make_match_candidates(&models);
377        Self {
378            models,
379            fg_executor,
380            bg_executor,
381            candidates,
382        }
383    }
384
385    pub fn fuzzy_search(&self, query: &str) -> Vec<ModelInfo> {
386        let mut matches = self.fg_executor.block_on(match_strings(
387            &self.candidates,
388            query,
389            false,
390            true,
391            100,
392            &Default::default(),
393            self.bg_executor.clone(),
394        ));
395
396        let sorting_key = |mat: &StringMatch| {
397            let candidate = &self.candidates[mat.candidate_id];
398            (Reverse(OrderedFloat(mat.score)), candidate.id)
399        };
400        matches.sort_unstable_by_key(sorting_key);
401
402        let matched_models: Vec<_> = matches
403            .into_iter()
404            .map(|mat| self.models[mat.candidate_id].clone())
405            .collect();
406
407        matched_models
408    }
409
410    pub fn exact_search(&self, query: &str) -> Vec<ModelInfo> {
411        self.models
412            .iter()
413            .filter(|m| {
414                m.model
415                    .name()
416                    .0
417                    .to_lowercase()
418                    .contains(&query.to_lowercase())
419            })
420            .cloned()
421            .collect::<Vec<_>>()
422    }
423
424    fn make_match_candidates(model_infos: &Vec<ModelInfo>) -> Vec<StringMatchCandidate> {
425        model_infos
426            .iter()
427            .enumerate()
428            .map(|(index, model)| {
429                StringMatchCandidate::new(
430                    index,
431                    &format!(
432                        "{}/{}",
433                        &model.model.provider_name().0,
434                        &model.model.name().0
435                    ),
436                )
437            })
438            .collect::<Vec<_>>()
439    }
440}
441
442impl PickerDelegate for LanguageModelPickerDelegate {
443    type ListItem = AnyElement;
444
445    fn match_count(&self) -> usize {
446        self.filtered_entries.len()
447    }
448
449    fn selected_index(&self) -> usize {
450        self.selected_index
451    }
452
453    fn set_selected_index(&mut self, ix: usize, _: &mut Window, cx: &mut Context<Picker<Self>>) {
454        self.selected_index = ix.min(self.filtered_entries.len().saturating_sub(1));
455        cx.notify();
456    }
457
458    fn can_select(&self, ix: usize, _window: &mut Window, _cx: &mut Context<Picker<Self>>) -> bool {
459        match self.filtered_entries.get(ix) {
460            Some(LanguageModelPickerEntry::Model(_)) => true,
461            Some(LanguageModelPickerEntry::Separator(_)) | None => false,
462        }
463    }
464
465    fn placeholder_text(&self, _window: &mut Window, _cx: &mut App) -> Arc<str> {
466        "Select a model…".into()
467    }
468
469    fn update_matches(
470        &mut self,
471        query: String,
472        window: &mut Window,
473        cx: &mut Context<Picker<Self>>,
474    ) -> Task<()> {
475        let all_models = self.all_models.clone();
476        let active_model = (self.get_active_model)(cx);
477        let fg_executor = cx.foreground_executor();
478        let bg_executor = cx.background_executor();
479
480        let language_model_registry = LanguageModelRegistry::global(cx);
481
482        let configured_providers = language_model_registry
483            .read(cx)
484            .visible_providers()
485            .into_iter()
486            .filter(|provider| provider.is_authenticated(cx))
487            .collect::<Vec<_>>();
488
489        let configured_provider_ids = configured_providers
490            .iter()
491            .map(|provider| provider.id())
492            .collect::<Vec<_>>();
493
494        let recommended_models = all_models
495            .recommended
496            .iter()
497            .filter(|m| configured_provider_ids.contains(&m.model.provider_id()))
498            .cloned()
499            .collect::<Vec<_>>();
500
501        let available_models = all_models
502            .all
503            .values()
504            .flat_map(|models| models.iter())
505            .filter(|m| configured_provider_ids.contains(&m.model.provider_id()))
506            .cloned()
507            .collect::<Vec<_>>();
508
509        let matcher_rec =
510            ModelMatcher::new(recommended_models, fg_executor.clone(), bg_executor.clone());
511        let matcher_all =
512            ModelMatcher::new(available_models, fg_executor.clone(), bg_executor.clone());
513
514        let recommended = matcher_rec.exact_search(&query);
515        let all = matcher_all.fuzzy_search(&query);
516
517        let filtered_models = GroupedModels::new(all, recommended);
518
519        cx.spawn_in(window, async move |this, cx| {
520            this.update_in(cx, |this, window, cx| {
521                this.delegate.filtered_entries = filtered_models.entries();
522                // Finds the currently selected model in the list
523                let new_index =
524                    Self::get_active_model_index(&this.delegate.filtered_entries, active_model);
525                this.set_selected_index(new_index, Some(picker::Direction::Down), true, window, cx);
526                cx.notify();
527            })
528            .ok();
529        })
530    }
531
532    fn confirm(&mut self, _secondary: bool, window: &mut Window, cx: &mut Context<Picker<Self>>) {
533        if let Some(LanguageModelPickerEntry::Model(model_info)) =
534            self.filtered_entries.get(self.selected_index)
535        {
536            let model = model_info.model.clone();
537            (self.on_model_changed)(model.clone(), cx);
538
539            let current_index = self.selected_index;
540            self.set_selected_index(current_index, window, cx);
541
542            cx.emit(DismissEvent);
543        }
544    }
545
546    fn dismissed(&mut self, _: &mut Window, cx: &mut Context<Picker<Self>>) {
547        cx.emit(DismissEvent);
548    }
549
550    fn render_match(
551        &self,
552        ix: usize,
553        selected: bool,
554        _: &mut Window,
555        cx: &mut Context<Picker<Self>>,
556    ) -> Option<Self::ListItem> {
557        match self.filtered_entries.get(ix)? {
558            LanguageModelPickerEntry::Separator(title) => {
559                Some(ModelSelectorHeader::new(title, ix > 1).into_any_element())
560            }
561            LanguageModelPickerEntry::Model(model_info) => {
562                let active_model = (self.get_active_model)(cx);
563                let active_provider_id = active_model.as_ref().map(|m| m.provider.id());
564                let active_model_id = active_model.map(|m| m.model.id());
565
566                let is_selected = Some(model_info.model.provider_id()) == active_provider_id
567                    && Some(model_info.model.id()) == active_model_id;
568
569                let model_cost = model_info
570                    .model
571                    .model_cost_info()
572                    .map(|cost| cost.to_shared_string());
573
574                let is_favorite = model_info.is_favorite;
575                let handle_action_click = {
576                    let model = model_info.model.clone();
577                    let on_toggle_favorite = self.on_toggle_favorite.clone();
578                    cx.listener(move |picker, _, window, cx| {
579                        on_toggle_favorite(model.clone(), !is_favorite, cx);
580                        picker.refresh(window, cx);
581                    })
582                };
583
584                Some(
585                    ModelSelectorListItem::new(ix, model_info.model.name().0)
586                        .map(|this| match &model_info.icon {
587                            IconOrSvg::Icon(icon_name) => this.icon(*icon_name),
588                            IconOrSvg::Svg(icon_path) => this.icon_path(icon_path.clone()),
589                        })
590                        .is_selected(is_selected)
591                        .is_focused(selected)
592                        .is_latest(model_info.model.is_latest())
593                        .is_favorite(is_favorite)
594                        .cost_info(model_cost)
595                        .on_toggle_favorite(handle_action_click)
596                        .into_any_element(),
597                )
598            }
599        }
600    }
601
602    fn render_footer(
603        &self,
604        _window: &mut Window,
605        _cx: &mut Context<Picker<Self>>,
606    ) -> Option<gpui::AnyElement> {
607        let focus_handle = self.focus_handle.clone();
608
609        if !self.popover_styles {
610            return None;
611        }
612
613        Some(ModelSelectorFooter::new(OpenSettings.boxed_clone(), focus_handle).into_any_element())
614    }
615}
616
617#[cfg(test)]
618mod tests {
619    use super::*;
620    use futures::{future::BoxFuture, stream::BoxStream};
621    use gpui::{AsyncApp, TestAppContext, http_client};
622    use language_model::{
623        LanguageModelCompletionError, LanguageModelCompletionEvent, LanguageModelId,
624        LanguageModelName, LanguageModelProviderId, LanguageModelProviderName,
625        LanguageModelRequest, LanguageModelToolChoice,
626    };
627    use ui::IconName;
628
629    #[derive(Clone)]
630    struct TestLanguageModel {
631        name: LanguageModelName,
632        id: LanguageModelId,
633        provider_id: LanguageModelProviderId,
634        provider_name: LanguageModelProviderName,
635    }
636
637    impl TestLanguageModel {
638        fn new(name: &str, provider: &str) -> Self {
639            Self {
640                name: LanguageModelName::from(name.to_string()),
641                id: LanguageModelId::from(name.to_string()),
642                provider_id: LanguageModelProviderId::from(provider.to_string()),
643                provider_name: LanguageModelProviderName::from(provider.to_string()),
644            }
645        }
646    }
647
648    impl LanguageModel for TestLanguageModel {
649        fn id(&self) -> LanguageModelId {
650            self.id.clone()
651        }
652
653        fn name(&self) -> LanguageModelName {
654            self.name.clone()
655        }
656
657        fn provider_id(&self) -> LanguageModelProviderId {
658            self.provider_id.clone()
659        }
660
661        fn provider_name(&self) -> LanguageModelProviderName {
662            self.provider_name.clone()
663        }
664
665        fn supports_tools(&self) -> bool {
666            false
667        }
668
669        fn supports_tool_choice(&self, _choice: LanguageModelToolChoice) -> bool {
670            false
671        }
672
673        fn supports_images(&self) -> bool {
674            false
675        }
676
677        fn telemetry_id(&self) -> String {
678            format!("{}/{}", self.provider_id.0, self.name.0)
679        }
680
681        fn max_token_count(&self) -> u64 {
682            1000
683        }
684
685        fn count_tokens(
686            &self,
687            _: LanguageModelRequest,
688            _: &App,
689        ) -> BoxFuture<'static, http_client::Result<u64>> {
690            unimplemented!()
691        }
692
693        fn stream_completion(
694            &self,
695            _: LanguageModelRequest,
696            _: &AsyncApp,
697        ) -> BoxFuture<
698            'static,
699            Result<
700                BoxStream<
701                    'static,
702                    Result<LanguageModelCompletionEvent, LanguageModelCompletionError>,
703                >,
704                LanguageModelCompletionError,
705            >,
706        > {
707            unimplemented!()
708        }
709    }
710
711    fn create_models(model_specs: Vec<(&str, &str)>) -> Vec<ModelInfo> {
712        create_models_with_favorites(model_specs, vec![])
713    }
714
715    fn create_models_with_favorites(
716        model_specs: Vec<(&str, &str)>,
717        favorites: Vec<(&str, &str)>,
718    ) -> Vec<ModelInfo> {
719        model_specs
720            .into_iter()
721            .map(|(provider, name)| {
722                let is_favorite = favorites
723                    .iter()
724                    .any(|(fav_provider, fav_name)| *fav_provider == provider && *fav_name == name);
725                ModelInfo {
726                    model: Arc::new(TestLanguageModel::new(name, provider)),
727                    icon: IconOrSvg::Icon(IconName::Ai),
728                    is_favorite,
729                }
730            })
731            .collect()
732    }
733
734    fn assert_models_eq(result: Vec<ModelInfo>, expected: Vec<&str>) {
735        assert_eq!(
736            result.len(),
737            expected.len(),
738            "Number of models doesn't match"
739        );
740
741        for (i, expected_name) in expected.iter().enumerate() {
742            assert_eq!(
743                result[i].model.telemetry_id(),
744                *expected_name,
745                "Model at position {} doesn't match expected model",
746                i
747            );
748        }
749    }
750
751    #[gpui::test]
752    fn test_exact_match(cx: &mut TestAppContext) {
753        let models = create_models(vec![
754            ("zed", "Claude 3.7 Sonnet"),
755            ("zed", "Claude 3.7 Sonnet Thinking"),
756            ("zed", "gpt-5"),
757            ("zed", "gpt-5-mini"),
758            ("openai", "gpt-3.5-turbo"),
759            ("openai", "gpt-5"),
760            ("openai", "gpt-5-mini"),
761            ("ollama", "mistral"),
762            ("ollama", "deepseek"),
763        ]);
764        let matcher = ModelMatcher::new(
765            models,
766            cx.foreground_executor().clone(),
767            cx.background_executor.clone(),
768        );
769
770        // The order of models should be maintained, case doesn't matter
771        let results = matcher.exact_search("GPT-5");
772        assert_models_eq(
773            results,
774            vec![
775                "zed/gpt-5",
776                "zed/gpt-5-mini",
777                "openai/gpt-5",
778                "openai/gpt-5-mini",
779            ],
780        );
781    }
782
783    #[gpui::test]
784    fn test_fuzzy_match(cx: &mut TestAppContext) {
785        let models = create_models(vec![
786            ("zed", "Claude 3.7 Sonnet"),
787            ("zed", "Claude 3.7 Sonnet Thinking"),
788            ("zed", "gpt-5"),
789            ("zed", "gpt-5-mini"),
790            ("openai", "gpt-3.5-turbo"),
791            ("openai", "gpt-5"),
792            ("openai", "gpt-5-mini"),
793            ("ollama", "mistral"),
794            ("ollama", "deepseek"),
795        ]);
796        let matcher = ModelMatcher::new(
797            models,
798            cx.foreground_executor().clone(),
799            cx.background_executor.clone(),
800        );
801
802        // Results should preserve models order whenever possible.
803        // In the case below, `zed/gpt-5-mini` and `openai/gpt-5-mini` have identical
804        // similarity scores, but `zed/gpt-5-mini` was higher in the models list,
805        // so it should appear first in the results.
806        let results = matcher.fuzzy_search("mini");
807        assert_models_eq(results, vec!["zed/gpt-5-mini", "openai/gpt-5-mini"]);
808
809        // Model provider should be searchable as well
810        let results = matcher.fuzzy_search("ol"); // meaning "ollama"
811        assert_models_eq(results, vec!["ollama/mistral", "ollama/deepseek"]);
812
813        // Fuzzy search - search for Claude to get the Thinking variant
814        let results = matcher.fuzzy_search("thinking");
815        assert_models_eq(results, vec!["zed/Claude 3.7 Sonnet Thinking"]);
816    }
817
818    #[gpui::test]
819    fn test_recommended_models_also_appear_in_other(_cx: &mut TestAppContext) {
820        let recommended_models = create_models(vec![("zed", "claude")]);
821        let all_models = create_models(vec![
822            ("zed", "claude"), // Should also appear in "other"
823            ("zed", "gemini"),
824            ("copilot", "o3"),
825        ]);
826
827        let grouped_models = GroupedModels::new(all_models, recommended_models);
828
829        let actual_all_models = grouped_models
830            .all
831            .values()
832            .flatten()
833            .cloned()
834            .collect::<Vec<_>>();
835
836        // Recommended models should also appear in "all"
837        assert_models_eq(
838            actual_all_models,
839            vec!["zed/claude", "zed/gemini", "copilot/o3"],
840        );
841    }
842
843    #[gpui::test]
844    fn test_models_from_different_providers(_cx: &mut TestAppContext) {
845        let recommended_models = create_models(vec![("zed", "claude")]);
846        let all_models = create_models(vec![
847            ("zed", "claude"), // Should also appear in "other"
848            ("zed", "gemini"),
849            ("copilot", "claude"), // Different provider, should appear in "other"
850        ]);
851
852        let grouped_models = GroupedModels::new(all_models, recommended_models);
853
854        let actual_all_models = grouped_models
855            .all
856            .values()
857            .flatten()
858            .cloned()
859            .collect::<Vec<_>>();
860
861        // All models should appear in "all" regardless of recommended status
862        assert_models_eq(
863            actual_all_models,
864            vec!["zed/claude", "zed/gemini", "copilot/claude"],
865        );
866    }
867
868    #[gpui::test]
869    fn test_favorites_section_appears_when_favorites_exist(_cx: &mut TestAppContext) {
870        let recommended_models = create_models(vec![("zed", "claude")]);
871        let all_models = create_models_with_favorites(
872            vec![("zed", "claude"), ("zed", "gemini"), ("openai", "gpt-4")],
873            vec![("zed", "gemini")],
874        );
875
876        let grouped_models = GroupedModels::new(all_models, recommended_models);
877        let entries = grouped_models.entries();
878
879        assert!(matches!(
880            entries.first(),
881            Some(LanguageModelPickerEntry::Separator(s)) if s == "Favorite"
882        ));
883
884        assert_models_eq(grouped_models.favorites, vec!["zed/gemini"]);
885    }
886
887    #[gpui::test]
888    fn test_no_favorites_section_when_no_favorites(_cx: &mut TestAppContext) {
889        let recommended_models = create_models(vec![("zed", "claude")]);
890        let all_models = create_models(vec![("zed", "claude"), ("zed", "gemini")]);
891
892        let grouped_models = GroupedModels::new(all_models, recommended_models);
893        let entries = grouped_models.entries();
894
895        assert!(matches!(
896            entries.first(),
897            Some(LanguageModelPickerEntry::Separator(s)) if s == "Recommended"
898        ));
899
900        assert!(grouped_models.favorites.is_empty());
901    }
902
903    #[gpui::test]
904    fn test_models_have_correct_actions(_cx: &mut TestAppContext) {
905        let recommended_models =
906            create_models_with_favorites(vec![("zed", "claude")], vec![("zed", "claude")]);
907        let all_models = create_models_with_favorites(
908            vec![("zed", "claude"), ("zed", "gemini"), ("openai", "gpt-4")],
909            vec![("zed", "claude")],
910        );
911
912        let grouped_models = GroupedModels::new(all_models, recommended_models);
913        let entries = grouped_models.entries();
914
915        for entry in &entries {
916            if let LanguageModelPickerEntry::Model(info) = entry {
917                if info.model.telemetry_id() == "zed/claude" {
918                    assert!(info.is_favorite, "zed/claude should be a favorite");
919                } else {
920                    assert!(
921                        !info.is_favorite,
922                        "{} should not be a favorite",
923                        info.model.telemetry_id()
924                    );
925                }
926            }
927        }
928    }
929
930    #[gpui::test]
931    fn test_favorites_appear_in_other_sections(_cx: &mut TestAppContext) {
932        let favorites = vec![("zed", "gemini"), ("openai", "gpt-4")];
933
934        let recommended_models =
935            create_models_with_favorites(vec![("zed", "claude")], favorites.clone());
936
937        let all_models = create_models_with_favorites(
938            vec![
939                ("zed", "claude"),
940                ("zed", "gemini"),
941                ("openai", "gpt-4"),
942                ("openai", "gpt-3.5"),
943            ],
944            favorites,
945        );
946
947        let grouped_models = GroupedModels::new(all_models, recommended_models);
948
949        assert_models_eq(grouped_models.favorites, vec!["zed/gemini", "openai/gpt-4"]);
950        assert_models_eq(grouped_models.recommended, vec!["zed/claude"]);
951        assert_models_eq(
952            grouped_models.all.values().flatten().cloned().collect(),
953            vec!["zed/claude", "zed/gemini", "openai/gpt-4", "openai/gpt-3.5"],
954        );
955    }
956}