inline_assistant.rs

   1use crate::{
   2    AssistantPanel, AssistantPanelEvent, CycleNextInlineAssist, CyclePreviousInlineAssist,
   3};
   4use anyhow::{anyhow, Context as _, Result};
   5use assistant_context_editor::{humanize_token_count, RequestType};
   6use assistant_settings::AssistantSettings;
   7use client::{telemetry::Telemetry, ErrorExt};
   8use collections::{hash_map, HashMap, HashSet, VecDeque};
   9use editor::{
  10    actions::{MoveDown, MoveUp, SelectAll},
  11    display_map::{
  12        BlockContext, BlockPlacement, BlockProperties, BlockStyle, CustomBlockId, RenderBlock,
  13        ToDisplayPoint,
  14    },
  15    Anchor, AnchorRangeExt, CodeActionProvider, Editor, EditorElement, EditorEvent, EditorMode,
  16    EditorStyle, ExcerptId, ExcerptRange, GutterDimensions, MultiBuffer, MultiBufferSnapshot,
  17    ToOffset as _, ToPoint,
  18};
  19use feature_flags::{
  20    Assistant2FeatureFlag, FeatureFlagAppExt as _, FeatureFlagViewExt as _, ZedPro,
  21};
  22use fs::Fs;
  23use futures::{
  24    channel::mpsc,
  25    future::{BoxFuture, LocalBoxFuture},
  26    join, SinkExt, Stream, StreamExt,
  27};
  28use gpui::{
  29    anchored, deferred, point, AnyElement, App, ClickEvent, Context, CursorStyle, Entity,
  30    EventEmitter, FocusHandle, Focusable, FontWeight, Global, HighlightStyle, Subscription, Task,
  31    TextStyle, UpdateGlobal, WeakEntity, Window,
  32};
  33use language::{Buffer, IndentKind, Point, Selection, TransactionId};
  34use language_model::{
  35    LanguageModel, LanguageModelRegistry, LanguageModelRequest, LanguageModelRequestMessage,
  36    LanguageModelTextStream, Role,
  37};
  38use language_model_selector::{LanguageModelSelector, LanguageModelSelectorPopoverMenu};
  39use language_models::report_assistant_event;
  40use multi_buffer::MultiBufferRow;
  41use parking_lot::Mutex;
  42use project::{CodeAction, ProjectTransaction};
  43use prompt_library::PromptBuilder;
  44use rope::Rope;
  45use settings::{update_settings_file, Settings, SettingsStore};
  46use smol::future::FutureExt;
  47use std::{
  48    cmp,
  49    future::{self, Future},
  50    iter, mem,
  51    ops::{Range, RangeInclusive},
  52    pin::Pin,
  53    rc::Rc,
  54    sync::Arc,
  55    task::{self, Poll},
  56    time::{Duration, Instant},
  57};
  58use streaming_diff::{CharOperation, LineDiff, LineOperation, StreamingDiff};
  59use telemetry_events::{AssistantEvent, AssistantKind, AssistantPhase};
  60use terminal_view::terminal_panel::TerminalPanel;
  61use text::{OffsetRangeExt, ToPoint as _};
  62use theme::ThemeSettings;
  63use ui::{
  64    prelude::*, text_for_action, CheckboxWithLabel, IconButtonShape, KeyBinding, Popover, Tooltip,
  65};
  66use util::{RangeExt, ResultExt};
  67use workspace::{notifications::NotificationId, ItemHandle, Toast, Workspace};
  68
  69pub fn init(
  70    fs: Arc<dyn Fs>,
  71    prompt_builder: Arc<PromptBuilder>,
  72    telemetry: Arc<Telemetry>,
  73    cx: &mut App,
  74) {
  75    cx.set_global(InlineAssistant::new(fs, prompt_builder, telemetry));
  76    cx.observe_new(|_, window, cx| {
  77        let Some(window) = window else {
  78            return;
  79        };
  80        let workspace = cx.entity().clone();
  81        InlineAssistant::update_global(cx, |inline_assistant, cx| {
  82            inline_assistant.register_workspace(&workspace, window, cx)
  83        });
  84
  85        cx.observe_flag::<Assistant2FeatureFlag, _>(window, {
  86            |is_assistant2_enabled, _workspace, _window, cx| {
  87                InlineAssistant::update_global(cx, |inline_assistant, _cx| {
  88                    inline_assistant.is_assistant2_enabled = is_assistant2_enabled;
  89                });
  90            }
  91        })
  92        .detach();
  93    })
  94    .detach();
  95}
  96
  97const PROMPT_HISTORY_MAX_LEN: usize = 20;
  98
  99pub struct InlineAssistant {
 100    next_assist_id: InlineAssistId,
 101    next_assist_group_id: InlineAssistGroupId,
 102    assists: HashMap<InlineAssistId, InlineAssist>,
 103    assists_by_editor: HashMap<WeakEntity<Editor>, EditorInlineAssists>,
 104    assist_groups: HashMap<InlineAssistGroupId, InlineAssistGroup>,
 105    confirmed_assists: HashMap<InlineAssistId, Entity<CodegenAlternative>>,
 106    prompt_history: VecDeque<String>,
 107    prompt_builder: Arc<PromptBuilder>,
 108    telemetry: Arc<Telemetry>,
 109    fs: Arc<dyn Fs>,
 110    is_assistant2_enabled: bool,
 111}
 112
 113impl Global for InlineAssistant {}
 114
 115impl InlineAssistant {
 116    pub fn new(
 117        fs: Arc<dyn Fs>,
 118        prompt_builder: Arc<PromptBuilder>,
 119        telemetry: Arc<Telemetry>,
 120    ) -> Self {
 121        Self {
 122            next_assist_id: InlineAssistId::default(),
 123            next_assist_group_id: InlineAssistGroupId::default(),
 124            assists: HashMap::default(),
 125            assists_by_editor: HashMap::default(),
 126            assist_groups: HashMap::default(),
 127            confirmed_assists: HashMap::default(),
 128            prompt_history: VecDeque::default(),
 129            prompt_builder,
 130            telemetry,
 131            fs,
 132            is_assistant2_enabled: false,
 133        }
 134    }
 135
 136    pub fn register_workspace(
 137        &mut self,
 138        workspace: &Entity<Workspace>,
 139        window: &mut Window,
 140        cx: &mut App,
 141    ) {
 142        window
 143            .subscribe(workspace, cx, |workspace, event, window, cx| {
 144                Self::update_global(cx, |this, cx| {
 145                    this.handle_workspace_event(workspace, event, window, cx)
 146                });
 147            })
 148            .detach();
 149
 150        let workspace = workspace.downgrade();
 151        cx.observe_global::<SettingsStore>(move |cx| {
 152            let Some(workspace) = workspace.upgrade() else {
 153                return;
 154            };
 155            let Some(terminal_panel) = workspace.read(cx).panel::<TerminalPanel>(cx) else {
 156                return;
 157            };
 158            let enabled = AssistantSettings::get_global(cx).enabled;
 159            terminal_panel.update(cx, |terminal_panel, cx| {
 160                terminal_panel.set_assistant_enabled(enabled, cx)
 161            });
 162        })
 163        .detach();
 164    }
 165
 166    fn handle_workspace_event(
 167        &mut self,
 168        workspace: Entity<Workspace>,
 169        event: &workspace::Event,
 170        window: &mut Window,
 171        cx: &mut App,
 172    ) {
 173        match event {
 174            workspace::Event::UserSavedItem { item, .. } => {
 175                // When the user manually saves an editor, automatically accepts all finished transformations.
 176                if let Some(editor) = item.upgrade().and_then(|item| item.act_as::<Editor>(cx)) {
 177                    if let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) {
 178                        for assist_id in editor_assists.assist_ids.clone() {
 179                            let assist = &self.assists[&assist_id];
 180                            if let CodegenStatus::Done = assist.codegen.read(cx).status(cx) {
 181                                self.finish_assist(assist_id, false, window, cx)
 182                            }
 183                        }
 184                    }
 185                }
 186            }
 187            workspace::Event::ItemAdded { item } => {
 188                self.register_workspace_item(&workspace, item.as_ref(), window, cx);
 189            }
 190            _ => (),
 191        }
 192    }
 193
 194    fn register_workspace_item(
 195        &mut self,
 196        workspace: &Entity<Workspace>,
 197        item: &dyn ItemHandle,
 198        window: &mut Window,
 199        cx: &mut App,
 200    ) {
 201        let is_assistant2_enabled = self.is_assistant2_enabled;
 202
 203        if let Some(editor) = item.act_as::<Editor>(cx) {
 204            editor.update(cx, |editor, cx| {
 205                if is_assistant2_enabled {
 206                    editor.remove_code_action_provider(
 207                        ASSISTANT_CODE_ACTION_PROVIDER_ID.into(),
 208                        window,
 209                        cx,
 210                    );
 211                } else {
 212                    editor.add_code_action_provider(
 213                        Rc::new(AssistantCodeActionProvider {
 214                            editor: cx.entity().downgrade(),
 215                            workspace: workspace.downgrade(),
 216                        }),
 217                        window,
 218                        cx,
 219                    );
 220                }
 221            });
 222        }
 223    }
 224
 225    pub fn assist(
 226        &mut self,
 227        editor: &Entity<Editor>,
 228        workspace: Option<WeakEntity<Workspace>>,
 229        assistant_panel: Option<&Entity<AssistantPanel>>,
 230        initial_prompt: Option<String>,
 231        window: &mut Window,
 232        cx: &mut App,
 233    ) {
 234        let (snapshot, initial_selections) = editor.update(cx, |editor, cx| {
 235            (
 236                editor.buffer().read(cx).snapshot(cx),
 237                editor.selections.all::<Point>(cx),
 238            )
 239        });
 240
 241        let mut selections = Vec::<Selection<Point>>::new();
 242        let mut newest_selection = None;
 243        for mut selection in initial_selections {
 244            if selection.end > selection.start {
 245                selection.start.column = 0;
 246                // If the selection ends at the start of the line, we don't want to include it.
 247                if selection.end.column == 0 {
 248                    selection.end.row -= 1;
 249                }
 250                selection.end.column = snapshot.line_len(MultiBufferRow(selection.end.row));
 251            }
 252
 253            if let Some(prev_selection) = selections.last_mut() {
 254                if selection.start <= prev_selection.end {
 255                    prev_selection.end = selection.end;
 256                    continue;
 257                }
 258            }
 259
 260            let latest_selection = newest_selection.get_or_insert_with(|| selection.clone());
 261            if selection.id > latest_selection.id {
 262                *latest_selection = selection.clone();
 263            }
 264            selections.push(selection);
 265        }
 266        let newest_selection = newest_selection.unwrap();
 267
 268        let mut codegen_ranges = Vec::new();
 269        for (buffer, buffer_range, excerpt_id) in
 270            snapshot.ranges_to_buffer_ranges(selections.iter().map(|selection| {
 271                snapshot.anchor_before(selection.start)..snapshot.anchor_after(selection.end)
 272            }))
 273        {
 274            let start = buffer.anchor_before(buffer_range.start);
 275            let end = buffer.anchor_after(buffer_range.end);
 276
 277            codegen_ranges.push(Anchor::range_in_buffer(
 278                excerpt_id,
 279                buffer.remote_id(),
 280                start..end,
 281            ));
 282
 283            if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
 284                self.telemetry.report_assistant_event(AssistantEvent {
 285                    conversation_id: None,
 286                    kind: AssistantKind::Inline,
 287                    phase: AssistantPhase::Invoked,
 288                    message_id: None,
 289                    model: model.telemetry_id(),
 290                    model_provider: model.provider_id().to_string(),
 291                    response_latency: None,
 292                    error_message: None,
 293                    language_name: buffer.language().map(|language| language.name().to_proto()),
 294                });
 295            }
 296        }
 297
 298        let assist_group_id = self.next_assist_group_id.post_inc();
 299        let prompt_buffer = cx.new(|cx| Buffer::local(initial_prompt.unwrap_or_default(), cx));
 300        let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
 301
 302        let mut assists = Vec::new();
 303        let mut assist_to_focus = None;
 304        for range in codegen_ranges {
 305            let assist_id = self.next_assist_id.post_inc();
 306            let codegen = cx.new(|cx| {
 307                Codegen::new(
 308                    editor.read(cx).buffer().clone(),
 309                    range.clone(),
 310                    None,
 311                    self.telemetry.clone(),
 312                    self.prompt_builder.clone(),
 313                    cx,
 314                )
 315            });
 316
 317            let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
 318            let prompt_editor = cx.new(|cx| {
 319                PromptEditor::new(
 320                    assist_id,
 321                    gutter_dimensions.clone(),
 322                    self.prompt_history.clone(),
 323                    prompt_buffer.clone(),
 324                    codegen.clone(),
 325                    editor,
 326                    assistant_panel,
 327                    workspace.clone(),
 328                    self.fs.clone(),
 329                    window,
 330                    cx,
 331                )
 332            });
 333
 334            if assist_to_focus.is_none() {
 335                let focus_assist = if newest_selection.reversed {
 336                    range.start.to_point(&snapshot) == newest_selection.start
 337                } else {
 338                    range.end.to_point(&snapshot) == newest_selection.end
 339                };
 340                if focus_assist {
 341                    assist_to_focus = Some(assist_id);
 342                }
 343            }
 344
 345            let [prompt_block_id, end_block_id] =
 346                self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
 347
 348            assists.push((
 349                assist_id,
 350                range,
 351                prompt_editor,
 352                prompt_block_id,
 353                end_block_id,
 354            ));
 355        }
 356
 357        let editor_assists = self
 358            .assists_by_editor
 359            .entry(editor.downgrade())
 360            .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
 361        let mut assist_group = InlineAssistGroup::new();
 362        for (assist_id, range, prompt_editor, prompt_block_id, end_block_id) in assists {
 363            self.assists.insert(
 364                assist_id,
 365                InlineAssist::new(
 366                    assist_id,
 367                    assist_group_id,
 368                    assistant_panel.is_some(),
 369                    editor,
 370                    &prompt_editor,
 371                    prompt_block_id,
 372                    end_block_id,
 373                    range,
 374                    prompt_editor.read(cx).codegen.clone(),
 375                    workspace.clone(),
 376                    window,
 377                    cx,
 378                ),
 379            );
 380            assist_group.assist_ids.push(assist_id);
 381            editor_assists.assist_ids.push(assist_id);
 382        }
 383        self.assist_groups.insert(assist_group_id, assist_group);
 384
 385        if let Some(assist_id) = assist_to_focus {
 386            self.focus_assist(assist_id, window, cx);
 387        }
 388    }
 389
 390    pub fn suggest_assist(
 391        &mut self,
 392        editor: &Entity<Editor>,
 393        mut range: Range<Anchor>,
 394        initial_prompt: String,
 395        initial_transaction_id: Option<TransactionId>,
 396        focus: bool,
 397        workspace: Option<WeakEntity<Workspace>>,
 398        assistant_panel: Option<&Entity<AssistantPanel>>,
 399        window: &mut Window,
 400        cx: &mut App,
 401    ) -> InlineAssistId {
 402        let assist_group_id = self.next_assist_group_id.post_inc();
 403        let prompt_buffer = cx.new(|cx| Buffer::local(&initial_prompt, cx));
 404        let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
 405
 406        let assist_id = self.next_assist_id.post_inc();
 407
 408        let buffer = editor.read(cx).buffer().clone();
 409        {
 410            let snapshot = buffer.read(cx).read(cx);
 411            range.start = range.start.bias_left(&snapshot);
 412            range.end = range.end.bias_right(&snapshot);
 413        }
 414
 415        let codegen = cx.new(|cx| {
 416            Codegen::new(
 417                editor.read(cx).buffer().clone(),
 418                range.clone(),
 419                initial_transaction_id,
 420                self.telemetry.clone(),
 421                self.prompt_builder.clone(),
 422                cx,
 423            )
 424        });
 425
 426        let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
 427        let prompt_editor = cx.new(|cx| {
 428            PromptEditor::new(
 429                assist_id,
 430                gutter_dimensions.clone(),
 431                self.prompt_history.clone(),
 432                prompt_buffer.clone(),
 433                codegen.clone(),
 434                editor,
 435                assistant_panel,
 436                workspace.clone(),
 437                self.fs.clone(),
 438                window,
 439                cx,
 440            )
 441        });
 442
 443        let [prompt_block_id, end_block_id] =
 444            self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
 445
 446        let editor_assists = self
 447            .assists_by_editor
 448            .entry(editor.downgrade())
 449            .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
 450
 451        let mut assist_group = InlineAssistGroup::new();
 452        self.assists.insert(
 453            assist_id,
 454            InlineAssist::new(
 455                assist_id,
 456                assist_group_id,
 457                assistant_panel.is_some(),
 458                editor,
 459                &prompt_editor,
 460                prompt_block_id,
 461                end_block_id,
 462                range,
 463                prompt_editor.read(cx).codegen.clone(),
 464                workspace.clone(),
 465                window,
 466                cx,
 467            ),
 468        );
 469        assist_group.assist_ids.push(assist_id);
 470        editor_assists.assist_ids.push(assist_id);
 471        self.assist_groups.insert(assist_group_id, assist_group);
 472
 473        if focus {
 474            self.focus_assist(assist_id, window, cx);
 475        }
 476
 477        assist_id
 478    }
 479
 480    fn insert_assist_blocks(
 481        &self,
 482        editor: &Entity<Editor>,
 483        range: &Range<Anchor>,
 484        prompt_editor: &Entity<PromptEditor>,
 485        cx: &mut App,
 486    ) -> [CustomBlockId; 2] {
 487        let prompt_editor_height = prompt_editor.update(cx, |prompt_editor, cx| {
 488            prompt_editor
 489                .editor
 490                .update(cx, |editor, cx| editor.max_point(cx).row().0 + 1 + 2)
 491        });
 492        let assist_blocks = vec![
 493            BlockProperties {
 494                style: BlockStyle::Sticky,
 495                placement: BlockPlacement::Above(range.start),
 496                height: prompt_editor_height,
 497                render: build_assist_editor_renderer(prompt_editor),
 498                priority: 0,
 499            },
 500            BlockProperties {
 501                style: BlockStyle::Sticky,
 502                placement: BlockPlacement::Below(range.end),
 503                height: 0,
 504                render: Arc::new(|cx| {
 505                    v_flex()
 506                        .h_full()
 507                        .w_full()
 508                        .border_t_1()
 509                        .border_color(cx.theme().status().info_border)
 510                        .into_any_element()
 511                }),
 512                priority: 0,
 513            },
 514        ];
 515
 516        editor.update(cx, |editor, cx| {
 517            let block_ids = editor.insert_blocks(assist_blocks, None, cx);
 518            [block_ids[0], block_ids[1]]
 519        })
 520    }
 521
 522    fn handle_prompt_editor_focus_in(&mut self, assist_id: InlineAssistId, cx: &mut App) {
 523        let assist = &self.assists[&assist_id];
 524        let Some(decorations) = assist.decorations.as_ref() else {
 525            return;
 526        };
 527        let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
 528        let editor_assists = self.assists_by_editor.get_mut(&assist.editor).unwrap();
 529
 530        assist_group.active_assist_id = Some(assist_id);
 531        if assist_group.linked {
 532            for assist_id in &assist_group.assist_ids {
 533                if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
 534                    decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 535                        prompt_editor.set_show_cursor_when_unfocused(true, cx)
 536                    });
 537                }
 538            }
 539        }
 540
 541        assist
 542            .editor
 543            .update(cx, |editor, cx| {
 544                let scroll_top = editor.scroll_position(cx).y;
 545                let scroll_bottom = scroll_top + editor.visible_line_count().unwrap_or(0.);
 546                let prompt_row = editor
 547                    .row_for_block(decorations.prompt_block_id, cx)
 548                    .unwrap()
 549                    .0 as f32;
 550
 551                if (scroll_top..scroll_bottom).contains(&prompt_row) {
 552                    editor_assists.scroll_lock = Some(InlineAssistScrollLock {
 553                        assist_id,
 554                        distance_from_top: prompt_row - scroll_top,
 555                    });
 556                } else {
 557                    editor_assists.scroll_lock = None;
 558                }
 559            })
 560            .ok();
 561    }
 562
 563    fn handle_prompt_editor_focus_out(&mut self, assist_id: InlineAssistId, cx: &mut App) {
 564        let assist = &self.assists[&assist_id];
 565        let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
 566        if assist_group.active_assist_id == Some(assist_id) {
 567            assist_group.active_assist_id = None;
 568            if assist_group.linked {
 569                for assist_id in &assist_group.assist_ids {
 570                    if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
 571                        decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 572                            prompt_editor.set_show_cursor_when_unfocused(false, cx)
 573                        });
 574                    }
 575                }
 576            }
 577        }
 578    }
 579
 580    fn handle_prompt_editor_event(
 581        &mut self,
 582        prompt_editor: Entity<PromptEditor>,
 583        event: &PromptEditorEvent,
 584        window: &mut Window,
 585        cx: &mut App,
 586    ) {
 587        let assist_id = prompt_editor.read(cx).id;
 588        match event {
 589            PromptEditorEvent::StartRequested => {
 590                self.start_assist(assist_id, window, cx);
 591            }
 592            PromptEditorEvent::StopRequested => {
 593                self.stop_assist(assist_id, cx);
 594            }
 595            PromptEditorEvent::ConfirmRequested => {
 596                self.finish_assist(assist_id, false, window, cx);
 597            }
 598            PromptEditorEvent::CancelRequested => {
 599                self.finish_assist(assist_id, true, window, cx);
 600            }
 601            PromptEditorEvent::DismissRequested => {
 602                self.dismiss_assist(assist_id, window, cx);
 603            }
 604        }
 605    }
 606
 607    fn handle_editor_newline(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 608        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 609            return;
 610        };
 611
 612        if editor.read(cx).selections.count() == 1 {
 613            let (selection, buffer) = editor.update(cx, |editor, cx| {
 614                (
 615                    editor.selections.newest::<usize>(cx),
 616                    editor.buffer().read(cx).snapshot(cx),
 617                )
 618            });
 619            for assist_id in &editor_assists.assist_ids {
 620                let assist = &self.assists[assist_id];
 621                let assist_range = assist.range.to_offset(&buffer);
 622                if assist_range.contains(&selection.start) && assist_range.contains(&selection.end)
 623                {
 624                    if matches!(assist.codegen.read(cx).status(cx), CodegenStatus::Pending) {
 625                        self.dismiss_assist(*assist_id, window, cx);
 626                    } else {
 627                        self.finish_assist(*assist_id, false, window, cx);
 628                    }
 629
 630                    return;
 631                }
 632            }
 633        }
 634
 635        cx.propagate();
 636    }
 637
 638    fn handle_editor_cancel(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 639        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 640            return;
 641        };
 642
 643        if editor.read(cx).selections.count() == 1 {
 644            let (selection, buffer) = editor.update(cx, |editor, cx| {
 645                (
 646                    editor.selections.newest::<usize>(cx),
 647                    editor.buffer().read(cx).snapshot(cx),
 648                )
 649            });
 650            let mut closest_assist_fallback = None;
 651            for assist_id in &editor_assists.assist_ids {
 652                let assist = &self.assists[assist_id];
 653                let assist_range = assist.range.to_offset(&buffer);
 654                if assist.decorations.is_some() {
 655                    if assist_range.contains(&selection.start)
 656                        && assist_range.contains(&selection.end)
 657                    {
 658                        self.focus_assist(*assist_id, window, cx);
 659                        return;
 660                    } else {
 661                        let distance_from_selection = assist_range
 662                            .start
 663                            .abs_diff(selection.start)
 664                            .min(assist_range.start.abs_diff(selection.end))
 665                            + assist_range
 666                                .end
 667                                .abs_diff(selection.start)
 668                                .min(assist_range.end.abs_diff(selection.end));
 669                        match closest_assist_fallback {
 670                            Some((_, old_distance)) => {
 671                                if distance_from_selection < old_distance {
 672                                    closest_assist_fallback =
 673                                        Some((assist_id, distance_from_selection));
 674                                }
 675                            }
 676                            None => {
 677                                closest_assist_fallback = Some((assist_id, distance_from_selection))
 678                            }
 679                        }
 680                    }
 681                }
 682            }
 683
 684            if let Some((&assist_id, _)) = closest_assist_fallback {
 685                self.focus_assist(assist_id, window, cx);
 686            }
 687        }
 688
 689        cx.propagate();
 690    }
 691
 692    fn handle_editor_release(
 693        &mut self,
 694        editor: WeakEntity<Editor>,
 695        window: &mut Window,
 696        cx: &mut App,
 697    ) {
 698        if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor) {
 699            for assist_id in editor_assists.assist_ids.clone() {
 700                self.finish_assist(assist_id, true, window, cx);
 701            }
 702        }
 703    }
 704
 705    fn handle_editor_change(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 706        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 707            return;
 708        };
 709        let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() else {
 710            return;
 711        };
 712        let assist = &self.assists[&scroll_lock.assist_id];
 713        let Some(decorations) = assist.decorations.as_ref() else {
 714            return;
 715        };
 716
 717        editor.update(cx, |editor, cx| {
 718            let scroll_position = editor.scroll_position(cx);
 719            let target_scroll_top = editor
 720                .row_for_block(decorations.prompt_block_id, cx)
 721                .unwrap()
 722                .0 as f32
 723                - scroll_lock.distance_from_top;
 724            if target_scroll_top != scroll_position.y {
 725                editor.set_scroll_position(point(scroll_position.x, target_scroll_top), window, cx);
 726            }
 727        });
 728    }
 729
 730    fn handle_editor_event(
 731        &mut self,
 732        editor: Entity<Editor>,
 733        event: &EditorEvent,
 734        window: &mut Window,
 735        cx: &mut App,
 736    ) {
 737        let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) else {
 738            return;
 739        };
 740
 741        match event {
 742            EditorEvent::Edited { transaction_id } => {
 743                let buffer = editor.read(cx).buffer().read(cx);
 744                let edited_ranges =
 745                    buffer.edited_ranges_for_transaction::<usize>(*transaction_id, cx);
 746                let snapshot = buffer.snapshot(cx);
 747
 748                for assist_id in editor_assists.assist_ids.clone() {
 749                    let assist = &self.assists[&assist_id];
 750                    if matches!(
 751                        assist.codegen.read(cx).status(cx),
 752                        CodegenStatus::Error(_) | CodegenStatus::Done
 753                    ) {
 754                        let assist_range = assist.range.to_offset(&snapshot);
 755                        if edited_ranges
 756                            .iter()
 757                            .any(|range| range.overlaps(&assist_range))
 758                        {
 759                            self.finish_assist(assist_id, false, window, cx);
 760                        }
 761                    }
 762                }
 763            }
 764            EditorEvent::ScrollPositionChanged { .. } => {
 765                if let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() {
 766                    let assist = &self.assists[&scroll_lock.assist_id];
 767                    if let Some(decorations) = assist.decorations.as_ref() {
 768                        let distance_from_top = editor.update(cx, |editor, cx| {
 769                            let scroll_top = editor.scroll_position(cx).y;
 770                            let prompt_row = editor
 771                                .row_for_block(decorations.prompt_block_id, cx)
 772                                .unwrap()
 773                                .0 as f32;
 774                            prompt_row - scroll_top
 775                        });
 776
 777                        if distance_from_top != scroll_lock.distance_from_top {
 778                            editor_assists.scroll_lock = None;
 779                        }
 780                    }
 781                }
 782            }
 783            EditorEvent::SelectionsChanged { .. } => {
 784                for assist_id in editor_assists.assist_ids.clone() {
 785                    let assist = &self.assists[&assist_id];
 786                    if let Some(decorations) = assist.decorations.as_ref() {
 787                        if decorations
 788                            .prompt_editor
 789                            .focus_handle(cx)
 790                            .is_focused(window)
 791                        {
 792                            return;
 793                        }
 794                    }
 795                }
 796
 797                editor_assists.scroll_lock = None;
 798            }
 799            _ => {}
 800        }
 801    }
 802
 803    pub fn finish_assist(
 804        &mut self,
 805        assist_id: InlineAssistId,
 806        undo: bool,
 807        window: &mut Window,
 808        cx: &mut App,
 809    ) {
 810        if let Some(assist) = self.assists.get(&assist_id) {
 811            let assist_group_id = assist.group_id;
 812            if self.assist_groups[&assist_group_id].linked {
 813                for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
 814                    self.finish_assist(assist_id, undo, window, cx);
 815                }
 816                return;
 817            }
 818        }
 819
 820        self.dismiss_assist(assist_id, window, cx);
 821
 822        if let Some(assist) = self.assists.remove(&assist_id) {
 823            if let hash_map::Entry::Occupied(mut entry) = self.assist_groups.entry(assist.group_id)
 824            {
 825                entry.get_mut().assist_ids.retain(|id| *id != assist_id);
 826                if entry.get().assist_ids.is_empty() {
 827                    entry.remove();
 828                }
 829            }
 830
 831            if let hash_map::Entry::Occupied(mut entry) =
 832                self.assists_by_editor.entry(assist.editor.clone())
 833            {
 834                entry.get_mut().assist_ids.retain(|id| *id != assist_id);
 835                if entry.get().assist_ids.is_empty() {
 836                    entry.remove();
 837                    if let Some(editor) = assist.editor.upgrade() {
 838                        self.update_editor_highlights(&editor, cx);
 839                    }
 840                } else {
 841                    entry.get().highlight_updates.send(()).ok();
 842                }
 843            }
 844
 845            let active_alternative = assist.codegen.read(cx).active_alternative().clone();
 846            let message_id = active_alternative.read(cx).message_id.clone();
 847
 848            if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
 849                let language_name = assist.editor.upgrade().and_then(|editor| {
 850                    let multibuffer = editor.read(cx).buffer().read(cx);
 851                    let multibuffer_snapshot = multibuffer.snapshot(cx);
 852                    let ranges = multibuffer_snapshot.range_to_buffer_ranges(assist.range.clone());
 853                    ranges
 854                        .first()
 855                        .and_then(|(buffer, _, _)| buffer.language())
 856                        .map(|language| language.name())
 857                });
 858                report_assistant_event(
 859                    AssistantEvent {
 860                        conversation_id: None,
 861                        kind: AssistantKind::Inline,
 862                        message_id,
 863                        phase: if undo {
 864                            AssistantPhase::Rejected
 865                        } else {
 866                            AssistantPhase::Accepted
 867                        },
 868                        model: model.telemetry_id(),
 869                        model_provider: model.provider_id().to_string(),
 870                        response_latency: None,
 871                        error_message: None,
 872                        language_name: language_name.map(|name| name.to_proto()),
 873                    },
 874                    Some(self.telemetry.clone()),
 875                    cx.http_client(),
 876                    model.api_key(cx),
 877                    cx.background_executor(),
 878                );
 879            }
 880
 881            if undo {
 882                assist.codegen.update(cx, |codegen, cx| codegen.undo(cx));
 883            } else {
 884                self.confirmed_assists.insert(assist_id, active_alternative);
 885            }
 886        }
 887    }
 888
 889    fn dismiss_assist(
 890        &mut self,
 891        assist_id: InlineAssistId,
 892        window: &mut Window,
 893        cx: &mut App,
 894    ) -> bool {
 895        let Some(assist) = self.assists.get_mut(&assist_id) else {
 896            return false;
 897        };
 898        let Some(editor) = assist.editor.upgrade() else {
 899            return false;
 900        };
 901        let Some(decorations) = assist.decorations.take() else {
 902            return false;
 903        };
 904
 905        editor.update(cx, |editor, cx| {
 906            let mut to_remove = decorations.removed_line_block_ids;
 907            to_remove.insert(decorations.prompt_block_id);
 908            to_remove.insert(decorations.end_block_id);
 909            editor.remove_blocks(to_remove, None, cx);
 910        });
 911
 912        if decorations
 913            .prompt_editor
 914            .focus_handle(cx)
 915            .contains_focused(window, cx)
 916        {
 917            self.focus_next_assist(assist_id, window, cx);
 918        }
 919
 920        if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) {
 921            if editor_assists
 922                .scroll_lock
 923                .as_ref()
 924                .map_or(false, |lock| lock.assist_id == assist_id)
 925            {
 926                editor_assists.scroll_lock = None;
 927            }
 928            editor_assists.highlight_updates.send(()).ok();
 929        }
 930
 931        true
 932    }
 933
 934    fn focus_next_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
 935        let Some(assist) = self.assists.get(&assist_id) else {
 936            return;
 937        };
 938
 939        let assist_group = &self.assist_groups[&assist.group_id];
 940        let assist_ix = assist_group
 941            .assist_ids
 942            .iter()
 943            .position(|id| *id == assist_id)
 944            .unwrap();
 945        let assist_ids = assist_group
 946            .assist_ids
 947            .iter()
 948            .skip(assist_ix + 1)
 949            .chain(assist_group.assist_ids.iter().take(assist_ix));
 950
 951        for assist_id in assist_ids {
 952            let assist = &self.assists[assist_id];
 953            if assist.decorations.is_some() {
 954                self.focus_assist(*assist_id, window, cx);
 955                return;
 956            }
 957        }
 958
 959        assist
 960            .editor
 961            .update(cx, |editor, cx| window.focus(&editor.focus_handle(cx)))
 962            .ok();
 963    }
 964
 965    fn focus_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
 966        let Some(assist) = self.assists.get(&assist_id) else {
 967            return;
 968        };
 969
 970        if let Some(decorations) = assist.decorations.as_ref() {
 971            decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 972                prompt_editor.editor.update(cx, |editor, cx| {
 973                    window.focus(&editor.focus_handle(cx));
 974                    editor.select_all(&SelectAll, window, cx);
 975                })
 976            });
 977        }
 978
 979        self.scroll_to_assist(assist_id, window, cx);
 980    }
 981
 982    pub fn scroll_to_assist(
 983        &mut self,
 984        assist_id: InlineAssistId,
 985        window: &mut Window,
 986        cx: &mut App,
 987    ) {
 988        let Some(assist) = self.assists.get(&assist_id) else {
 989            return;
 990        };
 991        let Some(editor) = assist.editor.upgrade() else {
 992            return;
 993        };
 994
 995        let position = assist.range.start;
 996        editor.update(cx, |editor, cx| {
 997            editor.change_selections(None, window, cx, |selections| {
 998                selections.select_anchor_ranges([position..position])
 999            });
1000
1001            let mut scroll_target_top;
1002            let mut scroll_target_bottom;
1003            if let Some(decorations) = assist.decorations.as_ref() {
1004                scroll_target_top = editor
1005                    .row_for_block(decorations.prompt_block_id, cx)
1006                    .unwrap()
1007                    .0 as f32;
1008                scroll_target_bottom = editor
1009                    .row_for_block(decorations.end_block_id, cx)
1010                    .unwrap()
1011                    .0 as f32;
1012            } else {
1013                let snapshot = editor.snapshot(window, cx);
1014                let start_row = assist
1015                    .range
1016                    .start
1017                    .to_display_point(&snapshot.display_snapshot)
1018                    .row();
1019                scroll_target_top = start_row.0 as f32;
1020                scroll_target_bottom = scroll_target_top + 1.;
1021            }
1022            scroll_target_top -= editor.vertical_scroll_margin() as f32;
1023            scroll_target_bottom += editor.vertical_scroll_margin() as f32;
1024
1025            let height_in_lines = editor.visible_line_count().unwrap_or(0.);
1026            let scroll_top = editor.scroll_position(cx).y;
1027            let scroll_bottom = scroll_top + height_in_lines;
1028
1029            if scroll_target_top < scroll_top {
1030                editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1031            } else if scroll_target_bottom > scroll_bottom {
1032                if (scroll_target_bottom - scroll_target_top) <= height_in_lines {
1033                    editor.set_scroll_position(
1034                        point(0., scroll_target_bottom - height_in_lines),
1035                        window,
1036                        cx,
1037                    );
1038                } else {
1039                    editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1040                }
1041            }
1042        });
1043    }
1044
1045    fn unlink_assist_group(
1046        &mut self,
1047        assist_group_id: InlineAssistGroupId,
1048        window: &mut Window,
1049        cx: &mut App,
1050    ) -> Vec<InlineAssistId> {
1051        let assist_group = self.assist_groups.get_mut(&assist_group_id).unwrap();
1052        assist_group.linked = false;
1053        for assist_id in &assist_group.assist_ids {
1054            let assist = self.assists.get_mut(assist_id).unwrap();
1055            if let Some(editor_decorations) = assist.decorations.as_ref() {
1056                editor_decorations
1057                    .prompt_editor
1058                    .update(cx, |prompt_editor, cx| prompt_editor.unlink(window, cx));
1059            }
1060        }
1061        assist_group.assist_ids.clone()
1062    }
1063
1064    pub fn start_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
1065        let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1066            assist
1067        } else {
1068            return;
1069        };
1070
1071        let assist_group_id = assist.group_id;
1072        if self.assist_groups[&assist_group_id].linked {
1073            for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
1074                self.start_assist(assist_id, window, cx);
1075            }
1076            return;
1077        }
1078
1079        let Some(user_prompt) = assist.user_prompt(cx) else {
1080            return;
1081        };
1082
1083        self.prompt_history.retain(|prompt| *prompt != user_prompt);
1084        self.prompt_history.push_back(user_prompt.clone());
1085        if self.prompt_history.len() > PROMPT_HISTORY_MAX_LEN {
1086            self.prompt_history.pop_front();
1087        }
1088
1089        let assistant_panel_context = assist.assistant_panel_context(cx);
1090
1091        assist
1092            .codegen
1093            .update(cx, |codegen, cx| {
1094                codegen.start(user_prompt, assistant_panel_context, cx)
1095            })
1096            .log_err();
1097    }
1098
1099    pub fn stop_assist(&mut self, assist_id: InlineAssistId, cx: &mut App) {
1100        let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1101            assist
1102        } else {
1103            return;
1104        };
1105
1106        assist.codegen.update(cx, |codegen, cx| codegen.stop(cx));
1107    }
1108
1109    fn update_editor_highlights(&self, editor: &Entity<Editor>, cx: &mut App) {
1110        let mut gutter_pending_ranges = Vec::new();
1111        let mut gutter_transformed_ranges = Vec::new();
1112        let mut foreground_ranges = Vec::new();
1113        let mut inserted_row_ranges = Vec::new();
1114        let empty_assist_ids = Vec::new();
1115        let assist_ids = self
1116            .assists_by_editor
1117            .get(&editor.downgrade())
1118            .map_or(&empty_assist_ids, |editor_assists| {
1119                &editor_assists.assist_ids
1120            });
1121
1122        for assist_id in assist_ids {
1123            if let Some(assist) = self.assists.get(assist_id) {
1124                let codegen = assist.codegen.read(cx);
1125                let buffer = codegen.buffer(cx).read(cx).read(cx);
1126                foreground_ranges.extend(codegen.last_equal_ranges(cx).iter().cloned());
1127
1128                let pending_range =
1129                    codegen.edit_position(cx).unwrap_or(assist.range.start)..assist.range.end;
1130                if pending_range.end.to_offset(&buffer) > pending_range.start.to_offset(&buffer) {
1131                    gutter_pending_ranges.push(pending_range);
1132                }
1133
1134                if let Some(edit_position) = codegen.edit_position(cx) {
1135                    let edited_range = assist.range.start..edit_position;
1136                    if edited_range.end.to_offset(&buffer) > edited_range.start.to_offset(&buffer) {
1137                        gutter_transformed_ranges.push(edited_range);
1138                    }
1139                }
1140
1141                if assist.decorations.is_some() {
1142                    inserted_row_ranges
1143                        .extend(codegen.diff(cx).inserted_row_ranges.iter().cloned());
1144                }
1145            }
1146        }
1147
1148        let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
1149        merge_ranges(&mut foreground_ranges, &snapshot);
1150        merge_ranges(&mut gutter_pending_ranges, &snapshot);
1151        merge_ranges(&mut gutter_transformed_ranges, &snapshot);
1152        editor.update(cx, |editor, cx| {
1153            enum GutterPendingRange {}
1154            if gutter_pending_ranges.is_empty() {
1155                editor.clear_gutter_highlights::<GutterPendingRange>(cx);
1156            } else {
1157                editor.highlight_gutter::<GutterPendingRange>(
1158                    &gutter_pending_ranges,
1159                    |cx| cx.theme().status().info_background,
1160                    cx,
1161                )
1162            }
1163
1164            enum GutterTransformedRange {}
1165            if gutter_transformed_ranges.is_empty() {
1166                editor.clear_gutter_highlights::<GutterTransformedRange>(cx);
1167            } else {
1168                editor.highlight_gutter::<GutterTransformedRange>(
1169                    &gutter_transformed_ranges,
1170                    |cx| cx.theme().status().info,
1171                    cx,
1172                )
1173            }
1174
1175            if foreground_ranges.is_empty() {
1176                editor.clear_highlights::<InlineAssist>(cx);
1177            } else {
1178                editor.highlight_text::<InlineAssist>(
1179                    foreground_ranges,
1180                    HighlightStyle {
1181                        fade_out: Some(0.6),
1182                        ..Default::default()
1183                    },
1184                    cx,
1185                );
1186            }
1187
1188            editor.clear_row_highlights::<InlineAssist>();
1189            for row_range in inserted_row_ranges {
1190                editor.highlight_rows::<InlineAssist>(
1191                    row_range,
1192                    cx.theme().status().info_background,
1193                    false,
1194                    cx,
1195                );
1196            }
1197        });
1198    }
1199
1200    fn update_editor_blocks(
1201        &mut self,
1202        editor: &Entity<Editor>,
1203        assist_id: InlineAssistId,
1204        window: &mut Window,
1205        cx: &mut App,
1206    ) {
1207        let Some(assist) = self.assists.get_mut(&assist_id) else {
1208            return;
1209        };
1210        let Some(decorations) = assist.decorations.as_mut() else {
1211            return;
1212        };
1213
1214        let codegen = assist.codegen.read(cx);
1215        let old_snapshot = codegen.snapshot(cx);
1216        let old_buffer = codegen.old_buffer(cx);
1217        let deleted_row_ranges = codegen.diff(cx).deleted_row_ranges.clone();
1218
1219        editor.update(cx, |editor, cx| {
1220            let old_blocks = mem::take(&mut decorations.removed_line_block_ids);
1221            editor.remove_blocks(old_blocks, None, cx);
1222
1223            let mut new_blocks = Vec::new();
1224            for (new_row, old_row_range) in deleted_row_ranges {
1225                let (_, buffer_start) = old_snapshot
1226                    .point_to_buffer_offset(Point::new(*old_row_range.start(), 0))
1227                    .unwrap();
1228                let (_, buffer_end) = old_snapshot
1229                    .point_to_buffer_offset(Point::new(
1230                        *old_row_range.end(),
1231                        old_snapshot.line_len(MultiBufferRow(*old_row_range.end())),
1232                    ))
1233                    .unwrap();
1234
1235                let deleted_lines_editor = cx.new(|cx| {
1236                    let multi_buffer =
1237                        cx.new(|_| MultiBuffer::without_headers(language::Capability::ReadOnly));
1238                    multi_buffer.update(cx, |multi_buffer, cx| {
1239                        multi_buffer.push_excerpts(
1240                            old_buffer.clone(),
1241                            Some(ExcerptRange {
1242                                context: buffer_start..buffer_end,
1243                                primary: None,
1244                            }),
1245                            cx,
1246                        );
1247                    });
1248
1249                    enum DeletedLines {}
1250                    let mut editor = Editor::for_multibuffer(multi_buffer, None, true, window, cx);
1251                    editor.set_soft_wrap_mode(language::language_settings::SoftWrap::None, cx);
1252                    editor.set_show_wrap_guides(false, cx);
1253                    editor.set_show_gutter(false, cx);
1254                    editor.scroll_manager.set_forbid_vertical_scroll(true);
1255                    editor.set_show_scrollbars(false, cx);
1256                    editor.set_read_only(true);
1257                    editor.set_show_edit_predictions(Some(false), window, cx);
1258                    editor.highlight_rows::<DeletedLines>(
1259                        Anchor::min()..Anchor::max(),
1260                        cx.theme().status().deleted_background,
1261                        false,
1262                        cx,
1263                    );
1264                    editor
1265                });
1266
1267                let height =
1268                    deleted_lines_editor.update(cx, |editor, cx| editor.max_point(cx).row().0 + 1);
1269                new_blocks.push(BlockProperties {
1270                    placement: BlockPlacement::Above(new_row),
1271                    height,
1272                    style: BlockStyle::Flex,
1273                    render: Arc::new(move |cx| {
1274                        div()
1275                            .block_mouse_down()
1276                            .bg(cx.theme().status().deleted_background)
1277                            .size_full()
1278                            .h(height as f32 * cx.window.line_height())
1279                            .pl(cx.gutter_dimensions.full_width())
1280                            .child(deleted_lines_editor.clone())
1281                            .into_any_element()
1282                    }),
1283                    priority: 0,
1284                });
1285            }
1286
1287            decorations.removed_line_block_ids = editor
1288                .insert_blocks(new_blocks, None, cx)
1289                .into_iter()
1290                .collect();
1291        })
1292    }
1293}
1294
1295struct EditorInlineAssists {
1296    assist_ids: Vec<InlineAssistId>,
1297    scroll_lock: Option<InlineAssistScrollLock>,
1298    highlight_updates: async_watch::Sender<()>,
1299    _update_highlights: Task<Result<()>>,
1300    _subscriptions: Vec<gpui::Subscription>,
1301}
1302
1303struct InlineAssistScrollLock {
1304    assist_id: InlineAssistId,
1305    distance_from_top: f32,
1306}
1307
1308impl EditorInlineAssists {
1309    fn new(editor: &Entity<Editor>, window: &mut Window, cx: &mut App) -> Self {
1310        let (highlight_updates_tx, mut highlight_updates_rx) = async_watch::channel(());
1311        Self {
1312            assist_ids: Vec::new(),
1313            scroll_lock: None,
1314            highlight_updates: highlight_updates_tx,
1315            _update_highlights: cx.spawn(|cx| {
1316                let editor = editor.downgrade();
1317                async move {
1318                    while let Ok(()) = highlight_updates_rx.changed().await {
1319                        let editor = editor.upgrade().context("editor was dropped")?;
1320                        cx.update_global(|assistant: &mut InlineAssistant, cx| {
1321                            assistant.update_editor_highlights(&editor, cx);
1322                        })?;
1323                    }
1324                    Ok(())
1325                }
1326            }),
1327            _subscriptions: vec![
1328                cx.observe_release_in(editor, window, {
1329                    let editor = editor.downgrade();
1330                    |_, window, cx| {
1331                        InlineAssistant::update_global(cx, |this, cx| {
1332                            this.handle_editor_release(editor, window, cx);
1333                        })
1334                    }
1335                }),
1336                window.observe(editor, cx, move |editor, window, cx| {
1337                    InlineAssistant::update_global(cx, |this, cx| {
1338                        this.handle_editor_change(editor, window, cx)
1339                    })
1340                }),
1341                window.subscribe(editor, cx, move |editor, event, window, cx| {
1342                    InlineAssistant::update_global(cx, |this, cx| {
1343                        this.handle_editor_event(editor, event, window, cx)
1344                    })
1345                }),
1346                editor.update(cx, |editor, cx| {
1347                    let editor_handle = cx.entity().downgrade();
1348                    editor.register_action(move |_: &editor::actions::Newline, window, cx| {
1349                        InlineAssistant::update_global(cx, |this, cx| {
1350                            if let Some(editor) = editor_handle.upgrade() {
1351                                this.handle_editor_newline(editor, window, cx)
1352                            }
1353                        })
1354                    })
1355                }),
1356                editor.update(cx, |editor, cx| {
1357                    let editor_handle = cx.entity().downgrade();
1358                    editor.register_action(move |_: &editor::actions::Cancel, window, cx| {
1359                        InlineAssistant::update_global(cx, |this, cx| {
1360                            if let Some(editor) = editor_handle.upgrade() {
1361                                this.handle_editor_cancel(editor, window, cx)
1362                            }
1363                        })
1364                    })
1365                }),
1366            ],
1367        }
1368    }
1369}
1370
1371struct InlineAssistGroup {
1372    assist_ids: Vec<InlineAssistId>,
1373    linked: bool,
1374    active_assist_id: Option<InlineAssistId>,
1375}
1376
1377impl InlineAssistGroup {
1378    fn new() -> Self {
1379        Self {
1380            assist_ids: Vec::new(),
1381            linked: true,
1382            active_assist_id: None,
1383        }
1384    }
1385}
1386
1387fn build_assist_editor_renderer(editor: &Entity<PromptEditor>) -> RenderBlock {
1388    let editor = editor.clone();
1389    Arc::new(move |cx: &mut BlockContext| {
1390        *editor.read(cx).gutter_dimensions.lock() = *cx.gutter_dimensions;
1391        editor.clone().into_any_element()
1392    })
1393}
1394
1395#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1396pub struct InlineAssistId(usize);
1397
1398impl InlineAssistId {
1399    fn post_inc(&mut self) -> InlineAssistId {
1400        let id = *self;
1401        self.0 += 1;
1402        id
1403    }
1404}
1405
1406#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1407struct InlineAssistGroupId(usize);
1408
1409impl InlineAssistGroupId {
1410    fn post_inc(&mut self) -> InlineAssistGroupId {
1411        let id = *self;
1412        self.0 += 1;
1413        id
1414    }
1415}
1416
1417enum PromptEditorEvent {
1418    StartRequested,
1419    StopRequested,
1420    ConfirmRequested,
1421    CancelRequested,
1422    DismissRequested,
1423}
1424
1425struct PromptEditor {
1426    id: InlineAssistId,
1427    editor: Entity<Editor>,
1428    language_model_selector: Entity<LanguageModelSelector>,
1429    edited_since_done: bool,
1430    gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1431    prompt_history: VecDeque<String>,
1432    prompt_history_ix: Option<usize>,
1433    pending_prompt: String,
1434    codegen: Entity<Codegen>,
1435    _codegen_subscription: Subscription,
1436    editor_subscriptions: Vec<Subscription>,
1437    pending_token_count: Task<Result<()>>,
1438    token_counts: Option<TokenCounts>,
1439    _token_count_subscriptions: Vec<Subscription>,
1440    workspace: Option<WeakEntity<Workspace>>,
1441    show_rate_limit_notice: bool,
1442}
1443
1444#[derive(Copy, Clone)]
1445pub struct TokenCounts {
1446    total: usize,
1447    assistant_panel: usize,
1448}
1449
1450impl EventEmitter<PromptEditorEvent> for PromptEditor {}
1451
1452impl Render for PromptEditor {
1453    fn render(&mut self, window: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
1454        let gutter_dimensions = *self.gutter_dimensions.lock();
1455        let codegen = self.codegen.read(cx);
1456
1457        let mut buttons = Vec::new();
1458        if codegen.alternative_count(cx) > 1 {
1459            buttons.push(self.render_cycle_controls(cx));
1460        }
1461
1462        let status = codegen.status(cx);
1463        buttons.extend(match status {
1464            CodegenStatus::Idle => {
1465                vec![
1466                    IconButton::new("cancel", IconName::Close)
1467                        .icon_color(Color::Muted)
1468                        .shape(IconButtonShape::Square)
1469                        .tooltip(|window, cx| {
1470                            Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1471                        })
1472                        .on_click(
1473                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1474                        )
1475                        .into_any_element(),
1476                    IconButton::new("start", IconName::SparkleAlt)
1477                        .icon_color(Color::Muted)
1478                        .shape(IconButtonShape::Square)
1479                        .tooltip(|window, cx| {
1480                            Tooltip::for_action("Transform", &menu::Confirm, window, cx)
1481                        })
1482                        .on_click(
1483                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StartRequested)),
1484                        )
1485                        .into_any_element(),
1486                ]
1487            }
1488            CodegenStatus::Pending => {
1489                vec![
1490                    IconButton::new("cancel", IconName::Close)
1491                        .icon_color(Color::Muted)
1492                        .shape(IconButtonShape::Square)
1493                        .tooltip(Tooltip::text("Cancel Assist"))
1494                        .on_click(
1495                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1496                        )
1497                        .into_any_element(),
1498                    IconButton::new("stop", IconName::Stop)
1499                        .icon_color(Color::Error)
1500                        .shape(IconButtonShape::Square)
1501                        .tooltip(|window, cx| {
1502                            Tooltip::with_meta(
1503                                "Interrupt Transformation",
1504                                Some(&menu::Cancel),
1505                                "Changes won't be discarded",
1506                                window,
1507                                cx,
1508                            )
1509                        })
1510                        .on_click(
1511                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StopRequested)),
1512                        )
1513                        .into_any_element(),
1514                ]
1515            }
1516            CodegenStatus::Error(_) | CodegenStatus::Done => {
1517                let must_rerun =
1518                    self.edited_since_done || matches!(status, CodegenStatus::Error(_));
1519                // when accept button isn't visible, then restart maps to confirm
1520                // when accept button is visible, then restart must be mapped to an alternate keyboard shortcut
1521                let restart_key: &dyn gpui::Action = if must_rerun {
1522                    &menu::Confirm
1523                } else {
1524                    &menu::Restart
1525                };
1526                vec![
1527                    IconButton::new("cancel", IconName::Close)
1528                        .icon_color(Color::Muted)
1529                        .shape(IconButtonShape::Square)
1530                        .tooltip(|window, cx| {
1531                            Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1532                        })
1533                        .on_click(
1534                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1535                        )
1536                        .into_any_element(),
1537                    IconButton::new("restart", IconName::RotateCw)
1538                        .icon_color(Color::Muted)
1539                        .shape(IconButtonShape::Square)
1540                        .tooltip(|window, cx| {
1541                            Tooltip::with_meta(
1542                                "Regenerate Transformation",
1543                                Some(restart_key),
1544                                "Current change will be discarded",
1545                                window,
1546                                cx,
1547                            )
1548                        })
1549                        .on_click(cx.listener(|_, _, _, cx| {
1550                            cx.emit(PromptEditorEvent::StartRequested);
1551                        }))
1552                        .into_any_element(),
1553                    if !must_rerun {
1554                        IconButton::new("confirm", IconName::Check)
1555                            .icon_color(Color::Info)
1556                            .shape(IconButtonShape::Square)
1557                            .tooltip(|window, cx| {
1558                                Tooltip::for_action("Confirm Assist", &menu::Confirm, window, cx)
1559                            })
1560                            .on_click(cx.listener(|_, _, _, cx| {
1561                                cx.emit(PromptEditorEvent::ConfirmRequested);
1562                            }))
1563                            .into_any_element()
1564                    } else {
1565                        div().into_any_element()
1566                    },
1567                ]
1568            }
1569        });
1570
1571        h_flex()
1572            .key_context("PromptEditor")
1573            .bg(cx.theme().colors().editor_background)
1574            .block_mouse_down()
1575            .cursor(CursorStyle::Arrow)
1576            .border_y_1()
1577            .border_color(cx.theme().status().info_border)
1578            .size_full()
1579            .py(window.line_height() / 2.5)
1580            .on_action(cx.listener(Self::confirm))
1581            .on_action(cx.listener(Self::cancel))
1582            .on_action(cx.listener(Self::restart))
1583            .on_action(cx.listener(Self::move_up))
1584            .on_action(cx.listener(Self::move_down))
1585            .capture_action(cx.listener(Self::cycle_prev))
1586            .capture_action(cx.listener(Self::cycle_next))
1587            .child(
1588                h_flex()
1589                    .w(gutter_dimensions.full_width() + (gutter_dimensions.margin / 2.0))
1590                    .justify_center()
1591                    .gap_2()
1592                    .child(LanguageModelSelectorPopoverMenu::new(
1593                        self.language_model_selector.clone(),
1594                        IconButton::new("context", IconName::SettingsAlt)
1595                            .shape(IconButtonShape::Square)
1596                            .icon_size(IconSize::Small)
1597                            .icon_color(Color::Muted),
1598                        move |window, cx| {
1599                            Tooltip::with_meta(
1600                                format!(
1601                                    "Using {}",
1602                                    LanguageModelRegistry::read_global(cx)
1603                                        .active_model()
1604                                        .map(|model| model.name().0)
1605                                        .unwrap_or_else(|| "No model selected".into()),
1606                                ),
1607                                None,
1608                                "Change Model",
1609                                window,
1610                                cx,
1611                            )
1612                        },
1613                    ))
1614                    .map(|el| {
1615                        let CodegenStatus::Error(error) = self.codegen.read(cx).status(cx) else {
1616                            return el;
1617                        };
1618
1619                        let error_message = SharedString::from(error.to_string());
1620                        if error.error_code() == proto::ErrorCode::RateLimitExceeded
1621                            && cx.has_flag::<ZedPro>()
1622                        {
1623                            el.child(
1624                                v_flex()
1625                                    .child(
1626                                        IconButton::new("rate-limit-error", IconName::XCircle)
1627                                            .toggle_state(self.show_rate_limit_notice)
1628                                            .shape(IconButtonShape::Square)
1629                                            .icon_size(IconSize::Small)
1630                                            .on_click(cx.listener(Self::toggle_rate_limit_notice)),
1631                                    )
1632                                    .children(self.show_rate_limit_notice.then(|| {
1633                                        deferred(
1634                                            anchored()
1635                                                .position_mode(gpui::AnchoredPositionMode::Local)
1636                                                .position(point(px(0.), px(24.)))
1637                                                .anchor(gpui::Corner::TopLeft)
1638                                                .child(self.render_rate_limit_notice(cx)),
1639                                        )
1640                                    })),
1641                            )
1642                        } else {
1643                            el.child(
1644                                div()
1645                                    .id("error")
1646                                    .tooltip(Tooltip::text(error_message))
1647                                    .child(
1648                                        Icon::new(IconName::XCircle)
1649                                            .size(IconSize::Small)
1650                                            .color(Color::Error),
1651                                    ),
1652                            )
1653                        }
1654                    }),
1655            )
1656            .child(div().flex_1().child(self.render_prompt_editor(cx)))
1657            .child(
1658                h_flex()
1659                    .gap_2()
1660                    .pr_6()
1661                    .children(self.render_token_count(cx))
1662                    .children(buttons),
1663            )
1664    }
1665}
1666
1667impl Focusable for PromptEditor {
1668    fn focus_handle(&self, cx: &App) -> FocusHandle {
1669        self.editor.focus_handle(cx)
1670    }
1671}
1672
1673impl PromptEditor {
1674    const MAX_LINES: u8 = 8;
1675
1676    fn new(
1677        id: InlineAssistId,
1678        gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1679        prompt_history: VecDeque<String>,
1680        prompt_buffer: Entity<MultiBuffer>,
1681        codegen: Entity<Codegen>,
1682        parent_editor: &Entity<Editor>,
1683        assistant_panel: Option<&Entity<AssistantPanel>>,
1684        workspace: Option<WeakEntity<Workspace>>,
1685        fs: Arc<dyn Fs>,
1686        window: &mut Window,
1687        cx: &mut Context<Self>,
1688    ) -> Self {
1689        let prompt_editor = cx.new(|cx| {
1690            let mut editor = Editor::new(
1691                EditorMode::AutoHeight {
1692                    max_lines: Self::MAX_LINES as usize,
1693                },
1694                prompt_buffer,
1695                None,
1696                false,
1697                window,
1698                cx,
1699            );
1700            editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1701            // Since the prompt editors for all inline assistants are linked,
1702            // always show the cursor (even when it isn't focused) because
1703            // typing in one will make what you typed appear in all of them.
1704            editor.set_show_cursor_when_unfocused(true, cx);
1705            editor.set_placeholder_text(Self::placeholder_text(codegen.read(cx), window, cx), cx);
1706            editor
1707        });
1708
1709        let mut token_count_subscriptions = Vec::new();
1710        token_count_subscriptions.push(cx.subscribe_in(
1711            parent_editor,
1712            window,
1713            Self::handle_parent_editor_event,
1714        ));
1715        if let Some(assistant_panel) = assistant_panel {
1716            token_count_subscriptions.push(cx.subscribe_in(
1717                assistant_panel,
1718                window,
1719                Self::handle_assistant_panel_event,
1720            ));
1721        }
1722
1723        let mut this = Self {
1724            id,
1725            editor: prompt_editor,
1726            language_model_selector: cx.new(|cx| {
1727                let fs = fs.clone();
1728                LanguageModelSelector::new(
1729                    move |model, cx| {
1730                        update_settings_file::<AssistantSettings>(
1731                            fs.clone(),
1732                            cx,
1733                            move |settings, _| settings.set_model(model.clone()),
1734                        );
1735                    },
1736                    window,
1737                    cx,
1738                )
1739            }),
1740            edited_since_done: false,
1741            gutter_dimensions,
1742            prompt_history,
1743            prompt_history_ix: None,
1744            pending_prompt: String::new(),
1745            _codegen_subscription: cx.observe(&codegen, Self::handle_codegen_changed),
1746            editor_subscriptions: Vec::new(),
1747            codegen,
1748            pending_token_count: Task::ready(Ok(())),
1749            token_counts: None,
1750            _token_count_subscriptions: token_count_subscriptions,
1751            workspace,
1752            show_rate_limit_notice: false,
1753        };
1754        this.count_tokens(cx);
1755        this.subscribe_to_editor(window, cx);
1756        this
1757    }
1758
1759    fn subscribe_to_editor(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1760        self.editor_subscriptions.clear();
1761        self.editor_subscriptions.push(cx.subscribe_in(
1762            &self.editor,
1763            window,
1764            Self::handle_prompt_editor_events,
1765        ));
1766    }
1767
1768    fn set_show_cursor_when_unfocused(
1769        &mut self,
1770        show_cursor_when_unfocused: bool,
1771        cx: &mut Context<Self>,
1772    ) {
1773        self.editor.update(cx, |editor, cx| {
1774            editor.set_show_cursor_when_unfocused(show_cursor_when_unfocused, cx)
1775        });
1776    }
1777
1778    fn unlink(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1779        let prompt = self.prompt(cx);
1780        let focus = self.editor.focus_handle(cx).contains_focused(window, cx);
1781        self.editor = cx.new(|cx| {
1782            let mut editor = Editor::auto_height(Self::MAX_LINES as usize, window, cx);
1783            editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1784            editor.set_placeholder_text(
1785                Self::placeholder_text(self.codegen.read(cx), window, cx),
1786                cx,
1787            );
1788            editor.set_placeholder_text("Add a prompt…", cx);
1789            editor.set_text(prompt, window, cx);
1790            if focus {
1791                window.focus(&editor.focus_handle(cx));
1792            }
1793            editor
1794        });
1795        self.subscribe_to_editor(window, cx);
1796    }
1797
1798    fn placeholder_text(codegen: &Codegen, window: &Window, cx: &App) -> String {
1799        let context_keybinding = text_for_action(&zed_actions::assistant::ToggleFocus, window, cx)
1800            .map(|keybinding| format!("{keybinding} for context"))
1801            .unwrap_or_default();
1802
1803        let action = if codegen.is_insertion {
1804            "Generate"
1805        } else {
1806            "Transform"
1807        };
1808
1809        format!("{action}{context_keybinding} • ↓↑ for history")
1810    }
1811
1812    fn prompt(&self, cx: &App) -> String {
1813        self.editor.read(cx).text(cx)
1814    }
1815
1816    fn toggle_rate_limit_notice(
1817        &mut self,
1818        _: &ClickEvent,
1819        window: &mut Window,
1820        cx: &mut Context<Self>,
1821    ) {
1822        self.show_rate_limit_notice = !self.show_rate_limit_notice;
1823        if self.show_rate_limit_notice {
1824            window.focus(&self.editor.focus_handle(cx));
1825        }
1826        cx.notify();
1827    }
1828
1829    fn handle_parent_editor_event(
1830        &mut self,
1831        _: &Entity<Editor>,
1832        event: &EditorEvent,
1833        _: &mut Window,
1834        cx: &mut Context<Self>,
1835    ) {
1836        if let EditorEvent::BufferEdited { .. } = event {
1837            self.count_tokens(cx);
1838        }
1839    }
1840
1841    fn handle_assistant_panel_event(
1842        &mut self,
1843        _: &Entity<AssistantPanel>,
1844        event: &AssistantPanelEvent,
1845        _: &mut Window,
1846        cx: &mut Context<Self>,
1847    ) {
1848        let AssistantPanelEvent::ContextEdited { .. } = event;
1849        self.count_tokens(cx);
1850    }
1851
1852    fn count_tokens(&mut self, cx: &mut Context<Self>) {
1853        let assist_id = self.id;
1854        self.pending_token_count = cx.spawn(|this, mut cx| async move {
1855            cx.background_executor().timer(Duration::from_secs(1)).await;
1856            let token_count = cx
1857                .update_global(|inline_assistant: &mut InlineAssistant, cx| {
1858                    let assist = inline_assistant
1859                        .assists
1860                        .get(&assist_id)
1861                        .context("assist not found")?;
1862                    anyhow::Ok(assist.count_tokens(cx))
1863                })??
1864                .await?;
1865
1866            this.update(&mut cx, |this, cx| {
1867                this.token_counts = Some(token_count);
1868                cx.notify();
1869            })
1870        })
1871    }
1872
1873    fn handle_prompt_editor_events(
1874        &mut self,
1875        _: &Entity<Editor>,
1876        event: &EditorEvent,
1877        window: &mut Window,
1878        cx: &mut Context<Self>,
1879    ) {
1880        match event {
1881            EditorEvent::Edited { .. } => {
1882                if let Some(workspace) = window.root::<Workspace>().flatten() {
1883                    workspace.update(cx, |workspace, cx| {
1884                        let is_via_ssh = workspace
1885                            .project()
1886                            .update(cx, |project, _| project.is_via_ssh());
1887
1888                        workspace
1889                            .client()
1890                            .telemetry()
1891                            .log_edit_event("inline assist", is_via_ssh);
1892                    });
1893                }
1894                let prompt = self.editor.read(cx).text(cx);
1895                if self
1896                    .prompt_history_ix
1897                    .map_or(true, |ix| self.prompt_history[ix] != prompt)
1898                {
1899                    self.prompt_history_ix.take();
1900                    self.pending_prompt = prompt;
1901                }
1902
1903                self.edited_since_done = true;
1904                cx.notify();
1905            }
1906            EditorEvent::BufferEdited => {
1907                self.count_tokens(cx);
1908            }
1909            EditorEvent::Blurred => {
1910                if self.show_rate_limit_notice {
1911                    self.show_rate_limit_notice = false;
1912                    cx.notify();
1913                }
1914            }
1915            _ => {}
1916        }
1917    }
1918
1919    fn handle_codegen_changed(&mut self, _: Entity<Codegen>, cx: &mut Context<Self>) {
1920        match self.codegen.read(cx).status(cx) {
1921            CodegenStatus::Idle => {
1922                self.editor
1923                    .update(cx, |editor, _| editor.set_read_only(false));
1924            }
1925            CodegenStatus::Pending => {
1926                self.editor
1927                    .update(cx, |editor, _| editor.set_read_only(true));
1928            }
1929            CodegenStatus::Done => {
1930                self.edited_since_done = false;
1931                self.editor
1932                    .update(cx, |editor, _| editor.set_read_only(false));
1933            }
1934            CodegenStatus::Error(error) => {
1935                if cx.has_flag::<ZedPro>()
1936                    && error.error_code() == proto::ErrorCode::RateLimitExceeded
1937                    && !dismissed_rate_limit_notice()
1938                {
1939                    self.show_rate_limit_notice = true;
1940                    cx.notify();
1941                }
1942
1943                self.edited_since_done = false;
1944                self.editor
1945                    .update(cx, |editor, _| editor.set_read_only(false));
1946            }
1947        }
1948    }
1949
1950    fn restart(&mut self, _: &menu::Restart, _window: &mut Window, cx: &mut Context<Self>) {
1951        cx.emit(PromptEditorEvent::StartRequested);
1952    }
1953
1954    fn cancel(
1955        &mut self,
1956        _: &editor::actions::Cancel,
1957        _window: &mut Window,
1958        cx: &mut Context<Self>,
1959    ) {
1960        match self.codegen.read(cx).status(cx) {
1961            CodegenStatus::Idle | CodegenStatus::Done | CodegenStatus::Error(_) => {
1962                cx.emit(PromptEditorEvent::CancelRequested);
1963            }
1964            CodegenStatus::Pending => {
1965                cx.emit(PromptEditorEvent::StopRequested);
1966            }
1967        }
1968    }
1969
1970    fn confirm(&mut self, _: &menu::Confirm, _window: &mut Window, cx: &mut Context<Self>) {
1971        match self.codegen.read(cx).status(cx) {
1972            CodegenStatus::Idle => {
1973                cx.emit(PromptEditorEvent::StartRequested);
1974            }
1975            CodegenStatus::Pending => {
1976                cx.emit(PromptEditorEvent::DismissRequested);
1977            }
1978            CodegenStatus::Done => {
1979                if self.edited_since_done {
1980                    cx.emit(PromptEditorEvent::StartRequested);
1981                } else {
1982                    cx.emit(PromptEditorEvent::ConfirmRequested);
1983                }
1984            }
1985            CodegenStatus::Error(_) => {
1986                cx.emit(PromptEditorEvent::StartRequested);
1987            }
1988        }
1989    }
1990
1991    fn move_up(&mut self, _: &MoveUp, window: &mut Window, cx: &mut Context<Self>) {
1992        if let Some(ix) = self.prompt_history_ix {
1993            if ix > 0 {
1994                self.prompt_history_ix = Some(ix - 1);
1995                let prompt = self.prompt_history[ix - 1].as_str();
1996                self.editor.update(cx, |editor, cx| {
1997                    editor.set_text(prompt, window, cx);
1998                    editor.move_to_beginning(&Default::default(), window, cx);
1999                });
2000            }
2001        } else if !self.prompt_history.is_empty() {
2002            self.prompt_history_ix = Some(self.prompt_history.len() - 1);
2003            let prompt = self.prompt_history[self.prompt_history.len() - 1].as_str();
2004            self.editor.update(cx, |editor, cx| {
2005                editor.set_text(prompt, window, cx);
2006                editor.move_to_beginning(&Default::default(), window, cx);
2007            });
2008        }
2009    }
2010
2011    fn move_down(&mut self, _: &MoveDown, window: &mut Window, cx: &mut Context<Self>) {
2012        if let Some(ix) = self.prompt_history_ix {
2013            if ix < self.prompt_history.len() - 1 {
2014                self.prompt_history_ix = Some(ix + 1);
2015                let prompt = self.prompt_history[ix + 1].as_str();
2016                self.editor.update(cx, |editor, cx| {
2017                    editor.set_text(prompt, window, cx);
2018                    editor.move_to_end(&Default::default(), window, cx)
2019                });
2020            } else {
2021                self.prompt_history_ix = None;
2022                let prompt = self.pending_prompt.as_str();
2023                self.editor.update(cx, |editor, cx| {
2024                    editor.set_text(prompt, window, cx);
2025                    editor.move_to_end(&Default::default(), window, cx)
2026                });
2027            }
2028        }
2029    }
2030
2031    fn cycle_prev(
2032        &mut self,
2033        _: &CyclePreviousInlineAssist,
2034        _: &mut Window,
2035        cx: &mut Context<Self>,
2036    ) {
2037        self.codegen
2038            .update(cx, |codegen, cx| codegen.cycle_prev(cx));
2039    }
2040
2041    fn cycle_next(&mut self, _: &CycleNextInlineAssist, _: &mut Window, cx: &mut Context<Self>) {
2042        self.codegen
2043            .update(cx, |codegen, cx| codegen.cycle_next(cx));
2044    }
2045
2046    fn render_cycle_controls(&self, cx: &Context<Self>) -> AnyElement {
2047        let codegen = self.codegen.read(cx);
2048        let disabled = matches!(codegen.status(cx), CodegenStatus::Idle);
2049
2050        let model_registry = LanguageModelRegistry::read_global(cx);
2051        let default_model = model_registry.active_model();
2052        let alternative_models = model_registry.inline_alternative_models();
2053
2054        let get_model_name = |index: usize| -> String {
2055            let name = |model: &Arc<dyn LanguageModel>| model.name().0.to_string();
2056
2057            match index {
2058                0 => default_model.as_ref().map_or_else(String::new, name),
2059                index if index <= alternative_models.len() => alternative_models
2060                    .get(index - 1)
2061                    .map_or_else(String::new, name),
2062                _ => String::new(),
2063            }
2064        };
2065
2066        let total_models = alternative_models.len() + 1;
2067
2068        if total_models <= 1 {
2069            return div().into_any_element();
2070        }
2071
2072        let current_index = codegen.active_alternative;
2073        let prev_index = (current_index + total_models - 1) % total_models;
2074        let next_index = (current_index + 1) % total_models;
2075
2076        let prev_model_name = get_model_name(prev_index);
2077        let next_model_name = get_model_name(next_index);
2078
2079        h_flex()
2080            .child(
2081                IconButton::new("previous", IconName::ChevronLeft)
2082                    .icon_color(Color::Muted)
2083                    .disabled(disabled || current_index == 0)
2084                    .shape(IconButtonShape::Square)
2085                    .tooltip({
2086                        let focus_handle = self.editor.focus_handle(cx);
2087                        move |window, cx| {
2088                            cx.new(|cx| {
2089                                let mut tooltip = Tooltip::new("Previous Alternative").key_binding(
2090                                    KeyBinding::for_action_in(
2091                                        &CyclePreviousInlineAssist,
2092                                        &focus_handle,
2093                                        window,
2094                                        cx,
2095                                    ),
2096                                );
2097                                if !disabled && current_index != 0 {
2098                                    tooltip = tooltip.meta(prev_model_name.clone());
2099                                }
2100                                tooltip
2101                            })
2102                            .into()
2103                        }
2104                    })
2105                    .on_click(cx.listener(|this, _, _, cx| {
2106                        this.codegen
2107                            .update(cx, |codegen, cx| codegen.cycle_prev(cx))
2108                    })),
2109            )
2110            .child(
2111                Label::new(format!(
2112                    "{}/{}",
2113                    codegen.active_alternative + 1,
2114                    codegen.alternative_count(cx)
2115                ))
2116                .size(LabelSize::Small)
2117                .color(if disabled {
2118                    Color::Disabled
2119                } else {
2120                    Color::Muted
2121                }),
2122            )
2123            .child(
2124                IconButton::new("next", IconName::ChevronRight)
2125                    .icon_color(Color::Muted)
2126                    .disabled(disabled || current_index == total_models - 1)
2127                    .shape(IconButtonShape::Square)
2128                    .tooltip({
2129                        let focus_handle = self.editor.focus_handle(cx);
2130                        move |window, cx| {
2131                            cx.new(|cx| {
2132                                let mut tooltip = Tooltip::new("Next Alternative").key_binding(
2133                                    KeyBinding::for_action_in(
2134                                        &CycleNextInlineAssist,
2135                                        &focus_handle,
2136                                        window,
2137                                        cx,
2138                                    ),
2139                                );
2140                                if !disabled && current_index != total_models - 1 {
2141                                    tooltip = tooltip.meta(next_model_name.clone());
2142                                }
2143                                tooltip
2144                            })
2145                            .into()
2146                        }
2147                    })
2148                    .on_click(cx.listener(|this, _, _, cx| {
2149                        this.codegen
2150                            .update(cx, |codegen, cx| codegen.cycle_next(cx))
2151                    })),
2152            )
2153            .into_any_element()
2154    }
2155
2156    fn render_token_count(&self, cx: &mut Context<Self>) -> Option<impl IntoElement> {
2157        let model = LanguageModelRegistry::read_global(cx).active_model()?;
2158        let token_counts = self.token_counts?;
2159        let max_token_count = model.max_token_count();
2160
2161        let remaining_tokens = max_token_count as isize - token_counts.total as isize;
2162        let token_count_color = if remaining_tokens <= 0 {
2163            Color::Error
2164        } else if token_counts.total as f32 / max_token_count as f32 >= 0.8 {
2165            Color::Warning
2166        } else {
2167            Color::Muted
2168        };
2169
2170        let mut token_count = h_flex()
2171            .id("token_count")
2172            .gap_0p5()
2173            .child(
2174                Label::new(humanize_token_count(token_counts.total))
2175                    .size(LabelSize::Small)
2176                    .color(token_count_color),
2177            )
2178            .child(Label::new("/").size(LabelSize::Small).color(Color::Muted))
2179            .child(
2180                Label::new(humanize_token_count(max_token_count))
2181                    .size(LabelSize::Small)
2182                    .color(Color::Muted),
2183            );
2184        if let Some(workspace) = self.workspace.clone() {
2185            token_count = token_count
2186                .tooltip(move |window, cx| {
2187                    Tooltip::with_meta(
2188                        format!(
2189                            "Tokens Used ({} from the Assistant Panel)",
2190                            humanize_token_count(token_counts.assistant_panel)
2191                        ),
2192                        None,
2193                        "Click to open the Assistant Panel",
2194                        window,
2195                        cx,
2196                    )
2197                })
2198                .cursor_pointer()
2199                .on_mouse_down(gpui::MouseButton::Left, |_, _, cx| cx.stop_propagation())
2200                .on_click(move |_, window, cx| {
2201                    cx.stop_propagation();
2202                    workspace
2203                        .update(cx, |workspace, cx| {
2204                            workspace.focus_panel::<AssistantPanel>(window, cx)
2205                        })
2206                        .ok();
2207                });
2208        } else {
2209            token_count = token_count
2210                .cursor_default()
2211                .tooltip(Tooltip::text("Tokens used"));
2212        }
2213
2214        Some(token_count)
2215    }
2216
2217    fn render_prompt_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
2218        let settings = ThemeSettings::get_global(cx);
2219        let text_style = TextStyle {
2220            color: if self.editor.read(cx).read_only(cx) {
2221                cx.theme().colors().text_disabled
2222            } else {
2223                cx.theme().colors().text
2224            },
2225            font_family: settings.buffer_font.family.clone(),
2226            font_fallbacks: settings.buffer_font.fallbacks.clone(),
2227            font_size: settings.buffer_font_size.into(),
2228            font_weight: settings.buffer_font.weight,
2229            line_height: relative(settings.buffer_line_height.value()),
2230            ..Default::default()
2231        };
2232        EditorElement::new(
2233            &self.editor,
2234            EditorStyle {
2235                background: cx.theme().colors().editor_background,
2236                local_player: cx.theme().players().local(),
2237                text: text_style,
2238                ..Default::default()
2239            },
2240        )
2241    }
2242
2243    fn render_rate_limit_notice(&self, cx: &mut Context<Self>) -> impl IntoElement {
2244        Popover::new().child(
2245            v_flex()
2246                .occlude()
2247                .p_2()
2248                .child(
2249                    Label::new("Out of Tokens")
2250                        .size(LabelSize::Small)
2251                        .weight(FontWeight::BOLD),
2252                )
2253                .child(Label::new(
2254                    "Try Zed Pro for higher limits, a wider range of models, and more.",
2255                ))
2256                .child(
2257                    h_flex()
2258                        .justify_between()
2259                        .child(CheckboxWithLabel::new(
2260                            "dont-show-again",
2261                            Label::new("Don't show again"),
2262                            if dismissed_rate_limit_notice() {
2263                                ui::ToggleState::Selected
2264                            } else {
2265                                ui::ToggleState::Unselected
2266                            },
2267                            |selection, _, cx| {
2268                                let is_dismissed = match selection {
2269                                    ui::ToggleState::Unselected => false,
2270                                    ui::ToggleState::Indeterminate => return,
2271                                    ui::ToggleState::Selected => true,
2272                                };
2273
2274                                set_rate_limit_notice_dismissed(is_dismissed, cx)
2275                            },
2276                        ))
2277                        .child(
2278                            h_flex()
2279                                .gap_2()
2280                                .child(
2281                                    Button::new("dismiss", "Dismiss")
2282                                        .style(ButtonStyle::Transparent)
2283                                        .on_click(cx.listener(Self::toggle_rate_limit_notice)),
2284                                )
2285                                .child(Button::new("more-info", "More Info").on_click(
2286                                    |_event, window, cx| {
2287                                        window.dispatch_action(
2288                                            Box::new(zed_actions::OpenAccountSettings),
2289                                            cx,
2290                                        )
2291                                    },
2292                                )),
2293                        ),
2294                ),
2295        )
2296    }
2297}
2298
2299const DISMISSED_RATE_LIMIT_NOTICE_KEY: &str = "dismissed-rate-limit-notice";
2300
2301fn dismissed_rate_limit_notice() -> bool {
2302    db::kvp::KEY_VALUE_STORE
2303        .read_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY)
2304        .log_err()
2305        .map_or(false, |s| s.is_some())
2306}
2307
2308fn set_rate_limit_notice_dismissed(is_dismissed: bool, cx: &mut App) {
2309    db::write_and_log(cx, move || async move {
2310        if is_dismissed {
2311            db::kvp::KEY_VALUE_STORE
2312                .write_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into(), "1".into())
2313                .await
2314        } else {
2315            db::kvp::KEY_VALUE_STORE
2316                .delete_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into())
2317                .await
2318        }
2319    })
2320}
2321
2322struct InlineAssist {
2323    group_id: InlineAssistGroupId,
2324    range: Range<Anchor>,
2325    editor: WeakEntity<Editor>,
2326    decorations: Option<InlineAssistDecorations>,
2327    codegen: Entity<Codegen>,
2328    _subscriptions: Vec<Subscription>,
2329    workspace: Option<WeakEntity<Workspace>>,
2330    include_context: bool,
2331}
2332
2333impl InlineAssist {
2334    fn new(
2335        assist_id: InlineAssistId,
2336        group_id: InlineAssistGroupId,
2337        include_context: bool,
2338        editor: &Entity<Editor>,
2339        prompt_editor: &Entity<PromptEditor>,
2340        prompt_block_id: CustomBlockId,
2341        end_block_id: CustomBlockId,
2342        range: Range<Anchor>,
2343        codegen: Entity<Codegen>,
2344        workspace: Option<WeakEntity<Workspace>>,
2345        window: &mut Window,
2346        cx: &mut App,
2347    ) -> Self {
2348        let prompt_editor_focus_handle = prompt_editor.focus_handle(cx);
2349        InlineAssist {
2350            group_id,
2351            include_context,
2352            editor: editor.downgrade(),
2353            decorations: Some(InlineAssistDecorations {
2354                prompt_block_id,
2355                prompt_editor: prompt_editor.clone(),
2356                removed_line_block_ids: HashSet::default(),
2357                end_block_id,
2358            }),
2359            range,
2360            codegen: codegen.clone(),
2361            workspace: workspace.clone(),
2362            _subscriptions: vec![
2363                window.on_focus_in(&prompt_editor_focus_handle, cx, move |_, cx| {
2364                    InlineAssistant::update_global(cx, |this, cx| {
2365                        this.handle_prompt_editor_focus_in(assist_id, cx)
2366                    })
2367                }),
2368                window.on_focus_out(&prompt_editor_focus_handle, cx, move |_, _, cx| {
2369                    InlineAssistant::update_global(cx, |this, cx| {
2370                        this.handle_prompt_editor_focus_out(assist_id, cx)
2371                    })
2372                }),
2373                window.subscribe(
2374                    prompt_editor,
2375                    cx,
2376                    move |prompt_editor, event, window, cx| {
2377                        InlineAssistant::update_global(cx, |this, cx| {
2378                            this.handle_prompt_editor_event(prompt_editor, event, window, cx)
2379                        })
2380                    },
2381                ),
2382                window.observe(&codegen, cx, {
2383                    let editor = editor.downgrade();
2384                    move |_, window, cx| {
2385                        if let Some(editor) = editor.upgrade() {
2386                            InlineAssistant::update_global(cx, |this, cx| {
2387                                if let Some(editor_assists) =
2388                                    this.assists_by_editor.get(&editor.downgrade())
2389                                {
2390                                    editor_assists.highlight_updates.send(()).ok();
2391                                }
2392
2393                                this.update_editor_blocks(&editor, assist_id, window, cx);
2394                            })
2395                        }
2396                    }
2397                }),
2398                window.subscribe(&codegen, cx, move |codegen, event, window, cx| {
2399                    InlineAssistant::update_global(cx, |this, cx| match event {
2400                        CodegenEvent::Undone => this.finish_assist(assist_id, false, window, cx),
2401                        CodegenEvent::Finished => {
2402                            let assist = if let Some(assist) = this.assists.get(&assist_id) {
2403                                assist
2404                            } else {
2405                                return;
2406                            };
2407
2408                            if let CodegenStatus::Error(error) = codegen.read(cx).status(cx) {
2409                                if assist.decorations.is_none() {
2410                                    if let Some(workspace) = assist
2411                                        .workspace
2412                                        .as_ref()
2413                                        .and_then(|workspace| workspace.upgrade())
2414                                    {
2415                                        let error = format!("Inline assistant error: {}", error);
2416                                        workspace.update(cx, |workspace, cx| {
2417                                            struct InlineAssistantError;
2418
2419                                            let id =
2420                                                NotificationId::composite::<InlineAssistantError>(
2421                                                    assist_id.0,
2422                                                );
2423
2424                                            workspace.show_toast(Toast::new(id, error), cx);
2425                                        })
2426                                    }
2427                                }
2428                            }
2429
2430                            if assist.decorations.is_none() {
2431                                this.finish_assist(assist_id, false, window, cx);
2432                            }
2433                        }
2434                    })
2435                }),
2436            ],
2437        }
2438    }
2439
2440    fn user_prompt(&self, cx: &App) -> Option<String> {
2441        let decorations = self.decorations.as_ref()?;
2442        Some(decorations.prompt_editor.read(cx).prompt(cx))
2443    }
2444
2445    fn assistant_panel_context(&self, cx: &mut App) -> Option<LanguageModelRequest> {
2446        if self.include_context {
2447            let workspace = self.workspace.as_ref()?;
2448            let workspace = workspace.upgrade()?.read(cx);
2449            let assistant_panel = workspace.panel::<AssistantPanel>(cx)?;
2450            Some(
2451                assistant_panel
2452                    .read(cx)
2453                    .active_context(cx)?
2454                    .read(cx)
2455                    .to_completion_request(RequestType::Chat, cx),
2456            )
2457        } else {
2458            None
2459        }
2460    }
2461
2462    pub fn count_tokens(&self, cx: &mut App) -> BoxFuture<'static, Result<TokenCounts>> {
2463        let Some(user_prompt) = self.user_prompt(cx) else {
2464            return future::ready(Err(anyhow!("no user prompt"))).boxed();
2465        };
2466        let assistant_panel_context = self.assistant_panel_context(cx);
2467        self.codegen
2468            .read(cx)
2469            .count_tokens(user_prompt, assistant_panel_context, cx)
2470    }
2471}
2472
2473struct InlineAssistDecorations {
2474    prompt_block_id: CustomBlockId,
2475    prompt_editor: Entity<PromptEditor>,
2476    removed_line_block_ids: HashSet<CustomBlockId>,
2477    end_block_id: CustomBlockId,
2478}
2479
2480#[derive(Copy, Clone, Debug)]
2481pub enum CodegenEvent {
2482    Finished,
2483    Undone,
2484}
2485
2486pub struct Codegen {
2487    alternatives: Vec<Entity<CodegenAlternative>>,
2488    active_alternative: usize,
2489    seen_alternatives: HashSet<usize>,
2490    subscriptions: Vec<Subscription>,
2491    buffer: Entity<MultiBuffer>,
2492    range: Range<Anchor>,
2493    initial_transaction_id: Option<TransactionId>,
2494    telemetry: Arc<Telemetry>,
2495    builder: Arc<PromptBuilder>,
2496    is_insertion: bool,
2497}
2498
2499impl Codegen {
2500    pub fn new(
2501        buffer: Entity<MultiBuffer>,
2502        range: Range<Anchor>,
2503        initial_transaction_id: Option<TransactionId>,
2504        telemetry: Arc<Telemetry>,
2505        builder: Arc<PromptBuilder>,
2506        cx: &mut Context<Self>,
2507    ) -> Self {
2508        let codegen = cx.new(|cx| {
2509            CodegenAlternative::new(
2510                buffer.clone(),
2511                range.clone(),
2512                false,
2513                Some(telemetry.clone()),
2514                builder.clone(),
2515                cx,
2516            )
2517        });
2518        let mut this = Self {
2519            is_insertion: range.to_offset(&buffer.read(cx).snapshot(cx)).is_empty(),
2520            alternatives: vec![codegen],
2521            active_alternative: 0,
2522            seen_alternatives: HashSet::default(),
2523            subscriptions: Vec::new(),
2524            buffer,
2525            range,
2526            initial_transaction_id,
2527            telemetry,
2528            builder,
2529        };
2530        this.activate(0, cx);
2531        this
2532    }
2533
2534    fn subscribe_to_alternative(&mut self, cx: &mut Context<Self>) {
2535        let codegen = self.active_alternative().clone();
2536        self.subscriptions.clear();
2537        self.subscriptions
2538            .push(cx.observe(&codegen, |_, _, cx| cx.notify()));
2539        self.subscriptions
2540            .push(cx.subscribe(&codegen, |_, _, event, cx| cx.emit(*event)));
2541    }
2542
2543    fn active_alternative(&self) -> &Entity<CodegenAlternative> {
2544        &self.alternatives[self.active_alternative]
2545    }
2546
2547    fn status<'a>(&self, cx: &'a App) -> &'a CodegenStatus {
2548        &self.active_alternative().read(cx).status
2549    }
2550
2551    fn alternative_count(&self, cx: &App) -> usize {
2552        LanguageModelRegistry::read_global(cx)
2553            .inline_alternative_models()
2554            .len()
2555            + 1
2556    }
2557
2558    pub fn cycle_prev(&mut self, cx: &mut Context<Self>) {
2559        let next_active_ix = if self.active_alternative == 0 {
2560            self.alternatives.len() - 1
2561        } else {
2562            self.active_alternative - 1
2563        };
2564        self.activate(next_active_ix, cx);
2565    }
2566
2567    pub fn cycle_next(&mut self, cx: &mut Context<Self>) {
2568        let next_active_ix = (self.active_alternative + 1) % self.alternatives.len();
2569        self.activate(next_active_ix, cx);
2570    }
2571
2572    fn activate(&mut self, index: usize, cx: &mut Context<Self>) {
2573        self.active_alternative()
2574            .update(cx, |codegen, cx| codegen.set_active(false, cx));
2575        self.seen_alternatives.insert(index);
2576        self.active_alternative = index;
2577        self.active_alternative()
2578            .update(cx, |codegen, cx| codegen.set_active(true, cx));
2579        self.subscribe_to_alternative(cx);
2580        cx.notify();
2581    }
2582
2583    pub fn start(
2584        &mut self,
2585        user_prompt: String,
2586        assistant_panel_context: Option<LanguageModelRequest>,
2587        cx: &mut Context<Self>,
2588    ) -> Result<()> {
2589        let alternative_models = LanguageModelRegistry::read_global(cx)
2590            .inline_alternative_models()
2591            .to_vec();
2592
2593        self.active_alternative()
2594            .update(cx, |alternative, cx| alternative.undo(cx));
2595        self.activate(0, cx);
2596        self.alternatives.truncate(1);
2597
2598        for _ in 0..alternative_models.len() {
2599            self.alternatives.push(cx.new(|cx| {
2600                CodegenAlternative::new(
2601                    self.buffer.clone(),
2602                    self.range.clone(),
2603                    false,
2604                    Some(self.telemetry.clone()),
2605                    self.builder.clone(),
2606                    cx,
2607                )
2608            }));
2609        }
2610
2611        let primary_model = LanguageModelRegistry::read_global(cx)
2612            .active_model()
2613            .context("no active model")?;
2614
2615        for (model, alternative) in iter::once(primary_model)
2616            .chain(alternative_models)
2617            .zip(&self.alternatives)
2618        {
2619            alternative.update(cx, |alternative, cx| {
2620                alternative.start(
2621                    user_prompt.clone(),
2622                    assistant_panel_context.clone(),
2623                    model.clone(),
2624                    cx,
2625                )
2626            })?;
2627        }
2628
2629        Ok(())
2630    }
2631
2632    pub fn stop(&mut self, cx: &mut Context<Self>) {
2633        for codegen in &self.alternatives {
2634            codegen.update(cx, |codegen, cx| codegen.stop(cx));
2635        }
2636    }
2637
2638    pub fn undo(&mut self, cx: &mut Context<Self>) {
2639        self.active_alternative()
2640            .update(cx, |codegen, cx| codegen.undo(cx));
2641
2642        self.buffer.update(cx, |buffer, cx| {
2643            if let Some(transaction_id) = self.initial_transaction_id.take() {
2644                buffer.undo_transaction(transaction_id, cx);
2645                buffer.refresh_preview(cx);
2646            }
2647        });
2648    }
2649
2650    pub fn count_tokens(
2651        &self,
2652        user_prompt: String,
2653        assistant_panel_context: Option<LanguageModelRequest>,
2654        cx: &App,
2655    ) -> BoxFuture<'static, Result<TokenCounts>> {
2656        self.active_alternative()
2657            .read(cx)
2658            .count_tokens(user_prompt, assistant_panel_context, cx)
2659    }
2660
2661    pub fn buffer(&self, cx: &App) -> Entity<MultiBuffer> {
2662        self.active_alternative().read(cx).buffer.clone()
2663    }
2664
2665    pub fn old_buffer(&self, cx: &App) -> Entity<Buffer> {
2666        self.active_alternative().read(cx).old_buffer.clone()
2667    }
2668
2669    pub fn snapshot(&self, cx: &App) -> MultiBufferSnapshot {
2670        self.active_alternative().read(cx).snapshot.clone()
2671    }
2672
2673    pub fn edit_position(&self, cx: &App) -> Option<Anchor> {
2674        self.active_alternative().read(cx).edit_position
2675    }
2676
2677    fn diff<'a>(&self, cx: &'a App) -> &'a Diff {
2678        &self.active_alternative().read(cx).diff
2679    }
2680
2681    pub fn last_equal_ranges<'a>(&self, cx: &'a App) -> &'a [Range<Anchor>] {
2682        self.active_alternative().read(cx).last_equal_ranges()
2683    }
2684}
2685
2686impl EventEmitter<CodegenEvent> for Codegen {}
2687
2688pub struct CodegenAlternative {
2689    buffer: Entity<MultiBuffer>,
2690    old_buffer: Entity<Buffer>,
2691    snapshot: MultiBufferSnapshot,
2692    edit_position: Option<Anchor>,
2693    range: Range<Anchor>,
2694    last_equal_ranges: Vec<Range<Anchor>>,
2695    transformation_transaction_id: Option<TransactionId>,
2696    status: CodegenStatus,
2697    generation: Task<()>,
2698    diff: Diff,
2699    telemetry: Option<Arc<Telemetry>>,
2700    _subscription: gpui::Subscription,
2701    builder: Arc<PromptBuilder>,
2702    active: bool,
2703    edits: Vec<(Range<Anchor>, String)>,
2704    line_operations: Vec<LineOperation>,
2705    request: Option<LanguageModelRequest>,
2706    elapsed_time: Option<f64>,
2707    completion: Option<String>,
2708    message_id: Option<String>,
2709}
2710
2711enum CodegenStatus {
2712    Idle,
2713    Pending,
2714    Done,
2715    Error(anyhow::Error),
2716}
2717
2718#[derive(Default)]
2719struct Diff {
2720    deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)>,
2721    inserted_row_ranges: Vec<Range<Anchor>>,
2722}
2723
2724impl Diff {
2725    fn is_empty(&self) -> bool {
2726        self.deleted_row_ranges.is_empty() && self.inserted_row_ranges.is_empty()
2727    }
2728}
2729
2730impl EventEmitter<CodegenEvent> for CodegenAlternative {}
2731
2732impl CodegenAlternative {
2733    pub fn new(
2734        multi_buffer: Entity<MultiBuffer>,
2735        range: Range<Anchor>,
2736        active: bool,
2737        telemetry: Option<Arc<Telemetry>>,
2738        builder: Arc<PromptBuilder>,
2739        cx: &mut Context<Self>,
2740    ) -> Self {
2741        let snapshot = multi_buffer.read(cx).snapshot(cx);
2742
2743        let (buffer, _, _) = snapshot
2744            .range_to_buffer_ranges(range.clone())
2745            .pop()
2746            .unwrap();
2747        let old_buffer = cx.new(|cx| {
2748            let text = buffer.as_rope().clone();
2749            let line_ending = buffer.line_ending();
2750            let language = buffer.language().cloned();
2751            let language_registry = multi_buffer
2752                .read(cx)
2753                .buffer(buffer.remote_id())
2754                .unwrap()
2755                .read(cx)
2756                .language_registry();
2757
2758            let mut buffer = Buffer::local_normalized(text, line_ending, cx);
2759            buffer.set_language(language, cx);
2760            if let Some(language_registry) = language_registry {
2761                buffer.set_language_registry(language_registry)
2762            }
2763            buffer
2764        });
2765
2766        Self {
2767            buffer: multi_buffer.clone(),
2768            old_buffer,
2769            edit_position: None,
2770            message_id: None,
2771            snapshot,
2772            last_equal_ranges: Default::default(),
2773            transformation_transaction_id: None,
2774            status: CodegenStatus::Idle,
2775            generation: Task::ready(()),
2776            diff: Diff::default(),
2777            telemetry,
2778            _subscription: cx.subscribe(&multi_buffer, Self::handle_buffer_event),
2779            builder,
2780            active,
2781            edits: Vec::new(),
2782            line_operations: Vec::new(),
2783            range,
2784            request: None,
2785            elapsed_time: None,
2786            completion: None,
2787        }
2788    }
2789
2790    fn set_active(&mut self, active: bool, cx: &mut Context<Self>) {
2791        if active != self.active {
2792            self.active = active;
2793
2794            if self.active {
2795                let edits = self.edits.clone();
2796                self.apply_edits(edits, cx);
2797                if matches!(self.status, CodegenStatus::Pending) {
2798                    let line_operations = self.line_operations.clone();
2799                    self.reapply_line_based_diff(line_operations, cx);
2800                } else {
2801                    self.reapply_batch_diff(cx).detach();
2802                }
2803            } else if let Some(transaction_id) = self.transformation_transaction_id.take() {
2804                self.buffer.update(cx, |buffer, cx| {
2805                    buffer.undo_transaction(transaction_id, cx);
2806                    buffer.forget_transaction(transaction_id, cx);
2807                });
2808            }
2809        }
2810    }
2811
2812    fn handle_buffer_event(
2813        &mut self,
2814        _buffer: Entity<MultiBuffer>,
2815        event: &multi_buffer::Event,
2816        cx: &mut Context<Self>,
2817    ) {
2818        if let multi_buffer::Event::TransactionUndone { transaction_id } = event {
2819            if self.transformation_transaction_id == Some(*transaction_id) {
2820                self.transformation_transaction_id = None;
2821                self.generation = Task::ready(());
2822                cx.emit(CodegenEvent::Undone);
2823            }
2824        }
2825    }
2826
2827    pub fn last_equal_ranges(&self) -> &[Range<Anchor>] {
2828        &self.last_equal_ranges
2829    }
2830
2831    pub fn count_tokens(
2832        &self,
2833        user_prompt: String,
2834        assistant_panel_context: Option<LanguageModelRequest>,
2835        cx: &App,
2836    ) -> BoxFuture<'static, Result<TokenCounts>> {
2837        if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
2838            let request = self.build_request(user_prompt, assistant_panel_context.clone(), cx);
2839            match request {
2840                Ok(request) => {
2841                    let total_count = model.count_tokens(request.clone(), cx);
2842                    let assistant_panel_count = assistant_panel_context
2843                        .map(|context| model.count_tokens(context, cx))
2844                        .unwrap_or_else(|| future::ready(Ok(0)).boxed());
2845
2846                    async move {
2847                        Ok(TokenCounts {
2848                            total: total_count.await?,
2849                            assistant_panel: assistant_panel_count.await?,
2850                        })
2851                    }
2852                    .boxed()
2853                }
2854                Err(error) => futures::future::ready(Err(error)).boxed(),
2855            }
2856        } else {
2857            future::ready(Err(anyhow!("no active model"))).boxed()
2858        }
2859    }
2860
2861    pub fn start(
2862        &mut self,
2863        user_prompt: String,
2864        assistant_panel_context: Option<LanguageModelRequest>,
2865        model: Arc<dyn LanguageModel>,
2866        cx: &mut Context<Self>,
2867    ) -> Result<()> {
2868        if let Some(transformation_transaction_id) = self.transformation_transaction_id.take() {
2869            self.buffer.update(cx, |buffer, cx| {
2870                buffer.undo_transaction(transformation_transaction_id, cx);
2871            });
2872        }
2873
2874        self.edit_position = Some(self.range.start.bias_right(&self.snapshot));
2875
2876        let api_key = model.api_key(cx);
2877        let telemetry_id = model.telemetry_id();
2878        let provider_id = model.provider_id();
2879        let stream: LocalBoxFuture<Result<LanguageModelTextStream>> =
2880            if user_prompt.trim().to_lowercase() == "delete" {
2881                async { Ok(LanguageModelTextStream::default()) }.boxed_local()
2882            } else {
2883                let request = self.build_request(user_prompt, assistant_panel_context, cx)?;
2884                self.request = Some(request.clone());
2885
2886                cx.spawn(|_, cx| async move { model.stream_completion_text(request, &cx).await })
2887                    .boxed_local()
2888            };
2889        self.handle_stream(telemetry_id, provider_id.to_string(), api_key, stream, cx);
2890        Ok(())
2891    }
2892
2893    fn build_request(
2894        &self,
2895        user_prompt: String,
2896        assistant_panel_context: Option<LanguageModelRequest>,
2897        cx: &App,
2898    ) -> Result<LanguageModelRequest> {
2899        let buffer = self.buffer.read(cx).snapshot(cx);
2900        let language = buffer.language_at(self.range.start);
2901        let language_name = if let Some(language) = language.as_ref() {
2902            if Arc::ptr_eq(language, &language::PLAIN_TEXT) {
2903                None
2904            } else {
2905                Some(language.name())
2906            }
2907        } else {
2908            None
2909        };
2910
2911        let language_name = language_name.as_ref();
2912        let start = buffer.point_to_buffer_offset(self.range.start);
2913        let end = buffer.point_to_buffer_offset(self.range.end);
2914        let (buffer, range) = if let Some((start, end)) = start.zip(end) {
2915            let (start_buffer, start_buffer_offset) = start;
2916            let (end_buffer, end_buffer_offset) = end;
2917            if start_buffer.remote_id() == end_buffer.remote_id() {
2918                (start_buffer.clone(), start_buffer_offset..end_buffer_offset)
2919            } else {
2920                return Err(anyhow::anyhow!("invalid transformation range"));
2921            }
2922        } else {
2923            return Err(anyhow::anyhow!("invalid transformation range"));
2924        };
2925
2926        let prompt = self
2927            .builder
2928            .generate_inline_transformation_prompt(user_prompt, language_name, buffer, range)
2929            .map_err(|e| anyhow::anyhow!("Failed to generate content prompt: {}", e))?;
2930
2931        let mut messages = Vec::new();
2932        if let Some(context_request) = assistant_panel_context {
2933            messages = context_request.messages;
2934        }
2935
2936        messages.push(LanguageModelRequestMessage {
2937            role: Role::User,
2938            content: vec![prompt.into()],
2939            cache: false,
2940        });
2941
2942        Ok(LanguageModelRequest {
2943            messages,
2944            tools: Vec::new(),
2945            stop: Vec::new(),
2946            temperature: None,
2947        })
2948    }
2949
2950    pub fn handle_stream(
2951        &mut self,
2952        model_telemetry_id: String,
2953        model_provider_id: String,
2954        model_api_key: Option<String>,
2955        stream: impl 'static + Future<Output = Result<LanguageModelTextStream>>,
2956        cx: &mut Context<Self>,
2957    ) {
2958        let start_time = Instant::now();
2959        let snapshot = self.snapshot.clone();
2960        let selected_text = snapshot
2961            .text_for_range(self.range.start..self.range.end)
2962            .collect::<Rope>();
2963
2964        let selection_start = self.range.start.to_point(&snapshot);
2965
2966        // Start with the indentation of the first line in the selection
2967        let mut suggested_line_indent = snapshot
2968            .suggested_indents(selection_start.row..=selection_start.row, cx)
2969            .into_values()
2970            .next()
2971            .unwrap_or_else(|| snapshot.indent_size_for_line(MultiBufferRow(selection_start.row)));
2972
2973        // If the first line in the selection does not have indentation, check the following lines
2974        if suggested_line_indent.len == 0 && suggested_line_indent.kind == IndentKind::Space {
2975            for row in selection_start.row..=self.range.end.to_point(&snapshot).row {
2976                let line_indent = snapshot.indent_size_for_line(MultiBufferRow(row));
2977                // Prefer tabs if a line in the selection uses tabs as indentation
2978                if line_indent.kind == IndentKind::Tab {
2979                    suggested_line_indent.kind = IndentKind::Tab;
2980                    break;
2981                }
2982            }
2983        }
2984
2985        let http_client = cx.http_client().clone();
2986        let telemetry = self.telemetry.clone();
2987        let language_name = {
2988            let multibuffer = self.buffer.read(cx);
2989            let snapshot = multibuffer.snapshot(cx);
2990            let ranges = snapshot.range_to_buffer_ranges(self.range.clone());
2991            ranges
2992                .first()
2993                .and_then(|(buffer, _, _)| buffer.language())
2994                .map(|language| language.name())
2995        };
2996
2997        self.diff = Diff::default();
2998        self.status = CodegenStatus::Pending;
2999        let mut edit_start = self.range.start.to_offset(&snapshot);
3000        let completion = Arc::new(Mutex::new(String::new()));
3001        let completion_clone = completion.clone();
3002
3003        self.generation = cx.spawn(|codegen, mut cx| {
3004            async move {
3005                let stream = stream.await;
3006                let message_id = stream
3007                    .as_ref()
3008                    .ok()
3009                    .and_then(|stream| stream.message_id.clone());
3010                let generate = async {
3011                    let (mut diff_tx, mut diff_rx) = mpsc::channel(1);
3012                    let executor = cx.background_executor().clone();
3013                    let message_id = message_id.clone();
3014                    let line_based_stream_diff: Task<anyhow::Result<()>> =
3015                        cx.background_spawn(async move {
3016                            let mut response_latency = None;
3017                            let request_start = Instant::now();
3018                            let diff = async {
3019                                let chunks = StripInvalidSpans::new(stream?.stream);
3020                                futures::pin_mut!(chunks);
3021                                let mut diff = StreamingDiff::new(selected_text.to_string());
3022                                let mut line_diff = LineDiff::default();
3023
3024                                let mut new_text = String::new();
3025                                let mut base_indent = None;
3026                                let mut line_indent = None;
3027                                let mut first_line = true;
3028
3029                                while let Some(chunk) = chunks.next().await {
3030                                    if response_latency.is_none() {
3031                                        response_latency = Some(request_start.elapsed());
3032                                    }
3033                                    let chunk = chunk?;
3034                                    completion_clone.lock().push_str(&chunk);
3035
3036                                    let mut lines = chunk.split('\n').peekable();
3037                                    while let Some(line) = lines.next() {
3038                                        new_text.push_str(line);
3039                                        if line_indent.is_none() {
3040                                            if let Some(non_whitespace_ch_ix) =
3041                                                new_text.find(|ch: char| !ch.is_whitespace())
3042                                            {
3043                                                line_indent = Some(non_whitespace_ch_ix);
3044                                                base_indent = base_indent.or(line_indent);
3045
3046                                                let line_indent = line_indent.unwrap();
3047                                                let base_indent = base_indent.unwrap();
3048                                                let indent_delta =
3049                                                    line_indent as i32 - base_indent as i32;
3050                                                let mut corrected_indent_len = cmp::max(
3051                                                    0,
3052                                                    suggested_line_indent.len as i32 + indent_delta,
3053                                                )
3054                                                    as usize;
3055                                                if first_line {
3056                                                    corrected_indent_len = corrected_indent_len
3057                                                        .saturating_sub(
3058                                                            selection_start.column as usize,
3059                                                        );
3060                                                }
3061
3062                                                let indent_char = suggested_line_indent.char();
3063                                                let mut indent_buffer = [0; 4];
3064                                                let indent_str =
3065                                                    indent_char.encode_utf8(&mut indent_buffer);
3066                                                new_text.replace_range(
3067                                                    ..line_indent,
3068                                                    &indent_str.repeat(corrected_indent_len),
3069                                                );
3070                                            }
3071                                        }
3072
3073                                        if line_indent.is_some() {
3074                                            let char_ops = diff.push_new(&new_text);
3075                                            line_diff
3076                                                .push_char_operations(&char_ops, &selected_text);
3077                                            diff_tx
3078                                                .send((char_ops, line_diff.line_operations()))
3079                                                .await?;
3080                                            new_text.clear();
3081                                        }
3082
3083                                        if lines.peek().is_some() {
3084                                            let char_ops = diff.push_new("\n");
3085                                            line_diff
3086                                                .push_char_operations(&char_ops, &selected_text);
3087                                            diff_tx
3088                                                .send((char_ops, line_diff.line_operations()))
3089                                                .await?;
3090                                            if line_indent.is_none() {
3091                                                // Don't write out the leading indentation in empty lines on the next line
3092                                                // This is the case where the above if statement didn't clear the buffer
3093                                                new_text.clear();
3094                                            }
3095                                            line_indent = None;
3096                                            first_line = false;
3097                                        }
3098                                    }
3099                                }
3100
3101                                let mut char_ops = diff.push_new(&new_text);
3102                                char_ops.extend(diff.finish());
3103                                line_diff.push_char_operations(&char_ops, &selected_text);
3104                                line_diff.finish(&selected_text);
3105                                diff_tx
3106                                    .send((char_ops, line_diff.line_operations()))
3107                                    .await?;
3108
3109                                anyhow::Ok(())
3110                            };
3111
3112                            let result = diff.await;
3113
3114                            let error_message =
3115                                result.as_ref().err().map(|error| error.to_string());
3116                            report_assistant_event(
3117                                AssistantEvent {
3118                                    conversation_id: None,
3119                                    message_id,
3120                                    kind: AssistantKind::Inline,
3121                                    phase: AssistantPhase::Response,
3122                                    model: model_telemetry_id,
3123                                    model_provider: model_provider_id.to_string(),
3124                                    response_latency,
3125                                    error_message,
3126                                    language_name: language_name.map(|name| name.to_proto()),
3127                                },
3128                                telemetry,
3129                                http_client,
3130                                model_api_key,
3131                                &executor,
3132                            );
3133
3134                            result?;
3135                            Ok(())
3136                        });
3137
3138                    while let Some((char_ops, line_ops)) = diff_rx.next().await {
3139                        codegen.update(&mut cx, |codegen, cx| {
3140                            codegen.last_equal_ranges.clear();
3141
3142                            let edits = char_ops
3143                                .into_iter()
3144                                .filter_map(|operation| match operation {
3145                                    CharOperation::Insert { text } => {
3146                                        let edit_start = snapshot.anchor_after(edit_start);
3147                                        Some((edit_start..edit_start, text))
3148                                    }
3149                                    CharOperation::Delete { bytes } => {
3150                                        let edit_end = edit_start + bytes;
3151                                        let edit_range = snapshot.anchor_after(edit_start)
3152                                            ..snapshot.anchor_before(edit_end);
3153                                        edit_start = edit_end;
3154                                        Some((edit_range, String::new()))
3155                                    }
3156                                    CharOperation::Keep { bytes } => {
3157                                        let edit_end = edit_start + bytes;
3158                                        let edit_range = snapshot.anchor_after(edit_start)
3159                                            ..snapshot.anchor_before(edit_end);
3160                                        edit_start = edit_end;
3161                                        codegen.last_equal_ranges.push(edit_range);
3162                                        None
3163                                    }
3164                                })
3165                                .collect::<Vec<_>>();
3166
3167                            if codegen.active {
3168                                codegen.apply_edits(edits.iter().cloned(), cx);
3169                                codegen.reapply_line_based_diff(line_ops.iter().cloned(), cx);
3170                            }
3171                            codegen.edits.extend(edits);
3172                            codegen.line_operations = line_ops;
3173                            codegen.edit_position = Some(snapshot.anchor_after(edit_start));
3174
3175                            cx.notify();
3176                        })?;
3177                    }
3178
3179                    // Streaming stopped and we have the new text in the buffer, and a line-based diff applied for the whole new buffer.
3180                    // That diff is not what a regular diff is and might look unexpected, ergo apply a regular diff.
3181                    // It's fine to apply even if the rest of the line diffing fails, as no more hunks are coming through `diff_rx`.
3182                    let batch_diff_task =
3183                        codegen.update(&mut cx, |codegen, cx| codegen.reapply_batch_diff(cx))?;
3184                    let (line_based_stream_diff, ()) =
3185                        join!(line_based_stream_diff, batch_diff_task);
3186                    line_based_stream_diff?;
3187
3188                    anyhow::Ok(())
3189                };
3190
3191                let result = generate.await;
3192                let elapsed_time = start_time.elapsed().as_secs_f64();
3193
3194                codegen
3195                    .update(&mut cx, |this, cx| {
3196                        this.message_id = message_id;
3197                        this.last_equal_ranges.clear();
3198                        if let Err(error) = result {
3199                            this.status = CodegenStatus::Error(error);
3200                        } else {
3201                            this.status = CodegenStatus::Done;
3202                        }
3203                        this.elapsed_time = Some(elapsed_time);
3204                        this.completion = Some(completion.lock().clone());
3205                        cx.emit(CodegenEvent::Finished);
3206                        cx.notify();
3207                    })
3208                    .ok();
3209            }
3210        });
3211        cx.notify();
3212    }
3213
3214    pub fn stop(&mut self, cx: &mut Context<Self>) {
3215        self.last_equal_ranges.clear();
3216        if self.diff.is_empty() {
3217            self.status = CodegenStatus::Idle;
3218        } else {
3219            self.status = CodegenStatus::Done;
3220        }
3221        self.generation = Task::ready(());
3222        cx.emit(CodegenEvent::Finished);
3223        cx.notify();
3224    }
3225
3226    pub fn undo(&mut self, cx: &mut Context<Self>) {
3227        self.buffer.update(cx, |buffer, cx| {
3228            if let Some(transaction_id) = self.transformation_transaction_id.take() {
3229                buffer.undo_transaction(transaction_id, cx);
3230                buffer.refresh_preview(cx);
3231            }
3232        });
3233    }
3234
3235    fn apply_edits(
3236        &mut self,
3237        edits: impl IntoIterator<Item = (Range<Anchor>, String)>,
3238        cx: &mut Context<CodegenAlternative>,
3239    ) {
3240        let transaction = self.buffer.update(cx, |buffer, cx| {
3241            // Avoid grouping assistant edits with user edits.
3242            buffer.finalize_last_transaction(cx);
3243            buffer.start_transaction(cx);
3244            buffer.edit(edits, None, cx);
3245            buffer.end_transaction(cx)
3246        });
3247
3248        if let Some(transaction) = transaction {
3249            if let Some(first_transaction) = self.transformation_transaction_id {
3250                // Group all assistant edits into the first transaction.
3251                self.buffer.update(cx, |buffer, cx| {
3252                    buffer.merge_transactions(transaction, first_transaction, cx)
3253                });
3254            } else {
3255                self.transformation_transaction_id = Some(transaction);
3256                self.buffer
3257                    .update(cx, |buffer, cx| buffer.finalize_last_transaction(cx));
3258            }
3259        }
3260    }
3261
3262    fn reapply_line_based_diff(
3263        &mut self,
3264        line_operations: impl IntoIterator<Item = LineOperation>,
3265        cx: &mut Context<Self>,
3266    ) {
3267        let old_snapshot = self.snapshot.clone();
3268        let old_range = self.range.to_point(&old_snapshot);
3269        let new_snapshot = self.buffer.read(cx).snapshot(cx);
3270        let new_range = self.range.to_point(&new_snapshot);
3271
3272        let mut old_row = old_range.start.row;
3273        let mut new_row = new_range.start.row;
3274
3275        self.diff.deleted_row_ranges.clear();
3276        self.diff.inserted_row_ranges.clear();
3277        for operation in line_operations {
3278            match operation {
3279                LineOperation::Keep { lines } => {
3280                    old_row += lines;
3281                    new_row += lines;
3282                }
3283                LineOperation::Delete { lines } => {
3284                    let old_end_row = old_row + lines - 1;
3285                    let new_row = new_snapshot.anchor_before(Point::new(new_row, 0));
3286
3287                    if let Some((_, last_deleted_row_range)) =
3288                        self.diff.deleted_row_ranges.last_mut()
3289                    {
3290                        if *last_deleted_row_range.end() + 1 == old_row {
3291                            *last_deleted_row_range = *last_deleted_row_range.start()..=old_end_row;
3292                        } else {
3293                            self.diff
3294                                .deleted_row_ranges
3295                                .push((new_row, old_row..=old_end_row));
3296                        }
3297                    } else {
3298                        self.diff
3299                            .deleted_row_ranges
3300                            .push((new_row, old_row..=old_end_row));
3301                    }
3302
3303                    old_row += lines;
3304                }
3305                LineOperation::Insert { lines } => {
3306                    let new_end_row = new_row + lines - 1;
3307                    let start = new_snapshot.anchor_before(Point::new(new_row, 0));
3308                    let end = new_snapshot.anchor_before(Point::new(
3309                        new_end_row,
3310                        new_snapshot.line_len(MultiBufferRow(new_end_row)),
3311                    ));
3312                    self.diff.inserted_row_ranges.push(start..end);
3313                    new_row += lines;
3314                }
3315            }
3316
3317            cx.notify();
3318        }
3319    }
3320
3321    fn reapply_batch_diff(&mut self, cx: &mut Context<Self>) -> Task<()> {
3322        let old_snapshot = self.snapshot.clone();
3323        let old_range = self.range.to_point(&old_snapshot);
3324        let new_snapshot = self.buffer.read(cx).snapshot(cx);
3325        let new_range = self.range.to_point(&new_snapshot);
3326
3327        cx.spawn(|codegen, mut cx| async move {
3328            let (deleted_row_ranges, inserted_row_ranges) = cx
3329                .background_spawn(async move {
3330                    let old_text = old_snapshot
3331                        .text_for_range(
3332                            Point::new(old_range.start.row, 0)
3333                                ..Point::new(
3334                                    old_range.end.row,
3335                                    old_snapshot.line_len(MultiBufferRow(old_range.end.row)),
3336                                ),
3337                        )
3338                        .collect::<String>();
3339                    let new_text = new_snapshot
3340                        .text_for_range(
3341                            Point::new(new_range.start.row, 0)
3342                                ..Point::new(
3343                                    new_range.end.row,
3344                                    new_snapshot.line_len(MultiBufferRow(new_range.end.row)),
3345                                ),
3346                        )
3347                        .collect::<String>();
3348
3349                    let mut old_row = old_range.start.row;
3350                    let mut new_row = new_range.start.row;
3351                    let batch_diff =
3352                        similar::TextDiff::from_lines(old_text.as_str(), new_text.as_str());
3353
3354                    let mut deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)> = Vec::new();
3355                    let mut inserted_row_ranges = Vec::new();
3356                    for change in batch_diff.iter_all_changes() {
3357                        let line_count = change.value().lines().count() as u32;
3358                        match change.tag() {
3359                            similar::ChangeTag::Equal => {
3360                                old_row += line_count;
3361                                new_row += line_count;
3362                            }
3363                            similar::ChangeTag::Delete => {
3364                                let old_end_row = old_row + line_count - 1;
3365                                let new_row = new_snapshot.anchor_before(Point::new(new_row, 0));
3366
3367                                if let Some((_, last_deleted_row_range)) =
3368                                    deleted_row_ranges.last_mut()
3369                                {
3370                                    if *last_deleted_row_range.end() + 1 == old_row {
3371                                        *last_deleted_row_range =
3372                                            *last_deleted_row_range.start()..=old_end_row;
3373                                    } else {
3374                                        deleted_row_ranges.push((new_row, old_row..=old_end_row));
3375                                    }
3376                                } else {
3377                                    deleted_row_ranges.push((new_row, old_row..=old_end_row));
3378                                }
3379
3380                                old_row += line_count;
3381                            }
3382                            similar::ChangeTag::Insert => {
3383                                let new_end_row = new_row + line_count - 1;
3384                                let start = new_snapshot.anchor_before(Point::new(new_row, 0));
3385                                let end = new_snapshot.anchor_before(Point::new(
3386                                    new_end_row,
3387                                    new_snapshot.line_len(MultiBufferRow(new_end_row)),
3388                                ));
3389                                inserted_row_ranges.push(start..end);
3390                                new_row += line_count;
3391                            }
3392                        }
3393                    }
3394
3395                    (deleted_row_ranges, inserted_row_ranges)
3396                })
3397                .await;
3398
3399            codegen
3400                .update(&mut cx, |codegen, cx| {
3401                    codegen.diff.deleted_row_ranges = deleted_row_ranges;
3402                    codegen.diff.inserted_row_ranges = inserted_row_ranges;
3403                    cx.notify();
3404                })
3405                .ok();
3406        })
3407    }
3408}
3409
3410struct StripInvalidSpans<T> {
3411    stream: T,
3412    stream_done: bool,
3413    buffer: String,
3414    first_line: bool,
3415    line_end: bool,
3416    starts_with_code_block: bool,
3417}
3418
3419impl<T> StripInvalidSpans<T>
3420where
3421    T: Stream<Item = Result<String>>,
3422{
3423    fn new(stream: T) -> Self {
3424        Self {
3425            stream,
3426            stream_done: false,
3427            buffer: String::new(),
3428            first_line: true,
3429            line_end: false,
3430            starts_with_code_block: false,
3431        }
3432    }
3433}
3434
3435impl<T> Stream for StripInvalidSpans<T>
3436where
3437    T: Stream<Item = Result<String>>,
3438{
3439    type Item = Result<String>;
3440
3441    fn poll_next(self: Pin<&mut Self>, cx: &mut task::Context) -> Poll<Option<Self::Item>> {
3442        const CODE_BLOCK_DELIMITER: &str = "```";
3443        const CURSOR_SPAN: &str = "<|CURSOR|>";
3444
3445        let this = unsafe { self.get_unchecked_mut() };
3446        loop {
3447            if !this.stream_done {
3448                let mut stream = unsafe { Pin::new_unchecked(&mut this.stream) };
3449                match stream.as_mut().poll_next(cx) {
3450                    Poll::Ready(Some(Ok(chunk))) => {
3451                        this.buffer.push_str(&chunk);
3452                    }
3453                    Poll::Ready(Some(Err(error))) => return Poll::Ready(Some(Err(error))),
3454                    Poll::Ready(None) => {
3455                        this.stream_done = true;
3456                    }
3457                    Poll::Pending => return Poll::Pending,
3458                }
3459            }
3460
3461            let mut chunk = String::new();
3462            let mut consumed = 0;
3463            if !this.buffer.is_empty() {
3464                let mut lines = this.buffer.split('\n').enumerate().peekable();
3465                while let Some((line_ix, line)) = lines.next() {
3466                    if line_ix > 0 {
3467                        this.first_line = false;
3468                    }
3469
3470                    if this.first_line {
3471                        let trimmed_line = line.trim();
3472                        if lines.peek().is_some() {
3473                            if trimmed_line.starts_with(CODE_BLOCK_DELIMITER) {
3474                                consumed += line.len() + 1;
3475                                this.starts_with_code_block = true;
3476                                continue;
3477                            }
3478                        } else if trimmed_line.is_empty()
3479                            || prefixes(CODE_BLOCK_DELIMITER)
3480                                .any(|prefix| trimmed_line.starts_with(prefix))
3481                        {
3482                            break;
3483                        }
3484                    }
3485
3486                    let line_without_cursor = line.replace(CURSOR_SPAN, "");
3487                    if lines.peek().is_some() {
3488                        if this.line_end {
3489                            chunk.push('\n');
3490                        }
3491
3492                        chunk.push_str(&line_without_cursor);
3493                        this.line_end = true;
3494                        consumed += line.len() + 1;
3495                    } else if this.stream_done {
3496                        if !this.starts_with_code_block
3497                            || !line_without_cursor.trim().ends_with(CODE_BLOCK_DELIMITER)
3498                        {
3499                            if this.line_end {
3500                                chunk.push('\n');
3501                            }
3502
3503                            chunk.push_str(&line);
3504                        }
3505
3506                        consumed += line.len();
3507                    } else {
3508                        let trimmed_line = line.trim();
3509                        if trimmed_line.is_empty()
3510                            || prefixes(CURSOR_SPAN).any(|prefix| trimmed_line.ends_with(prefix))
3511                            || prefixes(CODE_BLOCK_DELIMITER)
3512                                .any(|prefix| trimmed_line.ends_with(prefix))
3513                        {
3514                            break;
3515                        } else {
3516                            if this.line_end {
3517                                chunk.push('\n');
3518                                this.line_end = false;
3519                            }
3520
3521                            chunk.push_str(&line_without_cursor);
3522                            consumed += line.len();
3523                        }
3524                    }
3525                }
3526            }
3527
3528            this.buffer = this.buffer.split_off(consumed);
3529            if !chunk.is_empty() {
3530                return Poll::Ready(Some(Ok(chunk)));
3531            } else if this.stream_done {
3532                return Poll::Ready(None);
3533            }
3534        }
3535    }
3536}
3537
3538struct AssistantCodeActionProvider {
3539    editor: WeakEntity<Editor>,
3540    workspace: WeakEntity<Workspace>,
3541}
3542
3543const ASSISTANT_CODE_ACTION_PROVIDER_ID: &str = "assistant";
3544
3545impl CodeActionProvider for AssistantCodeActionProvider {
3546    fn id(&self) -> Arc<str> {
3547        ASSISTANT_CODE_ACTION_PROVIDER_ID.into()
3548    }
3549
3550    fn code_actions(
3551        &self,
3552        buffer: &Entity<Buffer>,
3553        range: Range<text::Anchor>,
3554        _: &mut Window,
3555        cx: &mut App,
3556    ) -> Task<Result<Vec<CodeAction>>> {
3557        if !AssistantSettings::get_global(cx).enabled {
3558            return Task::ready(Ok(Vec::new()));
3559        }
3560
3561        let snapshot = buffer.read(cx).snapshot();
3562        let mut range = range.to_point(&snapshot);
3563
3564        // Expand the range to line boundaries.
3565        range.start.column = 0;
3566        range.end.column = snapshot.line_len(range.end.row);
3567
3568        let mut has_diagnostics = false;
3569        for diagnostic in snapshot.diagnostics_in_range::<_, Point>(range.clone(), false) {
3570            range.start = cmp::min(range.start, diagnostic.range.start);
3571            range.end = cmp::max(range.end, diagnostic.range.end);
3572            has_diagnostics = true;
3573        }
3574        if has_diagnostics {
3575            if let Some(symbols_containing_start) = snapshot.symbols_containing(range.start, None) {
3576                if let Some(symbol) = symbols_containing_start.last() {
3577                    range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3578                    range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3579                }
3580            }
3581
3582            if let Some(symbols_containing_end) = snapshot.symbols_containing(range.end, None) {
3583                if let Some(symbol) = symbols_containing_end.last() {
3584                    range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3585                    range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3586                }
3587            }
3588
3589            Task::ready(Ok(vec![CodeAction {
3590                server_id: language::LanguageServerId(0),
3591                range: snapshot.anchor_before(range.start)..snapshot.anchor_after(range.end),
3592                lsp_action: lsp::CodeAction {
3593                    title: "Fix with Assistant".into(),
3594                    ..Default::default()
3595                },
3596            }]))
3597        } else {
3598            Task::ready(Ok(Vec::new()))
3599        }
3600    }
3601
3602    fn apply_code_action(
3603        &self,
3604        buffer: Entity<Buffer>,
3605        action: CodeAction,
3606        excerpt_id: ExcerptId,
3607        _push_to_history: bool,
3608        window: &mut Window,
3609        cx: &mut App,
3610    ) -> Task<Result<ProjectTransaction>> {
3611        let editor = self.editor.clone();
3612        let workspace = self.workspace.clone();
3613        window.spawn(cx, |mut cx| async move {
3614            let editor = editor.upgrade().context("editor was released")?;
3615            let range = editor
3616                .update(&mut cx, |editor, cx| {
3617                    editor.buffer().update(cx, |multibuffer, cx| {
3618                        let buffer = buffer.read(cx);
3619                        let multibuffer_snapshot = multibuffer.read(cx);
3620
3621                        let old_context_range =
3622                            multibuffer_snapshot.context_range_for_excerpt(excerpt_id)?;
3623                        let mut new_context_range = old_context_range.clone();
3624                        if action
3625                            .range
3626                            .start
3627                            .cmp(&old_context_range.start, buffer)
3628                            .is_lt()
3629                        {
3630                            new_context_range.start = action.range.start;
3631                        }
3632                        if action.range.end.cmp(&old_context_range.end, buffer).is_gt() {
3633                            new_context_range.end = action.range.end;
3634                        }
3635                        drop(multibuffer_snapshot);
3636
3637                        if new_context_range != old_context_range {
3638                            multibuffer.resize_excerpt(excerpt_id, new_context_range, cx);
3639                        }
3640
3641                        let multibuffer_snapshot = multibuffer.read(cx);
3642                        Some(
3643                            multibuffer_snapshot
3644                                .anchor_in_excerpt(excerpt_id, action.range.start)?
3645                                ..multibuffer_snapshot
3646                                    .anchor_in_excerpt(excerpt_id, action.range.end)?,
3647                        )
3648                    })
3649                })?
3650                .context("invalid range")?;
3651            let assistant_panel = workspace.update(&mut cx, |workspace, cx| {
3652                workspace
3653                    .panel::<AssistantPanel>(cx)
3654                    .context("assistant panel was released")
3655            })??;
3656
3657            cx.update_global(|assistant: &mut InlineAssistant, window, cx| {
3658                let assist_id = assistant.suggest_assist(
3659                    &editor,
3660                    range,
3661                    "Fix Diagnostics".into(),
3662                    None,
3663                    true,
3664                    Some(workspace),
3665                    Some(&assistant_panel),
3666                    window,
3667                    cx,
3668                );
3669                assistant.start_assist(assist_id, window, cx);
3670            })?;
3671
3672            Ok(ProjectTransaction::default())
3673        })
3674    }
3675}
3676
3677fn prefixes(text: &str) -> impl Iterator<Item = &str> {
3678    (0..text.len() - 1).map(|ix| &text[..ix + 1])
3679}
3680
3681fn merge_ranges(ranges: &mut Vec<Range<Anchor>>, buffer: &MultiBufferSnapshot) {
3682    ranges.sort_unstable_by(|a, b| {
3683        a.start
3684            .cmp(&b.start, buffer)
3685            .then_with(|| b.end.cmp(&a.end, buffer))
3686    });
3687
3688    let mut ix = 0;
3689    while ix + 1 < ranges.len() {
3690        let b = ranges[ix + 1].clone();
3691        let a = &mut ranges[ix];
3692        if a.end.cmp(&b.start, buffer).is_gt() {
3693            if a.end.cmp(&b.end, buffer).is_lt() {
3694                a.end = b.end;
3695            }
3696            ranges.remove(ix + 1);
3697        } else {
3698            ix += 1;
3699        }
3700    }
3701}
3702
3703#[cfg(test)]
3704mod tests {
3705    use super::*;
3706    use futures::stream::{self};
3707    use gpui::TestAppContext;
3708    use indoc::indoc;
3709    use language::{
3710        language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, LanguageMatcher,
3711        Point,
3712    };
3713    use language_model::LanguageModelRegistry;
3714    use rand::prelude::*;
3715    use serde::Serialize;
3716    use settings::SettingsStore;
3717    use std::{future, sync::Arc};
3718
3719    #[derive(Serialize)]
3720    pub struct DummyCompletionRequest {
3721        pub name: String,
3722    }
3723
3724    #[gpui::test(iterations = 10)]
3725    async fn test_transform_autoindent(cx: &mut TestAppContext, mut rng: StdRng) {
3726        cx.set_global(cx.update(SettingsStore::test));
3727        cx.update(language_model::LanguageModelRegistry::test);
3728        cx.update(language_settings::init);
3729
3730        let text = indoc! {"
3731            fn main() {
3732                let x = 0;
3733                for _ in 0..10 {
3734                    x += 1;
3735                }
3736            }
3737        "};
3738        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3739        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3740        let range = buffer.read_with(cx, |buffer, cx| {
3741            let snapshot = buffer.snapshot(cx);
3742            snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(4, 5))
3743        });
3744        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3745        let codegen = cx.new(|cx| {
3746            CodegenAlternative::new(
3747                buffer.clone(),
3748                range.clone(),
3749                true,
3750                None,
3751                prompt_builder,
3752                cx,
3753            )
3754        });
3755
3756        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3757
3758        let mut new_text = concat!(
3759            "       let mut x = 0;\n",
3760            "       while x < 10 {\n",
3761            "           x += 1;\n",
3762            "       }",
3763        );
3764        while !new_text.is_empty() {
3765            let max_len = cmp::min(new_text.len(), 10);
3766            let len = rng.gen_range(1..=max_len);
3767            let (chunk, suffix) = new_text.split_at(len);
3768            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3769            new_text = suffix;
3770            cx.background_executor.run_until_parked();
3771        }
3772        drop(chunks_tx);
3773        cx.background_executor.run_until_parked();
3774
3775        assert_eq!(
3776            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3777            indoc! {"
3778                fn main() {
3779                    let mut x = 0;
3780                    while x < 10 {
3781                        x += 1;
3782                    }
3783                }
3784            "}
3785        );
3786    }
3787
3788    #[gpui::test(iterations = 10)]
3789    async fn test_autoindent_when_generating_past_indentation(
3790        cx: &mut TestAppContext,
3791        mut rng: StdRng,
3792    ) {
3793        cx.set_global(cx.update(SettingsStore::test));
3794        cx.update(language_settings::init);
3795
3796        let text = indoc! {"
3797            fn main() {
3798                le
3799            }
3800        "};
3801        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3802        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3803        let range = buffer.read_with(cx, |buffer, cx| {
3804            let snapshot = buffer.snapshot(cx);
3805            snapshot.anchor_before(Point::new(1, 6))..snapshot.anchor_after(Point::new(1, 6))
3806        });
3807        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3808        let codegen = cx.new(|cx| {
3809            CodegenAlternative::new(
3810                buffer.clone(),
3811                range.clone(),
3812                true,
3813                None,
3814                prompt_builder,
3815                cx,
3816            )
3817        });
3818
3819        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3820
3821        cx.background_executor.run_until_parked();
3822
3823        let mut new_text = concat!(
3824            "t mut x = 0;\n",
3825            "while x < 10 {\n",
3826            "    x += 1;\n",
3827            "}", //
3828        );
3829        while !new_text.is_empty() {
3830            let max_len = cmp::min(new_text.len(), 10);
3831            let len = rng.gen_range(1..=max_len);
3832            let (chunk, suffix) = new_text.split_at(len);
3833            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3834            new_text = suffix;
3835            cx.background_executor.run_until_parked();
3836        }
3837        drop(chunks_tx);
3838        cx.background_executor.run_until_parked();
3839
3840        assert_eq!(
3841            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3842            indoc! {"
3843                fn main() {
3844                    let mut x = 0;
3845                    while x < 10 {
3846                        x += 1;
3847                    }
3848                }
3849            "}
3850        );
3851    }
3852
3853    #[gpui::test(iterations = 10)]
3854    async fn test_autoindent_when_generating_before_indentation(
3855        cx: &mut TestAppContext,
3856        mut rng: StdRng,
3857    ) {
3858        cx.update(LanguageModelRegistry::test);
3859        cx.set_global(cx.update(SettingsStore::test));
3860        cx.update(language_settings::init);
3861
3862        let text = concat!(
3863            "fn main() {\n",
3864            "  \n",
3865            "}\n" //
3866        );
3867        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3868        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3869        let range = buffer.read_with(cx, |buffer, cx| {
3870            let snapshot = buffer.snapshot(cx);
3871            snapshot.anchor_before(Point::new(1, 2))..snapshot.anchor_after(Point::new(1, 2))
3872        });
3873        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3874        let codegen = cx.new(|cx| {
3875            CodegenAlternative::new(
3876                buffer.clone(),
3877                range.clone(),
3878                true,
3879                None,
3880                prompt_builder,
3881                cx,
3882            )
3883        });
3884
3885        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3886
3887        cx.background_executor.run_until_parked();
3888
3889        let mut new_text = concat!(
3890            "let mut x = 0;\n",
3891            "while x < 10 {\n",
3892            "    x += 1;\n",
3893            "}", //
3894        );
3895        while !new_text.is_empty() {
3896            let max_len = cmp::min(new_text.len(), 10);
3897            let len = rng.gen_range(1..=max_len);
3898            let (chunk, suffix) = new_text.split_at(len);
3899            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3900            new_text = suffix;
3901            cx.background_executor.run_until_parked();
3902        }
3903        drop(chunks_tx);
3904        cx.background_executor.run_until_parked();
3905
3906        assert_eq!(
3907            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3908            indoc! {"
3909                fn main() {
3910                    let mut x = 0;
3911                    while x < 10 {
3912                        x += 1;
3913                    }
3914                }
3915            "}
3916        );
3917    }
3918
3919    #[gpui::test(iterations = 10)]
3920    async fn test_autoindent_respects_tabs_in_selection(cx: &mut TestAppContext) {
3921        cx.update(LanguageModelRegistry::test);
3922        cx.set_global(cx.update(SettingsStore::test));
3923        cx.update(language_settings::init);
3924
3925        let text = indoc! {"
3926            func main() {
3927            \tx := 0
3928            \tfor i := 0; i < 10; i++ {
3929            \t\tx++
3930            \t}
3931            }
3932        "};
3933        let buffer = cx.new(|cx| Buffer::local(text, cx));
3934        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3935        let range = buffer.read_with(cx, |buffer, cx| {
3936            let snapshot = buffer.snapshot(cx);
3937            snapshot.anchor_before(Point::new(0, 0))..snapshot.anchor_after(Point::new(4, 2))
3938        });
3939        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3940        let codegen = cx.new(|cx| {
3941            CodegenAlternative::new(
3942                buffer.clone(),
3943                range.clone(),
3944                true,
3945                None,
3946                prompt_builder,
3947                cx,
3948            )
3949        });
3950
3951        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3952        let new_text = concat!(
3953            "func main() {\n",
3954            "\tx := 0\n",
3955            "\tfor x < 10 {\n",
3956            "\t\tx++\n",
3957            "\t}", //
3958        );
3959        chunks_tx.unbounded_send(new_text.to_string()).unwrap();
3960        drop(chunks_tx);
3961        cx.background_executor.run_until_parked();
3962
3963        assert_eq!(
3964            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3965            indoc! {"
3966                func main() {
3967                \tx := 0
3968                \tfor x < 10 {
3969                \t\tx++
3970                \t}
3971                }
3972            "}
3973        );
3974    }
3975
3976    #[gpui::test]
3977    async fn test_inactive_codegen_alternative(cx: &mut TestAppContext) {
3978        cx.update(LanguageModelRegistry::test);
3979        cx.set_global(cx.update(SettingsStore::test));
3980        cx.update(language_settings::init);
3981
3982        let text = indoc! {"
3983            fn main() {
3984                let x = 0;
3985            }
3986        "};
3987        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3988        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3989        let range = buffer.read_with(cx, |buffer, cx| {
3990            let snapshot = buffer.snapshot(cx);
3991            snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(1, 14))
3992        });
3993        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3994        let codegen = cx.new(|cx| {
3995            CodegenAlternative::new(
3996                buffer.clone(),
3997                range.clone(),
3998                false,
3999                None,
4000                prompt_builder,
4001                cx,
4002            )
4003        });
4004
4005        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
4006        chunks_tx
4007            .unbounded_send("let mut x = 0;\nx += 1;".to_string())
4008            .unwrap();
4009        drop(chunks_tx);
4010        cx.run_until_parked();
4011
4012        // The codegen is inactive, so the buffer doesn't get modified.
4013        assert_eq!(
4014            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4015            text
4016        );
4017
4018        // Activating the codegen applies the changes.
4019        codegen.update(cx, |codegen, cx| codegen.set_active(true, cx));
4020        assert_eq!(
4021            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4022            indoc! {"
4023                fn main() {
4024                    let mut x = 0;
4025                    x += 1;
4026                }
4027            "}
4028        );
4029
4030        // Deactivating the codegen undoes the changes.
4031        codegen.update(cx, |codegen, cx| codegen.set_active(false, cx));
4032        cx.run_until_parked();
4033        assert_eq!(
4034            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4035            text
4036        );
4037    }
4038
4039    #[gpui::test]
4040    async fn test_strip_invalid_spans_from_codeblock() {
4041        assert_chunks("Lorem ipsum dolor", "Lorem ipsum dolor").await;
4042        assert_chunks("```\nLorem ipsum dolor", "Lorem ipsum dolor").await;
4043        assert_chunks("```\nLorem ipsum dolor\n```", "Lorem ipsum dolor").await;
4044        assert_chunks(
4045            "```html\n```js\nLorem ipsum dolor\n```\n```",
4046            "```js\nLorem ipsum dolor\n```",
4047        )
4048        .await;
4049        assert_chunks("``\nLorem ipsum dolor\n```", "``\nLorem ipsum dolor\n```").await;
4050        assert_chunks("Lorem<|CURSOR|> ipsum", "Lorem ipsum").await;
4051        assert_chunks("Lorem ipsum", "Lorem ipsum").await;
4052        assert_chunks("```\n<|CURSOR|>Lorem ipsum\n```", "Lorem ipsum").await;
4053
4054        async fn assert_chunks(text: &str, expected_text: &str) {
4055            for chunk_size in 1..=text.len() {
4056                let actual_text = StripInvalidSpans::new(chunks(text, chunk_size))
4057                    .map(|chunk| chunk.unwrap())
4058                    .collect::<String>()
4059                    .await;
4060                assert_eq!(
4061                    actual_text, expected_text,
4062                    "failed to strip invalid spans, chunk size: {}",
4063                    chunk_size
4064                );
4065            }
4066        }
4067
4068        fn chunks(text: &str, size: usize) -> impl Stream<Item = Result<String>> {
4069            stream::iter(
4070                text.chars()
4071                    .collect::<Vec<_>>()
4072                    .chunks(size)
4073                    .map(|chunk| Ok(chunk.iter().collect::<String>()))
4074                    .collect::<Vec<_>>(),
4075            )
4076        }
4077    }
4078
4079    fn simulate_response_stream(
4080        codegen: Entity<CodegenAlternative>,
4081        cx: &mut TestAppContext,
4082    ) -> mpsc::UnboundedSender<String> {
4083        let (chunks_tx, chunks_rx) = mpsc::unbounded();
4084        codegen.update(cx, |codegen, cx| {
4085            codegen.handle_stream(
4086                String::new(),
4087                String::new(),
4088                None,
4089                future::ready(Ok(LanguageModelTextStream {
4090                    message_id: None,
4091                    stream: chunks_rx.map(Ok).boxed(),
4092                })),
4093                cx,
4094            );
4095        });
4096        chunks_tx
4097    }
4098
4099    fn rust_lang() -> Language {
4100        Language::new(
4101            LanguageConfig {
4102                name: "Rust".into(),
4103                matcher: LanguageMatcher {
4104                    path_suffixes: vec!["rs".to_string()],
4105                    ..Default::default()
4106                },
4107                ..Default::default()
4108            },
4109            Some(tree_sitter_rust::LANGUAGE.into()),
4110        )
4111        .with_indents_query(
4112            r#"
4113            (call_expression) @indent
4114            (field_expression) @indent
4115            (_ "(" ")" @end) @indent
4116            (_ "{" "}" @end) @indent
4117            "#,
4118        )
4119        .unwrap()
4120    }
4121}