inline_assistant.rs

   1use crate::{
   2    AssistantPanel, AssistantPanelEvent, CycleNextInlineAssist, CyclePreviousInlineAssist,
   3};
   4use anyhow::{anyhow, Context as _, Result};
   5use assistant_context_editor::{humanize_token_count, RequestType};
   6use assistant_settings::AssistantSettings;
   7use client::{telemetry::Telemetry, ErrorExt};
   8use collections::{hash_map, HashMap, HashSet, VecDeque};
   9use editor::{
  10    actions::{MoveDown, MoveUp, SelectAll},
  11    display_map::{
  12        BlockContext, BlockPlacement, BlockProperties, BlockStyle, CustomBlockId, RenderBlock,
  13        ToDisplayPoint,
  14    },
  15    Anchor, AnchorRangeExt, CodeActionProvider, Editor, EditorElement, EditorEvent, EditorMode,
  16    EditorStyle, ExcerptId, ExcerptRange, GutterDimensions, MultiBuffer, MultiBufferSnapshot,
  17    ToOffset as _, ToPoint,
  18};
  19use feature_flags::{
  20    Assistant2FeatureFlag, FeatureFlagAppExt as _, FeatureFlagViewExt as _, ZedPro,
  21};
  22use fs::Fs;
  23use futures::{
  24    channel::mpsc,
  25    future::{BoxFuture, LocalBoxFuture},
  26    join, SinkExt, Stream, StreamExt,
  27};
  28use gpui::{
  29    anchored, deferred, point, AnyElement, App, ClickEvent, Context, CursorStyle, Entity,
  30    EventEmitter, FocusHandle, Focusable, FontWeight, Global, HighlightStyle, Subscription, Task,
  31    TextStyle, UpdateGlobal, WeakEntity, Window,
  32};
  33use language::{Buffer, IndentKind, Point, Selection, TransactionId};
  34use language_model::{
  35    LanguageModel, LanguageModelRegistry, LanguageModelRequest, LanguageModelRequestMessage,
  36    LanguageModelTextStream, Role,
  37};
  38use language_model_selector::{LanguageModelSelector, LanguageModelSelectorPopoverMenu};
  39use language_models::report_assistant_event;
  40use multi_buffer::MultiBufferRow;
  41use parking_lot::Mutex;
  42use project::{CodeAction, ProjectTransaction};
  43use prompt_library::PromptBuilder;
  44use rope::Rope;
  45use settings::{update_settings_file, Settings, SettingsStore};
  46use smol::future::FutureExt;
  47use std::{
  48    cmp,
  49    future::{self, Future},
  50    iter, mem,
  51    ops::{Range, RangeInclusive},
  52    pin::Pin,
  53    rc::Rc,
  54    sync::Arc,
  55    task::{self, Poll},
  56    time::{Duration, Instant},
  57};
  58use streaming_diff::{CharOperation, LineDiff, LineOperation, StreamingDiff};
  59use telemetry_events::{AssistantEvent, AssistantKind, AssistantPhase};
  60use terminal_view::terminal_panel::TerminalPanel;
  61use text::{OffsetRangeExt, ToPoint as _};
  62use theme::ThemeSettings;
  63use ui::{
  64    prelude::*, text_for_action, CheckboxWithLabel, IconButtonShape, KeyBinding, Popover, Tooltip,
  65};
  66use util::{RangeExt, ResultExt};
  67use workspace::{notifications::NotificationId, ItemHandle, Toast, Workspace};
  68
  69pub fn init(
  70    fs: Arc<dyn Fs>,
  71    prompt_builder: Arc<PromptBuilder>,
  72    telemetry: Arc<Telemetry>,
  73    cx: &mut App,
  74) {
  75    cx.set_global(InlineAssistant::new(fs, prompt_builder, telemetry));
  76    cx.observe_new(|_, window, cx| {
  77        let Some(window) = window else {
  78            return;
  79        };
  80        let workspace = cx.entity().clone();
  81        InlineAssistant::update_global(cx, |inline_assistant, cx| {
  82            inline_assistant.register_workspace(&workspace, window, cx)
  83        });
  84
  85        cx.observe_flag::<Assistant2FeatureFlag, _>(window, {
  86            |is_assistant2_enabled, _workspace, _window, cx| {
  87                InlineAssistant::update_global(cx, |inline_assistant, _cx| {
  88                    inline_assistant.is_assistant2_enabled = is_assistant2_enabled;
  89                });
  90            }
  91        })
  92        .detach();
  93    })
  94    .detach();
  95}
  96
  97const PROMPT_HISTORY_MAX_LEN: usize = 20;
  98
  99pub struct InlineAssistant {
 100    next_assist_id: InlineAssistId,
 101    next_assist_group_id: InlineAssistGroupId,
 102    assists: HashMap<InlineAssistId, InlineAssist>,
 103    assists_by_editor: HashMap<WeakEntity<Editor>, EditorInlineAssists>,
 104    assist_groups: HashMap<InlineAssistGroupId, InlineAssistGroup>,
 105    confirmed_assists: HashMap<InlineAssistId, Entity<CodegenAlternative>>,
 106    prompt_history: VecDeque<String>,
 107    prompt_builder: Arc<PromptBuilder>,
 108    telemetry: Arc<Telemetry>,
 109    fs: Arc<dyn Fs>,
 110    is_assistant2_enabled: bool,
 111}
 112
 113impl Global for InlineAssistant {}
 114
 115impl InlineAssistant {
 116    pub fn new(
 117        fs: Arc<dyn Fs>,
 118        prompt_builder: Arc<PromptBuilder>,
 119        telemetry: Arc<Telemetry>,
 120    ) -> Self {
 121        Self {
 122            next_assist_id: InlineAssistId::default(),
 123            next_assist_group_id: InlineAssistGroupId::default(),
 124            assists: HashMap::default(),
 125            assists_by_editor: HashMap::default(),
 126            assist_groups: HashMap::default(),
 127            confirmed_assists: HashMap::default(),
 128            prompt_history: VecDeque::default(),
 129            prompt_builder,
 130            telemetry,
 131            fs,
 132            is_assistant2_enabled: false,
 133        }
 134    }
 135
 136    pub fn register_workspace(
 137        &mut self,
 138        workspace: &Entity<Workspace>,
 139        window: &mut Window,
 140        cx: &mut App,
 141    ) {
 142        window
 143            .subscribe(workspace, cx, |workspace, event, window, cx| {
 144                Self::update_global(cx, |this, cx| {
 145                    this.handle_workspace_event(workspace, event, window, cx)
 146                });
 147            })
 148            .detach();
 149
 150        let workspace = workspace.downgrade();
 151        cx.observe_global::<SettingsStore>(move |cx| {
 152            let Some(workspace) = workspace.upgrade() else {
 153                return;
 154            };
 155            let Some(terminal_panel) = workspace.read(cx).panel::<TerminalPanel>(cx) else {
 156                return;
 157            };
 158            let enabled = AssistantSettings::get_global(cx).enabled;
 159            terminal_panel.update(cx, |terminal_panel, cx| {
 160                terminal_panel.set_assistant_enabled(enabled, cx)
 161            });
 162        })
 163        .detach();
 164    }
 165
 166    fn handle_workspace_event(
 167        &mut self,
 168        workspace: Entity<Workspace>,
 169        event: &workspace::Event,
 170        window: &mut Window,
 171        cx: &mut App,
 172    ) {
 173        match event {
 174            workspace::Event::UserSavedItem { item, .. } => {
 175                // When the user manually saves an editor, automatically accepts all finished transformations.
 176                if let Some(editor) = item.upgrade().and_then(|item| item.act_as::<Editor>(cx)) {
 177                    if let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) {
 178                        for assist_id in editor_assists.assist_ids.clone() {
 179                            let assist = &self.assists[&assist_id];
 180                            if let CodegenStatus::Done = assist.codegen.read(cx).status(cx) {
 181                                self.finish_assist(assist_id, false, window, cx)
 182                            }
 183                        }
 184                    }
 185                }
 186            }
 187            workspace::Event::ItemAdded { item } => {
 188                self.register_workspace_item(&workspace, item.as_ref(), window, cx);
 189            }
 190            _ => (),
 191        }
 192    }
 193
 194    fn register_workspace_item(
 195        &mut self,
 196        workspace: &Entity<Workspace>,
 197        item: &dyn ItemHandle,
 198        window: &mut Window,
 199        cx: &mut App,
 200    ) {
 201        let is_assistant2_enabled = self.is_assistant2_enabled;
 202
 203        if let Some(editor) = item.act_as::<Editor>(cx) {
 204            editor.update(cx, |editor, cx| {
 205                if is_assistant2_enabled {
 206                    editor.remove_code_action_provider(
 207                        ASSISTANT_CODE_ACTION_PROVIDER_ID.into(),
 208                        window,
 209                        cx,
 210                    );
 211                } else {
 212                    editor.add_code_action_provider(
 213                        Rc::new(AssistantCodeActionProvider {
 214                            editor: cx.entity().downgrade(),
 215                            workspace: workspace.downgrade(),
 216                        }),
 217                        window,
 218                        cx,
 219                    );
 220                }
 221            });
 222        }
 223    }
 224
 225    pub fn assist(
 226        &mut self,
 227        editor: &Entity<Editor>,
 228        workspace: Option<WeakEntity<Workspace>>,
 229        assistant_panel: Option<&Entity<AssistantPanel>>,
 230        initial_prompt: Option<String>,
 231        window: &mut Window,
 232        cx: &mut App,
 233    ) {
 234        let (snapshot, initial_selections) = editor.update(cx, |editor, cx| {
 235            (
 236                editor.buffer().read(cx).snapshot(cx),
 237                editor.selections.all::<Point>(cx),
 238            )
 239        });
 240
 241        let mut selections = Vec::<Selection<Point>>::new();
 242        let mut newest_selection = None;
 243        for mut selection in initial_selections {
 244            if selection.end > selection.start {
 245                selection.start.column = 0;
 246                // If the selection ends at the start of the line, we don't want to include it.
 247                if selection.end.column == 0 {
 248                    selection.end.row -= 1;
 249                }
 250                selection.end.column = snapshot.line_len(MultiBufferRow(selection.end.row));
 251            }
 252
 253            if let Some(prev_selection) = selections.last_mut() {
 254                if selection.start <= prev_selection.end {
 255                    prev_selection.end = selection.end;
 256                    continue;
 257                }
 258            }
 259
 260            let latest_selection = newest_selection.get_or_insert_with(|| selection.clone());
 261            if selection.id > latest_selection.id {
 262                *latest_selection = selection.clone();
 263            }
 264            selections.push(selection);
 265        }
 266        let newest_selection = newest_selection.unwrap();
 267
 268        let mut codegen_ranges = Vec::new();
 269        for (buffer, buffer_range, excerpt_id) in
 270            snapshot.ranges_to_buffer_ranges(selections.iter().map(|selection| {
 271                snapshot.anchor_before(selection.start)..snapshot.anchor_after(selection.end)
 272            }))
 273        {
 274            let start = buffer.anchor_before(buffer_range.start);
 275            let end = buffer.anchor_after(buffer_range.end);
 276
 277            codegen_ranges.push(Anchor::range_in_buffer(
 278                excerpt_id,
 279                buffer.remote_id(),
 280                start..end,
 281            ));
 282
 283            if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
 284                self.telemetry.report_assistant_event(AssistantEvent {
 285                    conversation_id: None,
 286                    kind: AssistantKind::Inline,
 287                    phase: AssistantPhase::Invoked,
 288                    message_id: None,
 289                    model: model.telemetry_id(),
 290                    model_provider: model.provider_id().to_string(),
 291                    response_latency: None,
 292                    error_message: None,
 293                    language_name: buffer.language().map(|language| language.name().to_proto()),
 294                });
 295            }
 296        }
 297
 298        let assist_group_id = self.next_assist_group_id.post_inc();
 299        let prompt_buffer = cx.new(|cx| Buffer::local(initial_prompt.unwrap_or_default(), cx));
 300        let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
 301
 302        let mut assists = Vec::new();
 303        let mut assist_to_focus = None;
 304        for range in codegen_ranges {
 305            let assist_id = self.next_assist_id.post_inc();
 306            let codegen = cx.new(|cx| {
 307                Codegen::new(
 308                    editor.read(cx).buffer().clone(),
 309                    range.clone(),
 310                    None,
 311                    self.telemetry.clone(),
 312                    self.prompt_builder.clone(),
 313                    cx,
 314                )
 315            });
 316
 317            let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
 318            let prompt_editor = cx.new(|cx| {
 319                PromptEditor::new(
 320                    assist_id,
 321                    gutter_dimensions.clone(),
 322                    self.prompt_history.clone(),
 323                    prompt_buffer.clone(),
 324                    codegen.clone(),
 325                    editor,
 326                    assistant_panel,
 327                    workspace.clone(),
 328                    self.fs.clone(),
 329                    window,
 330                    cx,
 331                )
 332            });
 333
 334            if assist_to_focus.is_none() {
 335                let focus_assist = if newest_selection.reversed {
 336                    range.start.to_point(&snapshot) == newest_selection.start
 337                } else {
 338                    range.end.to_point(&snapshot) == newest_selection.end
 339                };
 340                if focus_assist {
 341                    assist_to_focus = Some(assist_id);
 342                }
 343            }
 344
 345            let [prompt_block_id, end_block_id] =
 346                self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
 347
 348            assists.push((
 349                assist_id,
 350                range,
 351                prompt_editor,
 352                prompt_block_id,
 353                end_block_id,
 354            ));
 355        }
 356
 357        let editor_assists = self
 358            .assists_by_editor
 359            .entry(editor.downgrade())
 360            .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
 361        let mut assist_group = InlineAssistGroup::new();
 362        for (assist_id, range, prompt_editor, prompt_block_id, end_block_id) in assists {
 363            self.assists.insert(
 364                assist_id,
 365                InlineAssist::new(
 366                    assist_id,
 367                    assist_group_id,
 368                    assistant_panel.is_some(),
 369                    editor,
 370                    &prompt_editor,
 371                    prompt_block_id,
 372                    end_block_id,
 373                    range,
 374                    prompt_editor.read(cx).codegen.clone(),
 375                    workspace.clone(),
 376                    window,
 377                    cx,
 378                ),
 379            );
 380            assist_group.assist_ids.push(assist_id);
 381            editor_assists.assist_ids.push(assist_id);
 382        }
 383        self.assist_groups.insert(assist_group_id, assist_group);
 384
 385        if let Some(assist_id) = assist_to_focus {
 386            self.focus_assist(assist_id, window, cx);
 387        }
 388    }
 389
 390    #[allow(clippy::too_many_arguments)]
 391    pub fn suggest_assist(
 392        &mut self,
 393        editor: &Entity<Editor>,
 394        mut range: Range<Anchor>,
 395        initial_prompt: String,
 396        initial_transaction_id: Option<TransactionId>,
 397        focus: bool,
 398        workspace: Option<WeakEntity<Workspace>>,
 399        assistant_panel: Option<&Entity<AssistantPanel>>,
 400        window: &mut Window,
 401        cx: &mut App,
 402    ) -> InlineAssistId {
 403        let assist_group_id = self.next_assist_group_id.post_inc();
 404        let prompt_buffer = cx.new(|cx| Buffer::local(&initial_prompt, cx));
 405        let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
 406
 407        let assist_id = self.next_assist_id.post_inc();
 408
 409        let buffer = editor.read(cx).buffer().clone();
 410        {
 411            let snapshot = buffer.read(cx).read(cx);
 412            range.start = range.start.bias_left(&snapshot);
 413            range.end = range.end.bias_right(&snapshot);
 414        }
 415
 416        let codegen = cx.new(|cx| {
 417            Codegen::new(
 418                editor.read(cx).buffer().clone(),
 419                range.clone(),
 420                initial_transaction_id,
 421                self.telemetry.clone(),
 422                self.prompt_builder.clone(),
 423                cx,
 424            )
 425        });
 426
 427        let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
 428        let prompt_editor = cx.new(|cx| {
 429            PromptEditor::new(
 430                assist_id,
 431                gutter_dimensions.clone(),
 432                self.prompt_history.clone(),
 433                prompt_buffer.clone(),
 434                codegen.clone(),
 435                editor,
 436                assistant_panel,
 437                workspace.clone(),
 438                self.fs.clone(),
 439                window,
 440                cx,
 441            )
 442        });
 443
 444        let [prompt_block_id, end_block_id] =
 445            self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
 446
 447        let editor_assists = self
 448            .assists_by_editor
 449            .entry(editor.downgrade())
 450            .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
 451
 452        let mut assist_group = InlineAssistGroup::new();
 453        self.assists.insert(
 454            assist_id,
 455            InlineAssist::new(
 456                assist_id,
 457                assist_group_id,
 458                assistant_panel.is_some(),
 459                editor,
 460                &prompt_editor,
 461                prompt_block_id,
 462                end_block_id,
 463                range,
 464                prompt_editor.read(cx).codegen.clone(),
 465                workspace.clone(),
 466                window,
 467                cx,
 468            ),
 469        );
 470        assist_group.assist_ids.push(assist_id);
 471        editor_assists.assist_ids.push(assist_id);
 472        self.assist_groups.insert(assist_group_id, assist_group);
 473
 474        if focus {
 475            self.focus_assist(assist_id, window, cx);
 476        }
 477
 478        assist_id
 479    }
 480
 481    fn insert_assist_blocks(
 482        &self,
 483        editor: &Entity<Editor>,
 484        range: &Range<Anchor>,
 485        prompt_editor: &Entity<PromptEditor>,
 486        cx: &mut App,
 487    ) -> [CustomBlockId; 2] {
 488        let prompt_editor_height = prompt_editor.update(cx, |prompt_editor, cx| {
 489            prompt_editor
 490                .editor
 491                .update(cx, |editor, cx| editor.max_point(cx).row().0 + 1 + 2)
 492        });
 493        let assist_blocks = vec![
 494            BlockProperties {
 495                style: BlockStyle::Sticky,
 496                placement: BlockPlacement::Above(range.start),
 497                height: prompt_editor_height,
 498                render: build_assist_editor_renderer(prompt_editor),
 499                priority: 0,
 500            },
 501            BlockProperties {
 502                style: BlockStyle::Sticky,
 503                placement: BlockPlacement::Below(range.end),
 504                height: 0,
 505                render: Arc::new(|cx| {
 506                    v_flex()
 507                        .h_full()
 508                        .w_full()
 509                        .border_t_1()
 510                        .border_color(cx.theme().status().info_border)
 511                        .into_any_element()
 512                }),
 513                priority: 0,
 514            },
 515        ];
 516
 517        editor.update(cx, |editor, cx| {
 518            let block_ids = editor.insert_blocks(assist_blocks, None, cx);
 519            [block_ids[0], block_ids[1]]
 520        })
 521    }
 522
 523    fn handle_prompt_editor_focus_in(&mut self, assist_id: InlineAssistId, cx: &mut App) {
 524        let assist = &self.assists[&assist_id];
 525        let Some(decorations) = assist.decorations.as_ref() else {
 526            return;
 527        };
 528        let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
 529        let editor_assists = self.assists_by_editor.get_mut(&assist.editor).unwrap();
 530
 531        assist_group.active_assist_id = Some(assist_id);
 532        if assist_group.linked {
 533            for assist_id in &assist_group.assist_ids {
 534                if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
 535                    decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 536                        prompt_editor.set_show_cursor_when_unfocused(true, cx)
 537                    });
 538                }
 539            }
 540        }
 541
 542        assist
 543            .editor
 544            .update(cx, |editor, cx| {
 545                let scroll_top = editor.scroll_position(cx).y;
 546                let scroll_bottom = scroll_top + editor.visible_line_count().unwrap_or(0.);
 547                let prompt_row = editor
 548                    .row_for_block(decorations.prompt_block_id, cx)
 549                    .unwrap()
 550                    .0 as f32;
 551
 552                if (scroll_top..scroll_bottom).contains(&prompt_row) {
 553                    editor_assists.scroll_lock = Some(InlineAssistScrollLock {
 554                        assist_id,
 555                        distance_from_top: prompt_row - scroll_top,
 556                    });
 557                } else {
 558                    editor_assists.scroll_lock = None;
 559                }
 560            })
 561            .ok();
 562    }
 563
 564    fn handle_prompt_editor_focus_out(&mut self, assist_id: InlineAssistId, cx: &mut App) {
 565        let assist = &self.assists[&assist_id];
 566        let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
 567        if assist_group.active_assist_id == Some(assist_id) {
 568            assist_group.active_assist_id = None;
 569            if assist_group.linked {
 570                for assist_id in &assist_group.assist_ids {
 571                    if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
 572                        decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 573                            prompt_editor.set_show_cursor_when_unfocused(false, cx)
 574                        });
 575                    }
 576                }
 577            }
 578        }
 579    }
 580
 581    fn handle_prompt_editor_event(
 582        &mut self,
 583        prompt_editor: Entity<PromptEditor>,
 584        event: &PromptEditorEvent,
 585        window: &mut Window,
 586        cx: &mut App,
 587    ) {
 588        let assist_id = prompt_editor.read(cx).id;
 589        match event {
 590            PromptEditorEvent::StartRequested => {
 591                self.start_assist(assist_id, window, cx);
 592            }
 593            PromptEditorEvent::StopRequested => {
 594                self.stop_assist(assist_id, cx);
 595            }
 596            PromptEditorEvent::ConfirmRequested => {
 597                self.finish_assist(assist_id, false, window, cx);
 598            }
 599            PromptEditorEvent::CancelRequested => {
 600                self.finish_assist(assist_id, true, window, cx);
 601            }
 602            PromptEditorEvent::DismissRequested => {
 603                self.dismiss_assist(assist_id, window, cx);
 604            }
 605        }
 606    }
 607
 608    fn handle_editor_newline(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 609        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 610            return;
 611        };
 612
 613        if editor.read(cx).selections.count() == 1 {
 614            let (selection, buffer) = editor.update(cx, |editor, cx| {
 615                (
 616                    editor.selections.newest::<usize>(cx),
 617                    editor.buffer().read(cx).snapshot(cx),
 618                )
 619            });
 620            for assist_id in &editor_assists.assist_ids {
 621                let assist = &self.assists[assist_id];
 622                let assist_range = assist.range.to_offset(&buffer);
 623                if assist_range.contains(&selection.start) && assist_range.contains(&selection.end)
 624                {
 625                    if matches!(assist.codegen.read(cx).status(cx), CodegenStatus::Pending) {
 626                        self.dismiss_assist(*assist_id, window, cx);
 627                    } else {
 628                        self.finish_assist(*assist_id, false, window, cx);
 629                    }
 630
 631                    return;
 632                }
 633            }
 634        }
 635
 636        cx.propagate();
 637    }
 638
 639    fn handle_editor_cancel(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 640        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 641            return;
 642        };
 643
 644        if editor.read(cx).selections.count() == 1 {
 645            let (selection, buffer) = editor.update(cx, |editor, cx| {
 646                (
 647                    editor.selections.newest::<usize>(cx),
 648                    editor.buffer().read(cx).snapshot(cx),
 649                )
 650            });
 651            let mut closest_assist_fallback = None;
 652            for assist_id in &editor_assists.assist_ids {
 653                let assist = &self.assists[assist_id];
 654                let assist_range = assist.range.to_offset(&buffer);
 655                if assist.decorations.is_some() {
 656                    if assist_range.contains(&selection.start)
 657                        && assist_range.contains(&selection.end)
 658                    {
 659                        self.focus_assist(*assist_id, window, cx);
 660                        return;
 661                    } else {
 662                        let distance_from_selection = assist_range
 663                            .start
 664                            .abs_diff(selection.start)
 665                            .min(assist_range.start.abs_diff(selection.end))
 666                            + assist_range
 667                                .end
 668                                .abs_diff(selection.start)
 669                                .min(assist_range.end.abs_diff(selection.end));
 670                        match closest_assist_fallback {
 671                            Some((_, old_distance)) => {
 672                                if distance_from_selection < old_distance {
 673                                    closest_assist_fallback =
 674                                        Some((assist_id, distance_from_selection));
 675                                }
 676                            }
 677                            None => {
 678                                closest_assist_fallback = Some((assist_id, distance_from_selection))
 679                            }
 680                        }
 681                    }
 682                }
 683            }
 684
 685            if let Some((&assist_id, _)) = closest_assist_fallback {
 686                self.focus_assist(assist_id, window, cx);
 687            }
 688        }
 689
 690        cx.propagate();
 691    }
 692
 693    fn handle_editor_release(
 694        &mut self,
 695        editor: WeakEntity<Editor>,
 696        window: &mut Window,
 697        cx: &mut App,
 698    ) {
 699        if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor) {
 700            for assist_id in editor_assists.assist_ids.clone() {
 701                self.finish_assist(assist_id, true, window, cx);
 702            }
 703        }
 704    }
 705
 706    fn handle_editor_change(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
 707        let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
 708            return;
 709        };
 710        let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() else {
 711            return;
 712        };
 713        let assist = &self.assists[&scroll_lock.assist_id];
 714        let Some(decorations) = assist.decorations.as_ref() else {
 715            return;
 716        };
 717
 718        editor.update(cx, |editor, cx| {
 719            let scroll_position = editor.scroll_position(cx);
 720            let target_scroll_top = editor
 721                .row_for_block(decorations.prompt_block_id, cx)
 722                .unwrap()
 723                .0 as f32
 724                - scroll_lock.distance_from_top;
 725            if target_scroll_top != scroll_position.y {
 726                editor.set_scroll_position(point(scroll_position.x, target_scroll_top), window, cx);
 727            }
 728        });
 729    }
 730
 731    fn handle_editor_event(
 732        &mut self,
 733        editor: Entity<Editor>,
 734        event: &EditorEvent,
 735        window: &mut Window,
 736        cx: &mut App,
 737    ) {
 738        let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) else {
 739            return;
 740        };
 741
 742        match event {
 743            EditorEvent::Edited { transaction_id } => {
 744                let buffer = editor.read(cx).buffer().read(cx);
 745                let edited_ranges =
 746                    buffer.edited_ranges_for_transaction::<usize>(*transaction_id, cx);
 747                let snapshot = buffer.snapshot(cx);
 748
 749                for assist_id in editor_assists.assist_ids.clone() {
 750                    let assist = &self.assists[&assist_id];
 751                    if matches!(
 752                        assist.codegen.read(cx).status(cx),
 753                        CodegenStatus::Error(_) | CodegenStatus::Done
 754                    ) {
 755                        let assist_range = assist.range.to_offset(&snapshot);
 756                        if edited_ranges
 757                            .iter()
 758                            .any(|range| range.overlaps(&assist_range))
 759                        {
 760                            self.finish_assist(assist_id, false, window, cx);
 761                        }
 762                    }
 763                }
 764            }
 765            EditorEvent::ScrollPositionChanged { .. } => {
 766                if let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() {
 767                    let assist = &self.assists[&scroll_lock.assist_id];
 768                    if let Some(decorations) = assist.decorations.as_ref() {
 769                        let distance_from_top = editor.update(cx, |editor, cx| {
 770                            let scroll_top = editor.scroll_position(cx).y;
 771                            let prompt_row = editor
 772                                .row_for_block(decorations.prompt_block_id, cx)
 773                                .unwrap()
 774                                .0 as f32;
 775                            prompt_row - scroll_top
 776                        });
 777
 778                        if distance_from_top != scroll_lock.distance_from_top {
 779                            editor_assists.scroll_lock = None;
 780                        }
 781                    }
 782                }
 783            }
 784            EditorEvent::SelectionsChanged { .. } => {
 785                for assist_id in editor_assists.assist_ids.clone() {
 786                    let assist = &self.assists[&assist_id];
 787                    if let Some(decorations) = assist.decorations.as_ref() {
 788                        if decorations
 789                            .prompt_editor
 790                            .focus_handle(cx)
 791                            .is_focused(window)
 792                        {
 793                            return;
 794                        }
 795                    }
 796                }
 797
 798                editor_assists.scroll_lock = None;
 799            }
 800            _ => {}
 801        }
 802    }
 803
 804    pub fn finish_assist(
 805        &mut self,
 806        assist_id: InlineAssistId,
 807        undo: bool,
 808        window: &mut Window,
 809        cx: &mut App,
 810    ) {
 811        if let Some(assist) = self.assists.get(&assist_id) {
 812            let assist_group_id = assist.group_id;
 813            if self.assist_groups[&assist_group_id].linked {
 814                for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
 815                    self.finish_assist(assist_id, undo, window, cx);
 816                }
 817                return;
 818            }
 819        }
 820
 821        self.dismiss_assist(assist_id, window, cx);
 822
 823        if let Some(assist) = self.assists.remove(&assist_id) {
 824            if let hash_map::Entry::Occupied(mut entry) = self.assist_groups.entry(assist.group_id)
 825            {
 826                entry.get_mut().assist_ids.retain(|id| *id != assist_id);
 827                if entry.get().assist_ids.is_empty() {
 828                    entry.remove();
 829                }
 830            }
 831
 832            if let hash_map::Entry::Occupied(mut entry) =
 833                self.assists_by_editor.entry(assist.editor.clone())
 834            {
 835                entry.get_mut().assist_ids.retain(|id| *id != assist_id);
 836                if entry.get().assist_ids.is_empty() {
 837                    entry.remove();
 838                    if let Some(editor) = assist.editor.upgrade() {
 839                        self.update_editor_highlights(&editor, cx);
 840                    }
 841                } else {
 842                    entry.get().highlight_updates.send(()).ok();
 843                }
 844            }
 845
 846            let active_alternative = assist.codegen.read(cx).active_alternative().clone();
 847            let message_id = active_alternative.read(cx).message_id.clone();
 848
 849            if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
 850                let language_name = assist.editor.upgrade().and_then(|editor| {
 851                    let multibuffer = editor.read(cx).buffer().read(cx);
 852                    let multibuffer_snapshot = multibuffer.snapshot(cx);
 853                    let ranges = multibuffer_snapshot.range_to_buffer_ranges(assist.range.clone());
 854                    ranges
 855                        .first()
 856                        .and_then(|(buffer, _, _)| buffer.language())
 857                        .map(|language| language.name())
 858                });
 859                report_assistant_event(
 860                    AssistantEvent {
 861                        conversation_id: None,
 862                        kind: AssistantKind::Inline,
 863                        message_id,
 864                        phase: if undo {
 865                            AssistantPhase::Rejected
 866                        } else {
 867                            AssistantPhase::Accepted
 868                        },
 869                        model: model.telemetry_id(),
 870                        model_provider: model.provider_id().to_string(),
 871                        response_latency: None,
 872                        error_message: None,
 873                        language_name: language_name.map(|name| name.to_proto()),
 874                    },
 875                    Some(self.telemetry.clone()),
 876                    cx.http_client(),
 877                    model.api_key(cx),
 878                    cx.background_executor(),
 879                );
 880            }
 881
 882            if undo {
 883                assist.codegen.update(cx, |codegen, cx| codegen.undo(cx));
 884            } else {
 885                self.confirmed_assists.insert(assist_id, active_alternative);
 886            }
 887        }
 888    }
 889
 890    fn dismiss_assist(
 891        &mut self,
 892        assist_id: InlineAssistId,
 893        window: &mut Window,
 894        cx: &mut App,
 895    ) -> bool {
 896        let Some(assist) = self.assists.get_mut(&assist_id) else {
 897            return false;
 898        };
 899        let Some(editor) = assist.editor.upgrade() else {
 900            return false;
 901        };
 902        let Some(decorations) = assist.decorations.take() else {
 903            return false;
 904        };
 905
 906        editor.update(cx, |editor, cx| {
 907            let mut to_remove = decorations.removed_line_block_ids;
 908            to_remove.insert(decorations.prompt_block_id);
 909            to_remove.insert(decorations.end_block_id);
 910            editor.remove_blocks(to_remove, None, cx);
 911        });
 912
 913        if decorations
 914            .prompt_editor
 915            .focus_handle(cx)
 916            .contains_focused(window, cx)
 917        {
 918            self.focus_next_assist(assist_id, window, cx);
 919        }
 920
 921        if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) {
 922            if editor_assists
 923                .scroll_lock
 924                .as_ref()
 925                .map_or(false, |lock| lock.assist_id == assist_id)
 926            {
 927                editor_assists.scroll_lock = None;
 928            }
 929            editor_assists.highlight_updates.send(()).ok();
 930        }
 931
 932        true
 933    }
 934
 935    fn focus_next_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
 936        let Some(assist) = self.assists.get(&assist_id) else {
 937            return;
 938        };
 939
 940        let assist_group = &self.assist_groups[&assist.group_id];
 941        let assist_ix = assist_group
 942            .assist_ids
 943            .iter()
 944            .position(|id| *id == assist_id)
 945            .unwrap();
 946        let assist_ids = assist_group
 947            .assist_ids
 948            .iter()
 949            .skip(assist_ix + 1)
 950            .chain(assist_group.assist_ids.iter().take(assist_ix));
 951
 952        for assist_id in assist_ids {
 953            let assist = &self.assists[assist_id];
 954            if assist.decorations.is_some() {
 955                self.focus_assist(*assist_id, window, cx);
 956                return;
 957            }
 958        }
 959
 960        assist
 961            .editor
 962            .update(cx, |editor, cx| window.focus(&editor.focus_handle(cx)))
 963            .ok();
 964    }
 965
 966    fn focus_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
 967        let Some(assist) = self.assists.get(&assist_id) else {
 968            return;
 969        };
 970
 971        if let Some(decorations) = assist.decorations.as_ref() {
 972            decorations.prompt_editor.update(cx, |prompt_editor, cx| {
 973                prompt_editor.editor.update(cx, |editor, cx| {
 974                    window.focus(&editor.focus_handle(cx));
 975                    editor.select_all(&SelectAll, window, cx);
 976                })
 977            });
 978        }
 979
 980        self.scroll_to_assist(assist_id, window, cx);
 981    }
 982
 983    pub fn scroll_to_assist(
 984        &mut self,
 985        assist_id: InlineAssistId,
 986        window: &mut Window,
 987        cx: &mut App,
 988    ) {
 989        let Some(assist) = self.assists.get(&assist_id) else {
 990            return;
 991        };
 992        let Some(editor) = assist.editor.upgrade() else {
 993            return;
 994        };
 995
 996        let position = assist.range.start;
 997        editor.update(cx, |editor, cx| {
 998            editor.change_selections(None, window, cx, |selections| {
 999                selections.select_anchor_ranges([position..position])
1000            });
1001
1002            let mut scroll_target_top;
1003            let mut scroll_target_bottom;
1004            if let Some(decorations) = assist.decorations.as_ref() {
1005                scroll_target_top = editor
1006                    .row_for_block(decorations.prompt_block_id, cx)
1007                    .unwrap()
1008                    .0 as f32;
1009                scroll_target_bottom = editor
1010                    .row_for_block(decorations.end_block_id, cx)
1011                    .unwrap()
1012                    .0 as f32;
1013            } else {
1014                let snapshot = editor.snapshot(window, cx);
1015                let start_row = assist
1016                    .range
1017                    .start
1018                    .to_display_point(&snapshot.display_snapshot)
1019                    .row();
1020                scroll_target_top = start_row.0 as f32;
1021                scroll_target_bottom = scroll_target_top + 1.;
1022            }
1023            scroll_target_top -= editor.vertical_scroll_margin() as f32;
1024            scroll_target_bottom += editor.vertical_scroll_margin() as f32;
1025
1026            let height_in_lines = editor.visible_line_count().unwrap_or(0.);
1027            let scroll_top = editor.scroll_position(cx).y;
1028            let scroll_bottom = scroll_top + height_in_lines;
1029
1030            if scroll_target_top < scroll_top {
1031                editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1032            } else if scroll_target_bottom > scroll_bottom {
1033                if (scroll_target_bottom - scroll_target_top) <= height_in_lines {
1034                    editor.set_scroll_position(
1035                        point(0., scroll_target_bottom - height_in_lines),
1036                        window,
1037                        cx,
1038                    );
1039                } else {
1040                    editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1041                }
1042            }
1043        });
1044    }
1045
1046    fn unlink_assist_group(
1047        &mut self,
1048        assist_group_id: InlineAssistGroupId,
1049        window: &mut Window,
1050        cx: &mut App,
1051    ) -> Vec<InlineAssistId> {
1052        let assist_group = self.assist_groups.get_mut(&assist_group_id).unwrap();
1053        assist_group.linked = false;
1054        for assist_id in &assist_group.assist_ids {
1055            let assist = self.assists.get_mut(assist_id).unwrap();
1056            if let Some(editor_decorations) = assist.decorations.as_ref() {
1057                editor_decorations
1058                    .prompt_editor
1059                    .update(cx, |prompt_editor, cx| prompt_editor.unlink(window, cx));
1060            }
1061        }
1062        assist_group.assist_ids.clone()
1063    }
1064
1065    pub fn start_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
1066        let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1067            assist
1068        } else {
1069            return;
1070        };
1071
1072        let assist_group_id = assist.group_id;
1073        if self.assist_groups[&assist_group_id].linked {
1074            for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
1075                self.start_assist(assist_id, window, cx);
1076            }
1077            return;
1078        }
1079
1080        let Some(user_prompt) = assist.user_prompt(cx) else {
1081            return;
1082        };
1083
1084        self.prompt_history.retain(|prompt| *prompt != user_prompt);
1085        self.prompt_history.push_back(user_prompt.clone());
1086        if self.prompt_history.len() > PROMPT_HISTORY_MAX_LEN {
1087            self.prompt_history.pop_front();
1088        }
1089
1090        let assistant_panel_context = assist.assistant_panel_context(cx);
1091
1092        assist
1093            .codegen
1094            .update(cx, |codegen, cx| {
1095                codegen.start(user_prompt, assistant_panel_context, cx)
1096            })
1097            .log_err();
1098    }
1099
1100    pub fn stop_assist(&mut self, assist_id: InlineAssistId, cx: &mut App) {
1101        let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1102            assist
1103        } else {
1104            return;
1105        };
1106
1107        assist.codegen.update(cx, |codegen, cx| codegen.stop(cx));
1108    }
1109
1110    fn update_editor_highlights(&self, editor: &Entity<Editor>, cx: &mut App) {
1111        let mut gutter_pending_ranges = Vec::new();
1112        let mut gutter_transformed_ranges = Vec::new();
1113        let mut foreground_ranges = Vec::new();
1114        let mut inserted_row_ranges = Vec::new();
1115        let empty_assist_ids = Vec::new();
1116        let assist_ids = self
1117            .assists_by_editor
1118            .get(&editor.downgrade())
1119            .map_or(&empty_assist_ids, |editor_assists| {
1120                &editor_assists.assist_ids
1121            });
1122
1123        for assist_id in assist_ids {
1124            if let Some(assist) = self.assists.get(assist_id) {
1125                let codegen = assist.codegen.read(cx);
1126                let buffer = codegen.buffer(cx).read(cx).read(cx);
1127                foreground_ranges.extend(codegen.last_equal_ranges(cx).iter().cloned());
1128
1129                let pending_range =
1130                    codegen.edit_position(cx).unwrap_or(assist.range.start)..assist.range.end;
1131                if pending_range.end.to_offset(&buffer) > pending_range.start.to_offset(&buffer) {
1132                    gutter_pending_ranges.push(pending_range);
1133                }
1134
1135                if let Some(edit_position) = codegen.edit_position(cx) {
1136                    let edited_range = assist.range.start..edit_position;
1137                    if edited_range.end.to_offset(&buffer) > edited_range.start.to_offset(&buffer) {
1138                        gutter_transformed_ranges.push(edited_range);
1139                    }
1140                }
1141
1142                if assist.decorations.is_some() {
1143                    inserted_row_ranges
1144                        .extend(codegen.diff(cx).inserted_row_ranges.iter().cloned());
1145                }
1146            }
1147        }
1148
1149        let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
1150        merge_ranges(&mut foreground_ranges, &snapshot);
1151        merge_ranges(&mut gutter_pending_ranges, &snapshot);
1152        merge_ranges(&mut gutter_transformed_ranges, &snapshot);
1153        editor.update(cx, |editor, cx| {
1154            enum GutterPendingRange {}
1155            if gutter_pending_ranges.is_empty() {
1156                editor.clear_gutter_highlights::<GutterPendingRange>(cx);
1157            } else {
1158                editor.highlight_gutter::<GutterPendingRange>(
1159                    &gutter_pending_ranges,
1160                    |cx| cx.theme().status().info_background,
1161                    cx,
1162                )
1163            }
1164
1165            enum GutterTransformedRange {}
1166            if gutter_transformed_ranges.is_empty() {
1167                editor.clear_gutter_highlights::<GutterTransformedRange>(cx);
1168            } else {
1169                editor.highlight_gutter::<GutterTransformedRange>(
1170                    &gutter_transformed_ranges,
1171                    |cx| cx.theme().status().info,
1172                    cx,
1173                )
1174            }
1175
1176            if foreground_ranges.is_empty() {
1177                editor.clear_highlights::<InlineAssist>(cx);
1178            } else {
1179                editor.highlight_text::<InlineAssist>(
1180                    foreground_ranges,
1181                    HighlightStyle {
1182                        fade_out: Some(0.6),
1183                        ..Default::default()
1184                    },
1185                    cx,
1186                );
1187            }
1188
1189            editor.clear_row_highlights::<InlineAssist>();
1190            for row_range in inserted_row_ranges {
1191                editor.highlight_rows::<InlineAssist>(
1192                    row_range,
1193                    cx.theme().status().info_background,
1194                    false,
1195                    cx,
1196                );
1197            }
1198        });
1199    }
1200
1201    fn update_editor_blocks(
1202        &mut self,
1203        editor: &Entity<Editor>,
1204        assist_id: InlineAssistId,
1205        window: &mut Window,
1206        cx: &mut App,
1207    ) {
1208        let Some(assist) = self.assists.get_mut(&assist_id) else {
1209            return;
1210        };
1211        let Some(decorations) = assist.decorations.as_mut() else {
1212            return;
1213        };
1214
1215        let codegen = assist.codegen.read(cx);
1216        let old_snapshot = codegen.snapshot(cx);
1217        let old_buffer = codegen.old_buffer(cx);
1218        let deleted_row_ranges = codegen.diff(cx).deleted_row_ranges.clone();
1219
1220        editor.update(cx, |editor, cx| {
1221            let old_blocks = mem::take(&mut decorations.removed_line_block_ids);
1222            editor.remove_blocks(old_blocks, None, cx);
1223
1224            let mut new_blocks = Vec::new();
1225            for (new_row, old_row_range) in deleted_row_ranges {
1226                let (_, buffer_start) = old_snapshot
1227                    .point_to_buffer_offset(Point::new(*old_row_range.start(), 0))
1228                    .unwrap();
1229                let (_, buffer_end) = old_snapshot
1230                    .point_to_buffer_offset(Point::new(
1231                        *old_row_range.end(),
1232                        old_snapshot.line_len(MultiBufferRow(*old_row_range.end())),
1233                    ))
1234                    .unwrap();
1235
1236                let deleted_lines_editor = cx.new(|cx| {
1237                    let multi_buffer =
1238                        cx.new(|_| MultiBuffer::without_headers(language::Capability::ReadOnly));
1239                    multi_buffer.update(cx, |multi_buffer, cx| {
1240                        multi_buffer.push_excerpts(
1241                            old_buffer.clone(),
1242                            Some(ExcerptRange {
1243                                context: buffer_start..buffer_end,
1244                                primary: None,
1245                            }),
1246                            cx,
1247                        );
1248                    });
1249
1250                    enum DeletedLines {}
1251                    let mut editor = Editor::for_multibuffer(multi_buffer, None, true, window, cx);
1252                    editor.set_soft_wrap_mode(language::language_settings::SoftWrap::None, cx);
1253                    editor.set_show_wrap_guides(false, cx);
1254                    editor.set_show_gutter(false, cx);
1255                    editor.scroll_manager.set_forbid_vertical_scroll(true);
1256                    editor.set_show_scrollbars(false, cx);
1257                    editor.set_read_only(true);
1258                    editor.set_show_inline_completions(Some(false), window, cx);
1259                    editor.highlight_rows::<DeletedLines>(
1260                        Anchor::min()..Anchor::max(),
1261                        cx.theme().status().deleted_background,
1262                        false,
1263                        cx,
1264                    );
1265                    editor
1266                });
1267
1268                let height =
1269                    deleted_lines_editor.update(cx, |editor, cx| editor.max_point(cx).row().0 + 1);
1270                new_blocks.push(BlockProperties {
1271                    placement: BlockPlacement::Above(new_row),
1272                    height,
1273                    style: BlockStyle::Flex,
1274                    render: Arc::new(move |cx| {
1275                        div()
1276                            .block_mouse_down()
1277                            .bg(cx.theme().status().deleted_background)
1278                            .size_full()
1279                            .h(height as f32 * cx.window.line_height())
1280                            .pl(cx.gutter_dimensions.full_width())
1281                            .child(deleted_lines_editor.clone())
1282                            .into_any_element()
1283                    }),
1284                    priority: 0,
1285                });
1286            }
1287
1288            decorations.removed_line_block_ids = editor
1289                .insert_blocks(new_blocks, None, cx)
1290                .into_iter()
1291                .collect();
1292        })
1293    }
1294}
1295
1296struct EditorInlineAssists {
1297    assist_ids: Vec<InlineAssistId>,
1298    scroll_lock: Option<InlineAssistScrollLock>,
1299    highlight_updates: async_watch::Sender<()>,
1300    _update_highlights: Task<Result<()>>,
1301    _subscriptions: Vec<gpui::Subscription>,
1302}
1303
1304struct InlineAssistScrollLock {
1305    assist_id: InlineAssistId,
1306    distance_from_top: f32,
1307}
1308
1309impl EditorInlineAssists {
1310    fn new(editor: &Entity<Editor>, window: &mut Window, cx: &mut App) -> Self {
1311        let (highlight_updates_tx, mut highlight_updates_rx) = async_watch::channel(());
1312        Self {
1313            assist_ids: Vec::new(),
1314            scroll_lock: None,
1315            highlight_updates: highlight_updates_tx,
1316            _update_highlights: cx.spawn(|cx| {
1317                let editor = editor.downgrade();
1318                async move {
1319                    while let Ok(()) = highlight_updates_rx.changed().await {
1320                        let editor = editor.upgrade().context("editor was dropped")?;
1321                        cx.update_global(|assistant: &mut InlineAssistant, cx| {
1322                            assistant.update_editor_highlights(&editor, cx);
1323                        })?;
1324                    }
1325                    Ok(())
1326                }
1327            }),
1328            _subscriptions: vec![
1329                cx.observe_release_in(editor, window, {
1330                    let editor = editor.downgrade();
1331                    |_, window, cx| {
1332                        InlineAssistant::update_global(cx, |this, cx| {
1333                            this.handle_editor_release(editor, window, cx);
1334                        })
1335                    }
1336                }),
1337                window.observe(editor, cx, move |editor, window, cx| {
1338                    InlineAssistant::update_global(cx, |this, cx| {
1339                        this.handle_editor_change(editor, window, cx)
1340                    })
1341                }),
1342                window.subscribe(editor, cx, move |editor, event, window, cx| {
1343                    InlineAssistant::update_global(cx, |this, cx| {
1344                        this.handle_editor_event(editor, event, window, cx)
1345                    })
1346                }),
1347                editor.update(cx, |editor, cx| {
1348                    let editor_handle = cx.entity().downgrade();
1349                    editor.register_action(move |_: &editor::actions::Newline, window, cx| {
1350                        InlineAssistant::update_global(cx, |this, cx| {
1351                            if let Some(editor) = editor_handle.upgrade() {
1352                                this.handle_editor_newline(editor, window, cx)
1353                            }
1354                        })
1355                    })
1356                }),
1357                editor.update(cx, |editor, cx| {
1358                    let editor_handle = cx.entity().downgrade();
1359                    editor.register_action(move |_: &editor::actions::Cancel, window, cx| {
1360                        InlineAssistant::update_global(cx, |this, cx| {
1361                            if let Some(editor) = editor_handle.upgrade() {
1362                                this.handle_editor_cancel(editor, window, cx)
1363                            }
1364                        })
1365                    })
1366                }),
1367            ],
1368        }
1369    }
1370}
1371
1372struct InlineAssistGroup {
1373    assist_ids: Vec<InlineAssistId>,
1374    linked: bool,
1375    active_assist_id: Option<InlineAssistId>,
1376}
1377
1378impl InlineAssistGroup {
1379    fn new() -> Self {
1380        Self {
1381            assist_ids: Vec::new(),
1382            linked: true,
1383            active_assist_id: None,
1384        }
1385    }
1386}
1387
1388fn build_assist_editor_renderer(editor: &Entity<PromptEditor>) -> RenderBlock {
1389    let editor = editor.clone();
1390    Arc::new(move |cx: &mut BlockContext| {
1391        *editor.read(cx).gutter_dimensions.lock() = *cx.gutter_dimensions;
1392        editor.clone().into_any_element()
1393    })
1394}
1395
1396#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1397pub struct InlineAssistId(usize);
1398
1399impl InlineAssistId {
1400    fn post_inc(&mut self) -> InlineAssistId {
1401        let id = *self;
1402        self.0 += 1;
1403        id
1404    }
1405}
1406
1407#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1408struct InlineAssistGroupId(usize);
1409
1410impl InlineAssistGroupId {
1411    fn post_inc(&mut self) -> InlineAssistGroupId {
1412        let id = *self;
1413        self.0 += 1;
1414        id
1415    }
1416}
1417
1418enum PromptEditorEvent {
1419    StartRequested,
1420    StopRequested,
1421    ConfirmRequested,
1422    CancelRequested,
1423    DismissRequested,
1424}
1425
1426struct PromptEditor {
1427    id: InlineAssistId,
1428    editor: Entity<Editor>,
1429    language_model_selector: Entity<LanguageModelSelector>,
1430    edited_since_done: bool,
1431    gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1432    prompt_history: VecDeque<String>,
1433    prompt_history_ix: Option<usize>,
1434    pending_prompt: String,
1435    codegen: Entity<Codegen>,
1436    _codegen_subscription: Subscription,
1437    editor_subscriptions: Vec<Subscription>,
1438    pending_token_count: Task<Result<()>>,
1439    token_counts: Option<TokenCounts>,
1440    _token_count_subscriptions: Vec<Subscription>,
1441    workspace: Option<WeakEntity<Workspace>>,
1442    show_rate_limit_notice: bool,
1443}
1444
1445#[derive(Copy, Clone)]
1446pub struct TokenCounts {
1447    total: usize,
1448    assistant_panel: usize,
1449}
1450
1451impl EventEmitter<PromptEditorEvent> for PromptEditor {}
1452
1453impl Render for PromptEditor {
1454    fn render(&mut self, window: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
1455        let gutter_dimensions = *self.gutter_dimensions.lock();
1456        let codegen = self.codegen.read(cx);
1457
1458        let mut buttons = Vec::new();
1459        if codegen.alternative_count(cx) > 1 {
1460            buttons.push(self.render_cycle_controls(cx));
1461        }
1462
1463        let status = codegen.status(cx);
1464        buttons.extend(match status {
1465            CodegenStatus::Idle => {
1466                vec![
1467                    IconButton::new("cancel", IconName::Close)
1468                        .icon_color(Color::Muted)
1469                        .shape(IconButtonShape::Square)
1470                        .tooltip(|window, cx| {
1471                            Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1472                        })
1473                        .on_click(
1474                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1475                        )
1476                        .into_any_element(),
1477                    IconButton::new("start", IconName::SparkleAlt)
1478                        .icon_color(Color::Muted)
1479                        .shape(IconButtonShape::Square)
1480                        .tooltip(|window, cx| {
1481                            Tooltip::for_action("Transform", &menu::Confirm, window, cx)
1482                        })
1483                        .on_click(
1484                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StartRequested)),
1485                        )
1486                        .into_any_element(),
1487                ]
1488            }
1489            CodegenStatus::Pending => {
1490                vec![
1491                    IconButton::new("cancel", IconName::Close)
1492                        .icon_color(Color::Muted)
1493                        .shape(IconButtonShape::Square)
1494                        .tooltip(Tooltip::text("Cancel Assist"))
1495                        .on_click(
1496                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1497                        )
1498                        .into_any_element(),
1499                    IconButton::new("stop", IconName::Stop)
1500                        .icon_color(Color::Error)
1501                        .shape(IconButtonShape::Square)
1502                        .tooltip(|window, cx| {
1503                            Tooltip::with_meta(
1504                                "Interrupt Transformation",
1505                                Some(&menu::Cancel),
1506                                "Changes won't be discarded",
1507                                window,
1508                                cx,
1509                            )
1510                        })
1511                        .on_click(
1512                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StopRequested)),
1513                        )
1514                        .into_any_element(),
1515                ]
1516            }
1517            CodegenStatus::Error(_) | CodegenStatus::Done => {
1518                let must_rerun =
1519                    self.edited_since_done || matches!(status, CodegenStatus::Error(_));
1520                // when accept button isn't visible, then restart maps to confirm
1521                // when accept button is visible, then restart must be mapped to an alternate keyboard shortcut
1522                let restart_key: &dyn gpui::Action = if must_rerun {
1523                    &menu::Confirm
1524                } else {
1525                    &menu::Restart
1526                };
1527                vec![
1528                    IconButton::new("cancel", IconName::Close)
1529                        .icon_color(Color::Muted)
1530                        .shape(IconButtonShape::Square)
1531                        .tooltip(|window, cx| {
1532                            Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1533                        })
1534                        .on_click(
1535                            cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1536                        )
1537                        .into_any_element(),
1538                    IconButton::new("restart", IconName::RotateCw)
1539                        .icon_color(Color::Muted)
1540                        .shape(IconButtonShape::Square)
1541                        .tooltip(|window, cx| {
1542                            Tooltip::with_meta(
1543                                "Regenerate Transformation",
1544                                Some(restart_key),
1545                                "Current change will be discarded",
1546                                window,
1547                                cx,
1548                            )
1549                        })
1550                        .on_click(cx.listener(|_, _, _, cx| {
1551                            cx.emit(PromptEditorEvent::StartRequested);
1552                        }))
1553                        .into_any_element(),
1554                    if !must_rerun {
1555                        IconButton::new("confirm", IconName::Check)
1556                            .icon_color(Color::Info)
1557                            .shape(IconButtonShape::Square)
1558                            .tooltip(|window, cx| {
1559                                Tooltip::for_action("Confirm Assist", &menu::Confirm, window, cx)
1560                            })
1561                            .on_click(cx.listener(|_, _, _, cx| {
1562                                cx.emit(PromptEditorEvent::ConfirmRequested);
1563                            }))
1564                            .into_any_element()
1565                    } else {
1566                        div().into_any_element()
1567                    },
1568                ]
1569            }
1570        });
1571
1572        h_flex()
1573            .key_context("PromptEditor")
1574            .bg(cx.theme().colors().editor_background)
1575            .block_mouse_down()
1576            .cursor(CursorStyle::Arrow)
1577            .border_y_1()
1578            .border_color(cx.theme().status().info_border)
1579            .size_full()
1580            .py(window.line_height() / 2.5)
1581            .on_action(cx.listener(Self::confirm))
1582            .on_action(cx.listener(Self::cancel))
1583            .on_action(cx.listener(Self::restart))
1584            .on_action(cx.listener(Self::move_up))
1585            .on_action(cx.listener(Self::move_down))
1586            .capture_action(cx.listener(Self::cycle_prev))
1587            .capture_action(cx.listener(Self::cycle_next))
1588            .child(
1589                h_flex()
1590                    .w(gutter_dimensions.full_width() + (gutter_dimensions.margin / 2.0))
1591                    .justify_center()
1592                    .gap_2()
1593                    .child(LanguageModelSelectorPopoverMenu::new(
1594                        self.language_model_selector.clone(),
1595                        IconButton::new("context", IconName::SettingsAlt)
1596                            .shape(IconButtonShape::Square)
1597                            .icon_size(IconSize::Small)
1598                            .icon_color(Color::Muted)
1599                            .tooltip(move |window, cx| {
1600                                Tooltip::with_meta(
1601                                    format!(
1602                                        "Using {}",
1603                                        LanguageModelRegistry::read_global(cx)
1604                                            .active_model()
1605                                            .map(|model| model.name().0)
1606                                            .unwrap_or_else(|| "No model selected".into()),
1607                                    ),
1608                                    None,
1609                                    "Change Model",
1610                                    window,
1611                                    cx,
1612                                )
1613                            }),
1614                    ))
1615                    .map(|el| {
1616                        let CodegenStatus::Error(error) = self.codegen.read(cx).status(cx) else {
1617                            return el;
1618                        };
1619
1620                        let error_message = SharedString::from(error.to_string());
1621                        if error.error_code() == proto::ErrorCode::RateLimitExceeded
1622                            && cx.has_flag::<ZedPro>()
1623                        {
1624                            el.child(
1625                                v_flex()
1626                                    .child(
1627                                        IconButton::new("rate-limit-error", IconName::XCircle)
1628                                            .toggle_state(self.show_rate_limit_notice)
1629                                            .shape(IconButtonShape::Square)
1630                                            .icon_size(IconSize::Small)
1631                                            .on_click(cx.listener(Self::toggle_rate_limit_notice)),
1632                                    )
1633                                    .children(self.show_rate_limit_notice.then(|| {
1634                                        deferred(
1635                                            anchored()
1636                                                .position_mode(gpui::AnchoredPositionMode::Local)
1637                                                .position(point(px(0.), px(24.)))
1638                                                .anchor(gpui::Corner::TopLeft)
1639                                                .child(self.render_rate_limit_notice(cx)),
1640                                        )
1641                                    })),
1642                            )
1643                        } else {
1644                            el.child(
1645                                div()
1646                                    .id("error")
1647                                    .tooltip(Tooltip::text(error_message))
1648                                    .child(
1649                                        Icon::new(IconName::XCircle)
1650                                            .size(IconSize::Small)
1651                                            .color(Color::Error),
1652                                    ),
1653                            )
1654                        }
1655                    }),
1656            )
1657            .child(div().flex_1().child(self.render_prompt_editor(cx)))
1658            .child(
1659                h_flex()
1660                    .gap_2()
1661                    .pr_6()
1662                    .children(self.render_token_count(cx))
1663                    .children(buttons),
1664            )
1665    }
1666}
1667
1668impl Focusable for PromptEditor {
1669    fn focus_handle(&self, cx: &App) -> FocusHandle {
1670        self.editor.focus_handle(cx)
1671    }
1672}
1673
1674impl PromptEditor {
1675    const MAX_LINES: u8 = 8;
1676
1677    #[allow(clippy::too_many_arguments)]
1678    fn new(
1679        id: InlineAssistId,
1680        gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1681        prompt_history: VecDeque<String>,
1682        prompt_buffer: Entity<MultiBuffer>,
1683        codegen: Entity<Codegen>,
1684        parent_editor: &Entity<Editor>,
1685        assistant_panel: Option<&Entity<AssistantPanel>>,
1686        workspace: Option<WeakEntity<Workspace>>,
1687        fs: Arc<dyn Fs>,
1688        window: &mut Window,
1689        cx: &mut Context<Self>,
1690    ) -> Self {
1691        let prompt_editor = cx.new(|cx| {
1692            let mut editor = Editor::new(
1693                EditorMode::AutoHeight {
1694                    max_lines: Self::MAX_LINES as usize,
1695                },
1696                prompt_buffer,
1697                None,
1698                false,
1699                window,
1700                cx,
1701            );
1702            editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1703            // Since the prompt editors for all inline assistants are linked,
1704            // always show the cursor (even when it isn't focused) because
1705            // typing in one will make what you typed appear in all of them.
1706            editor.set_show_cursor_when_unfocused(true, cx);
1707            editor.set_placeholder_text(Self::placeholder_text(codegen.read(cx), window), cx);
1708            editor
1709        });
1710
1711        let mut token_count_subscriptions = Vec::new();
1712        token_count_subscriptions.push(cx.subscribe_in(
1713            parent_editor,
1714            window,
1715            Self::handle_parent_editor_event,
1716        ));
1717        if let Some(assistant_panel) = assistant_panel {
1718            token_count_subscriptions.push(cx.subscribe_in(
1719                assistant_panel,
1720                window,
1721                Self::handle_assistant_panel_event,
1722            ));
1723        }
1724
1725        let mut this = Self {
1726            id,
1727            editor: prompt_editor,
1728            language_model_selector: cx.new(|cx| {
1729                let fs = fs.clone();
1730                LanguageModelSelector::new(
1731                    move |model, cx| {
1732                        update_settings_file::<AssistantSettings>(
1733                            fs.clone(),
1734                            cx,
1735                            move |settings, _| settings.set_model(model.clone()),
1736                        );
1737                    },
1738                    window,
1739                    cx,
1740                )
1741            }),
1742            edited_since_done: false,
1743            gutter_dimensions,
1744            prompt_history,
1745            prompt_history_ix: None,
1746            pending_prompt: String::new(),
1747            _codegen_subscription: cx.observe(&codegen, Self::handle_codegen_changed),
1748            editor_subscriptions: Vec::new(),
1749            codegen,
1750            pending_token_count: Task::ready(Ok(())),
1751            token_counts: None,
1752            _token_count_subscriptions: token_count_subscriptions,
1753            workspace,
1754            show_rate_limit_notice: false,
1755        };
1756        this.count_tokens(cx);
1757        this.subscribe_to_editor(window, cx);
1758        this
1759    }
1760
1761    fn subscribe_to_editor(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1762        self.editor_subscriptions.clear();
1763        self.editor_subscriptions.push(cx.subscribe_in(
1764            &self.editor,
1765            window,
1766            Self::handle_prompt_editor_events,
1767        ));
1768    }
1769
1770    fn set_show_cursor_when_unfocused(
1771        &mut self,
1772        show_cursor_when_unfocused: bool,
1773        cx: &mut Context<Self>,
1774    ) {
1775        self.editor.update(cx, |editor, cx| {
1776            editor.set_show_cursor_when_unfocused(show_cursor_when_unfocused, cx)
1777        });
1778    }
1779
1780    fn unlink(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1781        let prompt = self.prompt(cx);
1782        let focus = self.editor.focus_handle(cx).contains_focused(window, cx);
1783        self.editor = cx.new(|cx| {
1784            let mut editor = Editor::auto_height(Self::MAX_LINES as usize, window, cx);
1785            editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1786            editor.set_placeholder_text(Self::placeholder_text(self.codegen.read(cx), window), cx);
1787            editor.set_placeholder_text("Add a prompt…", cx);
1788            editor.set_text(prompt, window, cx);
1789            if focus {
1790                window.focus(&editor.focus_handle(cx));
1791            }
1792            editor
1793        });
1794        self.subscribe_to_editor(window, cx);
1795    }
1796
1797    fn placeholder_text(codegen: &Codegen, window: &Window) -> String {
1798        let context_keybinding = text_for_action(&zed_actions::assistant::ToggleFocus, window)
1799            .map(|keybinding| format!("{keybinding} for context"))
1800            .unwrap_or_default();
1801
1802        let action = if codegen.is_insertion {
1803            "Generate"
1804        } else {
1805            "Transform"
1806        };
1807
1808        format!("{action}{context_keybinding} • ↓↑ for history")
1809    }
1810
1811    fn prompt(&self, cx: &App) -> String {
1812        self.editor.read(cx).text(cx)
1813    }
1814
1815    fn toggle_rate_limit_notice(
1816        &mut self,
1817        _: &ClickEvent,
1818        window: &mut Window,
1819        cx: &mut Context<Self>,
1820    ) {
1821        self.show_rate_limit_notice = !self.show_rate_limit_notice;
1822        if self.show_rate_limit_notice {
1823            window.focus(&self.editor.focus_handle(cx));
1824        }
1825        cx.notify();
1826    }
1827
1828    fn handle_parent_editor_event(
1829        &mut self,
1830        _: &Entity<Editor>,
1831        event: &EditorEvent,
1832        _: &mut Window,
1833        cx: &mut Context<Self>,
1834    ) {
1835        if let EditorEvent::BufferEdited { .. } = event {
1836            self.count_tokens(cx);
1837        }
1838    }
1839
1840    fn handle_assistant_panel_event(
1841        &mut self,
1842        _: &Entity<AssistantPanel>,
1843        event: &AssistantPanelEvent,
1844        _: &mut Window,
1845        cx: &mut Context<Self>,
1846    ) {
1847        let AssistantPanelEvent::ContextEdited { .. } = event;
1848        self.count_tokens(cx);
1849    }
1850
1851    fn count_tokens(&mut self, cx: &mut Context<Self>) {
1852        let assist_id = self.id;
1853        self.pending_token_count = cx.spawn(|this, mut cx| async move {
1854            cx.background_executor().timer(Duration::from_secs(1)).await;
1855            let token_count = cx
1856                .update_global(|inline_assistant: &mut InlineAssistant, cx| {
1857                    let assist = inline_assistant
1858                        .assists
1859                        .get(&assist_id)
1860                        .context("assist not found")?;
1861                    anyhow::Ok(assist.count_tokens(cx))
1862                })??
1863                .await?;
1864
1865            this.update(&mut cx, |this, cx| {
1866                this.token_counts = Some(token_count);
1867                cx.notify();
1868            })
1869        })
1870    }
1871
1872    fn handle_prompt_editor_events(
1873        &mut self,
1874        _: &Entity<Editor>,
1875        event: &EditorEvent,
1876        window: &mut Window,
1877        cx: &mut Context<Self>,
1878    ) {
1879        match event {
1880            EditorEvent::Edited { .. } => {
1881                if let Some(workspace) = window.window_handle().downcast::<Workspace>() {
1882                    workspace
1883                        .update(cx, |workspace, _, cx| {
1884                            let is_via_ssh = workspace
1885                                .project()
1886                                .update(cx, |project, _| project.is_via_ssh());
1887
1888                            workspace
1889                                .client()
1890                                .telemetry()
1891                                .log_edit_event("inline assist", is_via_ssh);
1892                        })
1893                        .log_err();
1894                }
1895                let prompt = self.editor.read(cx).text(cx);
1896                if self
1897                    .prompt_history_ix
1898                    .map_or(true, |ix| self.prompt_history[ix] != prompt)
1899                {
1900                    self.prompt_history_ix.take();
1901                    self.pending_prompt = prompt;
1902                }
1903
1904                self.edited_since_done = true;
1905                cx.notify();
1906            }
1907            EditorEvent::BufferEdited => {
1908                self.count_tokens(cx);
1909            }
1910            EditorEvent::Blurred => {
1911                if self.show_rate_limit_notice {
1912                    self.show_rate_limit_notice = false;
1913                    cx.notify();
1914                }
1915            }
1916            _ => {}
1917        }
1918    }
1919
1920    fn handle_codegen_changed(&mut self, _: Entity<Codegen>, cx: &mut Context<Self>) {
1921        match self.codegen.read(cx).status(cx) {
1922            CodegenStatus::Idle => {
1923                self.editor
1924                    .update(cx, |editor, _| editor.set_read_only(false));
1925            }
1926            CodegenStatus::Pending => {
1927                self.editor
1928                    .update(cx, |editor, _| editor.set_read_only(true));
1929            }
1930            CodegenStatus::Done => {
1931                self.edited_since_done = false;
1932                self.editor
1933                    .update(cx, |editor, _| editor.set_read_only(false));
1934            }
1935            CodegenStatus::Error(error) => {
1936                if cx.has_flag::<ZedPro>()
1937                    && error.error_code() == proto::ErrorCode::RateLimitExceeded
1938                    && !dismissed_rate_limit_notice()
1939                {
1940                    self.show_rate_limit_notice = true;
1941                    cx.notify();
1942                }
1943
1944                self.edited_since_done = false;
1945                self.editor
1946                    .update(cx, |editor, _| editor.set_read_only(false));
1947            }
1948        }
1949    }
1950
1951    fn restart(&mut self, _: &menu::Restart, _window: &mut Window, cx: &mut Context<Self>) {
1952        cx.emit(PromptEditorEvent::StartRequested);
1953    }
1954
1955    fn cancel(
1956        &mut self,
1957        _: &editor::actions::Cancel,
1958        _window: &mut Window,
1959        cx: &mut Context<Self>,
1960    ) {
1961        match self.codegen.read(cx).status(cx) {
1962            CodegenStatus::Idle | CodegenStatus::Done | CodegenStatus::Error(_) => {
1963                cx.emit(PromptEditorEvent::CancelRequested);
1964            }
1965            CodegenStatus::Pending => {
1966                cx.emit(PromptEditorEvent::StopRequested);
1967            }
1968        }
1969    }
1970
1971    fn confirm(&mut self, _: &menu::Confirm, _window: &mut Window, cx: &mut Context<Self>) {
1972        match self.codegen.read(cx).status(cx) {
1973            CodegenStatus::Idle => {
1974                cx.emit(PromptEditorEvent::StartRequested);
1975            }
1976            CodegenStatus::Pending => {
1977                cx.emit(PromptEditorEvent::DismissRequested);
1978            }
1979            CodegenStatus::Done => {
1980                if self.edited_since_done {
1981                    cx.emit(PromptEditorEvent::StartRequested);
1982                } else {
1983                    cx.emit(PromptEditorEvent::ConfirmRequested);
1984                }
1985            }
1986            CodegenStatus::Error(_) => {
1987                cx.emit(PromptEditorEvent::StartRequested);
1988            }
1989        }
1990    }
1991
1992    fn move_up(&mut self, _: &MoveUp, window: &mut Window, cx: &mut Context<Self>) {
1993        if let Some(ix) = self.prompt_history_ix {
1994            if ix > 0 {
1995                self.prompt_history_ix = Some(ix - 1);
1996                let prompt = self.prompt_history[ix - 1].as_str();
1997                self.editor.update(cx, |editor, cx| {
1998                    editor.set_text(prompt, window, cx);
1999                    editor.move_to_beginning(&Default::default(), window, cx);
2000                });
2001            }
2002        } else if !self.prompt_history.is_empty() {
2003            self.prompt_history_ix = Some(self.prompt_history.len() - 1);
2004            let prompt = self.prompt_history[self.prompt_history.len() - 1].as_str();
2005            self.editor.update(cx, |editor, cx| {
2006                editor.set_text(prompt, window, cx);
2007                editor.move_to_beginning(&Default::default(), window, cx);
2008            });
2009        }
2010    }
2011
2012    fn move_down(&mut self, _: &MoveDown, window: &mut Window, cx: &mut Context<Self>) {
2013        if let Some(ix) = self.prompt_history_ix {
2014            if ix < self.prompt_history.len() - 1 {
2015                self.prompt_history_ix = Some(ix + 1);
2016                let prompt = self.prompt_history[ix + 1].as_str();
2017                self.editor.update(cx, |editor, cx| {
2018                    editor.set_text(prompt, window, cx);
2019                    editor.move_to_end(&Default::default(), window, cx)
2020                });
2021            } else {
2022                self.prompt_history_ix = None;
2023                let prompt = self.pending_prompt.as_str();
2024                self.editor.update(cx, |editor, cx| {
2025                    editor.set_text(prompt, window, cx);
2026                    editor.move_to_end(&Default::default(), window, cx)
2027                });
2028            }
2029        }
2030    }
2031
2032    fn cycle_prev(
2033        &mut self,
2034        _: &CyclePreviousInlineAssist,
2035        _: &mut Window,
2036        cx: &mut Context<Self>,
2037    ) {
2038        self.codegen
2039            .update(cx, |codegen, cx| codegen.cycle_prev(cx));
2040    }
2041
2042    fn cycle_next(&mut self, _: &CycleNextInlineAssist, _: &mut Window, cx: &mut Context<Self>) {
2043        self.codegen
2044            .update(cx, |codegen, cx| codegen.cycle_next(cx));
2045    }
2046
2047    fn render_cycle_controls(&self, cx: &Context<Self>) -> AnyElement {
2048        let codegen = self.codegen.read(cx);
2049        let disabled = matches!(codegen.status(cx), CodegenStatus::Idle);
2050
2051        let model_registry = LanguageModelRegistry::read_global(cx);
2052        let default_model = model_registry.active_model();
2053        let alternative_models = model_registry.inline_alternative_models();
2054
2055        let get_model_name = |index: usize| -> String {
2056            let name = |model: &Arc<dyn LanguageModel>| model.name().0.to_string();
2057
2058            match index {
2059                0 => default_model.as_ref().map_or_else(String::new, name),
2060                index if index <= alternative_models.len() => alternative_models
2061                    .get(index - 1)
2062                    .map_or_else(String::new, name),
2063                _ => String::new(),
2064            }
2065        };
2066
2067        let total_models = alternative_models.len() + 1;
2068
2069        if total_models <= 1 {
2070            return div().into_any_element();
2071        }
2072
2073        let current_index = codegen.active_alternative;
2074        let prev_index = (current_index + total_models - 1) % total_models;
2075        let next_index = (current_index + 1) % total_models;
2076
2077        let prev_model_name = get_model_name(prev_index);
2078        let next_model_name = get_model_name(next_index);
2079
2080        h_flex()
2081            .child(
2082                IconButton::new("previous", IconName::ChevronLeft)
2083                    .icon_color(Color::Muted)
2084                    .disabled(disabled || current_index == 0)
2085                    .shape(IconButtonShape::Square)
2086                    .tooltip({
2087                        let focus_handle = self.editor.focus_handle(cx);
2088                        move |window, cx| {
2089                            cx.new(|_| {
2090                                let mut tooltip = Tooltip::new("Previous Alternative").key_binding(
2091                                    KeyBinding::for_action_in(
2092                                        &CyclePreviousInlineAssist,
2093                                        &focus_handle,
2094                                        window,
2095                                    ),
2096                                );
2097                                if !disabled && current_index != 0 {
2098                                    tooltip = tooltip.meta(prev_model_name.clone());
2099                                }
2100                                tooltip
2101                            })
2102                            .into()
2103                        }
2104                    })
2105                    .on_click(cx.listener(|this, _, _, cx| {
2106                        this.codegen
2107                            .update(cx, |codegen, cx| codegen.cycle_prev(cx))
2108                    })),
2109            )
2110            .child(
2111                Label::new(format!(
2112                    "{}/{}",
2113                    codegen.active_alternative + 1,
2114                    codegen.alternative_count(cx)
2115                ))
2116                .size(LabelSize::Small)
2117                .color(if disabled {
2118                    Color::Disabled
2119                } else {
2120                    Color::Muted
2121                }),
2122            )
2123            .child(
2124                IconButton::new("next", IconName::ChevronRight)
2125                    .icon_color(Color::Muted)
2126                    .disabled(disabled || current_index == total_models - 1)
2127                    .shape(IconButtonShape::Square)
2128                    .tooltip({
2129                        let focus_handle = self.editor.focus_handle(cx);
2130                        move |window, cx| {
2131                            cx.new(|_| {
2132                                let mut tooltip = Tooltip::new("Next Alternative").key_binding(
2133                                    KeyBinding::for_action_in(
2134                                        &CycleNextInlineAssist,
2135                                        &focus_handle,
2136                                        window,
2137                                    ),
2138                                );
2139                                if !disabled && current_index != total_models - 1 {
2140                                    tooltip = tooltip.meta(next_model_name.clone());
2141                                }
2142                                tooltip
2143                            })
2144                            .into()
2145                        }
2146                    })
2147                    .on_click(cx.listener(|this, _, _, cx| {
2148                        this.codegen
2149                            .update(cx, |codegen, cx| codegen.cycle_next(cx))
2150                    })),
2151            )
2152            .into_any_element()
2153    }
2154
2155    fn render_token_count(&self, cx: &mut Context<Self>) -> Option<impl IntoElement> {
2156        let model = LanguageModelRegistry::read_global(cx).active_model()?;
2157        let token_counts = self.token_counts?;
2158        let max_token_count = model.max_token_count();
2159
2160        let remaining_tokens = max_token_count as isize - token_counts.total as isize;
2161        let token_count_color = if remaining_tokens <= 0 {
2162            Color::Error
2163        } else if token_counts.total as f32 / max_token_count as f32 >= 0.8 {
2164            Color::Warning
2165        } else {
2166            Color::Muted
2167        };
2168
2169        let mut token_count = h_flex()
2170            .id("token_count")
2171            .gap_0p5()
2172            .child(
2173                Label::new(humanize_token_count(token_counts.total))
2174                    .size(LabelSize::Small)
2175                    .color(token_count_color),
2176            )
2177            .child(Label::new("/").size(LabelSize::Small).color(Color::Muted))
2178            .child(
2179                Label::new(humanize_token_count(max_token_count))
2180                    .size(LabelSize::Small)
2181                    .color(Color::Muted),
2182            );
2183        if let Some(workspace) = self.workspace.clone() {
2184            token_count = token_count
2185                .tooltip(move |window, cx| {
2186                    Tooltip::with_meta(
2187                        format!(
2188                            "Tokens Used ({} from the Assistant Panel)",
2189                            humanize_token_count(token_counts.assistant_panel)
2190                        ),
2191                        None,
2192                        "Click to open the Assistant Panel",
2193                        window,
2194                        cx,
2195                    )
2196                })
2197                .cursor_pointer()
2198                .on_mouse_down(gpui::MouseButton::Left, |_, _, cx| cx.stop_propagation())
2199                .on_click(move |_, window, cx| {
2200                    cx.stop_propagation();
2201                    workspace
2202                        .update(cx, |workspace, cx| {
2203                            workspace.focus_panel::<AssistantPanel>(window, cx)
2204                        })
2205                        .ok();
2206                });
2207        } else {
2208            token_count = token_count
2209                .cursor_default()
2210                .tooltip(Tooltip::text("Tokens used"));
2211        }
2212
2213        Some(token_count)
2214    }
2215
2216    fn render_prompt_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
2217        let settings = ThemeSettings::get_global(cx);
2218        let text_style = TextStyle {
2219            color: if self.editor.read(cx).read_only(cx) {
2220                cx.theme().colors().text_disabled
2221            } else {
2222                cx.theme().colors().text
2223            },
2224            font_family: settings.buffer_font.family.clone(),
2225            font_fallbacks: settings.buffer_font.fallbacks.clone(),
2226            font_size: settings.buffer_font_size.into(),
2227            font_weight: settings.buffer_font.weight,
2228            line_height: relative(settings.buffer_line_height.value()),
2229            ..Default::default()
2230        };
2231        EditorElement::new(
2232            &self.editor,
2233            EditorStyle {
2234                background: cx.theme().colors().editor_background,
2235                local_player: cx.theme().players().local(),
2236                text: text_style,
2237                ..Default::default()
2238            },
2239        )
2240    }
2241
2242    fn render_rate_limit_notice(&self, cx: &mut Context<Self>) -> impl IntoElement {
2243        Popover::new().child(
2244            v_flex()
2245                .occlude()
2246                .p_2()
2247                .child(
2248                    Label::new("Out of Tokens")
2249                        .size(LabelSize::Small)
2250                        .weight(FontWeight::BOLD),
2251                )
2252                .child(Label::new(
2253                    "Try Zed Pro for higher limits, a wider range of models, and more.",
2254                ))
2255                .child(
2256                    h_flex()
2257                        .justify_between()
2258                        .child(CheckboxWithLabel::new(
2259                            "dont-show-again",
2260                            Label::new("Don't show again"),
2261                            if dismissed_rate_limit_notice() {
2262                                ui::ToggleState::Selected
2263                            } else {
2264                                ui::ToggleState::Unselected
2265                            },
2266                            |selection, _, cx| {
2267                                let is_dismissed = match selection {
2268                                    ui::ToggleState::Unselected => false,
2269                                    ui::ToggleState::Indeterminate => return,
2270                                    ui::ToggleState::Selected => true,
2271                                };
2272
2273                                set_rate_limit_notice_dismissed(is_dismissed, cx)
2274                            },
2275                        ))
2276                        .child(
2277                            h_flex()
2278                                .gap_2()
2279                                .child(
2280                                    Button::new("dismiss", "Dismiss")
2281                                        .style(ButtonStyle::Transparent)
2282                                        .on_click(cx.listener(Self::toggle_rate_limit_notice)),
2283                                )
2284                                .child(Button::new("more-info", "More Info").on_click(
2285                                    |_event, window, cx| {
2286                                        window.dispatch_action(
2287                                            Box::new(zed_actions::OpenAccountSettings),
2288                                            cx,
2289                                        )
2290                                    },
2291                                )),
2292                        ),
2293                ),
2294        )
2295    }
2296}
2297
2298const DISMISSED_RATE_LIMIT_NOTICE_KEY: &str = "dismissed-rate-limit-notice";
2299
2300fn dismissed_rate_limit_notice() -> bool {
2301    db::kvp::KEY_VALUE_STORE
2302        .read_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY)
2303        .log_err()
2304        .map_or(false, |s| s.is_some())
2305}
2306
2307fn set_rate_limit_notice_dismissed(is_dismissed: bool, cx: &mut App) {
2308    db::write_and_log(cx, move || async move {
2309        if is_dismissed {
2310            db::kvp::KEY_VALUE_STORE
2311                .write_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into(), "1".into())
2312                .await
2313        } else {
2314            db::kvp::KEY_VALUE_STORE
2315                .delete_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into())
2316                .await
2317        }
2318    })
2319}
2320
2321struct InlineAssist {
2322    group_id: InlineAssistGroupId,
2323    range: Range<Anchor>,
2324    editor: WeakEntity<Editor>,
2325    decorations: Option<InlineAssistDecorations>,
2326    codegen: Entity<Codegen>,
2327    _subscriptions: Vec<Subscription>,
2328    workspace: Option<WeakEntity<Workspace>>,
2329    include_context: bool,
2330}
2331
2332impl InlineAssist {
2333    #[allow(clippy::too_many_arguments)]
2334    fn new(
2335        assist_id: InlineAssistId,
2336        group_id: InlineAssistGroupId,
2337        include_context: bool,
2338        editor: &Entity<Editor>,
2339        prompt_editor: &Entity<PromptEditor>,
2340        prompt_block_id: CustomBlockId,
2341        end_block_id: CustomBlockId,
2342        range: Range<Anchor>,
2343        codegen: Entity<Codegen>,
2344        workspace: Option<WeakEntity<Workspace>>,
2345        window: &mut Window,
2346        cx: &mut App,
2347    ) -> Self {
2348        let prompt_editor_focus_handle = prompt_editor.focus_handle(cx);
2349        InlineAssist {
2350            group_id,
2351            include_context,
2352            editor: editor.downgrade(),
2353            decorations: Some(InlineAssistDecorations {
2354                prompt_block_id,
2355                prompt_editor: prompt_editor.clone(),
2356                removed_line_block_ids: HashSet::default(),
2357                end_block_id,
2358            }),
2359            range,
2360            codegen: codegen.clone(),
2361            workspace: workspace.clone(),
2362            _subscriptions: vec![
2363                window.on_focus_in(&prompt_editor_focus_handle, cx, move |_, cx| {
2364                    InlineAssistant::update_global(cx, |this, cx| {
2365                        this.handle_prompt_editor_focus_in(assist_id, cx)
2366                    })
2367                }),
2368                window.on_focus_out(&prompt_editor_focus_handle, cx, move |_, _, cx| {
2369                    InlineAssistant::update_global(cx, |this, cx| {
2370                        this.handle_prompt_editor_focus_out(assist_id, cx)
2371                    })
2372                }),
2373                window.subscribe(
2374                    prompt_editor,
2375                    cx,
2376                    move |prompt_editor, event, window, cx| {
2377                        InlineAssistant::update_global(cx, |this, cx| {
2378                            this.handle_prompt_editor_event(prompt_editor, event, window, cx)
2379                        })
2380                    },
2381                ),
2382                window.observe(&codegen, cx, {
2383                    let editor = editor.downgrade();
2384                    move |_, window, cx| {
2385                        if let Some(editor) = editor.upgrade() {
2386                            InlineAssistant::update_global(cx, |this, cx| {
2387                                if let Some(editor_assists) =
2388                                    this.assists_by_editor.get(&editor.downgrade())
2389                                {
2390                                    editor_assists.highlight_updates.send(()).ok();
2391                                }
2392
2393                                this.update_editor_blocks(&editor, assist_id, window, cx);
2394                            })
2395                        }
2396                    }
2397                }),
2398                window.subscribe(&codegen, cx, move |codegen, event, window, cx| {
2399                    InlineAssistant::update_global(cx, |this, cx| match event {
2400                        CodegenEvent::Undone => this.finish_assist(assist_id, false, window, cx),
2401                        CodegenEvent::Finished => {
2402                            let assist = if let Some(assist) = this.assists.get(&assist_id) {
2403                                assist
2404                            } else {
2405                                return;
2406                            };
2407
2408                            if let CodegenStatus::Error(error) = codegen.read(cx).status(cx) {
2409                                if assist.decorations.is_none() {
2410                                    if let Some(workspace) = assist
2411                                        .workspace
2412                                        .as_ref()
2413                                        .and_then(|workspace| workspace.upgrade())
2414                                    {
2415                                        let error = format!("Inline assistant error: {}", error);
2416                                        workspace.update(cx, |workspace, cx| {
2417                                            struct InlineAssistantError;
2418
2419                                            let id =
2420                                                NotificationId::composite::<InlineAssistantError>(
2421                                                    assist_id.0,
2422                                                );
2423
2424                                            workspace.show_toast(Toast::new(id, error), cx);
2425                                        })
2426                                    }
2427                                }
2428                            }
2429
2430                            if assist.decorations.is_none() {
2431                                this.finish_assist(assist_id, false, window, cx);
2432                            }
2433                        }
2434                    })
2435                }),
2436            ],
2437        }
2438    }
2439
2440    fn user_prompt(&self, cx: &App) -> Option<String> {
2441        let decorations = self.decorations.as_ref()?;
2442        Some(decorations.prompt_editor.read(cx).prompt(cx))
2443    }
2444
2445    fn assistant_panel_context(&self, cx: &mut App) -> Option<LanguageModelRequest> {
2446        if self.include_context {
2447            let workspace = self.workspace.as_ref()?;
2448            let workspace = workspace.upgrade()?.read(cx);
2449            let assistant_panel = workspace.panel::<AssistantPanel>(cx)?;
2450            Some(
2451                assistant_panel
2452                    .read(cx)
2453                    .active_context(cx)?
2454                    .read(cx)
2455                    .to_completion_request(RequestType::Chat, cx),
2456            )
2457        } else {
2458            None
2459        }
2460    }
2461
2462    pub fn count_tokens(&self, cx: &mut App) -> BoxFuture<'static, Result<TokenCounts>> {
2463        let Some(user_prompt) = self.user_prompt(cx) else {
2464            return future::ready(Err(anyhow!("no user prompt"))).boxed();
2465        };
2466        let assistant_panel_context = self.assistant_panel_context(cx);
2467        self.codegen
2468            .read(cx)
2469            .count_tokens(user_prompt, assistant_panel_context, cx)
2470    }
2471}
2472
2473struct InlineAssistDecorations {
2474    prompt_block_id: CustomBlockId,
2475    prompt_editor: Entity<PromptEditor>,
2476    removed_line_block_ids: HashSet<CustomBlockId>,
2477    end_block_id: CustomBlockId,
2478}
2479
2480#[derive(Copy, Clone, Debug)]
2481pub enum CodegenEvent {
2482    Finished,
2483    Undone,
2484}
2485
2486pub struct Codegen {
2487    alternatives: Vec<Entity<CodegenAlternative>>,
2488    active_alternative: usize,
2489    seen_alternatives: HashSet<usize>,
2490    subscriptions: Vec<Subscription>,
2491    buffer: Entity<MultiBuffer>,
2492    range: Range<Anchor>,
2493    initial_transaction_id: Option<TransactionId>,
2494    telemetry: Arc<Telemetry>,
2495    builder: Arc<PromptBuilder>,
2496    is_insertion: bool,
2497}
2498
2499impl Codegen {
2500    pub fn new(
2501        buffer: Entity<MultiBuffer>,
2502        range: Range<Anchor>,
2503        initial_transaction_id: Option<TransactionId>,
2504        telemetry: Arc<Telemetry>,
2505        builder: Arc<PromptBuilder>,
2506        cx: &mut Context<Self>,
2507    ) -> Self {
2508        let codegen = cx.new(|cx| {
2509            CodegenAlternative::new(
2510                buffer.clone(),
2511                range.clone(),
2512                false,
2513                Some(telemetry.clone()),
2514                builder.clone(),
2515                cx,
2516            )
2517        });
2518        let mut this = Self {
2519            is_insertion: range.to_offset(&buffer.read(cx).snapshot(cx)).is_empty(),
2520            alternatives: vec![codegen],
2521            active_alternative: 0,
2522            seen_alternatives: HashSet::default(),
2523            subscriptions: Vec::new(),
2524            buffer,
2525            range,
2526            initial_transaction_id,
2527            telemetry,
2528            builder,
2529        };
2530        this.activate(0, cx);
2531        this
2532    }
2533
2534    fn subscribe_to_alternative(&mut self, cx: &mut Context<Self>) {
2535        let codegen = self.active_alternative().clone();
2536        self.subscriptions.clear();
2537        self.subscriptions
2538            .push(cx.observe(&codegen, |_, _, cx| cx.notify()));
2539        self.subscriptions
2540            .push(cx.subscribe(&codegen, |_, _, event, cx| cx.emit(*event)));
2541    }
2542
2543    fn active_alternative(&self) -> &Entity<CodegenAlternative> {
2544        &self.alternatives[self.active_alternative]
2545    }
2546
2547    fn status<'a>(&self, cx: &'a App) -> &'a CodegenStatus {
2548        &self.active_alternative().read(cx).status
2549    }
2550
2551    fn alternative_count(&self, cx: &App) -> usize {
2552        LanguageModelRegistry::read_global(cx)
2553            .inline_alternative_models()
2554            .len()
2555            + 1
2556    }
2557
2558    pub fn cycle_prev(&mut self, cx: &mut Context<Self>) {
2559        let next_active_ix = if self.active_alternative == 0 {
2560            self.alternatives.len() - 1
2561        } else {
2562            self.active_alternative - 1
2563        };
2564        self.activate(next_active_ix, cx);
2565    }
2566
2567    pub fn cycle_next(&mut self, cx: &mut Context<Self>) {
2568        let next_active_ix = (self.active_alternative + 1) % self.alternatives.len();
2569        self.activate(next_active_ix, cx);
2570    }
2571
2572    fn activate(&mut self, index: usize, cx: &mut Context<Self>) {
2573        self.active_alternative()
2574            .update(cx, |codegen, cx| codegen.set_active(false, cx));
2575        self.seen_alternatives.insert(index);
2576        self.active_alternative = index;
2577        self.active_alternative()
2578            .update(cx, |codegen, cx| codegen.set_active(true, cx));
2579        self.subscribe_to_alternative(cx);
2580        cx.notify();
2581    }
2582
2583    pub fn start(
2584        &mut self,
2585        user_prompt: String,
2586        assistant_panel_context: Option<LanguageModelRequest>,
2587        cx: &mut Context<Self>,
2588    ) -> Result<()> {
2589        let alternative_models = LanguageModelRegistry::read_global(cx)
2590            .inline_alternative_models()
2591            .to_vec();
2592
2593        self.active_alternative()
2594            .update(cx, |alternative, cx| alternative.undo(cx));
2595        self.activate(0, cx);
2596        self.alternatives.truncate(1);
2597
2598        for _ in 0..alternative_models.len() {
2599            self.alternatives.push(cx.new(|cx| {
2600                CodegenAlternative::new(
2601                    self.buffer.clone(),
2602                    self.range.clone(),
2603                    false,
2604                    Some(self.telemetry.clone()),
2605                    self.builder.clone(),
2606                    cx,
2607                )
2608            }));
2609        }
2610
2611        let primary_model = LanguageModelRegistry::read_global(cx)
2612            .active_model()
2613            .context("no active model")?;
2614
2615        for (model, alternative) in iter::once(primary_model)
2616            .chain(alternative_models)
2617            .zip(&self.alternatives)
2618        {
2619            alternative.update(cx, |alternative, cx| {
2620                alternative.start(
2621                    user_prompt.clone(),
2622                    assistant_panel_context.clone(),
2623                    model.clone(),
2624                    cx,
2625                )
2626            })?;
2627        }
2628
2629        Ok(())
2630    }
2631
2632    pub fn stop(&mut self, cx: &mut Context<Self>) {
2633        for codegen in &self.alternatives {
2634            codegen.update(cx, |codegen, cx| codegen.stop(cx));
2635        }
2636    }
2637
2638    pub fn undo(&mut self, cx: &mut Context<Self>) {
2639        self.active_alternative()
2640            .update(cx, |codegen, cx| codegen.undo(cx));
2641
2642        self.buffer.update(cx, |buffer, cx| {
2643            if let Some(transaction_id) = self.initial_transaction_id.take() {
2644                buffer.undo_transaction(transaction_id, cx);
2645                buffer.refresh_preview(cx);
2646            }
2647        });
2648    }
2649
2650    pub fn count_tokens(
2651        &self,
2652        user_prompt: String,
2653        assistant_panel_context: Option<LanguageModelRequest>,
2654        cx: &App,
2655    ) -> BoxFuture<'static, Result<TokenCounts>> {
2656        self.active_alternative()
2657            .read(cx)
2658            .count_tokens(user_prompt, assistant_panel_context, cx)
2659    }
2660
2661    pub fn buffer(&self, cx: &App) -> Entity<MultiBuffer> {
2662        self.active_alternative().read(cx).buffer.clone()
2663    }
2664
2665    pub fn old_buffer(&self, cx: &App) -> Entity<Buffer> {
2666        self.active_alternative().read(cx).old_buffer.clone()
2667    }
2668
2669    pub fn snapshot(&self, cx: &App) -> MultiBufferSnapshot {
2670        self.active_alternative().read(cx).snapshot.clone()
2671    }
2672
2673    pub fn edit_position(&self, cx: &App) -> Option<Anchor> {
2674        self.active_alternative().read(cx).edit_position
2675    }
2676
2677    fn diff<'a>(&self, cx: &'a App) -> &'a Diff {
2678        &self.active_alternative().read(cx).diff
2679    }
2680
2681    pub fn last_equal_ranges<'a>(&self, cx: &'a App) -> &'a [Range<Anchor>] {
2682        self.active_alternative().read(cx).last_equal_ranges()
2683    }
2684}
2685
2686impl EventEmitter<CodegenEvent> for Codegen {}
2687
2688pub struct CodegenAlternative {
2689    buffer: Entity<MultiBuffer>,
2690    old_buffer: Entity<Buffer>,
2691    snapshot: MultiBufferSnapshot,
2692    edit_position: Option<Anchor>,
2693    range: Range<Anchor>,
2694    last_equal_ranges: Vec<Range<Anchor>>,
2695    transformation_transaction_id: Option<TransactionId>,
2696    status: CodegenStatus,
2697    generation: Task<()>,
2698    diff: Diff,
2699    telemetry: Option<Arc<Telemetry>>,
2700    _subscription: gpui::Subscription,
2701    builder: Arc<PromptBuilder>,
2702    active: bool,
2703    edits: Vec<(Range<Anchor>, String)>,
2704    line_operations: Vec<LineOperation>,
2705    request: Option<LanguageModelRequest>,
2706    elapsed_time: Option<f64>,
2707    completion: Option<String>,
2708    message_id: Option<String>,
2709}
2710
2711enum CodegenStatus {
2712    Idle,
2713    Pending,
2714    Done,
2715    Error(anyhow::Error),
2716}
2717
2718#[derive(Default)]
2719struct Diff {
2720    deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)>,
2721    inserted_row_ranges: Vec<Range<Anchor>>,
2722}
2723
2724impl Diff {
2725    fn is_empty(&self) -> bool {
2726        self.deleted_row_ranges.is_empty() && self.inserted_row_ranges.is_empty()
2727    }
2728}
2729
2730impl EventEmitter<CodegenEvent> for CodegenAlternative {}
2731
2732impl CodegenAlternative {
2733    pub fn new(
2734        multi_buffer: Entity<MultiBuffer>,
2735        range: Range<Anchor>,
2736        active: bool,
2737        telemetry: Option<Arc<Telemetry>>,
2738        builder: Arc<PromptBuilder>,
2739        cx: &mut Context<Self>,
2740    ) -> Self {
2741        let snapshot = multi_buffer.read(cx).snapshot(cx);
2742
2743        let (buffer, _, _) = snapshot
2744            .range_to_buffer_ranges(range.clone())
2745            .pop()
2746            .unwrap();
2747        let old_buffer = cx.new(|cx| {
2748            let text = buffer.as_rope().clone();
2749            let line_ending = buffer.line_ending();
2750            let language = buffer.language().cloned();
2751            let language_registry = multi_buffer
2752                .read(cx)
2753                .buffer(buffer.remote_id())
2754                .unwrap()
2755                .read(cx)
2756                .language_registry();
2757
2758            let mut buffer = Buffer::local_normalized(text, line_ending, cx);
2759            buffer.set_language(language, cx);
2760            if let Some(language_registry) = language_registry {
2761                buffer.set_language_registry(language_registry)
2762            }
2763            buffer
2764        });
2765
2766        Self {
2767            buffer: multi_buffer.clone(),
2768            old_buffer,
2769            edit_position: None,
2770            message_id: None,
2771            snapshot,
2772            last_equal_ranges: Default::default(),
2773            transformation_transaction_id: None,
2774            status: CodegenStatus::Idle,
2775            generation: Task::ready(()),
2776            diff: Diff::default(),
2777            telemetry,
2778            _subscription: cx.subscribe(&multi_buffer, Self::handle_buffer_event),
2779            builder,
2780            active,
2781            edits: Vec::new(),
2782            line_operations: Vec::new(),
2783            range,
2784            request: None,
2785            elapsed_time: None,
2786            completion: None,
2787        }
2788    }
2789
2790    fn set_active(&mut self, active: bool, cx: &mut Context<Self>) {
2791        if active != self.active {
2792            self.active = active;
2793
2794            if self.active {
2795                let edits = self.edits.clone();
2796                self.apply_edits(edits, cx);
2797                if matches!(self.status, CodegenStatus::Pending) {
2798                    let line_operations = self.line_operations.clone();
2799                    self.reapply_line_based_diff(line_operations, cx);
2800                } else {
2801                    self.reapply_batch_diff(cx).detach();
2802                }
2803            } else if let Some(transaction_id) = self.transformation_transaction_id.take() {
2804                self.buffer.update(cx, |buffer, cx| {
2805                    buffer.undo_transaction(transaction_id, cx);
2806                    buffer.forget_transaction(transaction_id, cx);
2807                });
2808            }
2809        }
2810    }
2811
2812    fn handle_buffer_event(
2813        &mut self,
2814        _buffer: Entity<MultiBuffer>,
2815        event: &multi_buffer::Event,
2816        cx: &mut Context<Self>,
2817    ) {
2818        if let multi_buffer::Event::TransactionUndone { transaction_id } = event {
2819            if self.transformation_transaction_id == Some(*transaction_id) {
2820                self.transformation_transaction_id = None;
2821                self.generation = Task::ready(());
2822                cx.emit(CodegenEvent::Undone);
2823            }
2824        }
2825    }
2826
2827    pub fn last_equal_ranges(&self) -> &[Range<Anchor>] {
2828        &self.last_equal_ranges
2829    }
2830
2831    pub fn count_tokens(
2832        &self,
2833        user_prompt: String,
2834        assistant_panel_context: Option<LanguageModelRequest>,
2835        cx: &App,
2836    ) -> BoxFuture<'static, Result<TokenCounts>> {
2837        if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
2838            let request = self.build_request(user_prompt, assistant_panel_context.clone(), cx);
2839            match request {
2840                Ok(request) => {
2841                    let total_count = model.count_tokens(request.clone(), cx);
2842                    let assistant_panel_count = assistant_panel_context
2843                        .map(|context| model.count_tokens(context, cx))
2844                        .unwrap_or_else(|| future::ready(Ok(0)).boxed());
2845
2846                    async move {
2847                        Ok(TokenCounts {
2848                            total: total_count.await?,
2849                            assistant_panel: assistant_panel_count.await?,
2850                        })
2851                    }
2852                    .boxed()
2853                }
2854                Err(error) => futures::future::ready(Err(error)).boxed(),
2855            }
2856        } else {
2857            future::ready(Err(anyhow!("no active model"))).boxed()
2858        }
2859    }
2860
2861    pub fn start(
2862        &mut self,
2863        user_prompt: String,
2864        assistant_panel_context: Option<LanguageModelRequest>,
2865        model: Arc<dyn LanguageModel>,
2866        cx: &mut Context<Self>,
2867    ) -> Result<()> {
2868        if let Some(transformation_transaction_id) = self.transformation_transaction_id.take() {
2869            self.buffer.update(cx, |buffer, cx| {
2870                buffer.undo_transaction(transformation_transaction_id, cx);
2871            });
2872        }
2873
2874        self.edit_position = Some(self.range.start.bias_right(&self.snapshot));
2875
2876        let api_key = model.api_key(cx);
2877        let telemetry_id = model.telemetry_id();
2878        let provider_id = model.provider_id();
2879        let stream: LocalBoxFuture<Result<LanguageModelTextStream>> =
2880            if user_prompt.trim().to_lowercase() == "delete" {
2881                async { Ok(LanguageModelTextStream::default()) }.boxed_local()
2882            } else {
2883                let request = self.build_request(user_prompt, assistant_panel_context, cx)?;
2884                self.request = Some(request.clone());
2885
2886                cx.spawn(|_, cx| async move { model.stream_completion_text(request, &cx).await })
2887                    .boxed_local()
2888            };
2889        self.handle_stream(telemetry_id, provider_id.to_string(), api_key, stream, cx);
2890        Ok(())
2891    }
2892
2893    fn build_request(
2894        &self,
2895        user_prompt: String,
2896        assistant_panel_context: Option<LanguageModelRequest>,
2897        cx: &App,
2898    ) -> Result<LanguageModelRequest> {
2899        let buffer = self.buffer.read(cx).snapshot(cx);
2900        let language = buffer.language_at(self.range.start);
2901        let language_name = if let Some(language) = language.as_ref() {
2902            if Arc::ptr_eq(language, &language::PLAIN_TEXT) {
2903                None
2904            } else {
2905                Some(language.name())
2906            }
2907        } else {
2908            None
2909        };
2910
2911        let language_name = language_name.as_ref();
2912        let start = buffer.point_to_buffer_offset(self.range.start);
2913        let end = buffer.point_to_buffer_offset(self.range.end);
2914        let (buffer, range) = if let Some((start, end)) = start.zip(end) {
2915            let (start_buffer, start_buffer_offset) = start;
2916            let (end_buffer, end_buffer_offset) = end;
2917            if start_buffer.remote_id() == end_buffer.remote_id() {
2918                (start_buffer.clone(), start_buffer_offset..end_buffer_offset)
2919            } else {
2920                return Err(anyhow::anyhow!("invalid transformation range"));
2921            }
2922        } else {
2923            return Err(anyhow::anyhow!("invalid transformation range"));
2924        };
2925
2926        let prompt = self
2927            .builder
2928            .generate_inline_transformation_prompt(user_prompt, language_name, buffer, range)
2929            .map_err(|e| anyhow::anyhow!("Failed to generate content prompt: {}", e))?;
2930
2931        let mut messages = Vec::new();
2932        if let Some(context_request) = assistant_panel_context {
2933            messages = context_request.messages;
2934        }
2935
2936        messages.push(LanguageModelRequestMessage {
2937            role: Role::User,
2938            content: vec![prompt.into()],
2939            cache: false,
2940        });
2941
2942        Ok(LanguageModelRequest {
2943            messages,
2944            tools: Vec::new(),
2945            stop: Vec::new(),
2946            temperature: None,
2947        })
2948    }
2949
2950    pub fn handle_stream(
2951        &mut self,
2952        model_telemetry_id: String,
2953        model_provider_id: String,
2954        model_api_key: Option<String>,
2955        stream: impl 'static + Future<Output = Result<LanguageModelTextStream>>,
2956        cx: &mut Context<Self>,
2957    ) {
2958        let start_time = Instant::now();
2959        let snapshot = self.snapshot.clone();
2960        let selected_text = snapshot
2961            .text_for_range(self.range.start..self.range.end)
2962            .collect::<Rope>();
2963
2964        let selection_start = self.range.start.to_point(&snapshot);
2965
2966        // Start with the indentation of the first line in the selection
2967        let mut suggested_line_indent = snapshot
2968            .suggested_indents(selection_start.row..=selection_start.row, cx)
2969            .into_values()
2970            .next()
2971            .unwrap_or_else(|| snapshot.indent_size_for_line(MultiBufferRow(selection_start.row)));
2972
2973        // If the first line in the selection does not have indentation, check the following lines
2974        if suggested_line_indent.len == 0 && suggested_line_indent.kind == IndentKind::Space {
2975            for row in selection_start.row..=self.range.end.to_point(&snapshot).row {
2976                let line_indent = snapshot.indent_size_for_line(MultiBufferRow(row));
2977                // Prefer tabs if a line in the selection uses tabs as indentation
2978                if line_indent.kind == IndentKind::Tab {
2979                    suggested_line_indent.kind = IndentKind::Tab;
2980                    break;
2981                }
2982            }
2983        }
2984
2985        let http_client = cx.http_client().clone();
2986        let telemetry = self.telemetry.clone();
2987        let language_name = {
2988            let multibuffer = self.buffer.read(cx);
2989            let snapshot = multibuffer.snapshot(cx);
2990            let ranges = snapshot.range_to_buffer_ranges(self.range.clone());
2991            ranges
2992                .first()
2993                .and_then(|(buffer, _, _)| buffer.language())
2994                .map(|language| language.name())
2995        };
2996
2997        self.diff = Diff::default();
2998        self.status = CodegenStatus::Pending;
2999        let mut edit_start = self.range.start.to_offset(&snapshot);
3000        let completion = Arc::new(Mutex::new(String::new()));
3001        let completion_clone = completion.clone();
3002
3003        self.generation = cx.spawn(|codegen, mut cx| {
3004            async move {
3005                let stream = stream.await;
3006                let message_id = stream
3007                    .as_ref()
3008                    .ok()
3009                    .and_then(|stream| stream.message_id.clone());
3010                let generate = async {
3011                    let (mut diff_tx, mut diff_rx) = mpsc::channel(1);
3012                    let executor = cx.background_executor().clone();
3013                    let message_id = message_id.clone();
3014                    let line_based_stream_diff: Task<anyhow::Result<()>> =
3015                        cx.background_executor().spawn(async move {
3016                            let mut response_latency = None;
3017                            let request_start = Instant::now();
3018                            let diff = async {
3019                                let chunks = StripInvalidSpans::new(stream?.stream);
3020                                futures::pin_mut!(chunks);
3021                                let mut diff = StreamingDiff::new(selected_text.to_string());
3022                                let mut line_diff = LineDiff::default();
3023
3024                                let mut new_text = String::new();
3025                                let mut base_indent = None;
3026                                let mut line_indent = None;
3027                                let mut first_line = true;
3028
3029                                while let Some(chunk) = chunks.next().await {
3030                                    if response_latency.is_none() {
3031                                        response_latency = Some(request_start.elapsed());
3032                                    }
3033                                    let chunk = chunk?;
3034                                    completion_clone.lock().push_str(&chunk);
3035
3036                                    let mut lines = chunk.split('\n').peekable();
3037                                    while let Some(line) = lines.next() {
3038                                        new_text.push_str(line);
3039                                        if line_indent.is_none() {
3040                                            if let Some(non_whitespace_ch_ix) =
3041                                                new_text.find(|ch: char| !ch.is_whitespace())
3042                                            {
3043                                                line_indent = Some(non_whitespace_ch_ix);
3044                                                base_indent = base_indent.or(line_indent);
3045
3046                                                let line_indent = line_indent.unwrap();
3047                                                let base_indent = base_indent.unwrap();
3048                                                let indent_delta =
3049                                                    line_indent as i32 - base_indent as i32;
3050                                                let mut corrected_indent_len = cmp::max(
3051                                                    0,
3052                                                    suggested_line_indent.len as i32 + indent_delta,
3053                                                )
3054                                                    as usize;
3055                                                if first_line {
3056                                                    corrected_indent_len = corrected_indent_len
3057                                                        .saturating_sub(
3058                                                            selection_start.column as usize,
3059                                                        );
3060                                                }
3061
3062                                                let indent_char = suggested_line_indent.char();
3063                                                let mut indent_buffer = [0; 4];
3064                                                let indent_str =
3065                                                    indent_char.encode_utf8(&mut indent_buffer);
3066                                                new_text.replace_range(
3067                                                    ..line_indent,
3068                                                    &indent_str.repeat(corrected_indent_len),
3069                                                );
3070                                            }
3071                                        }
3072
3073                                        if line_indent.is_some() {
3074                                            let char_ops = diff.push_new(&new_text);
3075                                            line_diff
3076                                                .push_char_operations(&char_ops, &selected_text);
3077                                            diff_tx
3078                                                .send((char_ops, line_diff.line_operations()))
3079                                                .await?;
3080                                            new_text.clear();
3081                                        }
3082
3083                                        if lines.peek().is_some() {
3084                                            let char_ops = diff.push_new("\n");
3085                                            line_diff
3086                                                .push_char_operations(&char_ops, &selected_text);
3087                                            diff_tx
3088                                                .send((char_ops, line_diff.line_operations()))
3089                                                .await?;
3090                                            if line_indent.is_none() {
3091                                                // Don't write out the leading indentation in empty lines on the next line
3092                                                // This is the case where the above if statement didn't clear the buffer
3093                                                new_text.clear();
3094                                            }
3095                                            line_indent = None;
3096                                            first_line = false;
3097                                        }
3098                                    }
3099                                }
3100
3101                                let mut char_ops = diff.push_new(&new_text);
3102                                char_ops.extend(diff.finish());
3103                                line_diff.push_char_operations(&char_ops, &selected_text);
3104                                line_diff.finish(&selected_text);
3105                                diff_tx
3106                                    .send((char_ops, line_diff.line_operations()))
3107                                    .await?;
3108
3109                                anyhow::Ok(())
3110                            };
3111
3112                            let result = diff.await;
3113
3114                            let error_message =
3115                                result.as_ref().err().map(|error| error.to_string());
3116                            report_assistant_event(
3117                                AssistantEvent {
3118                                    conversation_id: None,
3119                                    message_id,
3120                                    kind: AssistantKind::Inline,
3121                                    phase: AssistantPhase::Response,
3122                                    model: model_telemetry_id,
3123                                    model_provider: model_provider_id.to_string(),
3124                                    response_latency,
3125                                    error_message,
3126                                    language_name: language_name.map(|name| name.to_proto()),
3127                                },
3128                                telemetry,
3129                                http_client,
3130                                model_api_key,
3131                                &executor,
3132                            );
3133
3134                            result?;
3135                            Ok(())
3136                        });
3137
3138                    while let Some((char_ops, line_ops)) = diff_rx.next().await {
3139                        codegen.update(&mut cx, |codegen, cx| {
3140                            codegen.last_equal_ranges.clear();
3141
3142                            let edits = char_ops
3143                                .into_iter()
3144                                .filter_map(|operation| match operation {
3145                                    CharOperation::Insert { text } => {
3146                                        let edit_start = snapshot.anchor_after(edit_start);
3147                                        Some((edit_start..edit_start, text))
3148                                    }
3149                                    CharOperation::Delete { bytes } => {
3150                                        let edit_end = edit_start + bytes;
3151                                        let edit_range = snapshot.anchor_after(edit_start)
3152                                            ..snapshot.anchor_before(edit_end);
3153                                        edit_start = edit_end;
3154                                        Some((edit_range, String::new()))
3155                                    }
3156                                    CharOperation::Keep { bytes } => {
3157                                        let edit_end = edit_start + bytes;
3158                                        let edit_range = snapshot.anchor_after(edit_start)
3159                                            ..snapshot.anchor_before(edit_end);
3160                                        edit_start = edit_end;
3161                                        codegen.last_equal_ranges.push(edit_range);
3162                                        None
3163                                    }
3164                                })
3165                                .collect::<Vec<_>>();
3166
3167                            if codegen.active {
3168                                codegen.apply_edits(edits.iter().cloned(), cx);
3169                                codegen.reapply_line_based_diff(line_ops.iter().cloned(), cx);
3170                            }
3171                            codegen.edits.extend(edits);
3172                            codegen.line_operations = line_ops;
3173                            codegen.edit_position = Some(snapshot.anchor_after(edit_start));
3174
3175                            cx.notify();
3176                        })?;
3177                    }
3178
3179                    // Streaming stopped and we have the new text in the buffer, and a line-based diff applied for the whole new buffer.
3180                    // That diff is not what a regular diff is and might look unexpected, ergo apply a regular diff.
3181                    // It's fine to apply even if the rest of the line diffing fails, as no more hunks are coming through `diff_rx`.
3182                    let batch_diff_task =
3183                        codegen.update(&mut cx, |codegen, cx| codegen.reapply_batch_diff(cx))?;
3184                    let (line_based_stream_diff, ()) =
3185                        join!(line_based_stream_diff, batch_diff_task);
3186                    line_based_stream_diff?;
3187
3188                    anyhow::Ok(())
3189                };
3190
3191                let result = generate.await;
3192                let elapsed_time = start_time.elapsed().as_secs_f64();
3193
3194                codegen
3195                    .update(&mut cx, |this, cx| {
3196                        this.message_id = message_id;
3197                        this.last_equal_ranges.clear();
3198                        if let Err(error) = result {
3199                            this.status = CodegenStatus::Error(error);
3200                        } else {
3201                            this.status = CodegenStatus::Done;
3202                        }
3203                        this.elapsed_time = Some(elapsed_time);
3204                        this.completion = Some(completion.lock().clone());
3205                        cx.emit(CodegenEvent::Finished);
3206                        cx.notify();
3207                    })
3208                    .ok();
3209            }
3210        });
3211        cx.notify();
3212    }
3213
3214    pub fn stop(&mut self, cx: &mut Context<Self>) {
3215        self.last_equal_ranges.clear();
3216        if self.diff.is_empty() {
3217            self.status = CodegenStatus::Idle;
3218        } else {
3219            self.status = CodegenStatus::Done;
3220        }
3221        self.generation = Task::ready(());
3222        cx.emit(CodegenEvent::Finished);
3223        cx.notify();
3224    }
3225
3226    pub fn undo(&mut self, cx: &mut Context<Self>) {
3227        self.buffer.update(cx, |buffer, cx| {
3228            if let Some(transaction_id) = self.transformation_transaction_id.take() {
3229                buffer.undo_transaction(transaction_id, cx);
3230                buffer.refresh_preview(cx);
3231            }
3232        });
3233    }
3234
3235    fn apply_edits(
3236        &mut self,
3237        edits: impl IntoIterator<Item = (Range<Anchor>, String)>,
3238        cx: &mut Context<CodegenAlternative>,
3239    ) {
3240        let transaction = self.buffer.update(cx, |buffer, cx| {
3241            // Avoid grouping assistant edits with user edits.
3242            buffer.finalize_last_transaction(cx);
3243            buffer.start_transaction(cx);
3244            buffer.edit(edits, None, cx);
3245            buffer.end_transaction(cx)
3246        });
3247
3248        if let Some(transaction) = transaction {
3249            if let Some(first_transaction) = self.transformation_transaction_id {
3250                // Group all assistant edits into the first transaction.
3251                self.buffer.update(cx, |buffer, cx| {
3252                    buffer.merge_transactions(transaction, first_transaction, cx)
3253                });
3254            } else {
3255                self.transformation_transaction_id = Some(transaction);
3256                self.buffer
3257                    .update(cx, |buffer, cx| buffer.finalize_last_transaction(cx));
3258            }
3259        }
3260    }
3261
3262    fn reapply_line_based_diff(
3263        &mut self,
3264        line_operations: impl IntoIterator<Item = LineOperation>,
3265        cx: &mut Context<Self>,
3266    ) {
3267        let old_snapshot = self.snapshot.clone();
3268        let old_range = self.range.to_point(&old_snapshot);
3269        let new_snapshot = self.buffer.read(cx).snapshot(cx);
3270        let new_range = self.range.to_point(&new_snapshot);
3271
3272        let mut old_row = old_range.start.row;
3273        let mut new_row = new_range.start.row;
3274
3275        self.diff.deleted_row_ranges.clear();
3276        self.diff.inserted_row_ranges.clear();
3277        for operation in line_operations {
3278            match operation {
3279                LineOperation::Keep { lines } => {
3280                    old_row += lines;
3281                    new_row += lines;
3282                }
3283                LineOperation::Delete { lines } => {
3284                    let old_end_row = old_row + lines - 1;
3285                    let new_row = new_snapshot.anchor_before(Point::new(new_row, 0));
3286
3287                    if let Some((_, last_deleted_row_range)) =
3288                        self.diff.deleted_row_ranges.last_mut()
3289                    {
3290                        if *last_deleted_row_range.end() + 1 == old_row {
3291                            *last_deleted_row_range = *last_deleted_row_range.start()..=old_end_row;
3292                        } else {
3293                            self.diff
3294                                .deleted_row_ranges
3295                                .push((new_row, old_row..=old_end_row));
3296                        }
3297                    } else {
3298                        self.diff
3299                            .deleted_row_ranges
3300                            .push((new_row, old_row..=old_end_row));
3301                    }
3302
3303                    old_row += lines;
3304                }
3305                LineOperation::Insert { lines } => {
3306                    let new_end_row = new_row + lines - 1;
3307                    let start = new_snapshot.anchor_before(Point::new(new_row, 0));
3308                    let end = new_snapshot.anchor_before(Point::new(
3309                        new_end_row,
3310                        new_snapshot.line_len(MultiBufferRow(new_end_row)),
3311                    ));
3312                    self.diff.inserted_row_ranges.push(start..end);
3313                    new_row += lines;
3314                }
3315            }
3316
3317            cx.notify();
3318        }
3319    }
3320
3321    fn reapply_batch_diff(&mut self, cx: &mut Context<Self>) -> Task<()> {
3322        let old_snapshot = self.snapshot.clone();
3323        let old_range = self.range.to_point(&old_snapshot);
3324        let new_snapshot = self.buffer.read(cx).snapshot(cx);
3325        let new_range = self.range.to_point(&new_snapshot);
3326
3327        cx.spawn(|codegen, mut cx| async move {
3328            let (deleted_row_ranges, inserted_row_ranges) = cx
3329                .background_executor()
3330                .spawn(async move {
3331                    let old_text = old_snapshot
3332                        .text_for_range(
3333                            Point::new(old_range.start.row, 0)
3334                                ..Point::new(
3335                                    old_range.end.row,
3336                                    old_snapshot.line_len(MultiBufferRow(old_range.end.row)),
3337                                ),
3338                        )
3339                        .collect::<String>();
3340                    let new_text = new_snapshot
3341                        .text_for_range(
3342                            Point::new(new_range.start.row, 0)
3343                                ..Point::new(
3344                                    new_range.end.row,
3345                                    new_snapshot.line_len(MultiBufferRow(new_range.end.row)),
3346                                ),
3347                        )
3348                        .collect::<String>();
3349
3350                    let mut old_row = old_range.start.row;
3351                    let mut new_row = new_range.start.row;
3352                    let batch_diff =
3353                        similar::TextDiff::from_lines(old_text.as_str(), new_text.as_str());
3354
3355                    let mut deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)> = Vec::new();
3356                    let mut inserted_row_ranges = Vec::new();
3357                    for change in batch_diff.iter_all_changes() {
3358                        let line_count = change.value().lines().count() as u32;
3359                        match change.tag() {
3360                            similar::ChangeTag::Equal => {
3361                                old_row += line_count;
3362                                new_row += line_count;
3363                            }
3364                            similar::ChangeTag::Delete => {
3365                                let old_end_row = old_row + line_count - 1;
3366                                let new_row = new_snapshot.anchor_before(Point::new(new_row, 0));
3367
3368                                if let Some((_, last_deleted_row_range)) =
3369                                    deleted_row_ranges.last_mut()
3370                                {
3371                                    if *last_deleted_row_range.end() + 1 == old_row {
3372                                        *last_deleted_row_range =
3373                                            *last_deleted_row_range.start()..=old_end_row;
3374                                    } else {
3375                                        deleted_row_ranges.push((new_row, old_row..=old_end_row));
3376                                    }
3377                                } else {
3378                                    deleted_row_ranges.push((new_row, old_row..=old_end_row));
3379                                }
3380
3381                                old_row += line_count;
3382                            }
3383                            similar::ChangeTag::Insert => {
3384                                let new_end_row = new_row + line_count - 1;
3385                                let start = new_snapshot.anchor_before(Point::new(new_row, 0));
3386                                let end = new_snapshot.anchor_before(Point::new(
3387                                    new_end_row,
3388                                    new_snapshot.line_len(MultiBufferRow(new_end_row)),
3389                                ));
3390                                inserted_row_ranges.push(start..end);
3391                                new_row += line_count;
3392                            }
3393                        }
3394                    }
3395
3396                    (deleted_row_ranges, inserted_row_ranges)
3397                })
3398                .await;
3399
3400            codegen
3401                .update(&mut cx, |codegen, cx| {
3402                    codegen.diff.deleted_row_ranges = deleted_row_ranges;
3403                    codegen.diff.inserted_row_ranges = inserted_row_ranges;
3404                    cx.notify();
3405                })
3406                .ok();
3407        })
3408    }
3409}
3410
3411struct StripInvalidSpans<T> {
3412    stream: T,
3413    stream_done: bool,
3414    buffer: String,
3415    first_line: bool,
3416    line_end: bool,
3417    starts_with_code_block: bool,
3418}
3419
3420impl<T> StripInvalidSpans<T>
3421where
3422    T: Stream<Item = Result<String>>,
3423{
3424    fn new(stream: T) -> Self {
3425        Self {
3426            stream,
3427            stream_done: false,
3428            buffer: String::new(),
3429            first_line: true,
3430            line_end: false,
3431            starts_with_code_block: false,
3432        }
3433    }
3434}
3435
3436impl<T> Stream for StripInvalidSpans<T>
3437where
3438    T: Stream<Item = Result<String>>,
3439{
3440    type Item = Result<String>;
3441
3442    fn poll_next(self: Pin<&mut Self>, cx: &mut task::Context) -> Poll<Option<Self::Item>> {
3443        const CODE_BLOCK_DELIMITER: &str = "```";
3444        const CURSOR_SPAN: &str = "<|CURSOR|>";
3445
3446        let this = unsafe { self.get_unchecked_mut() };
3447        loop {
3448            if !this.stream_done {
3449                let mut stream = unsafe { Pin::new_unchecked(&mut this.stream) };
3450                match stream.as_mut().poll_next(cx) {
3451                    Poll::Ready(Some(Ok(chunk))) => {
3452                        this.buffer.push_str(&chunk);
3453                    }
3454                    Poll::Ready(Some(Err(error))) => return Poll::Ready(Some(Err(error))),
3455                    Poll::Ready(None) => {
3456                        this.stream_done = true;
3457                    }
3458                    Poll::Pending => return Poll::Pending,
3459                }
3460            }
3461
3462            let mut chunk = String::new();
3463            let mut consumed = 0;
3464            if !this.buffer.is_empty() {
3465                let mut lines = this.buffer.split('\n').enumerate().peekable();
3466                while let Some((line_ix, line)) = lines.next() {
3467                    if line_ix > 0 {
3468                        this.first_line = false;
3469                    }
3470
3471                    if this.first_line {
3472                        let trimmed_line = line.trim();
3473                        if lines.peek().is_some() {
3474                            if trimmed_line.starts_with(CODE_BLOCK_DELIMITER) {
3475                                consumed += line.len() + 1;
3476                                this.starts_with_code_block = true;
3477                                continue;
3478                            }
3479                        } else if trimmed_line.is_empty()
3480                            || prefixes(CODE_BLOCK_DELIMITER)
3481                                .any(|prefix| trimmed_line.starts_with(prefix))
3482                        {
3483                            break;
3484                        }
3485                    }
3486
3487                    let line_without_cursor = line.replace(CURSOR_SPAN, "");
3488                    if lines.peek().is_some() {
3489                        if this.line_end {
3490                            chunk.push('\n');
3491                        }
3492
3493                        chunk.push_str(&line_without_cursor);
3494                        this.line_end = true;
3495                        consumed += line.len() + 1;
3496                    } else if this.stream_done {
3497                        if !this.starts_with_code_block
3498                            || !line_without_cursor.trim().ends_with(CODE_BLOCK_DELIMITER)
3499                        {
3500                            if this.line_end {
3501                                chunk.push('\n');
3502                            }
3503
3504                            chunk.push_str(&line);
3505                        }
3506
3507                        consumed += line.len();
3508                    } else {
3509                        let trimmed_line = line.trim();
3510                        if trimmed_line.is_empty()
3511                            || prefixes(CURSOR_SPAN).any(|prefix| trimmed_line.ends_with(prefix))
3512                            || prefixes(CODE_BLOCK_DELIMITER)
3513                                .any(|prefix| trimmed_line.ends_with(prefix))
3514                        {
3515                            break;
3516                        } else {
3517                            if this.line_end {
3518                                chunk.push('\n');
3519                                this.line_end = false;
3520                            }
3521
3522                            chunk.push_str(&line_without_cursor);
3523                            consumed += line.len();
3524                        }
3525                    }
3526                }
3527            }
3528
3529            this.buffer = this.buffer.split_off(consumed);
3530            if !chunk.is_empty() {
3531                return Poll::Ready(Some(Ok(chunk)));
3532            } else if this.stream_done {
3533                return Poll::Ready(None);
3534            }
3535        }
3536    }
3537}
3538
3539struct AssistantCodeActionProvider {
3540    editor: WeakEntity<Editor>,
3541    workspace: WeakEntity<Workspace>,
3542}
3543
3544const ASSISTANT_CODE_ACTION_PROVIDER_ID: &str = "assistant";
3545
3546impl CodeActionProvider for AssistantCodeActionProvider {
3547    fn id(&self) -> Arc<str> {
3548        ASSISTANT_CODE_ACTION_PROVIDER_ID.into()
3549    }
3550
3551    fn code_actions(
3552        &self,
3553        buffer: &Entity<Buffer>,
3554        range: Range<text::Anchor>,
3555        _: &mut Window,
3556        cx: &mut App,
3557    ) -> Task<Result<Vec<CodeAction>>> {
3558        if !AssistantSettings::get_global(cx).enabled {
3559            return Task::ready(Ok(Vec::new()));
3560        }
3561
3562        let snapshot = buffer.read(cx).snapshot();
3563        let mut range = range.to_point(&snapshot);
3564
3565        // Expand the range to line boundaries.
3566        range.start.column = 0;
3567        range.end.column = snapshot.line_len(range.end.row);
3568
3569        let mut has_diagnostics = false;
3570        for diagnostic in snapshot.diagnostics_in_range::<_, Point>(range.clone(), false) {
3571            range.start = cmp::min(range.start, diagnostic.range.start);
3572            range.end = cmp::max(range.end, diagnostic.range.end);
3573            has_diagnostics = true;
3574        }
3575        if has_diagnostics {
3576            if let Some(symbols_containing_start) = snapshot.symbols_containing(range.start, None) {
3577                if let Some(symbol) = symbols_containing_start.last() {
3578                    range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3579                    range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3580                }
3581            }
3582
3583            if let Some(symbols_containing_end) = snapshot.symbols_containing(range.end, None) {
3584                if let Some(symbol) = symbols_containing_end.last() {
3585                    range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3586                    range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3587                }
3588            }
3589
3590            Task::ready(Ok(vec![CodeAction {
3591                server_id: language::LanguageServerId(0),
3592                range: snapshot.anchor_before(range.start)..snapshot.anchor_after(range.end),
3593                lsp_action: lsp::CodeAction {
3594                    title: "Fix with Assistant".into(),
3595                    ..Default::default()
3596                },
3597            }]))
3598        } else {
3599            Task::ready(Ok(Vec::new()))
3600        }
3601    }
3602
3603    fn apply_code_action(
3604        &self,
3605        buffer: Entity<Buffer>,
3606        action: CodeAction,
3607        excerpt_id: ExcerptId,
3608        _push_to_history: bool,
3609        window: &mut Window,
3610        cx: &mut App,
3611    ) -> Task<Result<ProjectTransaction>> {
3612        let editor = self.editor.clone();
3613        let workspace = self.workspace.clone();
3614        window.spawn(cx, |mut cx| async move {
3615            let editor = editor.upgrade().context("editor was released")?;
3616            let range = editor
3617                .update(&mut cx, |editor, cx| {
3618                    editor.buffer().update(cx, |multibuffer, cx| {
3619                        let buffer = buffer.read(cx);
3620                        let multibuffer_snapshot = multibuffer.read(cx);
3621
3622                        let old_context_range =
3623                            multibuffer_snapshot.context_range_for_excerpt(excerpt_id)?;
3624                        let mut new_context_range = old_context_range.clone();
3625                        if action
3626                            .range
3627                            .start
3628                            .cmp(&old_context_range.start, buffer)
3629                            .is_lt()
3630                        {
3631                            new_context_range.start = action.range.start;
3632                        }
3633                        if action.range.end.cmp(&old_context_range.end, buffer).is_gt() {
3634                            new_context_range.end = action.range.end;
3635                        }
3636                        drop(multibuffer_snapshot);
3637
3638                        if new_context_range != old_context_range {
3639                            multibuffer.resize_excerpt(excerpt_id, new_context_range, cx);
3640                        }
3641
3642                        let multibuffer_snapshot = multibuffer.read(cx);
3643                        Some(
3644                            multibuffer_snapshot
3645                                .anchor_in_excerpt(excerpt_id, action.range.start)?
3646                                ..multibuffer_snapshot
3647                                    .anchor_in_excerpt(excerpt_id, action.range.end)?,
3648                        )
3649                    })
3650                })?
3651                .context("invalid range")?;
3652            let assistant_panel = workspace.update(&mut cx, |workspace, cx| {
3653                workspace
3654                    .panel::<AssistantPanel>(cx)
3655                    .context("assistant panel was released")
3656            })??;
3657
3658            cx.update_global(|assistant: &mut InlineAssistant, window, cx| {
3659                let assist_id = assistant.suggest_assist(
3660                    &editor,
3661                    range,
3662                    "Fix Diagnostics".into(),
3663                    None,
3664                    true,
3665                    Some(workspace),
3666                    Some(&assistant_panel),
3667                    window,
3668                    cx,
3669                );
3670                assistant.start_assist(assist_id, window, cx);
3671            })?;
3672
3673            Ok(ProjectTransaction::default())
3674        })
3675    }
3676}
3677
3678fn prefixes(text: &str) -> impl Iterator<Item = &str> {
3679    (0..text.len() - 1).map(|ix| &text[..ix + 1])
3680}
3681
3682fn merge_ranges(ranges: &mut Vec<Range<Anchor>>, buffer: &MultiBufferSnapshot) {
3683    ranges.sort_unstable_by(|a, b| {
3684        a.start
3685            .cmp(&b.start, buffer)
3686            .then_with(|| b.end.cmp(&a.end, buffer))
3687    });
3688
3689    let mut ix = 0;
3690    while ix + 1 < ranges.len() {
3691        let b = ranges[ix + 1].clone();
3692        let a = &mut ranges[ix];
3693        if a.end.cmp(&b.start, buffer).is_gt() {
3694            if a.end.cmp(&b.end, buffer).is_lt() {
3695                a.end = b.end;
3696            }
3697            ranges.remove(ix + 1);
3698        } else {
3699            ix += 1;
3700        }
3701    }
3702}
3703
3704#[cfg(test)]
3705mod tests {
3706    use super::*;
3707    use futures::stream::{self};
3708    use gpui::TestAppContext;
3709    use indoc::indoc;
3710    use language::{
3711        language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, LanguageMatcher,
3712        Point,
3713    };
3714    use language_model::LanguageModelRegistry;
3715    use rand::prelude::*;
3716    use serde::Serialize;
3717    use settings::SettingsStore;
3718    use std::{future, sync::Arc};
3719
3720    #[derive(Serialize)]
3721    pub struct DummyCompletionRequest {
3722        pub name: String,
3723    }
3724
3725    #[gpui::test(iterations = 10)]
3726    async fn test_transform_autoindent(cx: &mut TestAppContext, mut rng: StdRng) {
3727        cx.set_global(cx.update(SettingsStore::test));
3728        cx.update(language_model::LanguageModelRegistry::test);
3729        cx.update(language_settings::init);
3730
3731        let text = indoc! {"
3732            fn main() {
3733                let x = 0;
3734                for _ in 0..10 {
3735                    x += 1;
3736                }
3737            }
3738        "};
3739        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3740        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3741        let range = buffer.read_with(cx, |buffer, cx| {
3742            let snapshot = buffer.snapshot(cx);
3743            snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(4, 5))
3744        });
3745        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3746        let codegen = cx.new(|cx| {
3747            CodegenAlternative::new(
3748                buffer.clone(),
3749                range.clone(),
3750                true,
3751                None,
3752                prompt_builder,
3753                cx,
3754            )
3755        });
3756
3757        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3758
3759        let mut new_text = concat!(
3760            "       let mut x = 0;\n",
3761            "       while x < 10 {\n",
3762            "           x += 1;\n",
3763            "       }",
3764        );
3765        while !new_text.is_empty() {
3766            let max_len = cmp::min(new_text.len(), 10);
3767            let len = rng.gen_range(1..=max_len);
3768            let (chunk, suffix) = new_text.split_at(len);
3769            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3770            new_text = suffix;
3771            cx.background_executor.run_until_parked();
3772        }
3773        drop(chunks_tx);
3774        cx.background_executor.run_until_parked();
3775
3776        assert_eq!(
3777            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3778            indoc! {"
3779                fn main() {
3780                    let mut x = 0;
3781                    while x < 10 {
3782                        x += 1;
3783                    }
3784                }
3785            "}
3786        );
3787    }
3788
3789    #[gpui::test(iterations = 10)]
3790    async fn test_autoindent_when_generating_past_indentation(
3791        cx: &mut TestAppContext,
3792        mut rng: StdRng,
3793    ) {
3794        cx.set_global(cx.update(SettingsStore::test));
3795        cx.update(language_settings::init);
3796
3797        let text = indoc! {"
3798            fn main() {
3799                le
3800            }
3801        "};
3802        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3803        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3804        let range = buffer.read_with(cx, |buffer, cx| {
3805            let snapshot = buffer.snapshot(cx);
3806            snapshot.anchor_before(Point::new(1, 6))..snapshot.anchor_after(Point::new(1, 6))
3807        });
3808        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3809        let codegen = cx.new(|cx| {
3810            CodegenAlternative::new(
3811                buffer.clone(),
3812                range.clone(),
3813                true,
3814                None,
3815                prompt_builder,
3816                cx,
3817            )
3818        });
3819
3820        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3821
3822        cx.background_executor.run_until_parked();
3823
3824        let mut new_text = concat!(
3825            "t mut x = 0;\n",
3826            "while x < 10 {\n",
3827            "    x += 1;\n",
3828            "}", //
3829        );
3830        while !new_text.is_empty() {
3831            let max_len = cmp::min(new_text.len(), 10);
3832            let len = rng.gen_range(1..=max_len);
3833            let (chunk, suffix) = new_text.split_at(len);
3834            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3835            new_text = suffix;
3836            cx.background_executor.run_until_parked();
3837        }
3838        drop(chunks_tx);
3839        cx.background_executor.run_until_parked();
3840
3841        assert_eq!(
3842            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3843            indoc! {"
3844                fn main() {
3845                    let mut x = 0;
3846                    while x < 10 {
3847                        x += 1;
3848                    }
3849                }
3850            "}
3851        );
3852    }
3853
3854    #[gpui::test(iterations = 10)]
3855    async fn test_autoindent_when_generating_before_indentation(
3856        cx: &mut TestAppContext,
3857        mut rng: StdRng,
3858    ) {
3859        cx.update(LanguageModelRegistry::test);
3860        cx.set_global(cx.update(SettingsStore::test));
3861        cx.update(language_settings::init);
3862
3863        let text = concat!(
3864            "fn main() {\n",
3865            "  \n",
3866            "}\n" //
3867        );
3868        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3869        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3870        let range = buffer.read_with(cx, |buffer, cx| {
3871            let snapshot = buffer.snapshot(cx);
3872            snapshot.anchor_before(Point::new(1, 2))..snapshot.anchor_after(Point::new(1, 2))
3873        });
3874        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3875        let codegen = cx.new(|cx| {
3876            CodegenAlternative::new(
3877                buffer.clone(),
3878                range.clone(),
3879                true,
3880                None,
3881                prompt_builder,
3882                cx,
3883            )
3884        });
3885
3886        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3887
3888        cx.background_executor.run_until_parked();
3889
3890        let mut new_text = concat!(
3891            "let mut x = 0;\n",
3892            "while x < 10 {\n",
3893            "    x += 1;\n",
3894            "}", //
3895        );
3896        while !new_text.is_empty() {
3897            let max_len = cmp::min(new_text.len(), 10);
3898            let len = rng.gen_range(1..=max_len);
3899            let (chunk, suffix) = new_text.split_at(len);
3900            chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3901            new_text = suffix;
3902            cx.background_executor.run_until_parked();
3903        }
3904        drop(chunks_tx);
3905        cx.background_executor.run_until_parked();
3906
3907        assert_eq!(
3908            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3909            indoc! {"
3910                fn main() {
3911                    let mut x = 0;
3912                    while x < 10 {
3913                        x += 1;
3914                    }
3915                }
3916            "}
3917        );
3918    }
3919
3920    #[gpui::test(iterations = 10)]
3921    async fn test_autoindent_respects_tabs_in_selection(cx: &mut TestAppContext) {
3922        cx.update(LanguageModelRegistry::test);
3923        cx.set_global(cx.update(SettingsStore::test));
3924        cx.update(language_settings::init);
3925
3926        let text = indoc! {"
3927            func main() {
3928            \tx := 0
3929            \tfor i := 0; i < 10; i++ {
3930            \t\tx++
3931            \t}
3932            }
3933        "};
3934        let buffer = cx.new(|cx| Buffer::local(text, cx));
3935        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3936        let range = buffer.read_with(cx, |buffer, cx| {
3937            let snapshot = buffer.snapshot(cx);
3938            snapshot.anchor_before(Point::new(0, 0))..snapshot.anchor_after(Point::new(4, 2))
3939        });
3940        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3941        let codegen = cx.new(|cx| {
3942            CodegenAlternative::new(
3943                buffer.clone(),
3944                range.clone(),
3945                true,
3946                None,
3947                prompt_builder,
3948                cx,
3949            )
3950        });
3951
3952        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3953        let new_text = concat!(
3954            "func main() {\n",
3955            "\tx := 0\n",
3956            "\tfor x < 10 {\n",
3957            "\t\tx++\n",
3958            "\t}", //
3959        );
3960        chunks_tx.unbounded_send(new_text.to_string()).unwrap();
3961        drop(chunks_tx);
3962        cx.background_executor.run_until_parked();
3963
3964        assert_eq!(
3965            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3966            indoc! {"
3967                func main() {
3968                \tx := 0
3969                \tfor x < 10 {
3970                \t\tx++
3971                \t}
3972                }
3973            "}
3974        );
3975    }
3976
3977    #[gpui::test]
3978    async fn test_inactive_codegen_alternative(cx: &mut TestAppContext) {
3979        cx.update(LanguageModelRegistry::test);
3980        cx.set_global(cx.update(SettingsStore::test));
3981        cx.update(language_settings::init);
3982
3983        let text = indoc! {"
3984            fn main() {
3985                let x = 0;
3986            }
3987        "};
3988        let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3989        let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3990        let range = buffer.read_with(cx, |buffer, cx| {
3991            let snapshot = buffer.snapshot(cx);
3992            snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(1, 14))
3993        });
3994        let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3995        let codegen = cx.new(|cx| {
3996            CodegenAlternative::new(
3997                buffer.clone(),
3998                range.clone(),
3999                false,
4000                None,
4001                prompt_builder,
4002                cx,
4003            )
4004        });
4005
4006        let chunks_tx = simulate_response_stream(codegen.clone(), cx);
4007        chunks_tx
4008            .unbounded_send("let mut x = 0;\nx += 1;".to_string())
4009            .unwrap();
4010        drop(chunks_tx);
4011        cx.run_until_parked();
4012
4013        // The codegen is inactive, so the buffer doesn't get modified.
4014        assert_eq!(
4015            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4016            text
4017        );
4018
4019        // Activating the codegen applies the changes.
4020        codegen.update(cx, |codegen, cx| codegen.set_active(true, cx));
4021        assert_eq!(
4022            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4023            indoc! {"
4024                fn main() {
4025                    let mut x = 0;
4026                    x += 1;
4027                }
4028            "}
4029        );
4030
4031        // Deactivating the codegen undoes the changes.
4032        codegen.update(cx, |codegen, cx| codegen.set_active(false, cx));
4033        cx.run_until_parked();
4034        assert_eq!(
4035            buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
4036            text
4037        );
4038    }
4039
4040    #[gpui::test]
4041    async fn test_strip_invalid_spans_from_codeblock() {
4042        assert_chunks("Lorem ipsum dolor", "Lorem ipsum dolor").await;
4043        assert_chunks("```\nLorem ipsum dolor", "Lorem ipsum dolor").await;
4044        assert_chunks("```\nLorem ipsum dolor\n```", "Lorem ipsum dolor").await;
4045        assert_chunks(
4046            "```html\n```js\nLorem ipsum dolor\n```\n```",
4047            "```js\nLorem ipsum dolor\n```",
4048        )
4049        .await;
4050        assert_chunks("``\nLorem ipsum dolor\n```", "``\nLorem ipsum dolor\n```").await;
4051        assert_chunks("Lorem<|CURSOR|> ipsum", "Lorem ipsum").await;
4052        assert_chunks("Lorem ipsum", "Lorem ipsum").await;
4053        assert_chunks("```\n<|CURSOR|>Lorem ipsum\n```", "Lorem ipsum").await;
4054
4055        async fn assert_chunks(text: &str, expected_text: &str) {
4056            for chunk_size in 1..=text.len() {
4057                let actual_text = StripInvalidSpans::new(chunks(text, chunk_size))
4058                    .map(|chunk| chunk.unwrap())
4059                    .collect::<String>()
4060                    .await;
4061                assert_eq!(
4062                    actual_text, expected_text,
4063                    "failed to strip invalid spans, chunk size: {}",
4064                    chunk_size
4065                );
4066            }
4067        }
4068
4069        fn chunks(text: &str, size: usize) -> impl Stream<Item = Result<String>> {
4070            stream::iter(
4071                text.chars()
4072                    .collect::<Vec<_>>()
4073                    .chunks(size)
4074                    .map(|chunk| Ok(chunk.iter().collect::<String>()))
4075                    .collect::<Vec<_>>(),
4076            )
4077        }
4078    }
4079
4080    fn simulate_response_stream(
4081        codegen: Entity<CodegenAlternative>,
4082        cx: &mut TestAppContext,
4083    ) -> mpsc::UnboundedSender<String> {
4084        let (chunks_tx, chunks_rx) = mpsc::unbounded();
4085        codegen.update(cx, |codegen, cx| {
4086            codegen.handle_stream(
4087                String::new(),
4088                String::new(),
4089                None,
4090                future::ready(Ok(LanguageModelTextStream {
4091                    message_id: None,
4092                    stream: chunks_rx.map(Ok).boxed(),
4093                })),
4094                cx,
4095            );
4096        });
4097        chunks_tx
4098    }
4099
4100    fn rust_lang() -> Language {
4101        Language::new(
4102            LanguageConfig {
4103                name: "Rust".into(),
4104                matcher: LanguageMatcher {
4105                    path_suffixes: vec!["rs".to_string()],
4106                    ..Default::default()
4107                },
4108                ..Default::default()
4109            },
4110            Some(tree_sitter_rust::LANGUAGE.into()),
4111        )
4112        .with_indents_query(
4113            r#"
4114            (call_expression) @indent
4115            (field_expression) @indent
4116            (_ "(" ")" @end) @indent
4117            (_ "{" "}" @end) @indent
4118            "#,
4119        )
4120        .unwrap()
4121    }
4122}