1use crate::{
2 AssistantPanel, AssistantPanelEvent, CycleNextInlineAssist, CyclePreviousInlineAssist,
3};
4use anyhow::{anyhow, Context as _, Result};
5use assistant_context_editor::{humanize_token_count, RequestType};
6use assistant_settings::AssistantSettings;
7use client::{telemetry::Telemetry, ErrorExt};
8use collections::{hash_map, HashMap, HashSet, VecDeque};
9use editor::{
10 actions::{MoveDown, MoveUp, SelectAll},
11 display_map::{
12 BlockContext, BlockPlacement, BlockProperties, BlockStyle, CustomBlockId, RenderBlock,
13 ToDisplayPoint,
14 },
15 Anchor, AnchorRangeExt, CodeActionProvider, Editor, EditorElement, EditorEvent, EditorMode,
16 EditorStyle, ExcerptId, ExcerptRange, GutterDimensions, MultiBuffer, MultiBufferSnapshot,
17 ToOffset as _, ToPoint,
18};
19use feature_flags::{
20 Assistant2FeatureFlag, FeatureFlagAppExt as _, FeatureFlagViewExt as _, ZedPro,
21};
22use fs::Fs;
23use futures::{
24 channel::mpsc,
25 future::{BoxFuture, LocalBoxFuture},
26 join, SinkExt, Stream, StreamExt,
27};
28use gpui::{
29 anchored, deferred, point, AnyElement, App, ClickEvent, Context, CursorStyle, Entity,
30 EventEmitter, FocusHandle, Focusable, FontWeight, Global, HighlightStyle, Subscription, Task,
31 TextStyle, UpdateGlobal, WeakEntity, Window,
32};
33use language::{line_diff, Buffer, IndentKind, Point, Selection, TransactionId};
34use language_model::{
35 report_assistant_event, LanguageModel, LanguageModelRegistry, LanguageModelRequest,
36 LanguageModelRequestMessage, LanguageModelTextStream, Role,
37};
38use language_model_selector::inline_language_model_selector;
39use multi_buffer::MultiBufferRow;
40use parking_lot::Mutex;
41use project::{CodeAction, ProjectTransaction};
42use prompt_store::PromptBuilder;
43use rope::Rope;
44use settings::{update_settings_file, Settings, SettingsStore};
45use smol::future::FutureExt;
46use std::{
47 cmp,
48 future::{self, Future},
49 iter, mem,
50 ops::{Range, RangeInclusive},
51 pin::Pin,
52 rc::Rc,
53 sync::Arc,
54 task::{self, Poll},
55 time::{Duration, Instant},
56};
57use streaming_diff::{CharOperation, LineDiff, LineOperation, StreamingDiff};
58use telemetry_events::{AssistantEvent, AssistantKind, AssistantPhase};
59use terminal_view::terminal_panel::TerminalPanel;
60use text::{OffsetRangeExt, ToPoint as _};
61use theme::ThemeSettings;
62use ui::{
63 prelude::*, text_for_action, CheckboxWithLabel, IconButtonShape, KeyBinding, Popover, Tooltip,
64};
65use util::{RangeExt, ResultExt};
66use workspace::{notifications::NotificationId, ItemHandle, Toast, Workspace};
67
68pub fn init(
69 fs: Arc<dyn Fs>,
70 prompt_builder: Arc<PromptBuilder>,
71 telemetry: Arc<Telemetry>,
72 cx: &mut App,
73) {
74 cx.set_global(InlineAssistant::new(fs, prompt_builder, telemetry));
75 cx.observe_new(|_, window, cx| {
76 let Some(window) = window else {
77 return;
78 };
79 let workspace = cx.entity().clone();
80 InlineAssistant::update_global(cx, |inline_assistant, cx| {
81 inline_assistant.register_workspace(&workspace, window, cx)
82 });
83
84 cx.observe_flag::<Assistant2FeatureFlag, _>(window, {
85 |is_assistant2_enabled, _workspace, _window, cx| {
86 InlineAssistant::update_global(cx, |inline_assistant, _cx| {
87 inline_assistant.is_assistant2_enabled = is_assistant2_enabled;
88 });
89 }
90 })
91 .detach();
92 })
93 .detach();
94}
95
96const PROMPT_HISTORY_MAX_LEN: usize = 20;
97
98pub struct InlineAssistant {
99 next_assist_id: InlineAssistId,
100 next_assist_group_id: InlineAssistGroupId,
101 assists: HashMap<InlineAssistId, InlineAssist>,
102 assists_by_editor: HashMap<WeakEntity<Editor>, EditorInlineAssists>,
103 assist_groups: HashMap<InlineAssistGroupId, InlineAssistGroup>,
104 confirmed_assists: HashMap<InlineAssistId, Entity<CodegenAlternative>>,
105 prompt_history: VecDeque<String>,
106 prompt_builder: Arc<PromptBuilder>,
107 telemetry: Arc<Telemetry>,
108 fs: Arc<dyn Fs>,
109 is_assistant2_enabled: bool,
110}
111
112impl Global for InlineAssistant {}
113
114impl InlineAssistant {
115 pub fn new(
116 fs: Arc<dyn Fs>,
117 prompt_builder: Arc<PromptBuilder>,
118 telemetry: Arc<Telemetry>,
119 ) -> Self {
120 Self {
121 next_assist_id: InlineAssistId::default(),
122 next_assist_group_id: InlineAssistGroupId::default(),
123 assists: HashMap::default(),
124 assists_by_editor: HashMap::default(),
125 assist_groups: HashMap::default(),
126 confirmed_assists: HashMap::default(),
127 prompt_history: VecDeque::default(),
128 prompt_builder,
129 telemetry,
130 fs,
131 is_assistant2_enabled: false,
132 }
133 }
134
135 pub fn register_workspace(
136 &mut self,
137 workspace: &Entity<Workspace>,
138 window: &mut Window,
139 cx: &mut App,
140 ) {
141 window
142 .subscribe(workspace, cx, |workspace, event, window, cx| {
143 Self::update_global(cx, |this, cx| {
144 this.handle_workspace_event(workspace, event, window, cx)
145 });
146 })
147 .detach();
148
149 let workspace = workspace.downgrade();
150 cx.observe_global::<SettingsStore>(move |cx| {
151 let Some(workspace) = workspace.upgrade() else {
152 return;
153 };
154 let Some(terminal_panel) = workspace.read(cx).panel::<TerminalPanel>(cx) else {
155 return;
156 };
157 let enabled = AssistantSettings::get_global(cx).enabled;
158 terminal_panel.update(cx, |terminal_panel, cx| {
159 terminal_panel.set_assistant_enabled(enabled, cx)
160 });
161 })
162 .detach();
163 }
164
165 fn handle_workspace_event(
166 &mut self,
167 workspace: Entity<Workspace>,
168 event: &workspace::Event,
169 window: &mut Window,
170 cx: &mut App,
171 ) {
172 match event {
173 workspace::Event::UserSavedItem { item, .. } => {
174 // When the user manually saves an editor, automatically accepts all finished transformations.
175 if let Some(editor) = item.upgrade().and_then(|item| item.act_as::<Editor>(cx)) {
176 if let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) {
177 for assist_id in editor_assists.assist_ids.clone() {
178 let assist = &self.assists[&assist_id];
179 if let CodegenStatus::Done = assist.codegen.read(cx).status(cx) {
180 self.finish_assist(assist_id, false, window, cx)
181 }
182 }
183 }
184 }
185 }
186 workspace::Event::ItemAdded { item } => {
187 self.register_workspace_item(&workspace, item.as_ref(), window, cx);
188 }
189 _ => (),
190 }
191 }
192
193 fn register_workspace_item(
194 &mut self,
195 workspace: &Entity<Workspace>,
196 item: &dyn ItemHandle,
197 window: &mut Window,
198 cx: &mut App,
199 ) {
200 let is_assistant2_enabled = self.is_assistant2_enabled;
201
202 if let Some(editor) = item.act_as::<Editor>(cx) {
203 editor.update(cx, |editor, cx| {
204 if is_assistant2_enabled {
205 editor.remove_code_action_provider(
206 ASSISTANT_CODE_ACTION_PROVIDER_ID.into(),
207 window,
208 cx,
209 );
210 } else {
211 editor.add_code_action_provider(
212 Rc::new(AssistantCodeActionProvider {
213 editor: cx.entity().downgrade(),
214 workspace: workspace.downgrade(),
215 }),
216 window,
217 cx,
218 );
219 }
220 });
221 }
222 }
223
224 pub fn assist(
225 &mut self,
226 editor: &Entity<Editor>,
227 workspace: Option<WeakEntity<Workspace>>,
228 assistant_panel: Option<&Entity<AssistantPanel>>,
229 initial_prompt: Option<String>,
230 window: &mut Window,
231 cx: &mut App,
232 ) {
233 let (snapshot, initial_selections) = editor.update(cx, |editor, cx| {
234 (
235 editor.buffer().read(cx).snapshot(cx),
236 editor.selections.all::<Point>(cx),
237 )
238 });
239
240 let mut selections = Vec::<Selection<Point>>::new();
241 let mut newest_selection = None;
242 for mut selection in initial_selections {
243 if selection.end > selection.start {
244 selection.start.column = 0;
245 // If the selection ends at the start of the line, we don't want to include it.
246 if selection.end.column == 0 {
247 selection.end.row -= 1;
248 }
249 selection.end.column = snapshot.line_len(MultiBufferRow(selection.end.row));
250 }
251
252 if let Some(prev_selection) = selections.last_mut() {
253 if selection.start <= prev_selection.end {
254 prev_selection.end = selection.end;
255 continue;
256 }
257 }
258
259 let latest_selection = newest_selection.get_or_insert_with(|| selection.clone());
260 if selection.id > latest_selection.id {
261 *latest_selection = selection.clone();
262 }
263 selections.push(selection);
264 }
265 let newest_selection = newest_selection.unwrap();
266
267 let mut codegen_ranges = Vec::new();
268 for (buffer, buffer_range, excerpt_id) in
269 snapshot.ranges_to_buffer_ranges(selections.iter().map(|selection| {
270 snapshot.anchor_before(selection.start)..snapshot.anchor_after(selection.end)
271 }))
272 {
273 let start = buffer.anchor_before(buffer_range.start);
274 let end = buffer.anchor_after(buffer_range.end);
275
276 codegen_ranges.push(Anchor::range_in_buffer(
277 excerpt_id,
278 buffer.remote_id(),
279 start..end,
280 ));
281
282 if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
283 self.telemetry.report_assistant_event(AssistantEvent {
284 conversation_id: None,
285 kind: AssistantKind::Inline,
286 phase: AssistantPhase::Invoked,
287 message_id: None,
288 model: model.telemetry_id(),
289 model_provider: model.provider_id().to_string(),
290 response_latency: None,
291 error_message: None,
292 language_name: buffer.language().map(|language| language.name().to_proto()),
293 });
294 }
295 }
296
297 let assist_group_id = self.next_assist_group_id.post_inc();
298 let prompt_buffer = cx.new(|cx| Buffer::local(initial_prompt.unwrap_or_default(), cx));
299 let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
300
301 let mut assists = Vec::new();
302 let mut assist_to_focus = None;
303 for range in codegen_ranges {
304 let assist_id = self.next_assist_id.post_inc();
305 let codegen = cx.new(|cx| {
306 Codegen::new(
307 editor.read(cx).buffer().clone(),
308 range.clone(),
309 None,
310 self.telemetry.clone(),
311 self.prompt_builder.clone(),
312 cx,
313 )
314 });
315
316 let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
317 let prompt_editor = cx.new(|cx| {
318 PromptEditor::new(
319 assist_id,
320 gutter_dimensions.clone(),
321 self.prompt_history.clone(),
322 prompt_buffer.clone(),
323 codegen.clone(),
324 editor,
325 assistant_panel,
326 workspace.clone(),
327 self.fs.clone(),
328 window,
329 cx,
330 )
331 });
332
333 if assist_to_focus.is_none() {
334 let focus_assist = if newest_selection.reversed {
335 range.start.to_point(&snapshot) == newest_selection.start
336 } else {
337 range.end.to_point(&snapshot) == newest_selection.end
338 };
339 if focus_assist {
340 assist_to_focus = Some(assist_id);
341 }
342 }
343
344 let [prompt_block_id, end_block_id] =
345 self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
346
347 assists.push((
348 assist_id,
349 range,
350 prompt_editor,
351 prompt_block_id,
352 end_block_id,
353 ));
354 }
355
356 let editor_assists = self
357 .assists_by_editor
358 .entry(editor.downgrade())
359 .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
360 let mut assist_group = InlineAssistGroup::new();
361 for (assist_id, range, prompt_editor, prompt_block_id, end_block_id) in assists {
362 self.assists.insert(
363 assist_id,
364 InlineAssist::new(
365 assist_id,
366 assist_group_id,
367 assistant_panel.is_some(),
368 editor,
369 &prompt_editor,
370 prompt_block_id,
371 end_block_id,
372 range,
373 prompt_editor.read(cx).codegen.clone(),
374 workspace.clone(),
375 window,
376 cx,
377 ),
378 );
379 assist_group.assist_ids.push(assist_id);
380 editor_assists.assist_ids.push(assist_id);
381 }
382 self.assist_groups.insert(assist_group_id, assist_group);
383
384 if let Some(assist_id) = assist_to_focus {
385 self.focus_assist(assist_id, window, cx);
386 }
387 }
388
389 #[allow(clippy::too_many_arguments)]
390 pub fn suggest_assist(
391 &mut self,
392 editor: &Entity<Editor>,
393 mut range: Range<Anchor>,
394 initial_prompt: String,
395 initial_transaction_id: Option<TransactionId>,
396 focus: bool,
397 workspace: Option<WeakEntity<Workspace>>,
398 assistant_panel: Option<&Entity<AssistantPanel>>,
399 window: &mut Window,
400 cx: &mut App,
401 ) -> InlineAssistId {
402 let assist_group_id = self.next_assist_group_id.post_inc();
403 let prompt_buffer = cx.new(|cx| Buffer::local(&initial_prompt, cx));
404 let prompt_buffer = cx.new(|cx| MultiBuffer::singleton(prompt_buffer, cx));
405
406 let assist_id = self.next_assist_id.post_inc();
407
408 let buffer = editor.read(cx).buffer().clone();
409 {
410 let snapshot = buffer.read(cx).read(cx);
411 range.start = range.start.bias_left(&snapshot);
412 range.end = range.end.bias_right(&snapshot);
413 }
414
415 let codegen = cx.new(|cx| {
416 Codegen::new(
417 editor.read(cx).buffer().clone(),
418 range.clone(),
419 initial_transaction_id,
420 self.telemetry.clone(),
421 self.prompt_builder.clone(),
422 cx,
423 )
424 });
425
426 let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
427 let prompt_editor = cx.new(|cx| {
428 PromptEditor::new(
429 assist_id,
430 gutter_dimensions.clone(),
431 self.prompt_history.clone(),
432 prompt_buffer.clone(),
433 codegen.clone(),
434 editor,
435 assistant_panel,
436 workspace.clone(),
437 self.fs.clone(),
438 window,
439 cx,
440 )
441 });
442
443 let [prompt_block_id, end_block_id] =
444 self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
445
446 let editor_assists = self
447 .assists_by_editor
448 .entry(editor.downgrade())
449 .or_insert_with(|| EditorInlineAssists::new(&editor, window, cx));
450
451 let mut assist_group = InlineAssistGroup::new();
452 self.assists.insert(
453 assist_id,
454 InlineAssist::new(
455 assist_id,
456 assist_group_id,
457 assistant_panel.is_some(),
458 editor,
459 &prompt_editor,
460 prompt_block_id,
461 end_block_id,
462 range,
463 prompt_editor.read(cx).codegen.clone(),
464 workspace.clone(),
465 window,
466 cx,
467 ),
468 );
469 assist_group.assist_ids.push(assist_id);
470 editor_assists.assist_ids.push(assist_id);
471 self.assist_groups.insert(assist_group_id, assist_group);
472
473 if focus {
474 self.focus_assist(assist_id, window, cx);
475 }
476
477 assist_id
478 }
479
480 fn insert_assist_blocks(
481 &self,
482 editor: &Entity<Editor>,
483 range: &Range<Anchor>,
484 prompt_editor: &Entity<PromptEditor>,
485 cx: &mut App,
486 ) -> [CustomBlockId; 2] {
487 let prompt_editor_height = prompt_editor.update(cx, |prompt_editor, cx| {
488 prompt_editor
489 .editor
490 .update(cx, |editor, cx| editor.max_point(cx).row().0 + 1 + 2)
491 });
492 let assist_blocks = vec![
493 BlockProperties {
494 style: BlockStyle::Sticky,
495 placement: BlockPlacement::Above(range.start),
496 height: prompt_editor_height,
497 render: build_assist_editor_renderer(prompt_editor),
498 priority: 0,
499 },
500 BlockProperties {
501 style: BlockStyle::Sticky,
502 placement: BlockPlacement::Below(range.end),
503 height: 0,
504 render: Arc::new(|cx| {
505 v_flex()
506 .h_full()
507 .w_full()
508 .border_t_1()
509 .border_color(cx.theme().status().info_border)
510 .into_any_element()
511 }),
512 priority: 0,
513 },
514 ];
515
516 editor.update(cx, |editor, cx| {
517 let block_ids = editor.insert_blocks(assist_blocks, None, cx);
518 [block_ids[0], block_ids[1]]
519 })
520 }
521
522 fn handle_prompt_editor_focus_in(&mut self, assist_id: InlineAssistId, cx: &mut App) {
523 let assist = &self.assists[&assist_id];
524 let Some(decorations) = assist.decorations.as_ref() else {
525 return;
526 };
527 let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
528 let editor_assists = self.assists_by_editor.get_mut(&assist.editor).unwrap();
529
530 assist_group.active_assist_id = Some(assist_id);
531 if assist_group.linked {
532 for assist_id in &assist_group.assist_ids {
533 if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
534 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
535 prompt_editor.set_show_cursor_when_unfocused(true, cx)
536 });
537 }
538 }
539 }
540
541 assist
542 .editor
543 .update(cx, |editor, cx| {
544 let scroll_top = editor.scroll_position(cx).y;
545 let scroll_bottom = scroll_top + editor.visible_line_count().unwrap_or(0.);
546 let prompt_row = editor
547 .row_for_block(decorations.prompt_block_id, cx)
548 .unwrap()
549 .0 as f32;
550
551 if (scroll_top..scroll_bottom).contains(&prompt_row) {
552 editor_assists.scroll_lock = Some(InlineAssistScrollLock {
553 assist_id,
554 distance_from_top: prompt_row - scroll_top,
555 });
556 } else {
557 editor_assists.scroll_lock = None;
558 }
559 })
560 .ok();
561 }
562
563 fn handle_prompt_editor_focus_out(&mut self, assist_id: InlineAssistId, cx: &mut App) {
564 let assist = &self.assists[&assist_id];
565 let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
566 if assist_group.active_assist_id == Some(assist_id) {
567 assist_group.active_assist_id = None;
568 if assist_group.linked {
569 for assist_id in &assist_group.assist_ids {
570 if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
571 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
572 prompt_editor.set_show_cursor_when_unfocused(false, cx)
573 });
574 }
575 }
576 }
577 }
578 }
579
580 fn handle_prompt_editor_event(
581 &mut self,
582 prompt_editor: Entity<PromptEditor>,
583 event: &PromptEditorEvent,
584 window: &mut Window,
585 cx: &mut App,
586 ) {
587 let assist_id = prompt_editor.read(cx).id;
588 match event {
589 PromptEditorEvent::StartRequested => {
590 self.start_assist(assist_id, window, cx);
591 }
592 PromptEditorEvent::StopRequested => {
593 self.stop_assist(assist_id, cx);
594 }
595 PromptEditorEvent::ConfirmRequested => {
596 self.finish_assist(assist_id, false, window, cx);
597 }
598 PromptEditorEvent::CancelRequested => {
599 self.finish_assist(assist_id, true, window, cx);
600 }
601 PromptEditorEvent::DismissRequested => {
602 self.dismiss_assist(assist_id, window, cx);
603 }
604 }
605 }
606
607 fn handle_editor_newline(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
608 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
609 return;
610 };
611
612 if editor.read(cx).selections.count() == 1 {
613 let (selection, buffer) = editor.update(cx, |editor, cx| {
614 (
615 editor.selections.newest::<usize>(cx),
616 editor.buffer().read(cx).snapshot(cx),
617 )
618 });
619 for assist_id in &editor_assists.assist_ids {
620 let assist = &self.assists[assist_id];
621 let assist_range = assist.range.to_offset(&buffer);
622 if assist_range.contains(&selection.start) && assist_range.contains(&selection.end)
623 {
624 if matches!(assist.codegen.read(cx).status(cx), CodegenStatus::Pending) {
625 self.dismiss_assist(*assist_id, window, cx);
626 } else {
627 self.finish_assist(*assist_id, false, window, cx);
628 }
629
630 return;
631 }
632 }
633 }
634
635 cx.propagate();
636 }
637
638 fn handle_editor_cancel(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
639 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
640 return;
641 };
642
643 if editor.read(cx).selections.count() == 1 {
644 let (selection, buffer) = editor.update(cx, |editor, cx| {
645 (
646 editor.selections.newest::<usize>(cx),
647 editor.buffer().read(cx).snapshot(cx),
648 )
649 });
650 let mut closest_assist_fallback = None;
651 for assist_id in &editor_assists.assist_ids {
652 let assist = &self.assists[assist_id];
653 let assist_range = assist.range.to_offset(&buffer);
654 if assist.decorations.is_some() {
655 if assist_range.contains(&selection.start)
656 && assist_range.contains(&selection.end)
657 {
658 self.focus_assist(*assist_id, window, cx);
659 return;
660 } else {
661 let distance_from_selection = assist_range
662 .start
663 .abs_diff(selection.start)
664 .min(assist_range.start.abs_diff(selection.end))
665 + assist_range
666 .end
667 .abs_diff(selection.start)
668 .min(assist_range.end.abs_diff(selection.end));
669 match closest_assist_fallback {
670 Some((_, old_distance)) => {
671 if distance_from_selection < old_distance {
672 closest_assist_fallback =
673 Some((assist_id, distance_from_selection));
674 }
675 }
676 None => {
677 closest_assist_fallback = Some((assist_id, distance_from_selection))
678 }
679 }
680 }
681 }
682 }
683
684 if let Some((&assist_id, _)) = closest_assist_fallback {
685 self.focus_assist(assist_id, window, cx);
686 }
687 }
688
689 cx.propagate();
690 }
691
692 fn handle_editor_release(
693 &mut self,
694 editor: WeakEntity<Editor>,
695 window: &mut Window,
696 cx: &mut App,
697 ) {
698 if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor) {
699 for assist_id in editor_assists.assist_ids.clone() {
700 self.finish_assist(assist_id, true, window, cx);
701 }
702 }
703 }
704
705 fn handle_editor_change(&mut self, editor: Entity<Editor>, window: &mut Window, cx: &mut App) {
706 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
707 return;
708 };
709 let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() else {
710 return;
711 };
712 let assist = &self.assists[&scroll_lock.assist_id];
713 let Some(decorations) = assist.decorations.as_ref() else {
714 return;
715 };
716
717 editor.update(cx, |editor, cx| {
718 let scroll_position = editor.scroll_position(cx);
719 let target_scroll_top = editor
720 .row_for_block(decorations.prompt_block_id, cx)
721 .unwrap()
722 .0 as f32
723 - scroll_lock.distance_from_top;
724 if target_scroll_top != scroll_position.y {
725 editor.set_scroll_position(point(scroll_position.x, target_scroll_top), window, cx);
726 }
727 });
728 }
729
730 fn handle_editor_event(
731 &mut self,
732 editor: Entity<Editor>,
733 event: &EditorEvent,
734 window: &mut Window,
735 cx: &mut App,
736 ) {
737 let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) else {
738 return;
739 };
740
741 match event {
742 EditorEvent::Edited { transaction_id } => {
743 let buffer = editor.read(cx).buffer().read(cx);
744 let edited_ranges =
745 buffer.edited_ranges_for_transaction::<usize>(*transaction_id, cx);
746 let snapshot = buffer.snapshot(cx);
747
748 for assist_id in editor_assists.assist_ids.clone() {
749 let assist = &self.assists[&assist_id];
750 if matches!(
751 assist.codegen.read(cx).status(cx),
752 CodegenStatus::Error(_) | CodegenStatus::Done
753 ) {
754 let assist_range = assist.range.to_offset(&snapshot);
755 if edited_ranges
756 .iter()
757 .any(|range| range.overlaps(&assist_range))
758 {
759 self.finish_assist(assist_id, false, window, cx);
760 }
761 }
762 }
763 }
764 EditorEvent::ScrollPositionChanged { .. } => {
765 if let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() {
766 let assist = &self.assists[&scroll_lock.assist_id];
767 if let Some(decorations) = assist.decorations.as_ref() {
768 let distance_from_top = editor.update(cx, |editor, cx| {
769 let scroll_top = editor.scroll_position(cx).y;
770 let prompt_row = editor
771 .row_for_block(decorations.prompt_block_id, cx)
772 .unwrap()
773 .0 as f32;
774 prompt_row - scroll_top
775 });
776
777 if distance_from_top != scroll_lock.distance_from_top {
778 editor_assists.scroll_lock = None;
779 }
780 }
781 }
782 }
783 EditorEvent::SelectionsChanged { .. } => {
784 for assist_id in editor_assists.assist_ids.clone() {
785 let assist = &self.assists[&assist_id];
786 if let Some(decorations) = assist.decorations.as_ref() {
787 if decorations
788 .prompt_editor
789 .focus_handle(cx)
790 .is_focused(window)
791 {
792 return;
793 }
794 }
795 }
796
797 editor_assists.scroll_lock = None;
798 }
799 _ => {}
800 }
801 }
802
803 pub fn finish_assist(
804 &mut self,
805 assist_id: InlineAssistId,
806 undo: bool,
807 window: &mut Window,
808 cx: &mut App,
809 ) {
810 if let Some(assist) = self.assists.get(&assist_id) {
811 let assist_group_id = assist.group_id;
812 if self.assist_groups[&assist_group_id].linked {
813 for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
814 self.finish_assist(assist_id, undo, window, cx);
815 }
816 return;
817 }
818 }
819
820 self.dismiss_assist(assist_id, window, cx);
821
822 if let Some(assist) = self.assists.remove(&assist_id) {
823 if let hash_map::Entry::Occupied(mut entry) = self.assist_groups.entry(assist.group_id)
824 {
825 entry.get_mut().assist_ids.retain(|id| *id != assist_id);
826 if entry.get().assist_ids.is_empty() {
827 entry.remove();
828 }
829 }
830
831 if let hash_map::Entry::Occupied(mut entry) =
832 self.assists_by_editor.entry(assist.editor.clone())
833 {
834 entry.get_mut().assist_ids.retain(|id| *id != assist_id);
835 if entry.get().assist_ids.is_empty() {
836 entry.remove();
837 if let Some(editor) = assist.editor.upgrade() {
838 self.update_editor_highlights(&editor, cx);
839 }
840 } else {
841 entry.get().highlight_updates.send(()).ok();
842 }
843 }
844
845 let active_alternative = assist.codegen.read(cx).active_alternative().clone();
846 let message_id = active_alternative.read(cx).message_id.clone();
847
848 if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
849 let language_name = assist.editor.upgrade().and_then(|editor| {
850 let multibuffer = editor.read(cx).buffer().read(cx);
851 let multibuffer_snapshot = multibuffer.snapshot(cx);
852 let ranges = multibuffer_snapshot.range_to_buffer_ranges(assist.range.clone());
853 ranges
854 .first()
855 .and_then(|(buffer, _, _)| buffer.language())
856 .map(|language| language.name())
857 });
858 report_assistant_event(
859 AssistantEvent {
860 conversation_id: None,
861 kind: AssistantKind::Inline,
862 message_id,
863 phase: if undo {
864 AssistantPhase::Rejected
865 } else {
866 AssistantPhase::Accepted
867 },
868 model: model.telemetry_id(),
869 model_provider: model.provider_id().to_string(),
870 response_latency: None,
871 error_message: None,
872 language_name: language_name.map(|name| name.to_proto()),
873 },
874 Some(self.telemetry.clone()),
875 cx.http_client(),
876 model.api_key(cx),
877 cx.background_executor(),
878 );
879 }
880
881 if undo {
882 assist.codegen.update(cx, |codegen, cx| codegen.undo(cx));
883 } else {
884 self.confirmed_assists.insert(assist_id, active_alternative);
885 }
886 }
887 }
888
889 fn dismiss_assist(
890 &mut self,
891 assist_id: InlineAssistId,
892 window: &mut Window,
893 cx: &mut App,
894 ) -> bool {
895 let Some(assist) = self.assists.get_mut(&assist_id) else {
896 return false;
897 };
898 let Some(editor) = assist.editor.upgrade() else {
899 return false;
900 };
901 let Some(decorations) = assist.decorations.take() else {
902 return false;
903 };
904
905 editor.update(cx, |editor, cx| {
906 let mut to_remove = decorations.removed_line_block_ids;
907 to_remove.insert(decorations.prompt_block_id);
908 to_remove.insert(decorations.end_block_id);
909 editor.remove_blocks(to_remove, None, cx);
910 });
911
912 if decorations
913 .prompt_editor
914 .focus_handle(cx)
915 .contains_focused(window, cx)
916 {
917 self.focus_next_assist(assist_id, window, cx);
918 }
919
920 if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) {
921 if editor_assists
922 .scroll_lock
923 .as_ref()
924 .map_or(false, |lock| lock.assist_id == assist_id)
925 {
926 editor_assists.scroll_lock = None;
927 }
928 editor_assists.highlight_updates.send(()).ok();
929 }
930
931 true
932 }
933
934 fn focus_next_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
935 let Some(assist) = self.assists.get(&assist_id) else {
936 return;
937 };
938
939 let assist_group = &self.assist_groups[&assist.group_id];
940 let assist_ix = assist_group
941 .assist_ids
942 .iter()
943 .position(|id| *id == assist_id)
944 .unwrap();
945 let assist_ids = assist_group
946 .assist_ids
947 .iter()
948 .skip(assist_ix + 1)
949 .chain(assist_group.assist_ids.iter().take(assist_ix));
950
951 for assist_id in assist_ids {
952 let assist = &self.assists[assist_id];
953 if assist.decorations.is_some() {
954 self.focus_assist(*assist_id, window, cx);
955 return;
956 }
957 }
958
959 assist
960 .editor
961 .update(cx, |editor, cx| window.focus(&editor.focus_handle(cx)))
962 .ok();
963 }
964
965 fn focus_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
966 let Some(assist) = self.assists.get(&assist_id) else {
967 return;
968 };
969
970 if let Some(decorations) = assist.decorations.as_ref() {
971 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
972 prompt_editor.editor.update(cx, |editor, cx| {
973 window.focus(&editor.focus_handle(cx));
974 editor.select_all(&SelectAll, window, cx);
975 })
976 });
977 }
978
979 self.scroll_to_assist(assist_id, window, cx);
980 }
981
982 pub fn scroll_to_assist(
983 &mut self,
984 assist_id: InlineAssistId,
985 window: &mut Window,
986 cx: &mut App,
987 ) {
988 let Some(assist) = self.assists.get(&assist_id) else {
989 return;
990 };
991 let Some(editor) = assist.editor.upgrade() else {
992 return;
993 };
994
995 let position = assist.range.start;
996 editor.update(cx, |editor, cx| {
997 editor.change_selections(None, window, cx, |selections| {
998 selections.select_anchor_ranges([position..position])
999 });
1000
1001 let mut scroll_target_top;
1002 let mut scroll_target_bottom;
1003 if let Some(decorations) = assist.decorations.as_ref() {
1004 scroll_target_top = editor
1005 .row_for_block(decorations.prompt_block_id, cx)
1006 .unwrap()
1007 .0 as f32;
1008 scroll_target_bottom = editor
1009 .row_for_block(decorations.end_block_id, cx)
1010 .unwrap()
1011 .0 as f32;
1012 } else {
1013 let snapshot = editor.snapshot(window, cx);
1014 let start_row = assist
1015 .range
1016 .start
1017 .to_display_point(&snapshot.display_snapshot)
1018 .row();
1019 scroll_target_top = start_row.0 as f32;
1020 scroll_target_bottom = scroll_target_top + 1.;
1021 }
1022 scroll_target_top -= editor.vertical_scroll_margin() as f32;
1023 scroll_target_bottom += editor.vertical_scroll_margin() as f32;
1024
1025 let height_in_lines = editor.visible_line_count().unwrap_or(0.);
1026 let scroll_top = editor.scroll_position(cx).y;
1027 let scroll_bottom = scroll_top + height_in_lines;
1028
1029 if scroll_target_top < scroll_top {
1030 editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1031 } else if scroll_target_bottom > scroll_bottom {
1032 if (scroll_target_bottom - scroll_target_top) <= height_in_lines {
1033 editor.set_scroll_position(
1034 point(0., scroll_target_bottom - height_in_lines),
1035 window,
1036 cx,
1037 );
1038 } else {
1039 editor.set_scroll_position(point(0., scroll_target_top), window, cx);
1040 }
1041 }
1042 });
1043 }
1044
1045 fn unlink_assist_group(
1046 &mut self,
1047 assist_group_id: InlineAssistGroupId,
1048 window: &mut Window,
1049 cx: &mut App,
1050 ) -> Vec<InlineAssistId> {
1051 let assist_group = self.assist_groups.get_mut(&assist_group_id).unwrap();
1052 assist_group.linked = false;
1053 for assist_id in &assist_group.assist_ids {
1054 let assist = self.assists.get_mut(assist_id).unwrap();
1055 if let Some(editor_decorations) = assist.decorations.as_ref() {
1056 editor_decorations
1057 .prompt_editor
1058 .update(cx, |prompt_editor, cx| prompt_editor.unlink(window, cx));
1059 }
1060 }
1061 assist_group.assist_ids.clone()
1062 }
1063
1064 pub fn start_assist(&mut self, assist_id: InlineAssistId, window: &mut Window, cx: &mut App) {
1065 let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1066 assist
1067 } else {
1068 return;
1069 };
1070
1071 let assist_group_id = assist.group_id;
1072 if self.assist_groups[&assist_group_id].linked {
1073 for assist_id in self.unlink_assist_group(assist_group_id, window, cx) {
1074 self.start_assist(assist_id, window, cx);
1075 }
1076 return;
1077 }
1078
1079 let Some(user_prompt) = assist.user_prompt(cx) else {
1080 return;
1081 };
1082
1083 self.prompt_history.retain(|prompt| *prompt != user_prompt);
1084 self.prompt_history.push_back(user_prompt.clone());
1085 if self.prompt_history.len() > PROMPT_HISTORY_MAX_LEN {
1086 self.prompt_history.pop_front();
1087 }
1088
1089 let assistant_panel_context = assist.assistant_panel_context(cx);
1090
1091 assist
1092 .codegen
1093 .update(cx, |codegen, cx| {
1094 codegen.start(user_prompt, assistant_panel_context, cx)
1095 })
1096 .log_err();
1097 }
1098
1099 pub fn stop_assist(&mut self, assist_id: InlineAssistId, cx: &mut App) {
1100 let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
1101 assist
1102 } else {
1103 return;
1104 };
1105
1106 assist.codegen.update(cx, |codegen, cx| codegen.stop(cx));
1107 }
1108
1109 fn update_editor_highlights(&self, editor: &Entity<Editor>, cx: &mut App) {
1110 let mut gutter_pending_ranges = Vec::new();
1111 let mut gutter_transformed_ranges = Vec::new();
1112 let mut foreground_ranges = Vec::new();
1113 let mut inserted_row_ranges = Vec::new();
1114 let empty_assist_ids = Vec::new();
1115 let assist_ids = self
1116 .assists_by_editor
1117 .get(&editor.downgrade())
1118 .map_or(&empty_assist_ids, |editor_assists| {
1119 &editor_assists.assist_ids
1120 });
1121
1122 for assist_id in assist_ids {
1123 if let Some(assist) = self.assists.get(assist_id) {
1124 let codegen = assist.codegen.read(cx);
1125 let buffer = codegen.buffer(cx).read(cx).read(cx);
1126 foreground_ranges.extend(codegen.last_equal_ranges(cx).iter().cloned());
1127
1128 let pending_range =
1129 codegen.edit_position(cx).unwrap_or(assist.range.start)..assist.range.end;
1130 if pending_range.end.to_offset(&buffer) > pending_range.start.to_offset(&buffer) {
1131 gutter_pending_ranges.push(pending_range);
1132 }
1133
1134 if let Some(edit_position) = codegen.edit_position(cx) {
1135 let edited_range = assist.range.start..edit_position;
1136 if edited_range.end.to_offset(&buffer) > edited_range.start.to_offset(&buffer) {
1137 gutter_transformed_ranges.push(edited_range);
1138 }
1139 }
1140
1141 if assist.decorations.is_some() {
1142 inserted_row_ranges
1143 .extend(codegen.diff(cx).inserted_row_ranges.iter().cloned());
1144 }
1145 }
1146 }
1147
1148 let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
1149 merge_ranges(&mut foreground_ranges, &snapshot);
1150 merge_ranges(&mut gutter_pending_ranges, &snapshot);
1151 merge_ranges(&mut gutter_transformed_ranges, &snapshot);
1152 editor.update(cx, |editor, cx| {
1153 enum GutterPendingRange {}
1154 if gutter_pending_ranges.is_empty() {
1155 editor.clear_gutter_highlights::<GutterPendingRange>(cx);
1156 } else {
1157 editor.highlight_gutter::<GutterPendingRange>(
1158 &gutter_pending_ranges,
1159 |cx| cx.theme().status().info_background,
1160 cx,
1161 )
1162 }
1163
1164 enum GutterTransformedRange {}
1165 if gutter_transformed_ranges.is_empty() {
1166 editor.clear_gutter_highlights::<GutterTransformedRange>(cx);
1167 } else {
1168 editor.highlight_gutter::<GutterTransformedRange>(
1169 &gutter_transformed_ranges,
1170 |cx| cx.theme().status().info,
1171 cx,
1172 )
1173 }
1174
1175 if foreground_ranges.is_empty() {
1176 editor.clear_highlights::<InlineAssist>(cx);
1177 } else {
1178 editor.highlight_text::<InlineAssist>(
1179 foreground_ranges,
1180 HighlightStyle {
1181 fade_out: Some(0.6),
1182 ..Default::default()
1183 },
1184 cx,
1185 );
1186 }
1187
1188 editor.clear_row_highlights::<InlineAssist>();
1189 for row_range in inserted_row_ranges {
1190 editor.highlight_rows::<InlineAssist>(
1191 row_range,
1192 cx.theme().status().info_background,
1193 false,
1194 cx,
1195 );
1196 }
1197 });
1198 }
1199
1200 fn update_editor_blocks(
1201 &mut self,
1202 editor: &Entity<Editor>,
1203 assist_id: InlineAssistId,
1204 window: &mut Window,
1205 cx: &mut App,
1206 ) {
1207 let Some(assist) = self.assists.get_mut(&assist_id) else {
1208 return;
1209 };
1210 let Some(decorations) = assist.decorations.as_mut() else {
1211 return;
1212 };
1213
1214 let codegen = assist.codegen.read(cx);
1215 let old_snapshot = codegen.snapshot(cx);
1216 let old_buffer = codegen.old_buffer(cx);
1217 let deleted_row_ranges = codegen.diff(cx).deleted_row_ranges.clone();
1218
1219 editor.update(cx, |editor, cx| {
1220 let old_blocks = mem::take(&mut decorations.removed_line_block_ids);
1221 editor.remove_blocks(old_blocks, None, cx);
1222
1223 let mut new_blocks = Vec::new();
1224 for (new_row, old_row_range) in deleted_row_ranges {
1225 let (_, buffer_start) = old_snapshot
1226 .point_to_buffer_offset(Point::new(*old_row_range.start(), 0))
1227 .unwrap();
1228 let (_, buffer_end) = old_snapshot
1229 .point_to_buffer_offset(Point::new(
1230 *old_row_range.end(),
1231 old_snapshot.line_len(MultiBufferRow(*old_row_range.end())),
1232 ))
1233 .unwrap();
1234
1235 let deleted_lines_editor = cx.new(|cx| {
1236 let multi_buffer =
1237 cx.new(|_| MultiBuffer::without_headers(language::Capability::ReadOnly));
1238 multi_buffer.update(cx, |multi_buffer, cx| {
1239 multi_buffer.push_excerpts(
1240 old_buffer.clone(),
1241 Some(ExcerptRange {
1242 context: buffer_start..buffer_end,
1243 primary: None,
1244 }),
1245 cx,
1246 );
1247 });
1248
1249 enum DeletedLines {}
1250 let mut editor = Editor::for_multibuffer(multi_buffer, None, true, window, cx);
1251 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::None, cx);
1252 editor.set_show_wrap_guides(false, cx);
1253 editor.set_show_gutter(false, cx);
1254 editor.scroll_manager.set_forbid_vertical_scroll(true);
1255 editor.set_show_scrollbars(false, cx);
1256 editor.set_read_only(true);
1257 editor.set_show_edit_predictions(Some(false), window, cx);
1258 editor.highlight_rows::<DeletedLines>(
1259 Anchor::min()..Anchor::max(),
1260 cx.theme().status().deleted_background,
1261 false,
1262 cx,
1263 );
1264 editor
1265 });
1266
1267 let height =
1268 deleted_lines_editor.update(cx, |editor, cx| editor.max_point(cx).row().0 + 1);
1269 new_blocks.push(BlockProperties {
1270 placement: BlockPlacement::Above(new_row),
1271 height,
1272 style: BlockStyle::Flex,
1273 render: Arc::new(move |cx| {
1274 div()
1275 .block_mouse_down()
1276 .bg(cx.theme().status().deleted_background)
1277 .size_full()
1278 .h(height as f32 * cx.window.line_height())
1279 .pl(cx.gutter_dimensions.full_width())
1280 .child(deleted_lines_editor.clone())
1281 .into_any_element()
1282 }),
1283 priority: 0,
1284 });
1285 }
1286
1287 decorations.removed_line_block_ids = editor
1288 .insert_blocks(new_blocks, None, cx)
1289 .into_iter()
1290 .collect();
1291 })
1292 }
1293}
1294
1295struct EditorInlineAssists {
1296 assist_ids: Vec<InlineAssistId>,
1297 scroll_lock: Option<InlineAssistScrollLock>,
1298 highlight_updates: async_watch::Sender<()>,
1299 _update_highlights: Task<Result<()>>,
1300 _subscriptions: Vec<gpui::Subscription>,
1301}
1302
1303struct InlineAssistScrollLock {
1304 assist_id: InlineAssistId,
1305 distance_from_top: f32,
1306}
1307
1308impl EditorInlineAssists {
1309 fn new(editor: &Entity<Editor>, window: &mut Window, cx: &mut App) -> Self {
1310 let (highlight_updates_tx, mut highlight_updates_rx) = async_watch::channel(());
1311 Self {
1312 assist_ids: Vec::new(),
1313 scroll_lock: None,
1314 highlight_updates: highlight_updates_tx,
1315 _update_highlights: cx.spawn(|cx| {
1316 let editor = editor.downgrade();
1317 async move {
1318 while let Ok(()) = highlight_updates_rx.changed().await {
1319 let editor = editor.upgrade().context("editor was dropped")?;
1320 cx.update_global(|assistant: &mut InlineAssistant, cx| {
1321 assistant.update_editor_highlights(&editor, cx);
1322 })?;
1323 }
1324 Ok(())
1325 }
1326 }),
1327 _subscriptions: vec![
1328 cx.observe_release_in(editor, window, {
1329 let editor = editor.downgrade();
1330 |_, window, cx| {
1331 InlineAssistant::update_global(cx, |this, cx| {
1332 this.handle_editor_release(editor, window, cx);
1333 })
1334 }
1335 }),
1336 window.observe(editor, cx, move |editor, window, cx| {
1337 InlineAssistant::update_global(cx, |this, cx| {
1338 this.handle_editor_change(editor, window, cx)
1339 })
1340 }),
1341 window.subscribe(editor, cx, move |editor, event, window, cx| {
1342 InlineAssistant::update_global(cx, |this, cx| {
1343 this.handle_editor_event(editor, event, window, cx)
1344 })
1345 }),
1346 editor.update(cx, |editor, cx| {
1347 let editor_handle = cx.entity().downgrade();
1348 editor.register_action(move |_: &editor::actions::Newline, window, cx| {
1349 InlineAssistant::update_global(cx, |this, cx| {
1350 if let Some(editor) = editor_handle.upgrade() {
1351 this.handle_editor_newline(editor, window, cx)
1352 }
1353 })
1354 })
1355 }),
1356 editor.update(cx, |editor, cx| {
1357 let editor_handle = cx.entity().downgrade();
1358 editor.register_action(move |_: &editor::actions::Cancel, window, cx| {
1359 InlineAssistant::update_global(cx, |this, cx| {
1360 if let Some(editor) = editor_handle.upgrade() {
1361 this.handle_editor_cancel(editor, window, cx)
1362 }
1363 })
1364 })
1365 }),
1366 ],
1367 }
1368 }
1369}
1370
1371struct InlineAssistGroup {
1372 assist_ids: Vec<InlineAssistId>,
1373 linked: bool,
1374 active_assist_id: Option<InlineAssistId>,
1375}
1376
1377impl InlineAssistGroup {
1378 fn new() -> Self {
1379 Self {
1380 assist_ids: Vec::new(),
1381 linked: true,
1382 active_assist_id: None,
1383 }
1384 }
1385}
1386
1387fn build_assist_editor_renderer(editor: &Entity<PromptEditor>) -> RenderBlock {
1388 let editor = editor.clone();
1389 Arc::new(move |cx: &mut BlockContext| {
1390 *editor.read(cx).gutter_dimensions.lock() = *cx.gutter_dimensions;
1391 editor.clone().into_any_element()
1392 })
1393}
1394
1395#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1396pub struct InlineAssistId(usize);
1397
1398impl InlineAssistId {
1399 fn post_inc(&mut self) -> InlineAssistId {
1400 let id = *self;
1401 self.0 += 1;
1402 id
1403 }
1404}
1405
1406#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1407struct InlineAssistGroupId(usize);
1408
1409impl InlineAssistGroupId {
1410 fn post_inc(&mut self) -> InlineAssistGroupId {
1411 let id = *self;
1412 self.0 += 1;
1413 id
1414 }
1415}
1416
1417enum PromptEditorEvent {
1418 StartRequested,
1419 StopRequested,
1420 ConfirmRequested,
1421 CancelRequested,
1422 DismissRequested,
1423}
1424
1425struct PromptEditor {
1426 id: InlineAssistId,
1427 editor: Entity<Editor>,
1428 edited_since_done: bool,
1429 gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1430 prompt_history: VecDeque<String>,
1431 prompt_history_ix: Option<usize>,
1432 pending_prompt: String,
1433 codegen: Entity<Codegen>,
1434 _codegen_subscription: Subscription,
1435 editor_subscriptions: Vec<Subscription>,
1436 pending_token_count: Task<Result<()>>,
1437 token_counts: Option<TokenCounts>,
1438 _token_count_subscriptions: Vec<Subscription>,
1439 workspace: Option<WeakEntity<Workspace>>,
1440 show_rate_limit_notice: bool,
1441 fs: Arc<dyn Fs>,
1442}
1443
1444#[derive(Copy, Clone)]
1445pub struct TokenCounts {
1446 total: usize,
1447 assistant_panel: usize,
1448}
1449
1450impl EventEmitter<PromptEditorEvent> for PromptEditor {}
1451
1452impl Render for PromptEditor {
1453 fn render(&mut self, window: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
1454 let gutter_dimensions = *self.gutter_dimensions.lock();
1455 let codegen = self.codegen.read(cx);
1456
1457 let mut buttons = Vec::new();
1458 if codegen.alternative_count(cx) > 1 {
1459 buttons.push(self.render_cycle_controls(cx));
1460 }
1461
1462 let status = codegen.status(cx);
1463 buttons.extend(match status {
1464 CodegenStatus::Idle => {
1465 vec![
1466 IconButton::new("cancel", IconName::Close)
1467 .icon_color(Color::Muted)
1468 .shape(IconButtonShape::Square)
1469 .tooltip(|window, cx| {
1470 Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1471 })
1472 .on_click(
1473 cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1474 )
1475 .into_any_element(),
1476 IconButton::new("start", IconName::SparkleAlt)
1477 .icon_color(Color::Muted)
1478 .shape(IconButtonShape::Square)
1479 .tooltip(|window, cx| {
1480 Tooltip::for_action("Transform", &menu::Confirm, window, cx)
1481 })
1482 .on_click(
1483 cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StartRequested)),
1484 )
1485 .into_any_element(),
1486 ]
1487 }
1488 CodegenStatus::Pending => {
1489 vec![
1490 IconButton::new("cancel", IconName::Close)
1491 .icon_color(Color::Muted)
1492 .shape(IconButtonShape::Square)
1493 .tooltip(Tooltip::text("Cancel Assist"))
1494 .on_click(
1495 cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1496 )
1497 .into_any_element(),
1498 IconButton::new("stop", IconName::Stop)
1499 .icon_color(Color::Error)
1500 .shape(IconButtonShape::Square)
1501 .tooltip(|window, cx| {
1502 Tooltip::with_meta(
1503 "Interrupt Transformation",
1504 Some(&menu::Cancel),
1505 "Changes won't be discarded",
1506 window,
1507 cx,
1508 )
1509 })
1510 .on_click(
1511 cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::StopRequested)),
1512 )
1513 .into_any_element(),
1514 ]
1515 }
1516 CodegenStatus::Error(_) | CodegenStatus::Done => {
1517 let must_rerun =
1518 self.edited_since_done || matches!(status, CodegenStatus::Error(_));
1519 // when accept button isn't visible, then restart maps to confirm
1520 // when accept button is visible, then restart must be mapped to an alternate keyboard shortcut
1521 let restart_key: &dyn gpui::Action = if must_rerun {
1522 &menu::Confirm
1523 } else {
1524 &menu::Restart
1525 };
1526 vec![
1527 IconButton::new("cancel", IconName::Close)
1528 .icon_color(Color::Muted)
1529 .shape(IconButtonShape::Square)
1530 .tooltip(|window, cx| {
1531 Tooltip::for_action("Cancel Assist", &menu::Cancel, window, cx)
1532 })
1533 .on_click(
1534 cx.listener(|_, _, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1535 )
1536 .into_any_element(),
1537 IconButton::new("restart", IconName::RotateCw)
1538 .icon_color(Color::Muted)
1539 .shape(IconButtonShape::Square)
1540 .tooltip(|window, cx| {
1541 Tooltip::with_meta(
1542 "Regenerate Transformation",
1543 Some(restart_key),
1544 "Current change will be discarded",
1545 window,
1546 cx,
1547 )
1548 })
1549 .on_click(cx.listener(|_, _, _, cx| {
1550 cx.emit(PromptEditorEvent::StartRequested);
1551 }))
1552 .into_any_element(),
1553 if !must_rerun {
1554 IconButton::new("confirm", IconName::Check)
1555 .icon_color(Color::Info)
1556 .shape(IconButtonShape::Square)
1557 .tooltip(|window, cx| {
1558 Tooltip::for_action("Confirm Assist", &menu::Confirm, window, cx)
1559 })
1560 .on_click(cx.listener(|_, _, _, cx| {
1561 cx.emit(PromptEditorEvent::ConfirmRequested);
1562 }))
1563 .into_any_element()
1564 } else {
1565 div().into_any_element()
1566 },
1567 ]
1568 }
1569 });
1570 let fs_clone = self.fs.clone();
1571
1572 h_flex()
1573 .key_context("PromptEditor")
1574 .bg(cx.theme().colors().editor_background)
1575 .block_mouse_down()
1576 .cursor(CursorStyle::Arrow)
1577 .border_y_1()
1578 .border_color(cx.theme().status().info_border)
1579 .size_full()
1580 .py(window.line_height() / 2.5)
1581 .on_action(cx.listener(Self::confirm))
1582 .on_action(cx.listener(Self::cancel))
1583 .on_action(cx.listener(Self::restart))
1584 .on_action(cx.listener(Self::move_up))
1585 .on_action(cx.listener(Self::move_down))
1586 .capture_action(cx.listener(Self::cycle_prev))
1587 .capture_action(cx.listener(Self::cycle_next))
1588 .child(
1589 h_flex()
1590 .w(gutter_dimensions.full_width() + (gutter_dimensions.margin / 2.0))
1591 .justify_center()
1592 .gap_2()
1593 .child(inline_language_model_selector(move |model, cx| {
1594 update_settings_file::<AssistantSettings>(
1595 fs_clone.clone(),
1596 cx,
1597 move |settings, _| settings.set_model(model.clone()),
1598 );
1599 }))
1600 .map(|el| {
1601 let CodegenStatus::Error(error) = self.codegen.read(cx).status(cx) else {
1602 return el;
1603 };
1604
1605 let error_message = SharedString::from(error.to_string());
1606 if error.error_code() == proto::ErrorCode::RateLimitExceeded
1607 && cx.has_flag::<ZedPro>()
1608 {
1609 el.child(
1610 v_flex()
1611 .child(
1612 IconButton::new("rate-limit-error", IconName::XCircle)
1613 .toggle_state(self.show_rate_limit_notice)
1614 .shape(IconButtonShape::Square)
1615 .icon_size(IconSize::Small)
1616 .on_click(cx.listener(Self::toggle_rate_limit_notice)),
1617 )
1618 .children(self.show_rate_limit_notice.then(|| {
1619 deferred(
1620 anchored()
1621 .position_mode(gpui::AnchoredPositionMode::Local)
1622 .position(point(px(0.), px(24.)))
1623 .anchor(gpui::Corner::TopLeft)
1624 .child(self.render_rate_limit_notice(cx)),
1625 )
1626 })),
1627 )
1628 } else {
1629 el.child(
1630 div()
1631 .id("error")
1632 .tooltip(Tooltip::text(error_message))
1633 .child(
1634 Icon::new(IconName::XCircle)
1635 .size(IconSize::Small)
1636 .color(Color::Error),
1637 ),
1638 )
1639 }
1640 }),
1641 )
1642 .child(div().flex_1().child(self.render_prompt_editor(cx)))
1643 .child(
1644 h_flex()
1645 .gap_2()
1646 .pr_6()
1647 .children(self.render_token_count(cx))
1648 .children(buttons),
1649 )
1650 }
1651}
1652
1653impl Focusable for PromptEditor {
1654 fn focus_handle(&self, cx: &App) -> FocusHandle {
1655 self.editor.focus_handle(cx)
1656 }
1657}
1658
1659impl PromptEditor {
1660 const MAX_LINES: u8 = 8;
1661
1662 #[allow(clippy::too_many_arguments)]
1663 fn new(
1664 id: InlineAssistId,
1665 gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1666 prompt_history: VecDeque<String>,
1667 prompt_buffer: Entity<MultiBuffer>,
1668 codegen: Entity<Codegen>,
1669 parent_editor: &Entity<Editor>,
1670 assistant_panel: Option<&Entity<AssistantPanel>>,
1671 workspace: Option<WeakEntity<Workspace>>,
1672 fs: Arc<dyn Fs>,
1673 window: &mut Window,
1674 cx: &mut Context<Self>,
1675 ) -> Self {
1676 let prompt_editor = cx.new(|cx| {
1677 let mut editor = Editor::new(
1678 EditorMode::AutoHeight {
1679 max_lines: Self::MAX_LINES as usize,
1680 },
1681 prompt_buffer,
1682 None,
1683 false,
1684 window,
1685 cx,
1686 );
1687 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1688 // Since the prompt editors for all inline assistants are linked,
1689 // always show the cursor (even when it isn't focused) because
1690 // typing in one will make what you typed appear in all of them.
1691 editor.set_show_cursor_when_unfocused(true, cx);
1692 editor.set_placeholder_text(Self::placeholder_text(codegen.read(cx), window, cx), cx);
1693 editor
1694 });
1695
1696 let mut token_count_subscriptions = Vec::new();
1697 token_count_subscriptions.push(cx.subscribe_in(
1698 parent_editor,
1699 window,
1700 Self::handle_parent_editor_event,
1701 ));
1702 if let Some(assistant_panel) = assistant_panel {
1703 token_count_subscriptions.push(cx.subscribe_in(
1704 assistant_panel,
1705 window,
1706 Self::handle_assistant_panel_event,
1707 ));
1708 }
1709
1710 let mut this = Self {
1711 id,
1712 fs,
1713 editor: prompt_editor,
1714 edited_since_done: false,
1715 gutter_dimensions,
1716 prompt_history,
1717 prompt_history_ix: None,
1718 pending_prompt: String::new(),
1719 _codegen_subscription: cx.observe(&codegen, Self::handle_codegen_changed),
1720 editor_subscriptions: Vec::new(),
1721 codegen,
1722 pending_token_count: Task::ready(Ok(())),
1723 token_counts: None,
1724 _token_count_subscriptions: token_count_subscriptions,
1725 workspace,
1726 show_rate_limit_notice: false,
1727 };
1728 this.count_tokens(cx);
1729 this.subscribe_to_editor(window, cx);
1730 this
1731 }
1732
1733 fn subscribe_to_editor(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1734 self.editor_subscriptions.clear();
1735 self.editor_subscriptions.push(cx.subscribe_in(
1736 &self.editor,
1737 window,
1738 Self::handle_prompt_editor_events,
1739 ));
1740 }
1741
1742 fn set_show_cursor_when_unfocused(
1743 &mut self,
1744 show_cursor_when_unfocused: bool,
1745 cx: &mut Context<Self>,
1746 ) {
1747 self.editor.update(cx, |editor, cx| {
1748 editor.set_show_cursor_when_unfocused(show_cursor_when_unfocused, cx)
1749 });
1750 }
1751
1752 fn unlink(&mut self, window: &mut Window, cx: &mut Context<Self>) {
1753 let prompt = self.prompt(cx);
1754 let focus = self.editor.focus_handle(cx).contains_focused(window, cx);
1755 self.editor = cx.new(|cx| {
1756 let mut editor = Editor::auto_height(Self::MAX_LINES as usize, window, cx);
1757 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1758 editor.set_placeholder_text(
1759 Self::placeholder_text(self.codegen.read(cx), window, cx),
1760 cx,
1761 );
1762 editor.set_placeholder_text("Add a prompt…", cx);
1763 editor.set_text(prompt, window, cx);
1764 if focus {
1765 window.focus(&editor.focus_handle(cx));
1766 }
1767 editor
1768 });
1769 self.subscribe_to_editor(window, cx);
1770 }
1771
1772 fn placeholder_text(codegen: &Codegen, window: &Window, cx: &App) -> String {
1773 let context_keybinding = text_for_action(&zed_actions::assistant::ToggleFocus, window, cx)
1774 .map(|keybinding| format!(" • {keybinding} for context"))
1775 .unwrap_or_default();
1776
1777 let action = if codegen.is_insertion {
1778 "Generate"
1779 } else {
1780 "Transform"
1781 };
1782
1783 format!("{action}…{context_keybinding} • ↓↑ for history")
1784 }
1785
1786 fn prompt(&self, cx: &App) -> String {
1787 self.editor.read(cx).text(cx)
1788 }
1789
1790 fn toggle_rate_limit_notice(
1791 &mut self,
1792 _: &ClickEvent,
1793 window: &mut Window,
1794 cx: &mut Context<Self>,
1795 ) {
1796 self.show_rate_limit_notice = !self.show_rate_limit_notice;
1797 if self.show_rate_limit_notice {
1798 window.focus(&self.editor.focus_handle(cx));
1799 }
1800 cx.notify();
1801 }
1802
1803 fn handle_parent_editor_event(
1804 &mut self,
1805 _: &Entity<Editor>,
1806 event: &EditorEvent,
1807 _: &mut Window,
1808 cx: &mut Context<Self>,
1809 ) {
1810 if let EditorEvent::BufferEdited { .. } = event {
1811 self.count_tokens(cx);
1812 }
1813 }
1814
1815 fn handle_assistant_panel_event(
1816 &mut self,
1817 _: &Entity<AssistantPanel>,
1818 event: &AssistantPanelEvent,
1819 _: &mut Window,
1820 cx: &mut Context<Self>,
1821 ) {
1822 let AssistantPanelEvent::ContextEdited { .. } = event;
1823 self.count_tokens(cx);
1824 }
1825
1826 fn count_tokens(&mut self, cx: &mut Context<Self>) {
1827 let assist_id = self.id;
1828 self.pending_token_count = cx.spawn(|this, mut cx| async move {
1829 cx.background_executor().timer(Duration::from_secs(1)).await;
1830 let token_count = cx
1831 .update_global(|inline_assistant: &mut InlineAssistant, cx| {
1832 let assist = inline_assistant
1833 .assists
1834 .get(&assist_id)
1835 .context("assist not found")?;
1836 anyhow::Ok(assist.count_tokens(cx))
1837 })??
1838 .await?;
1839
1840 this.update(&mut cx, |this, cx| {
1841 this.token_counts = Some(token_count);
1842 cx.notify();
1843 })
1844 })
1845 }
1846
1847 fn handle_prompt_editor_events(
1848 &mut self,
1849 _: &Entity<Editor>,
1850 event: &EditorEvent,
1851 window: &mut Window,
1852 cx: &mut Context<Self>,
1853 ) {
1854 match event {
1855 EditorEvent::Edited { .. } => {
1856 if let Some(workspace) = window.root::<Workspace>().flatten() {
1857 workspace.update(cx, |workspace, cx| {
1858 let is_via_ssh = workspace
1859 .project()
1860 .update(cx, |project, _| project.is_via_ssh());
1861
1862 workspace
1863 .client()
1864 .telemetry()
1865 .log_edit_event("inline assist", is_via_ssh);
1866 });
1867 }
1868 let prompt = self.editor.read(cx).text(cx);
1869 if self
1870 .prompt_history_ix
1871 .map_or(true, |ix| self.prompt_history[ix] != prompt)
1872 {
1873 self.prompt_history_ix.take();
1874 self.pending_prompt = prompt;
1875 }
1876
1877 self.edited_since_done = true;
1878 cx.notify();
1879 }
1880 EditorEvent::BufferEdited => {
1881 self.count_tokens(cx);
1882 }
1883 EditorEvent::Blurred => {
1884 if self.show_rate_limit_notice {
1885 self.show_rate_limit_notice = false;
1886 cx.notify();
1887 }
1888 }
1889 _ => {}
1890 }
1891 }
1892
1893 fn handle_codegen_changed(&mut self, _: Entity<Codegen>, cx: &mut Context<Self>) {
1894 match self.codegen.read(cx).status(cx) {
1895 CodegenStatus::Idle => {
1896 self.editor
1897 .update(cx, |editor, _| editor.set_read_only(false));
1898 }
1899 CodegenStatus::Pending => {
1900 self.editor
1901 .update(cx, |editor, _| editor.set_read_only(true));
1902 }
1903 CodegenStatus::Done => {
1904 self.edited_since_done = false;
1905 self.editor
1906 .update(cx, |editor, _| editor.set_read_only(false));
1907 }
1908 CodegenStatus::Error(error) => {
1909 if cx.has_flag::<ZedPro>()
1910 && error.error_code() == proto::ErrorCode::RateLimitExceeded
1911 && !dismissed_rate_limit_notice()
1912 {
1913 self.show_rate_limit_notice = true;
1914 cx.notify();
1915 }
1916
1917 self.edited_since_done = false;
1918 self.editor
1919 .update(cx, |editor, _| editor.set_read_only(false));
1920 }
1921 }
1922 }
1923
1924 fn restart(&mut self, _: &menu::Restart, _window: &mut Window, cx: &mut Context<Self>) {
1925 cx.emit(PromptEditorEvent::StartRequested);
1926 }
1927
1928 fn cancel(
1929 &mut self,
1930 _: &editor::actions::Cancel,
1931 _window: &mut Window,
1932 cx: &mut Context<Self>,
1933 ) {
1934 match self.codegen.read(cx).status(cx) {
1935 CodegenStatus::Idle | CodegenStatus::Done | CodegenStatus::Error(_) => {
1936 cx.emit(PromptEditorEvent::CancelRequested);
1937 }
1938 CodegenStatus::Pending => {
1939 cx.emit(PromptEditorEvent::StopRequested);
1940 }
1941 }
1942 }
1943
1944 fn confirm(&mut self, _: &menu::Confirm, _window: &mut Window, cx: &mut Context<Self>) {
1945 match self.codegen.read(cx).status(cx) {
1946 CodegenStatus::Idle => {
1947 cx.emit(PromptEditorEvent::StartRequested);
1948 }
1949 CodegenStatus::Pending => {
1950 cx.emit(PromptEditorEvent::DismissRequested);
1951 }
1952 CodegenStatus::Done => {
1953 if self.edited_since_done {
1954 cx.emit(PromptEditorEvent::StartRequested);
1955 } else {
1956 cx.emit(PromptEditorEvent::ConfirmRequested);
1957 }
1958 }
1959 CodegenStatus::Error(_) => {
1960 cx.emit(PromptEditorEvent::StartRequested);
1961 }
1962 }
1963 }
1964
1965 fn move_up(&mut self, _: &MoveUp, window: &mut Window, cx: &mut Context<Self>) {
1966 if let Some(ix) = self.prompt_history_ix {
1967 if ix > 0 {
1968 self.prompt_history_ix = Some(ix - 1);
1969 let prompt = self.prompt_history[ix - 1].as_str();
1970 self.editor.update(cx, |editor, cx| {
1971 editor.set_text(prompt, window, cx);
1972 editor.move_to_beginning(&Default::default(), window, cx);
1973 });
1974 }
1975 } else if !self.prompt_history.is_empty() {
1976 self.prompt_history_ix = Some(self.prompt_history.len() - 1);
1977 let prompt = self.prompt_history[self.prompt_history.len() - 1].as_str();
1978 self.editor.update(cx, |editor, cx| {
1979 editor.set_text(prompt, window, cx);
1980 editor.move_to_beginning(&Default::default(), window, cx);
1981 });
1982 }
1983 }
1984
1985 fn move_down(&mut self, _: &MoveDown, window: &mut Window, cx: &mut Context<Self>) {
1986 if let Some(ix) = self.prompt_history_ix {
1987 if ix < self.prompt_history.len() - 1 {
1988 self.prompt_history_ix = Some(ix + 1);
1989 let prompt = self.prompt_history[ix + 1].as_str();
1990 self.editor.update(cx, |editor, cx| {
1991 editor.set_text(prompt, window, cx);
1992 editor.move_to_end(&Default::default(), window, cx)
1993 });
1994 } else {
1995 self.prompt_history_ix = None;
1996 let prompt = self.pending_prompt.as_str();
1997 self.editor.update(cx, |editor, cx| {
1998 editor.set_text(prompt, window, cx);
1999 editor.move_to_end(&Default::default(), window, cx)
2000 });
2001 }
2002 }
2003 }
2004
2005 fn cycle_prev(
2006 &mut self,
2007 _: &CyclePreviousInlineAssist,
2008 _: &mut Window,
2009 cx: &mut Context<Self>,
2010 ) {
2011 self.codegen
2012 .update(cx, |codegen, cx| codegen.cycle_prev(cx));
2013 }
2014
2015 fn cycle_next(&mut self, _: &CycleNextInlineAssist, _: &mut Window, cx: &mut Context<Self>) {
2016 self.codegen
2017 .update(cx, |codegen, cx| codegen.cycle_next(cx));
2018 }
2019
2020 fn render_cycle_controls(&self, cx: &Context<Self>) -> AnyElement {
2021 let codegen = self.codegen.read(cx);
2022 let disabled = matches!(codegen.status(cx), CodegenStatus::Idle);
2023
2024 let model_registry = LanguageModelRegistry::read_global(cx);
2025 let default_model = model_registry.active_model();
2026 let alternative_models = model_registry.inline_alternative_models();
2027
2028 let get_model_name = |index: usize| -> String {
2029 let name = |model: &Arc<dyn LanguageModel>| model.name().0.to_string();
2030
2031 match index {
2032 0 => default_model.as_ref().map_or_else(String::new, name),
2033 index if index <= alternative_models.len() => alternative_models
2034 .get(index - 1)
2035 .map_or_else(String::new, name),
2036 _ => String::new(),
2037 }
2038 };
2039
2040 let total_models = alternative_models.len() + 1;
2041
2042 if total_models <= 1 {
2043 return div().into_any_element();
2044 }
2045
2046 let current_index = codegen.active_alternative;
2047 let prev_index = (current_index + total_models - 1) % total_models;
2048 let next_index = (current_index + 1) % total_models;
2049
2050 let prev_model_name = get_model_name(prev_index);
2051 let next_model_name = get_model_name(next_index);
2052
2053 h_flex()
2054 .child(
2055 IconButton::new("previous", IconName::ChevronLeft)
2056 .icon_color(Color::Muted)
2057 .disabled(disabled || current_index == 0)
2058 .shape(IconButtonShape::Square)
2059 .tooltip({
2060 let focus_handle = self.editor.focus_handle(cx);
2061 move |window, cx| {
2062 cx.new(|cx| {
2063 let mut tooltip = Tooltip::new("Previous Alternative").key_binding(
2064 KeyBinding::for_action_in(
2065 &CyclePreviousInlineAssist,
2066 &focus_handle,
2067 window,
2068 cx,
2069 ),
2070 );
2071 if !disabled && current_index != 0 {
2072 tooltip = tooltip.meta(prev_model_name.clone());
2073 }
2074 tooltip
2075 })
2076 .into()
2077 }
2078 })
2079 .on_click(cx.listener(|this, _, _, cx| {
2080 this.codegen
2081 .update(cx, |codegen, cx| codegen.cycle_prev(cx))
2082 })),
2083 )
2084 .child(
2085 Label::new(format!(
2086 "{}/{}",
2087 codegen.active_alternative + 1,
2088 codegen.alternative_count(cx)
2089 ))
2090 .size(LabelSize::Small)
2091 .color(if disabled {
2092 Color::Disabled
2093 } else {
2094 Color::Muted
2095 }),
2096 )
2097 .child(
2098 IconButton::new("next", IconName::ChevronRight)
2099 .icon_color(Color::Muted)
2100 .disabled(disabled || current_index == total_models - 1)
2101 .shape(IconButtonShape::Square)
2102 .tooltip({
2103 let focus_handle = self.editor.focus_handle(cx);
2104 move |window, cx| {
2105 cx.new(|cx| {
2106 let mut tooltip = Tooltip::new("Next Alternative").key_binding(
2107 KeyBinding::for_action_in(
2108 &CycleNextInlineAssist,
2109 &focus_handle,
2110 window,
2111 cx,
2112 ),
2113 );
2114 if !disabled && current_index != total_models - 1 {
2115 tooltip = tooltip.meta(next_model_name.clone());
2116 }
2117 tooltip
2118 })
2119 .into()
2120 }
2121 })
2122 .on_click(cx.listener(|this, _, _, cx| {
2123 this.codegen
2124 .update(cx, |codegen, cx| codegen.cycle_next(cx))
2125 })),
2126 )
2127 .into_any_element()
2128 }
2129
2130 fn render_token_count(&self, cx: &mut Context<Self>) -> Option<impl IntoElement> {
2131 let model = LanguageModelRegistry::read_global(cx).active_model()?;
2132 let token_counts = self.token_counts?;
2133 let max_token_count = model.max_token_count();
2134
2135 let remaining_tokens = max_token_count as isize - token_counts.total as isize;
2136 let token_count_color = if remaining_tokens <= 0 {
2137 Color::Error
2138 } else if token_counts.total as f32 / max_token_count as f32 >= 0.8 {
2139 Color::Warning
2140 } else {
2141 Color::Muted
2142 };
2143
2144 let mut token_count = h_flex()
2145 .id("token_count")
2146 .gap_0p5()
2147 .child(
2148 Label::new(humanize_token_count(token_counts.total))
2149 .size(LabelSize::Small)
2150 .color(token_count_color),
2151 )
2152 .child(Label::new("/").size(LabelSize::Small).color(Color::Muted))
2153 .child(
2154 Label::new(humanize_token_count(max_token_count))
2155 .size(LabelSize::Small)
2156 .color(Color::Muted),
2157 );
2158 if let Some(workspace) = self.workspace.clone() {
2159 token_count = token_count
2160 .tooltip(move |window, cx| {
2161 Tooltip::with_meta(
2162 format!(
2163 "Tokens Used ({} from the Assistant Panel)",
2164 humanize_token_count(token_counts.assistant_panel)
2165 ),
2166 None,
2167 "Click to open the Assistant Panel",
2168 window,
2169 cx,
2170 )
2171 })
2172 .cursor_pointer()
2173 .on_mouse_down(gpui::MouseButton::Left, |_, _, cx| cx.stop_propagation())
2174 .on_click(move |_, window, cx| {
2175 cx.stop_propagation();
2176 workspace
2177 .update(cx, |workspace, cx| {
2178 workspace.focus_panel::<AssistantPanel>(window, cx)
2179 })
2180 .ok();
2181 });
2182 } else {
2183 token_count = token_count
2184 .cursor_default()
2185 .tooltip(Tooltip::text("Tokens used"));
2186 }
2187
2188 Some(token_count)
2189 }
2190
2191 fn render_prompt_editor(&self, cx: &mut Context<Self>) -> impl IntoElement {
2192 let settings = ThemeSettings::get_global(cx);
2193 let text_style = TextStyle {
2194 color: if self.editor.read(cx).read_only(cx) {
2195 cx.theme().colors().text_disabled
2196 } else {
2197 cx.theme().colors().text
2198 },
2199 font_family: settings.buffer_font.family.clone(),
2200 font_fallbacks: settings.buffer_font.fallbacks.clone(),
2201 font_size: settings.buffer_font_size(cx).into(),
2202 font_weight: settings.buffer_font.weight,
2203 line_height: relative(settings.buffer_line_height.value()),
2204 ..Default::default()
2205 };
2206 EditorElement::new(
2207 &self.editor,
2208 EditorStyle {
2209 background: cx.theme().colors().editor_background,
2210 local_player: cx.theme().players().local(),
2211 text: text_style,
2212 ..Default::default()
2213 },
2214 )
2215 }
2216
2217 fn render_rate_limit_notice(&self, cx: &mut Context<Self>) -> impl IntoElement {
2218 Popover::new().child(
2219 v_flex()
2220 .occlude()
2221 .p_2()
2222 .child(
2223 Label::new("Out of Tokens")
2224 .size(LabelSize::Small)
2225 .weight(FontWeight::BOLD),
2226 )
2227 .child(Label::new(
2228 "Try Zed Pro for higher limits, a wider range of models, and more.",
2229 ))
2230 .child(
2231 h_flex()
2232 .justify_between()
2233 .child(CheckboxWithLabel::new(
2234 "dont-show-again",
2235 Label::new("Don't show again"),
2236 if dismissed_rate_limit_notice() {
2237 ui::ToggleState::Selected
2238 } else {
2239 ui::ToggleState::Unselected
2240 },
2241 |selection, _, cx| {
2242 let is_dismissed = match selection {
2243 ui::ToggleState::Unselected => false,
2244 ui::ToggleState::Indeterminate => return,
2245 ui::ToggleState::Selected => true,
2246 };
2247
2248 set_rate_limit_notice_dismissed(is_dismissed, cx)
2249 },
2250 ))
2251 .child(
2252 h_flex()
2253 .gap_2()
2254 .child(
2255 Button::new("dismiss", "Dismiss")
2256 .style(ButtonStyle::Transparent)
2257 .on_click(cx.listener(Self::toggle_rate_limit_notice)),
2258 )
2259 .child(Button::new("more-info", "More Info").on_click(
2260 |_event, window, cx| {
2261 window.dispatch_action(
2262 Box::new(zed_actions::OpenAccountSettings),
2263 cx,
2264 )
2265 },
2266 )),
2267 ),
2268 ),
2269 )
2270 }
2271}
2272
2273const DISMISSED_RATE_LIMIT_NOTICE_KEY: &str = "dismissed-rate-limit-notice";
2274
2275fn dismissed_rate_limit_notice() -> bool {
2276 db::kvp::KEY_VALUE_STORE
2277 .read_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY)
2278 .log_err()
2279 .map_or(false, |s| s.is_some())
2280}
2281
2282fn set_rate_limit_notice_dismissed(is_dismissed: bool, cx: &mut App) {
2283 db::write_and_log(cx, move || async move {
2284 if is_dismissed {
2285 db::kvp::KEY_VALUE_STORE
2286 .write_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into(), "1".into())
2287 .await
2288 } else {
2289 db::kvp::KEY_VALUE_STORE
2290 .delete_kvp(DISMISSED_RATE_LIMIT_NOTICE_KEY.into())
2291 .await
2292 }
2293 })
2294}
2295
2296struct InlineAssist {
2297 group_id: InlineAssistGroupId,
2298 range: Range<Anchor>,
2299 editor: WeakEntity<Editor>,
2300 decorations: Option<InlineAssistDecorations>,
2301 codegen: Entity<Codegen>,
2302 _subscriptions: Vec<Subscription>,
2303 workspace: Option<WeakEntity<Workspace>>,
2304 include_context: bool,
2305}
2306
2307impl InlineAssist {
2308 #[allow(clippy::too_many_arguments)]
2309 fn new(
2310 assist_id: InlineAssistId,
2311 group_id: InlineAssistGroupId,
2312 include_context: bool,
2313 editor: &Entity<Editor>,
2314 prompt_editor: &Entity<PromptEditor>,
2315 prompt_block_id: CustomBlockId,
2316 end_block_id: CustomBlockId,
2317 range: Range<Anchor>,
2318 codegen: Entity<Codegen>,
2319 workspace: Option<WeakEntity<Workspace>>,
2320 window: &mut Window,
2321 cx: &mut App,
2322 ) -> Self {
2323 let prompt_editor_focus_handle = prompt_editor.focus_handle(cx);
2324 InlineAssist {
2325 group_id,
2326 include_context,
2327 editor: editor.downgrade(),
2328 decorations: Some(InlineAssistDecorations {
2329 prompt_block_id,
2330 prompt_editor: prompt_editor.clone(),
2331 removed_line_block_ids: HashSet::default(),
2332 end_block_id,
2333 }),
2334 range,
2335 codegen: codegen.clone(),
2336 workspace: workspace.clone(),
2337 _subscriptions: vec![
2338 window.on_focus_in(&prompt_editor_focus_handle, cx, move |_, cx| {
2339 InlineAssistant::update_global(cx, |this, cx| {
2340 this.handle_prompt_editor_focus_in(assist_id, cx)
2341 })
2342 }),
2343 window.on_focus_out(&prompt_editor_focus_handle, cx, move |_, _, cx| {
2344 InlineAssistant::update_global(cx, |this, cx| {
2345 this.handle_prompt_editor_focus_out(assist_id, cx)
2346 })
2347 }),
2348 window.subscribe(
2349 prompt_editor,
2350 cx,
2351 move |prompt_editor, event, window, cx| {
2352 InlineAssistant::update_global(cx, |this, cx| {
2353 this.handle_prompt_editor_event(prompt_editor, event, window, cx)
2354 })
2355 },
2356 ),
2357 window.observe(&codegen, cx, {
2358 let editor = editor.downgrade();
2359 move |_, window, cx| {
2360 if let Some(editor) = editor.upgrade() {
2361 InlineAssistant::update_global(cx, |this, cx| {
2362 if let Some(editor_assists) =
2363 this.assists_by_editor.get(&editor.downgrade())
2364 {
2365 editor_assists.highlight_updates.send(()).ok();
2366 }
2367
2368 this.update_editor_blocks(&editor, assist_id, window, cx);
2369 })
2370 }
2371 }
2372 }),
2373 window.subscribe(&codegen, cx, move |codegen, event, window, cx| {
2374 InlineAssistant::update_global(cx, |this, cx| match event {
2375 CodegenEvent::Undone => this.finish_assist(assist_id, false, window, cx),
2376 CodegenEvent::Finished => {
2377 let assist = if let Some(assist) = this.assists.get(&assist_id) {
2378 assist
2379 } else {
2380 return;
2381 };
2382
2383 if let CodegenStatus::Error(error) = codegen.read(cx).status(cx) {
2384 if assist.decorations.is_none() {
2385 if let Some(workspace) = assist
2386 .workspace
2387 .as_ref()
2388 .and_then(|workspace| workspace.upgrade())
2389 {
2390 let error = format!("Inline assistant error: {}", error);
2391 workspace.update(cx, |workspace, cx| {
2392 struct InlineAssistantError;
2393
2394 let id =
2395 NotificationId::composite::<InlineAssistantError>(
2396 assist_id.0,
2397 );
2398
2399 workspace.show_toast(Toast::new(id, error), cx);
2400 })
2401 }
2402 }
2403 }
2404
2405 if assist.decorations.is_none() {
2406 this.finish_assist(assist_id, false, window, cx);
2407 }
2408 }
2409 })
2410 }),
2411 ],
2412 }
2413 }
2414
2415 fn user_prompt(&self, cx: &App) -> Option<String> {
2416 let decorations = self.decorations.as_ref()?;
2417 Some(decorations.prompt_editor.read(cx).prompt(cx))
2418 }
2419
2420 fn assistant_panel_context(&self, cx: &mut App) -> Option<LanguageModelRequest> {
2421 if self.include_context {
2422 let workspace = self.workspace.as_ref()?;
2423 let workspace = workspace.upgrade()?.read(cx);
2424 let assistant_panel = workspace.panel::<AssistantPanel>(cx)?;
2425 Some(
2426 assistant_panel
2427 .read(cx)
2428 .active_context(cx)?
2429 .read(cx)
2430 .to_completion_request(RequestType::Chat, cx),
2431 )
2432 } else {
2433 None
2434 }
2435 }
2436
2437 pub fn count_tokens(&self, cx: &mut App) -> BoxFuture<'static, Result<TokenCounts>> {
2438 let Some(user_prompt) = self.user_prompt(cx) else {
2439 return future::ready(Err(anyhow!("no user prompt"))).boxed();
2440 };
2441 let assistant_panel_context = self.assistant_panel_context(cx);
2442 self.codegen
2443 .read(cx)
2444 .count_tokens(user_prompt, assistant_panel_context, cx)
2445 }
2446}
2447
2448struct InlineAssistDecorations {
2449 prompt_block_id: CustomBlockId,
2450 prompt_editor: Entity<PromptEditor>,
2451 removed_line_block_ids: HashSet<CustomBlockId>,
2452 end_block_id: CustomBlockId,
2453}
2454
2455#[derive(Copy, Clone, Debug)]
2456pub enum CodegenEvent {
2457 Finished,
2458 Undone,
2459}
2460
2461pub struct Codegen {
2462 alternatives: Vec<Entity<CodegenAlternative>>,
2463 active_alternative: usize,
2464 seen_alternatives: HashSet<usize>,
2465 subscriptions: Vec<Subscription>,
2466 buffer: Entity<MultiBuffer>,
2467 range: Range<Anchor>,
2468 initial_transaction_id: Option<TransactionId>,
2469 telemetry: Arc<Telemetry>,
2470 builder: Arc<PromptBuilder>,
2471 is_insertion: bool,
2472}
2473
2474impl Codegen {
2475 pub fn new(
2476 buffer: Entity<MultiBuffer>,
2477 range: Range<Anchor>,
2478 initial_transaction_id: Option<TransactionId>,
2479 telemetry: Arc<Telemetry>,
2480 builder: Arc<PromptBuilder>,
2481 cx: &mut Context<Self>,
2482 ) -> Self {
2483 let codegen = cx.new(|cx| {
2484 CodegenAlternative::new(
2485 buffer.clone(),
2486 range.clone(),
2487 false,
2488 Some(telemetry.clone()),
2489 builder.clone(),
2490 cx,
2491 )
2492 });
2493 let mut this = Self {
2494 is_insertion: range.to_offset(&buffer.read(cx).snapshot(cx)).is_empty(),
2495 alternatives: vec![codegen],
2496 active_alternative: 0,
2497 seen_alternatives: HashSet::default(),
2498 subscriptions: Vec::new(),
2499 buffer,
2500 range,
2501 initial_transaction_id,
2502 telemetry,
2503 builder,
2504 };
2505 this.activate(0, cx);
2506 this
2507 }
2508
2509 fn subscribe_to_alternative(&mut self, cx: &mut Context<Self>) {
2510 let codegen = self.active_alternative().clone();
2511 self.subscriptions.clear();
2512 self.subscriptions
2513 .push(cx.observe(&codegen, |_, _, cx| cx.notify()));
2514 self.subscriptions
2515 .push(cx.subscribe(&codegen, |_, _, event, cx| cx.emit(*event)));
2516 }
2517
2518 fn active_alternative(&self) -> &Entity<CodegenAlternative> {
2519 &self.alternatives[self.active_alternative]
2520 }
2521
2522 fn status<'a>(&self, cx: &'a App) -> &'a CodegenStatus {
2523 &self.active_alternative().read(cx).status
2524 }
2525
2526 fn alternative_count(&self, cx: &App) -> usize {
2527 LanguageModelRegistry::read_global(cx)
2528 .inline_alternative_models()
2529 .len()
2530 + 1
2531 }
2532
2533 pub fn cycle_prev(&mut self, cx: &mut Context<Self>) {
2534 let next_active_ix = if self.active_alternative == 0 {
2535 self.alternatives.len() - 1
2536 } else {
2537 self.active_alternative - 1
2538 };
2539 self.activate(next_active_ix, cx);
2540 }
2541
2542 pub fn cycle_next(&mut self, cx: &mut Context<Self>) {
2543 let next_active_ix = (self.active_alternative + 1) % self.alternatives.len();
2544 self.activate(next_active_ix, cx);
2545 }
2546
2547 fn activate(&mut self, index: usize, cx: &mut Context<Self>) {
2548 self.active_alternative()
2549 .update(cx, |codegen, cx| codegen.set_active(false, cx));
2550 self.seen_alternatives.insert(index);
2551 self.active_alternative = index;
2552 self.active_alternative()
2553 .update(cx, |codegen, cx| codegen.set_active(true, cx));
2554 self.subscribe_to_alternative(cx);
2555 cx.notify();
2556 }
2557
2558 pub fn start(
2559 &mut self,
2560 user_prompt: String,
2561 assistant_panel_context: Option<LanguageModelRequest>,
2562 cx: &mut Context<Self>,
2563 ) -> Result<()> {
2564 let alternative_models = LanguageModelRegistry::read_global(cx)
2565 .inline_alternative_models()
2566 .to_vec();
2567
2568 self.active_alternative()
2569 .update(cx, |alternative, cx| alternative.undo(cx));
2570 self.activate(0, cx);
2571 self.alternatives.truncate(1);
2572
2573 for _ in 0..alternative_models.len() {
2574 self.alternatives.push(cx.new(|cx| {
2575 CodegenAlternative::new(
2576 self.buffer.clone(),
2577 self.range.clone(),
2578 false,
2579 Some(self.telemetry.clone()),
2580 self.builder.clone(),
2581 cx,
2582 )
2583 }));
2584 }
2585
2586 let primary_model = LanguageModelRegistry::read_global(cx)
2587 .active_model()
2588 .context("no active model")?;
2589
2590 for (model, alternative) in iter::once(primary_model)
2591 .chain(alternative_models)
2592 .zip(&self.alternatives)
2593 {
2594 alternative.update(cx, |alternative, cx| {
2595 alternative.start(
2596 user_prompt.clone(),
2597 assistant_panel_context.clone(),
2598 model.clone(),
2599 cx,
2600 )
2601 })?;
2602 }
2603
2604 Ok(())
2605 }
2606
2607 pub fn stop(&mut self, cx: &mut Context<Self>) {
2608 for codegen in &self.alternatives {
2609 codegen.update(cx, |codegen, cx| codegen.stop(cx));
2610 }
2611 }
2612
2613 pub fn undo(&mut self, cx: &mut Context<Self>) {
2614 self.active_alternative()
2615 .update(cx, |codegen, cx| codegen.undo(cx));
2616
2617 self.buffer.update(cx, |buffer, cx| {
2618 if let Some(transaction_id) = self.initial_transaction_id.take() {
2619 buffer.undo_transaction(transaction_id, cx);
2620 buffer.refresh_preview(cx);
2621 }
2622 });
2623 }
2624
2625 pub fn count_tokens(
2626 &self,
2627 user_prompt: String,
2628 assistant_panel_context: Option<LanguageModelRequest>,
2629 cx: &App,
2630 ) -> BoxFuture<'static, Result<TokenCounts>> {
2631 self.active_alternative()
2632 .read(cx)
2633 .count_tokens(user_prompt, assistant_panel_context, cx)
2634 }
2635
2636 pub fn buffer(&self, cx: &App) -> Entity<MultiBuffer> {
2637 self.active_alternative().read(cx).buffer.clone()
2638 }
2639
2640 pub fn old_buffer(&self, cx: &App) -> Entity<Buffer> {
2641 self.active_alternative().read(cx).old_buffer.clone()
2642 }
2643
2644 pub fn snapshot(&self, cx: &App) -> MultiBufferSnapshot {
2645 self.active_alternative().read(cx).snapshot.clone()
2646 }
2647
2648 pub fn edit_position(&self, cx: &App) -> Option<Anchor> {
2649 self.active_alternative().read(cx).edit_position
2650 }
2651
2652 fn diff<'a>(&self, cx: &'a App) -> &'a Diff {
2653 &self.active_alternative().read(cx).diff
2654 }
2655
2656 pub fn last_equal_ranges<'a>(&self, cx: &'a App) -> &'a [Range<Anchor>] {
2657 self.active_alternative().read(cx).last_equal_ranges()
2658 }
2659}
2660
2661impl EventEmitter<CodegenEvent> for Codegen {}
2662
2663pub struct CodegenAlternative {
2664 buffer: Entity<MultiBuffer>,
2665 old_buffer: Entity<Buffer>,
2666 snapshot: MultiBufferSnapshot,
2667 edit_position: Option<Anchor>,
2668 range: Range<Anchor>,
2669 last_equal_ranges: Vec<Range<Anchor>>,
2670 transformation_transaction_id: Option<TransactionId>,
2671 status: CodegenStatus,
2672 generation: Task<()>,
2673 diff: Diff,
2674 telemetry: Option<Arc<Telemetry>>,
2675 _subscription: gpui::Subscription,
2676 builder: Arc<PromptBuilder>,
2677 active: bool,
2678 edits: Vec<(Range<Anchor>, String)>,
2679 line_operations: Vec<LineOperation>,
2680 request: Option<LanguageModelRequest>,
2681 elapsed_time: Option<f64>,
2682 completion: Option<String>,
2683 message_id: Option<String>,
2684}
2685
2686enum CodegenStatus {
2687 Idle,
2688 Pending,
2689 Done,
2690 Error(anyhow::Error),
2691}
2692
2693#[derive(Default)]
2694struct Diff {
2695 deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)>,
2696 inserted_row_ranges: Vec<Range<Anchor>>,
2697}
2698
2699impl Diff {
2700 fn is_empty(&self) -> bool {
2701 self.deleted_row_ranges.is_empty() && self.inserted_row_ranges.is_empty()
2702 }
2703}
2704
2705impl EventEmitter<CodegenEvent> for CodegenAlternative {}
2706
2707impl CodegenAlternative {
2708 pub fn new(
2709 multi_buffer: Entity<MultiBuffer>,
2710 range: Range<Anchor>,
2711 active: bool,
2712 telemetry: Option<Arc<Telemetry>>,
2713 builder: Arc<PromptBuilder>,
2714 cx: &mut Context<Self>,
2715 ) -> Self {
2716 let snapshot = multi_buffer.read(cx).snapshot(cx);
2717
2718 let (buffer, _, _) = snapshot
2719 .range_to_buffer_ranges(range.clone())
2720 .pop()
2721 .unwrap();
2722 let old_buffer = cx.new(|cx| {
2723 let text = buffer.as_rope().clone();
2724 let line_ending = buffer.line_ending();
2725 let language = buffer.language().cloned();
2726 let language_registry = multi_buffer
2727 .read(cx)
2728 .buffer(buffer.remote_id())
2729 .unwrap()
2730 .read(cx)
2731 .language_registry();
2732
2733 let mut buffer = Buffer::local_normalized(text, line_ending, cx);
2734 buffer.set_language(language, cx);
2735 if let Some(language_registry) = language_registry {
2736 buffer.set_language_registry(language_registry)
2737 }
2738 buffer
2739 });
2740
2741 Self {
2742 buffer: multi_buffer.clone(),
2743 old_buffer,
2744 edit_position: None,
2745 message_id: None,
2746 snapshot,
2747 last_equal_ranges: Default::default(),
2748 transformation_transaction_id: None,
2749 status: CodegenStatus::Idle,
2750 generation: Task::ready(()),
2751 diff: Diff::default(),
2752 telemetry,
2753 _subscription: cx.subscribe(&multi_buffer, Self::handle_buffer_event),
2754 builder,
2755 active,
2756 edits: Vec::new(),
2757 line_operations: Vec::new(),
2758 range,
2759 request: None,
2760 elapsed_time: None,
2761 completion: None,
2762 }
2763 }
2764
2765 fn set_active(&mut self, active: bool, cx: &mut Context<Self>) {
2766 if active != self.active {
2767 self.active = active;
2768
2769 if self.active {
2770 let edits = self.edits.clone();
2771 self.apply_edits(edits, cx);
2772 if matches!(self.status, CodegenStatus::Pending) {
2773 let line_operations = self.line_operations.clone();
2774 self.reapply_line_based_diff(line_operations, cx);
2775 } else {
2776 self.reapply_batch_diff(cx).detach();
2777 }
2778 } else if let Some(transaction_id) = self.transformation_transaction_id.take() {
2779 self.buffer.update(cx, |buffer, cx| {
2780 buffer.undo_transaction(transaction_id, cx);
2781 buffer.forget_transaction(transaction_id, cx);
2782 });
2783 }
2784 }
2785 }
2786
2787 fn handle_buffer_event(
2788 &mut self,
2789 _buffer: Entity<MultiBuffer>,
2790 event: &multi_buffer::Event,
2791 cx: &mut Context<Self>,
2792 ) {
2793 if let multi_buffer::Event::TransactionUndone { transaction_id } = event {
2794 if self.transformation_transaction_id == Some(*transaction_id) {
2795 self.transformation_transaction_id = None;
2796 self.generation = Task::ready(());
2797 cx.emit(CodegenEvent::Undone);
2798 }
2799 }
2800 }
2801
2802 pub fn last_equal_ranges(&self) -> &[Range<Anchor>] {
2803 &self.last_equal_ranges
2804 }
2805
2806 pub fn count_tokens(
2807 &self,
2808 user_prompt: String,
2809 assistant_panel_context: Option<LanguageModelRequest>,
2810 cx: &App,
2811 ) -> BoxFuture<'static, Result<TokenCounts>> {
2812 if let Some(model) = LanguageModelRegistry::read_global(cx).active_model() {
2813 let request = self.build_request(user_prompt, assistant_panel_context.clone(), cx);
2814 match request {
2815 Ok(request) => {
2816 let total_count = model.count_tokens(request.clone(), cx);
2817 let assistant_panel_count = assistant_panel_context
2818 .map(|context| model.count_tokens(context, cx))
2819 .unwrap_or_else(|| future::ready(Ok(0)).boxed());
2820
2821 async move {
2822 Ok(TokenCounts {
2823 total: total_count.await?,
2824 assistant_panel: assistant_panel_count.await?,
2825 })
2826 }
2827 .boxed()
2828 }
2829 Err(error) => futures::future::ready(Err(error)).boxed(),
2830 }
2831 } else {
2832 future::ready(Err(anyhow!("no active model"))).boxed()
2833 }
2834 }
2835
2836 pub fn start(
2837 &mut self,
2838 user_prompt: String,
2839 assistant_panel_context: Option<LanguageModelRequest>,
2840 model: Arc<dyn LanguageModel>,
2841 cx: &mut Context<Self>,
2842 ) -> Result<()> {
2843 if let Some(transformation_transaction_id) = self.transformation_transaction_id.take() {
2844 self.buffer.update(cx, |buffer, cx| {
2845 buffer.undo_transaction(transformation_transaction_id, cx);
2846 });
2847 }
2848
2849 self.edit_position = Some(self.range.start.bias_right(&self.snapshot));
2850
2851 let api_key = model.api_key(cx);
2852 let telemetry_id = model.telemetry_id();
2853 let provider_id = model.provider_id();
2854 let stream: LocalBoxFuture<Result<LanguageModelTextStream>> =
2855 if user_prompt.trim().to_lowercase() == "delete" {
2856 async { Ok(LanguageModelTextStream::default()) }.boxed_local()
2857 } else {
2858 let request = self.build_request(user_prompt, assistant_panel_context, cx)?;
2859 self.request = Some(request.clone());
2860
2861 cx.spawn(|_, cx| async move { model.stream_completion_text(request, &cx).await })
2862 .boxed_local()
2863 };
2864 self.handle_stream(telemetry_id, provider_id.to_string(), api_key, stream, cx);
2865 Ok(())
2866 }
2867
2868 fn build_request(
2869 &self,
2870 user_prompt: String,
2871 assistant_panel_context: Option<LanguageModelRequest>,
2872 cx: &App,
2873 ) -> Result<LanguageModelRequest> {
2874 let buffer = self.buffer.read(cx).snapshot(cx);
2875 let language = buffer.language_at(self.range.start);
2876 let language_name = if let Some(language) = language.as_ref() {
2877 if Arc::ptr_eq(language, &language::PLAIN_TEXT) {
2878 None
2879 } else {
2880 Some(language.name())
2881 }
2882 } else {
2883 None
2884 };
2885
2886 let language_name = language_name.as_ref();
2887 let start = buffer.point_to_buffer_offset(self.range.start);
2888 let end = buffer.point_to_buffer_offset(self.range.end);
2889 let (buffer, range) = if let Some((start, end)) = start.zip(end) {
2890 let (start_buffer, start_buffer_offset) = start;
2891 let (end_buffer, end_buffer_offset) = end;
2892 if start_buffer.remote_id() == end_buffer.remote_id() {
2893 (start_buffer.clone(), start_buffer_offset..end_buffer_offset)
2894 } else {
2895 return Err(anyhow::anyhow!("invalid transformation range"));
2896 }
2897 } else {
2898 return Err(anyhow::anyhow!("invalid transformation range"));
2899 };
2900
2901 let prompt = self
2902 .builder
2903 .generate_inline_transformation_prompt(user_prompt, language_name, buffer, range)
2904 .map_err(|e| anyhow::anyhow!("Failed to generate content prompt: {}", e))?;
2905
2906 let mut messages = Vec::new();
2907 if let Some(context_request) = assistant_panel_context {
2908 messages = context_request.messages;
2909 }
2910
2911 messages.push(LanguageModelRequestMessage {
2912 role: Role::User,
2913 content: vec![prompt.into()],
2914 cache: false,
2915 });
2916
2917 Ok(LanguageModelRequest {
2918 messages,
2919 tools: Vec::new(),
2920 stop: Vec::new(),
2921 temperature: None,
2922 })
2923 }
2924
2925 pub fn handle_stream(
2926 &mut self,
2927 model_telemetry_id: String,
2928 model_provider_id: String,
2929 model_api_key: Option<String>,
2930 stream: impl 'static + Future<Output = Result<LanguageModelTextStream>>,
2931 cx: &mut Context<Self>,
2932 ) {
2933 let start_time = Instant::now();
2934 let snapshot = self.snapshot.clone();
2935 let selected_text = snapshot
2936 .text_for_range(self.range.start..self.range.end)
2937 .collect::<Rope>();
2938
2939 let selection_start = self.range.start.to_point(&snapshot);
2940
2941 // Start with the indentation of the first line in the selection
2942 let mut suggested_line_indent = snapshot
2943 .suggested_indents(selection_start.row..=selection_start.row, cx)
2944 .into_values()
2945 .next()
2946 .unwrap_or_else(|| snapshot.indent_size_for_line(MultiBufferRow(selection_start.row)));
2947
2948 // If the first line in the selection does not have indentation, check the following lines
2949 if suggested_line_indent.len == 0 && suggested_line_indent.kind == IndentKind::Space {
2950 for row in selection_start.row..=self.range.end.to_point(&snapshot).row {
2951 let line_indent = snapshot.indent_size_for_line(MultiBufferRow(row));
2952 // Prefer tabs if a line in the selection uses tabs as indentation
2953 if line_indent.kind == IndentKind::Tab {
2954 suggested_line_indent.kind = IndentKind::Tab;
2955 break;
2956 }
2957 }
2958 }
2959
2960 let http_client = cx.http_client().clone();
2961 let telemetry = self.telemetry.clone();
2962 let language_name = {
2963 let multibuffer = self.buffer.read(cx);
2964 let snapshot = multibuffer.snapshot(cx);
2965 let ranges = snapshot.range_to_buffer_ranges(self.range.clone());
2966 ranges
2967 .first()
2968 .and_then(|(buffer, _, _)| buffer.language())
2969 .map(|language| language.name())
2970 };
2971
2972 self.diff = Diff::default();
2973 self.status = CodegenStatus::Pending;
2974 let mut edit_start = self.range.start.to_offset(&snapshot);
2975 let completion = Arc::new(Mutex::new(String::new()));
2976 let completion_clone = completion.clone();
2977
2978 self.generation = cx.spawn(|codegen, mut cx| {
2979 async move {
2980 let stream = stream.await;
2981 let message_id = stream
2982 .as_ref()
2983 .ok()
2984 .and_then(|stream| stream.message_id.clone());
2985 let generate = async {
2986 let (mut diff_tx, mut diff_rx) = mpsc::channel(1);
2987 let executor = cx.background_executor().clone();
2988 let message_id = message_id.clone();
2989 let line_based_stream_diff: Task<anyhow::Result<()>> =
2990 cx.background_spawn(async move {
2991 let mut response_latency = None;
2992 let request_start = Instant::now();
2993 let diff = async {
2994 let chunks = StripInvalidSpans::new(stream?.stream);
2995 futures::pin_mut!(chunks);
2996 let mut diff = StreamingDiff::new(selected_text.to_string());
2997 let mut line_diff = LineDiff::default();
2998
2999 let mut new_text = String::new();
3000 let mut base_indent = None;
3001 let mut line_indent = None;
3002 let mut first_line = true;
3003
3004 while let Some(chunk) = chunks.next().await {
3005 if response_latency.is_none() {
3006 response_latency = Some(request_start.elapsed());
3007 }
3008 let chunk = chunk?;
3009 completion_clone.lock().push_str(&chunk);
3010
3011 let mut lines = chunk.split('\n').peekable();
3012 while let Some(line) = lines.next() {
3013 new_text.push_str(line);
3014 if line_indent.is_none() {
3015 if let Some(non_whitespace_ch_ix) =
3016 new_text.find(|ch: char| !ch.is_whitespace())
3017 {
3018 line_indent = Some(non_whitespace_ch_ix);
3019 base_indent = base_indent.or(line_indent);
3020
3021 let line_indent = line_indent.unwrap();
3022 let base_indent = base_indent.unwrap();
3023 let indent_delta =
3024 line_indent as i32 - base_indent as i32;
3025 let mut corrected_indent_len = cmp::max(
3026 0,
3027 suggested_line_indent.len as i32 + indent_delta,
3028 )
3029 as usize;
3030 if first_line {
3031 corrected_indent_len = corrected_indent_len
3032 .saturating_sub(
3033 selection_start.column as usize,
3034 );
3035 }
3036
3037 let indent_char = suggested_line_indent.char();
3038 let mut indent_buffer = [0; 4];
3039 let indent_str =
3040 indent_char.encode_utf8(&mut indent_buffer);
3041 new_text.replace_range(
3042 ..line_indent,
3043 &indent_str.repeat(corrected_indent_len),
3044 );
3045 }
3046 }
3047
3048 if line_indent.is_some() {
3049 let char_ops = diff.push_new(&new_text);
3050 line_diff
3051 .push_char_operations(&char_ops, &selected_text);
3052 diff_tx
3053 .send((char_ops, line_diff.line_operations()))
3054 .await?;
3055 new_text.clear();
3056 }
3057
3058 if lines.peek().is_some() {
3059 let char_ops = diff.push_new("\n");
3060 line_diff
3061 .push_char_operations(&char_ops, &selected_text);
3062 diff_tx
3063 .send((char_ops, line_diff.line_operations()))
3064 .await?;
3065 if line_indent.is_none() {
3066 // Don't write out the leading indentation in empty lines on the next line
3067 // This is the case where the above if statement didn't clear the buffer
3068 new_text.clear();
3069 }
3070 line_indent = None;
3071 first_line = false;
3072 }
3073 }
3074 }
3075
3076 let mut char_ops = diff.push_new(&new_text);
3077 char_ops.extend(diff.finish());
3078 line_diff.push_char_operations(&char_ops, &selected_text);
3079 line_diff.finish(&selected_text);
3080 diff_tx
3081 .send((char_ops, line_diff.line_operations()))
3082 .await?;
3083
3084 anyhow::Ok(())
3085 };
3086
3087 let result = diff.await;
3088
3089 let error_message =
3090 result.as_ref().err().map(|error| error.to_string());
3091 report_assistant_event(
3092 AssistantEvent {
3093 conversation_id: None,
3094 message_id,
3095 kind: AssistantKind::Inline,
3096 phase: AssistantPhase::Response,
3097 model: model_telemetry_id,
3098 model_provider: model_provider_id.to_string(),
3099 response_latency,
3100 error_message,
3101 language_name: language_name.map(|name| name.to_proto()),
3102 },
3103 telemetry,
3104 http_client,
3105 model_api_key,
3106 &executor,
3107 );
3108
3109 result?;
3110 Ok(())
3111 });
3112
3113 while let Some((char_ops, line_ops)) = diff_rx.next().await {
3114 codegen.update(&mut cx, |codegen, cx| {
3115 codegen.last_equal_ranges.clear();
3116
3117 let edits = char_ops
3118 .into_iter()
3119 .filter_map(|operation| match operation {
3120 CharOperation::Insert { text } => {
3121 let edit_start = snapshot.anchor_after(edit_start);
3122 Some((edit_start..edit_start, text))
3123 }
3124 CharOperation::Delete { bytes } => {
3125 let edit_end = edit_start + bytes;
3126 let edit_range = snapshot.anchor_after(edit_start)
3127 ..snapshot.anchor_before(edit_end);
3128 edit_start = edit_end;
3129 Some((edit_range, String::new()))
3130 }
3131 CharOperation::Keep { bytes } => {
3132 let edit_end = edit_start + bytes;
3133 let edit_range = snapshot.anchor_after(edit_start)
3134 ..snapshot.anchor_before(edit_end);
3135 edit_start = edit_end;
3136 codegen.last_equal_ranges.push(edit_range);
3137 None
3138 }
3139 })
3140 .collect::<Vec<_>>();
3141
3142 if codegen.active {
3143 codegen.apply_edits(edits.iter().cloned(), cx);
3144 codegen.reapply_line_based_diff(line_ops.iter().cloned(), cx);
3145 }
3146 codegen.edits.extend(edits);
3147 codegen.line_operations = line_ops;
3148 codegen.edit_position = Some(snapshot.anchor_after(edit_start));
3149
3150 cx.notify();
3151 })?;
3152 }
3153
3154 // Streaming stopped and we have the new text in the buffer, and a line-based diff applied for the whole new buffer.
3155 // That diff is not what a regular diff is and might look unexpected, ergo apply a regular diff.
3156 // It's fine to apply even if the rest of the line diffing fails, as no more hunks are coming through `diff_rx`.
3157 let batch_diff_task =
3158 codegen.update(&mut cx, |codegen, cx| codegen.reapply_batch_diff(cx))?;
3159 let (line_based_stream_diff, ()) =
3160 join!(line_based_stream_diff, batch_diff_task);
3161 line_based_stream_diff?;
3162
3163 anyhow::Ok(())
3164 };
3165
3166 let result = generate.await;
3167 let elapsed_time = start_time.elapsed().as_secs_f64();
3168
3169 codegen
3170 .update(&mut cx, |this, cx| {
3171 this.message_id = message_id;
3172 this.last_equal_ranges.clear();
3173 if let Err(error) = result {
3174 this.status = CodegenStatus::Error(error);
3175 } else {
3176 this.status = CodegenStatus::Done;
3177 }
3178 this.elapsed_time = Some(elapsed_time);
3179 this.completion = Some(completion.lock().clone());
3180 cx.emit(CodegenEvent::Finished);
3181 cx.notify();
3182 })
3183 .ok();
3184 }
3185 });
3186 cx.notify();
3187 }
3188
3189 pub fn stop(&mut self, cx: &mut Context<Self>) {
3190 self.last_equal_ranges.clear();
3191 if self.diff.is_empty() {
3192 self.status = CodegenStatus::Idle;
3193 } else {
3194 self.status = CodegenStatus::Done;
3195 }
3196 self.generation = Task::ready(());
3197 cx.emit(CodegenEvent::Finished);
3198 cx.notify();
3199 }
3200
3201 pub fn undo(&mut self, cx: &mut Context<Self>) {
3202 self.buffer.update(cx, |buffer, cx| {
3203 if let Some(transaction_id) = self.transformation_transaction_id.take() {
3204 buffer.undo_transaction(transaction_id, cx);
3205 buffer.refresh_preview(cx);
3206 }
3207 });
3208 }
3209
3210 fn apply_edits(
3211 &mut self,
3212 edits: impl IntoIterator<Item = (Range<Anchor>, String)>,
3213 cx: &mut Context<CodegenAlternative>,
3214 ) {
3215 let transaction = self.buffer.update(cx, |buffer, cx| {
3216 // Avoid grouping assistant edits with user edits.
3217 buffer.finalize_last_transaction(cx);
3218 buffer.start_transaction(cx);
3219 buffer.edit(edits, None, cx);
3220 buffer.end_transaction(cx)
3221 });
3222
3223 if let Some(transaction) = transaction {
3224 if let Some(first_transaction) = self.transformation_transaction_id {
3225 // Group all assistant edits into the first transaction.
3226 self.buffer.update(cx, |buffer, cx| {
3227 buffer.merge_transactions(transaction, first_transaction, cx)
3228 });
3229 } else {
3230 self.transformation_transaction_id = Some(transaction);
3231 self.buffer
3232 .update(cx, |buffer, cx| buffer.finalize_last_transaction(cx));
3233 }
3234 }
3235 }
3236
3237 fn reapply_line_based_diff(
3238 &mut self,
3239 line_operations: impl IntoIterator<Item = LineOperation>,
3240 cx: &mut Context<Self>,
3241 ) {
3242 let old_snapshot = self.snapshot.clone();
3243 let old_range = self.range.to_point(&old_snapshot);
3244 let new_snapshot = self.buffer.read(cx).snapshot(cx);
3245 let new_range = self.range.to_point(&new_snapshot);
3246
3247 let mut old_row = old_range.start.row;
3248 let mut new_row = new_range.start.row;
3249
3250 self.diff.deleted_row_ranges.clear();
3251 self.diff.inserted_row_ranges.clear();
3252 for operation in line_operations {
3253 match operation {
3254 LineOperation::Keep { lines } => {
3255 old_row += lines;
3256 new_row += lines;
3257 }
3258 LineOperation::Delete { lines } => {
3259 let old_end_row = old_row + lines - 1;
3260 let new_row = new_snapshot.anchor_before(Point::new(new_row, 0));
3261
3262 if let Some((_, last_deleted_row_range)) =
3263 self.diff.deleted_row_ranges.last_mut()
3264 {
3265 if *last_deleted_row_range.end() + 1 == old_row {
3266 *last_deleted_row_range = *last_deleted_row_range.start()..=old_end_row;
3267 } else {
3268 self.diff
3269 .deleted_row_ranges
3270 .push((new_row, old_row..=old_end_row));
3271 }
3272 } else {
3273 self.diff
3274 .deleted_row_ranges
3275 .push((new_row, old_row..=old_end_row));
3276 }
3277
3278 old_row += lines;
3279 }
3280 LineOperation::Insert { lines } => {
3281 let new_end_row = new_row + lines - 1;
3282 let start = new_snapshot.anchor_before(Point::new(new_row, 0));
3283 let end = new_snapshot.anchor_before(Point::new(
3284 new_end_row,
3285 new_snapshot.line_len(MultiBufferRow(new_end_row)),
3286 ));
3287 self.diff.inserted_row_ranges.push(start..end);
3288 new_row += lines;
3289 }
3290 }
3291
3292 cx.notify();
3293 }
3294 }
3295
3296 fn reapply_batch_diff(&mut self, cx: &mut Context<Self>) -> Task<()> {
3297 let old_snapshot = self.snapshot.clone();
3298 let old_range = self.range.to_point(&old_snapshot);
3299 let new_snapshot = self.buffer.read(cx).snapshot(cx);
3300 let new_range = self.range.to_point(&new_snapshot);
3301
3302 cx.spawn(|codegen, mut cx| async move {
3303 let (deleted_row_ranges, inserted_row_ranges) = cx
3304 .background_spawn(async move {
3305 let old_text = old_snapshot
3306 .text_for_range(
3307 Point::new(old_range.start.row, 0)
3308 ..Point::new(
3309 old_range.end.row,
3310 old_snapshot.line_len(MultiBufferRow(old_range.end.row)),
3311 ),
3312 )
3313 .collect::<String>();
3314 let new_text = new_snapshot
3315 .text_for_range(
3316 Point::new(new_range.start.row, 0)
3317 ..Point::new(
3318 new_range.end.row,
3319 new_snapshot.line_len(MultiBufferRow(new_range.end.row)),
3320 ),
3321 )
3322 .collect::<String>();
3323
3324 let old_start_row = old_range.start.row;
3325 let new_start_row = new_range.start.row;
3326 let mut deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)> = Vec::new();
3327 let mut inserted_row_ranges = Vec::new();
3328 for (old_rows, new_rows) in line_diff(&old_text, &new_text) {
3329 let old_rows = old_start_row + old_rows.start..old_start_row + old_rows.end;
3330 let new_rows = new_start_row + new_rows.start..new_start_row + new_rows.end;
3331 if !old_rows.is_empty() {
3332 deleted_row_ranges.push((
3333 new_snapshot.anchor_before(Point::new(new_rows.start, 0)),
3334 old_rows.start..=old_rows.end - 1,
3335 ));
3336 }
3337 if !new_rows.is_empty() {
3338 let start = new_snapshot.anchor_before(Point::new(new_rows.start, 0));
3339 let new_end_row = new_rows.end - 1;
3340 let end = new_snapshot.anchor_before(Point::new(
3341 new_end_row,
3342 new_snapshot.line_len(MultiBufferRow(new_end_row)),
3343 ));
3344 inserted_row_ranges.push(start..end);
3345 }
3346 }
3347 (deleted_row_ranges, inserted_row_ranges)
3348 })
3349 .await;
3350
3351 codegen
3352 .update(&mut cx, |codegen, cx| {
3353 codegen.diff.deleted_row_ranges = deleted_row_ranges;
3354 codegen.diff.inserted_row_ranges = inserted_row_ranges;
3355 cx.notify();
3356 })
3357 .ok();
3358 })
3359 }
3360}
3361
3362struct StripInvalidSpans<T> {
3363 stream: T,
3364 stream_done: bool,
3365 buffer: String,
3366 first_line: bool,
3367 line_end: bool,
3368 starts_with_code_block: bool,
3369}
3370
3371impl<T> StripInvalidSpans<T>
3372where
3373 T: Stream<Item = Result<String>>,
3374{
3375 fn new(stream: T) -> Self {
3376 Self {
3377 stream,
3378 stream_done: false,
3379 buffer: String::new(),
3380 first_line: true,
3381 line_end: false,
3382 starts_with_code_block: false,
3383 }
3384 }
3385}
3386
3387impl<T> Stream for StripInvalidSpans<T>
3388where
3389 T: Stream<Item = Result<String>>,
3390{
3391 type Item = Result<String>;
3392
3393 fn poll_next(self: Pin<&mut Self>, cx: &mut task::Context) -> Poll<Option<Self::Item>> {
3394 const CODE_BLOCK_DELIMITER: &str = "```";
3395 const CURSOR_SPAN: &str = "<|CURSOR|>";
3396
3397 let this = unsafe { self.get_unchecked_mut() };
3398 loop {
3399 if !this.stream_done {
3400 let mut stream = unsafe { Pin::new_unchecked(&mut this.stream) };
3401 match stream.as_mut().poll_next(cx) {
3402 Poll::Ready(Some(Ok(chunk))) => {
3403 this.buffer.push_str(&chunk);
3404 }
3405 Poll::Ready(Some(Err(error))) => return Poll::Ready(Some(Err(error))),
3406 Poll::Ready(None) => {
3407 this.stream_done = true;
3408 }
3409 Poll::Pending => return Poll::Pending,
3410 }
3411 }
3412
3413 let mut chunk = String::new();
3414 let mut consumed = 0;
3415 if !this.buffer.is_empty() {
3416 let mut lines = this.buffer.split('\n').enumerate().peekable();
3417 while let Some((line_ix, line)) = lines.next() {
3418 if line_ix > 0 {
3419 this.first_line = false;
3420 }
3421
3422 if this.first_line {
3423 let trimmed_line = line.trim();
3424 if lines.peek().is_some() {
3425 if trimmed_line.starts_with(CODE_BLOCK_DELIMITER) {
3426 consumed += line.len() + 1;
3427 this.starts_with_code_block = true;
3428 continue;
3429 }
3430 } else if trimmed_line.is_empty()
3431 || prefixes(CODE_BLOCK_DELIMITER)
3432 .any(|prefix| trimmed_line.starts_with(prefix))
3433 {
3434 break;
3435 }
3436 }
3437
3438 let line_without_cursor = line.replace(CURSOR_SPAN, "");
3439 if lines.peek().is_some() {
3440 if this.line_end {
3441 chunk.push('\n');
3442 }
3443
3444 chunk.push_str(&line_without_cursor);
3445 this.line_end = true;
3446 consumed += line.len() + 1;
3447 } else if this.stream_done {
3448 if !this.starts_with_code_block
3449 || !line_without_cursor.trim().ends_with(CODE_BLOCK_DELIMITER)
3450 {
3451 if this.line_end {
3452 chunk.push('\n');
3453 }
3454
3455 chunk.push_str(&line);
3456 }
3457
3458 consumed += line.len();
3459 } else {
3460 let trimmed_line = line.trim();
3461 if trimmed_line.is_empty()
3462 || prefixes(CURSOR_SPAN).any(|prefix| trimmed_line.ends_with(prefix))
3463 || prefixes(CODE_BLOCK_DELIMITER)
3464 .any(|prefix| trimmed_line.ends_with(prefix))
3465 {
3466 break;
3467 } else {
3468 if this.line_end {
3469 chunk.push('\n');
3470 this.line_end = false;
3471 }
3472
3473 chunk.push_str(&line_without_cursor);
3474 consumed += line.len();
3475 }
3476 }
3477 }
3478 }
3479
3480 this.buffer = this.buffer.split_off(consumed);
3481 if !chunk.is_empty() {
3482 return Poll::Ready(Some(Ok(chunk)));
3483 } else if this.stream_done {
3484 return Poll::Ready(None);
3485 }
3486 }
3487 }
3488}
3489
3490struct AssistantCodeActionProvider {
3491 editor: WeakEntity<Editor>,
3492 workspace: WeakEntity<Workspace>,
3493}
3494
3495const ASSISTANT_CODE_ACTION_PROVIDER_ID: &str = "assistant";
3496
3497impl CodeActionProvider for AssistantCodeActionProvider {
3498 fn id(&self) -> Arc<str> {
3499 ASSISTANT_CODE_ACTION_PROVIDER_ID.into()
3500 }
3501
3502 fn code_actions(
3503 &self,
3504 buffer: &Entity<Buffer>,
3505 range: Range<text::Anchor>,
3506 _: &mut Window,
3507 cx: &mut App,
3508 ) -> Task<Result<Vec<CodeAction>>> {
3509 if !AssistantSettings::get_global(cx).enabled {
3510 return Task::ready(Ok(Vec::new()));
3511 }
3512
3513 let snapshot = buffer.read(cx).snapshot();
3514 let mut range = range.to_point(&snapshot);
3515
3516 // Expand the range to line boundaries.
3517 range.start.column = 0;
3518 range.end.column = snapshot.line_len(range.end.row);
3519
3520 let mut has_diagnostics = false;
3521 for diagnostic in snapshot.diagnostics_in_range::<_, Point>(range.clone(), false) {
3522 range.start = cmp::min(range.start, diagnostic.range.start);
3523 range.end = cmp::max(range.end, diagnostic.range.end);
3524 has_diagnostics = true;
3525 }
3526 if has_diagnostics {
3527 if let Some(symbols_containing_start) = snapshot.symbols_containing(range.start, None) {
3528 if let Some(symbol) = symbols_containing_start.last() {
3529 range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3530 range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3531 }
3532 }
3533
3534 if let Some(symbols_containing_end) = snapshot.symbols_containing(range.end, None) {
3535 if let Some(symbol) = symbols_containing_end.last() {
3536 range.start = cmp::min(range.start, symbol.range.start.to_point(&snapshot));
3537 range.end = cmp::max(range.end, symbol.range.end.to_point(&snapshot));
3538 }
3539 }
3540
3541 Task::ready(Ok(vec![CodeAction {
3542 server_id: language::LanguageServerId(0),
3543 range: snapshot.anchor_before(range.start)..snapshot.anchor_after(range.end),
3544 lsp_action: lsp::CodeAction {
3545 title: "Fix with Assistant".into(),
3546 ..Default::default()
3547 },
3548 }]))
3549 } else {
3550 Task::ready(Ok(Vec::new()))
3551 }
3552 }
3553
3554 fn apply_code_action(
3555 &self,
3556 buffer: Entity<Buffer>,
3557 action: CodeAction,
3558 excerpt_id: ExcerptId,
3559 _push_to_history: bool,
3560 window: &mut Window,
3561 cx: &mut App,
3562 ) -> Task<Result<ProjectTransaction>> {
3563 let editor = self.editor.clone();
3564 let workspace = self.workspace.clone();
3565 window.spawn(cx, |mut cx| async move {
3566 let editor = editor.upgrade().context("editor was released")?;
3567 let range = editor
3568 .update(&mut cx, |editor, cx| {
3569 editor.buffer().update(cx, |multibuffer, cx| {
3570 let buffer = buffer.read(cx);
3571 let multibuffer_snapshot = multibuffer.read(cx);
3572
3573 let old_context_range =
3574 multibuffer_snapshot.context_range_for_excerpt(excerpt_id)?;
3575 let mut new_context_range = old_context_range.clone();
3576 if action
3577 .range
3578 .start
3579 .cmp(&old_context_range.start, buffer)
3580 .is_lt()
3581 {
3582 new_context_range.start = action.range.start;
3583 }
3584 if action.range.end.cmp(&old_context_range.end, buffer).is_gt() {
3585 new_context_range.end = action.range.end;
3586 }
3587 drop(multibuffer_snapshot);
3588
3589 if new_context_range != old_context_range {
3590 multibuffer.resize_excerpt(excerpt_id, new_context_range, cx);
3591 }
3592
3593 let multibuffer_snapshot = multibuffer.read(cx);
3594 Some(
3595 multibuffer_snapshot
3596 .anchor_in_excerpt(excerpt_id, action.range.start)?
3597 ..multibuffer_snapshot
3598 .anchor_in_excerpt(excerpt_id, action.range.end)?,
3599 )
3600 })
3601 })?
3602 .context("invalid range")?;
3603 let assistant_panel = workspace.update(&mut cx, |workspace, cx| {
3604 workspace
3605 .panel::<AssistantPanel>(cx)
3606 .context("assistant panel was released")
3607 })??;
3608
3609 cx.update_global(|assistant: &mut InlineAssistant, window, cx| {
3610 let assist_id = assistant.suggest_assist(
3611 &editor,
3612 range,
3613 "Fix Diagnostics".into(),
3614 None,
3615 true,
3616 Some(workspace),
3617 Some(&assistant_panel),
3618 window,
3619 cx,
3620 );
3621 assistant.start_assist(assist_id, window, cx);
3622 })?;
3623
3624 Ok(ProjectTransaction::default())
3625 })
3626 }
3627}
3628
3629fn prefixes(text: &str) -> impl Iterator<Item = &str> {
3630 (0..text.len() - 1).map(|ix| &text[..ix + 1])
3631}
3632
3633fn merge_ranges(ranges: &mut Vec<Range<Anchor>>, buffer: &MultiBufferSnapshot) {
3634 ranges.sort_unstable_by(|a, b| {
3635 a.start
3636 .cmp(&b.start, buffer)
3637 .then_with(|| b.end.cmp(&a.end, buffer))
3638 });
3639
3640 let mut ix = 0;
3641 while ix + 1 < ranges.len() {
3642 let b = ranges[ix + 1].clone();
3643 let a = &mut ranges[ix];
3644 if a.end.cmp(&b.start, buffer).is_gt() {
3645 if a.end.cmp(&b.end, buffer).is_lt() {
3646 a.end = b.end;
3647 }
3648 ranges.remove(ix + 1);
3649 } else {
3650 ix += 1;
3651 }
3652 }
3653}
3654
3655#[cfg(test)]
3656mod tests {
3657 use super::*;
3658 use futures::stream::{self};
3659 use gpui::TestAppContext;
3660 use indoc::indoc;
3661 use language::{
3662 language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, LanguageMatcher,
3663 Point,
3664 };
3665 use language_model::LanguageModelRegistry;
3666 use rand::prelude::*;
3667 use serde::Serialize;
3668 use settings::SettingsStore;
3669 use std::{future, sync::Arc};
3670
3671 #[derive(Serialize)]
3672 pub struct DummyCompletionRequest {
3673 pub name: String,
3674 }
3675
3676 #[gpui::test(iterations = 10)]
3677 async fn test_transform_autoindent(cx: &mut TestAppContext, mut rng: StdRng) {
3678 cx.set_global(cx.update(SettingsStore::test));
3679 cx.update(language_model::LanguageModelRegistry::test);
3680 cx.update(language_settings::init);
3681
3682 let text = indoc! {"
3683 fn main() {
3684 let x = 0;
3685 for _ in 0..10 {
3686 x += 1;
3687 }
3688 }
3689 "};
3690 let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3691 let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3692 let range = buffer.read_with(cx, |buffer, cx| {
3693 let snapshot = buffer.snapshot(cx);
3694 snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(4, 5))
3695 });
3696 let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3697 let codegen = cx.new(|cx| {
3698 CodegenAlternative::new(
3699 buffer.clone(),
3700 range.clone(),
3701 true,
3702 None,
3703 prompt_builder,
3704 cx,
3705 )
3706 });
3707
3708 let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3709
3710 let mut new_text = concat!(
3711 " let mut x = 0;\n",
3712 " while x < 10 {\n",
3713 " x += 1;\n",
3714 " }",
3715 );
3716 while !new_text.is_empty() {
3717 let max_len = cmp::min(new_text.len(), 10);
3718 let len = rng.gen_range(1..=max_len);
3719 let (chunk, suffix) = new_text.split_at(len);
3720 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3721 new_text = suffix;
3722 cx.background_executor.run_until_parked();
3723 }
3724 drop(chunks_tx);
3725 cx.background_executor.run_until_parked();
3726
3727 assert_eq!(
3728 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3729 indoc! {"
3730 fn main() {
3731 let mut x = 0;
3732 while x < 10 {
3733 x += 1;
3734 }
3735 }
3736 "}
3737 );
3738 }
3739
3740 #[gpui::test(iterations = 10)]
3741 async fn test_autoindent_when_generating_past_indentation(
3742 cx: &mut TestAppContext,
3743 mut rng: StdRng,
3744 ) {
3745 cx.set_global(cx.update(SettingsStore::test));
3746 cx.update(language_settings::init);
3747
3748 let text = indoc! {"
3749 fn main() {
3750 le
3751 }
3752 "};
3753 let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3754 let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3755 let range = buffer.read_with(cx, |buffer, cx| {
3756 let snapshot = buffer.snapshot(cx);
3757 snapshot.anchor_before(Point::new(1, 6))..snapshot.anchor_after(Point::new(1, 6))
3758 });
3759 let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3760 let codegen = cx.new(|cx| {
3761 CodegenAlternative::new(
3762 buffer.clone(),
3763 range.clone(),
3764 true,
3765 None,
3766 prompt_builder,
3767 cx,
3768 )
3769 });
3770
3771 let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3772
3773 cx.background_executor.run_until_parked();
3774
3775 let mut new_text = concat!(
3776 "t mut x = 0;\n",
3777 "while x < 10 {\n",
3778 " x += 1;\n",
3779 "}", //
3780 );
3781 while !new_text.is_empty() {
3782 let max_len = cmp::min(new_text.len(), 10);
3783 let len = rng.gen_range(1..=max_len);
3784 let (chunk, suffix) = new_text.split_at(len);
3785 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3786 new_text = suffix;
3787 cx.background_executor.run_until_parked();
3788 }
3789 drop(chunks_tx);
3790 cx.background_executor.run_until_parked();
3791
3792 assert_eq!(
3793 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3794 indoc! {"
3795 fn main() {
3796 let mut x = 0;
3797 while x < 10 {
3798 x += 1;
3799 }
3800 }
3801 "}
3802 );
3803 }
3804
3805 #[gpui::test(iterations = 10)]
3806 async fn test_autoindent_when_generating_before_indentation(
3807 cx: &mut TestAppContext,
3808 mut rng: StdRng,
3809 ) {
3810 cx.update(LanguageModelRegistry::test);
3811 cx.set_global(cx.update(SettingsStore::test));
3812 cx.update(language_settings::init);
3813
3814 let text = concat!(
3815 "fn main() {\n",
3816 " \n",
3817 "}\n" //
3818 );
3819 let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3820 let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3821 let range = buffer.read_with(cx, |buffer, cx| {
3822 let snapshot = buffer.snapshot(cx);
3823 snapshot.anchor_before(Point::new(1, 2))..snapshot.anchor_after(Point::new(1, 2))
3824 });
3825 let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3826 let codegen = cx.new(|cx| {
3827 CodegenAlternative::new(
3828 buffer.clone(),
3829 range.clone(),
3830 true,
3831 None,
3832 prompt_builder,
3833 cx,
3834 )
3835 });
3836
3837 let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3838
3839 cx.background_executor.run_until_parked();
3840
3841 let mut new_text = concat!(
3842 "let mut x = 0;\n",
3843 "while x < 10 {\n",
3844 " x += 1;\n",
3845 "}", //
3846 );
3847 while !new_text.is_empty() {
3848 let max_len = cmp::min(new_text.len(), 10);
3849 let len = rng.gen_range(1..=max_len);
3850 let (chunk, suffix) = new_text.split_at(len);
3851 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
3852 new_text = suffix;
3853 cx.background_executor.run_until_parked();
3854 }
3855 drop(chunks_tx);
3856 cx.background_executor.run_until_parked();
3857
3858 assert_eq!(
3859 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3860 indoc! {"
3861 fn main() {
3862 let mut x = 0;
3863 while x < 10 {
3864 x += 1;
3865 }
3866 }
3867 "}
3868 );
3869 }
3870
3871 #[gpui::test(iterations = 10)]
3872 async fn test_autoindent_respects_tabs_in_selection(cx: &mut TestAppContext) {
3873 cx.update(LanguageModelRegistry::test);
3874 cx.set_global(cx.update(SettingsStore::test));
3875 cx.update(language_settings::init);
3876
3877 let text = indoc! {"
3878 func main() {
3879 \tx := 0
3880 \tfor i := 0; i < 10; i++ {
3881 \t\tx++
3882 \t}
3883 }
3884 "};
3885 let buffer = cx.new(|cx| Buffer::local(text, cx));
3886 let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3887 let range = buffer.read_with(cx, |buffer, cx| {
3888 let snapshot = buffer.snapshot(cx);
3889 snapshot.anchor_before(Point::new(0, 0))..snapshot.anchor_after(Point::new(4, 2))
3890 });
3891 let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3892 let codegen = cx.new(|cx| {
3893 CodegenAlternative::new(
3894 buffer.clone(),
3895 range.clone(),
3896 true,
3897 None,
3898 prompt_builder,
3899 cx,
3900 )
3901 });
3902
3903 let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3904 let new_text = concat!(
3905 "func main() {\n",
3906 "\tx := 0\n",
3907 "\tfor x < 10 {\n",
3908 "\t\tx++\n",
3909 "\t}", //
3910 );
3911 chunks_tx.unbounded_send(new_text.to_string()).unwrap();
3912 drop(chunks_tx);
3913 cx.background_executor.run_until_parked();
3914
3915 assert_eq!(
3916 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3917 indoc! {"
3918 func main() {
3919 \tx := 0
3920 \tfor x < 10 {
3921 \t\tx++
3922 \t}
3923 }
3924 "}
3925 );
3926 }
3927
3928 #[gpui::test]
3929 async fn test_inactive_codegen_alternative(cx: &mut TestAppContext) {
3930 cx.update(LanguageModelRegistry::test);
3931 cx.set_global(cx.update(SettingsStore::test));
3932 cx.update(language_settings::init);
3933
3934 let text = indoc! {"
3935 fn main() {
3936 let x = 0;
3937 }
3938 "};
3939 let buffer = cx.new(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
3940 let buffer = cx.new(|cx| MultiBuffer::singleton(buffer, cx));
3941 let range = buffer.read_with(cx, |buffer, cx| {
3942 let snapshot = buffer.snapshot(cx);
3943 snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(1, 14))
3944 });
3945 let prompt_builder = Arc::new(PromptBuilder::new(None).unwrap());
3946 let codegen = cx.new(|cx| {
3947 CodegenAlternative::new(
3948 buffer.clone(),
3949 range.clone(),
3950 false,
3951 None,
3952 prompt_builder,
3953 cx,
3954 )
3955 });
3956
3957 let chunks_tx = simulate_response_stream(codegen.clone(), cx);
3958 chunks_tx
3959 .unbounded_send("let mut x = 0;\nx += 1;".to_string())
3960 .unwrap();
3961 drop(chunks_tx);
3962 cx.run_until_parked();
3963
3964 // The codegen is inactive, so the buffer doesn't get modified.
3965 assert_eq!(
3966 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3967 text
3968 );
3969
3970 // Activating the codegen applies the changes.
3971 codegen.update(cx, |codegen, cx| codegen.set_active(true, cx));
3972 assert_eq!(
3973 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3974 indoc! {"
3975 fn main() {
3976 let mut x = 0;
3977 x += 1;
3978 }
3979 "}
3980 );
3981
3982 // Deactivating the codegen undoes the changes.
3983 codegen.update(cx, |codegen, cx| codegen.set_active(false, cx));
3984 cx.run_until_parked();
3985 assert_eq!(
3986 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
3987 text
3988 );
3989 }
3990
3991 #[gpui::test]
3992 async fn test_strip_invalid_spans_from_codeblock() {
3993 assert_chunks("Lorem ipsum dolor", "Lorem ipsum dolor").await;
3994 assert_chunks("```\nLorem ipsum dolor", "Lorem ipsum dolor").await;
3995 assert_chunks("```\nLorem ipsum dolor\n```", "Lorem ipsum dolor").await;
3996 assert_chunks(
3997 "```html\n```js\nLorem ipsum dolor\n```\n```",
3998 "```js\nLorem ipsum dolor\n```",
3999 )
4000 .await;
4001 assert_chunks("``\nLorem ipsum dolor\n```", "``\nLorem ipsum dolor\n```").await;
4002 assert_chunks("Lorem<|CURSOR|> ipsum", "Lorem ipsum").await;
4003 assert_chunks("Lorem ipsum", "Lorem ipsum").await;
4004 assert_chunks("```\n<|CURSOR|>Lorem ipsum\n```", "Lorem ipsum").await;
4005
4006 async fn assert_chunks(text: &str, expected_text: &str) {
4007 for chunk_size in 1..=text.len() {
4008 let actual_text = StripInvalidSpans::new(chunks(text, chunk_size))
4009 .map(|chunk| chunk.unwrap())
4010 .collect::<String>()
4011 .await;
4012 assert_eq!(
4013 actual_text, expected_text,
4014 "failed to strip invalid spans, chunk size: {}",
4015 chunk_size
4016 );
4017 }
4018 }
4019
4020 fn chunks(text: &str, size: usize) -> impl Stream<Item = Result<String>> {
4021 stream::iter(
4022 text.chars()
4023 .collect::<Vec<_>>()
4024 .chunks(size)
4025 .map(|chunk| Ok(chunk.iter().collect::<String>()))
4026 .collect::<Vec<_>>(),
4027 )
4028 }
4029 }
4030
4031 fn simulate_response_stream(
4032 codegen: Entity<CodegenAlternative>,
4033 cx: &mut TestAppContext,
4034 ) -> mpsc::UnboundedSender<String> {
4035 let (chunks_tx, chunks_rx) = mpsc::unbounded();
4036 codegen.update(cx, |codegen, cx| {
4037 codegen.handle_stream(
4038 String::new(),
4039 String::new(),
4040 None,
4041 future::ready(Ok(LanguageModelTextStream {
4042 message_id: None,
4043 stream: chunks_rx.map(Ok).boxed(),
4044 })),
4045 cx,
4046 );
4047 });
4048 chunks_tx
4049 }
4050
4051 fn rust_lang() -> Language {
4052 Language::new(
4053 LanguageConfig {
4054 name: "Rust".into(),
4055 matcher: LanguageMatcher {
4056 path_suffixes: vec!["rs".to_string()],
4057 ..Default::default()
4058 },
4059 ..Default::default()
4060 },
4061 Some(tree_sitter_rust::LANGUAGE.into()),
4062 )
4063 .with_indents_query(
4064 r#"
4065 (call_expression) @indent
4066 (field_expression) @indent
4067 (_ "(" ")" @end) @indent
4068 (_ "{" "}" @end) @indent
4069 "#,
4070 )
4071 .unwrap()
4072 }
4073}