1use crate::{
2 humanize_token_count, prompts::generate_content_prompt, AssistantPanel, AssistantPanelEvent,
3 Hunk, LanguageModelCompletionProvider, ModelSelector, StreamingDiff,
4};
5use anyhow::{anyhow, Context as _, Result};
6use client::telemetry::Telemetry;
7use collections::{hash_map, HashMap, HashSet, VecDeque};
8use editor::{
9 actions::{MoveDown, MoveUp, SelectAll},
10 display_map::{
11 BlockContext, BlockDisposition, BlockProperties, BlockStyle, CustomBlockId, RenderBlock,
12 ToDisplayPoint,
13 },
14 Anchor, AnchorRangeExt, Editor, EditorElement, EditorEvent, EditorMode, EditorStyle,
15 ExcerptRange, GutterDimensions, MultiBuffer, MultiBufferSnapshot, ToOffset, ToPoint,
16};
17use fs::Fs;
18use futures::{
19 channel::mpsc,
20 future::LocalBoxFuture,
21 stream::{self, BoxStream},
22 SinkExt, Stream, StreamExt,
23};
24use gpui::{
25 point, AppContext, EventEmitter, FocusHandle, FocusableView, Global, HighlightStyle, Model,
26 ModelContext, Subscription, Task, TextStyle, UpdateGlobal, View, ViewContext, WeakView,
27 WindowContext,
28};
29use language::{Buffer, Point, Selection, TransactionId};
30use language_model::{LanguageModelRequest, LanguageModelRequestMessage, Role};
31use multi_buffer::MultiBufferRow;
32use parking_lot::Mutex;
33use rope::Rope;
34use settings::Settings;
35use similar::TextDiff;
36use smol::future::FutureExt;
37use std::{
38 cmp,
39 future::Future,
40 mem,
41 ops::{Range, RangeInclusive},
42 pin::Pin,
43 sync::Arc,
44 task::{self, Poll},
45 time::{Duration, Instant},
46};
47use theme::ThemeSettings;
48use ui::{prelude::*, IconButtonShape, Tooltip};
49use util::RangeExt;
50use workspace::{notifications::NotificationId, Toast, Workspace};
51
52pub fn init(fs: Arc<dyn Fs>, telemetry: Arc<Telemetry>, cx: &mut AppContext) {
53 cx.set_global(InlineAssistant::new(fs, telemetry));
54}
55
56const PROMPT_HISTORY_MAX_LEN: usize = 20;
57
58pub struct InlineAssistant {
59 next_assist_id: InlineAssistId,
60 next_assist_group_id: InlineAssistGroupId,
61 assists: HashMap<InlineAssistId, InlineAssist>,
62 assists_by_editor: HashMap<WeakView<Editor>, EditorInlineAssists>,
63 assist_groups: HashMap<InlineAssistGroupId, InlineAssistGroup>,
64 prompt_history: VecDeque<String>,
65 telemetry: Option<Arc<Telemetry>>,
66 fs: Arc<dyn Fs>,
67}
68
69impl Global for InlineAssistant {}
70
71impl InlineAssistant {
72 pub fn new(fs: Arc<dyn Fs>, telemetry: Arc<Telemetry>) -> Self {
73 Self {
74 next_assist_id: InlineAssistId::default(),
75 next_assist_group_id: InlineAssistGroupId::default(),
76 assists: HashMap::default(),
77 assists_by_editor: HashMap::default(),
78 assist_groups: HashMap::default(),
79 prompt_history: VecDeque::default(),
80 telemetry: Some(telemetry),
81 fs,
82 }
83 }
84
85 pub fn assist(
86 &mut self,
87 editor: &View<Editor>,
88 workspace: Option<WeakView<Workspace>>,
89 assistant_panel: Option<&View<AssistantPanel>>,
90 initial_prompt: Option<String>,
91 cx: &mut WindowContext,
92 ) {
93 let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
94
95 let mut selections = Vec::<Selection<Point>>::new();
96 let mut newest_selection = None;
97 for mut selection in editor.read(cx).selections.all::<Point>(cx) {
98 if selection.end > selection.start {
99 selection.start.column = 0;
100 // If the selection ends at the start of the line, we don't want to include it.
101 if selection.end.column == 0 {
102 selection.end.row -= 1;
103 }
104 selection.end.column = snapshot.line_len(MultiBufferRow(selection.end.row));
105 }
106
107 if let Some(prev_selection) = selections.last_mut() {
108 if selection.start <= prev_selection.end {
109 prev_selection.end = selection.end;
110 continue;
111 }
112 }
113
114 let latest_selection = newest_selection.get_or_insert_with(|| selection.clone());
115 if selection.id > latest_selection.id {
116 *latest_selection = selection.clone();
117 }
118 selections.push(selection);
119 }
120 let newest_selection = newest_selection.unwrap();
121
122 let mut codegen_ranges = Vec::new();
123 for (excerpt_id, buffer, buffer_range) in
124 snapshot.excerpts_in_ranges(selections.iter().map(|selection| {
125 snapshot.anchor_before(selection.start)..snapshot.anchor_after(selection.end)
126 }))
127 {
128 let start = Anchor {
129 buffer_id: Some(buffer.remote_id()),
130 excerpt_id,
131 text_anchor: buffer.anchor_before(buffer_range.start),
132 };
133 let end = Anchor {
134 buffer_id: Some(buffer.remote_id()),
135 excerpt_id,
136 text_anchor: buffer.anchor_after(buffer_range.end),
137 };
138 codegen_ranges.push(start..end);
139 }
140
141 let assist_group_id = self.next_assist_group_id.post_inc();
142 let prompt_buffer =
143 cx.new_model(|cx| Buffer::local(initial_prompt.unwrap_or_default(), cx));
144 let prompt_buffer = cx.new_model(|cx| MultiBuffer::singleton(prompt_buffer, cx));
145
146 let mut assists = Vec::new();
147 let mut assist_to_focus = None;
148 for range in codegen_ranges {
149 let assist_id = self.next_assist_id.post_inc();
150 let codegen = cx.new_model(|cx| {
151 Codegen::new(
152 editor.read(cx).buffer().clone(),
153 range.clone(),
154 None,
155 self.telemetry.clone(),
156 cx,
157 )
158 });
159
160 let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
161 let prompt_editor = cx.new_view(|cx| {
162 PromptEditor::new(
163 assist_id,
164 gutter_dimensions.clone(),
165 self.prompt_history.clone(),
166 prompt_buffer.clone(),
167 codegen.clone(),
168 editor,
169 assistant_panel,
170 workspace.clone(),
171 self.fs.clone(),
172 cx,
173 )
174 });
175
176 if assist_to_focus.is_none() {
177 let focus_assist = if newest_selection.reversed {
178 range.start.to_point(&snapshot) == newest_selection.start
179 } else {
180 range.end.to_point(&snapshot) == newest_selection.end
181 };
182 if focus_assist {
183 assist_to_focus = Some(assist_id);
184 }
185 }
186
187 let [prompt_block_id, end_block_id] =
188 self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
189
190 assists.push((assist_id, prompt_editor, prompt_block_id, end_block_id));
191 }
192
193 let editor_assists = self
194 .assists_by_editor
195 .entry(editor.downgrade())
196 .or_insert_with(|| EditorInlineAssists::new(&editor, cx));
197 let mut assist_group = InlineAssistGroup::new();
198 for (assist_id, prompt_editor, prompt_block_id, end_block_id) in assists {
199 self.assists.insert(
200 assist_id,
201 InlineAssist::new(
202 assist_id,
203 assist_group_id,
204 assistant_panel.is_some(),
205 editor,
206 &prompt_editor,
207 prompt_block_id,
208 end_block_id,
209 prompt_editor.read(cx).codegen.clone(),
210 workspace.clone(),
211 cx,
212 ),
213 );
214 assist_group.assist_ids.push(assist_id);
215 editor_assists.assist_ids.push(assist_id);
216 }
217 self.assist_groups.insert(assist_group_id, assist_group);
218
219 if let Some(assist_id) = assist_to_focus {
220 self.focus_assist(assist_id, cx);
221 }
222 }
223
224 #[allow(clippy::too_many_arguments)]
225 pub fn suggest_assist(
226 &mut self,
227 editor: &View<Editor>,
228 mut range: Range<Anchor>,
229 initial_prompt: String,
230 initial_insertion: Option<String>,
231 workspace: Option<WeakView<Workspace>>,
232 assistant_panel: Option<&View<AssistantPanel>>,
233 cx: &mut WindowContext,
234 ) -> InlineAssistId {
235 let assist_group_id = self.next_assist_group_id.post_inc();
236 let prompt_buffer = cx.new_model(|cx| Buffer::local(&initial_prompt, cx));
237 let prompt_buffer = cx.new_model(|cx| MultiBuffer::singleton(prompt_buffer, cx));
238
239 let assist_id = self.next_assist_id.post_inc();
240
241 let buffer = editor.read(cx).buffer().clone();
242 let prepend_transaction_id = initial_insertion.and_then(|initial_insertion| {
243 buffer.update(cx, |buffer, cx| {
244 buffer.start_transaction(cx);
245 buffer.edit([(range.start..range.start, initial_insertion)], None, cx);
246 buffer.end_transaction(cx)
247 })
248 });
249
250 range.start = range.start.bias_left(&buffer.read(cx).read(cx));
251 range.end = range.end.bias_right(&buffer.read(cx).read(cx));
252
253 let codegen = cx.new_model(|cx| {
254 Codegen::new(
255 editor.read(cx).buffer().clone(),
256 range.clone(),
257 prepend_transaction_id,
258 self.telemetry.clone(),
259 cx,
260 )
261 });
262
263 let gutter_dimensions = Arc::new(Mutex::new(GutterDimensions::default()));
264 let prompt_editor = cx.new_view(|cx| {
265 PromptEditor::new(
266 assist_id,
267 gutter_dimensions.clone(),
268 self.prompt_history.clone(),
269 prompt_buffer.clone(),
270 codegen.clone(),
271 editor,
272 assistant_panel,
273 workspace.clone(),
274 self.fs.clone(),
275 cx,
276 )
277 });
278
279 let [prompt_block_id, end_block_id] =
280 self.insert_assist_blocks(editor, &range, &prompt_editor, cx);
281
282 let editor_assists = self
283 .assists_by_editor
284 .entry(editor.downgrade())
285 .or_insert_with(|| EditorInlineAssists::new(&editor, cx));
286
287 let mut assist_group = InlineAssistGroup::new();
288 self.assists.insert(
289 assist_id,
290 InlineAssist::new(
291 assist_id,
292 assist_group_id,
293 assistant_panel.is_some(),
294 editor,
295 &prompt_editor,
296 prompt_block_id,
297 end_block_id,
298 prompt_editor.read(cx).codegen.clone(),
299 workspace.clone(),
300 cx,
301 ),
302 );
303 assist_group.assist_ids.push(assist_id);
304 editor_assists.assist_ids.push(assist_id);
305 self.assist_groups.insert(assist_group_id, assist_group);
306 assist_id
307 }
308
309 fn insert_assist_blocks(
310 &self,
311 editor: &View<Editor>,
312 range: &Range<Anchor>,
313 prompt_editor: &View<PromptEditor>,
314 cx: &mut WindowContext,
315 ) -> [CustomBlockId; 2] {
316 let assist_blocks = vec![
317 BlockProperties {
318 style: BlockStyle::Sticky,
319 position: range.start,
320 height: prompt_editor.read(cx).height_in_lines,
321 render: build_assist_editor_renderer(prompt_editor),
322 disposition: BlockDisposition::Above,
323 },
324 BlockProperties {
325 style: BlockStyle::Sticky,
326 position: range.end,
327 height: 1,
328 render: Box::new(|cx| {
329 v_flex()
330 .h_full()
331 .w_full()
332 .border_t_1()
333 .border_color(cx.theme().status().info_border)
334 .into_any_element()
335 }),
336 disposition: BlockDisposition::Below,
337 },
338 ];
339
340 editor.update(cx, |editor, cx| {
341 let block_ids = editor.insert_blocks(assist_blocks, None, cx);
342 [block_ids[0], block_ids[1]]
343 })
344 }
345
346 fn handle_prompt_editor_focus_in(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) {
347 let assist = &self.assists[&assist_id];
348 let Some(decorations) = assist.decorations.as_ref() else {
349 return;
350 };
351 let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
352 let editor_assists = self.assists_by_editor.get_mut(&assist.editor).unwrap();
353
354 assist_group.active_assist_id = Some(assist_id);
355 if assist_group.linked {
356 for assist_id in &assist_group.assist_ids {
357 if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
358 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
359 prompt_editor.set_show_cursor_when_unfocused(true, cx)
360 });
361 }
362 }
363 }
364
365 assist
366 .editor
367 .update(cx, |editor, cx| {
368 let scroll_top = editor.scroll_position(cx).y;
369 let scroll_bottom = scroll_top + editor.visible_line_count().unwrap_or(0.);
370 let prompt_row = editor
371 .row_for_block(decorations.prompt_block_id, cx)
372 .unwrap()
373 .0 as f32;
374
375 if (scroll_top..scroll_bottom).contains(&prompt_row) {
376 editor_assists.scroll_lock = Some(InlineAssistScrollLock {
377 assist_id,
378 distance_from_top: prompt_row - scroll_top,
379 });
380 } else {
381 editor_assists.scroll_lock = None;
382 }
383 })
384 .ok();
385 }
386
387 fn handle_prompt_editor_focus_out(
388 &mut self,
389 assist_id: InlineAssistId,
390 cx: &mut WindowContext,
391 ) {
392 let assist = &self.assists[&assist_id];
393 let assist_group = self.assist_groups.get_mut(&assist.group_id).unwrap();
394 if assist_group.active_assist_id == Some(assist_id) {
395 assist_group.active_assist_id = None;
396 if assist_group.linked {
397 for assist_id in &assist_group.assist_ids {
398 if let Some(decorations) = self.assists[assist_id].decorations.as_ref() {
399 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
400 prompt_editor.set_show_cursor_when_unfocused(false, cx)
401 });
402 }
403 }
404 }
405 }
406 }
407
408 fn handle_prompt_editor_event(
409 &mut self,
410 prompt_editor: View<PromptEditor>,
411 event: &PromptEditorEvent,
412 cx: &mut WindowContext,
413 ) {
414 let assist_id = prompt_editor.read(cx).id;
415 match event {
416 PromptEditorEvent::StartRequested => {
417 self.start_assist(assist_id, cx);
418 }
419 PromptEditorEvent::StopRequested => {
420 self.stop_assist(assist_id, cx);
421 }
422 PromptEditorEvent::ConfirmRequested => {
423 self.finish_assist(assist_id, false, cx);
424 }
425 PromptEditorEvent::CancelRequested => {
426 self.finish_assist(assist_id, true, cx);
427 }
428 PromptEditorEvent::DismissRequested => {
429 self.dismiss_assist(assist_id, cx);
430 }
431 PromptEditorEvent::Resized { height_in_lines } => {
432 self.resize_assist(assist_id, *height_in_lines, cx);
433 }
434 }
435 }
436
437 fn handle_editor_newline(&mut self, editor: View<Editor>, cx: &mut WindowContext) {
438 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
439 return;
440 };
441
442 let editor = editor.read(cx);
443 if editor.selections.count() == 1 {
444 let selection = editor.selections.newest::<usize>(cx);
445 let buffer = editor.buffer().read(cx).snapshot(cx);
446 for assist_id in &editor_assists.assist_ids {
447 let assist = &self.assists[assist_id];
448 let assist_range = assist.codegen.read(cx).range.to_offset(&buffer);
449 if assist_range.contains(&selection.start) && assist_range.contains(&selection.end)
450 {
451 if matches!(assist.codegen.read(cx).status, CodegenStatus::Pending) {
452 self.dismiss_assist(*assist_id, cx);
453 } else {
454 self.finish_assist(*assist_id, false, cx);
455 }
456
457 return;
458 }
459 }
460 }
461
462 cx.propagate();
463 }
464
465 fn handle_editor_cancel(&mut self, editor: View<Editor>, cx: &mut WindowContext) {
466 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
467 return;
468 };
469
470 let editor = editor.read(cx);
471 if editor.selections.count() == 1 {
472 let selection = editor.selections.newest::<usize>(cx);
473 let buffer = editor.buffer().read(cx).snapshot(cx);
474 for assist_id in &editor_assists.assist_ids {
475 let assist = &self.assists[assist_id];
476 let assist_range = assist.codegen.read(cx).range.to_offset(&buffer);
477 if assist.decorations.is_some()
478 && assist_range.contains(&selection.start)
479 && assist_range.contains(&selection.end)
480 {
481 self.focus_assist(*assist_id, cx);
482 return;
483 }
484 }
485 }
486
487 cx.propagate();
488 }
489
490 fn handle_editor_release(&mut self, editor: WeakView<Editor>, cx: &mut WindowContext) {
491 if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor) {
492 for assist_id in editor_assists.assist_ids.clone() {
493 self.finish_assist(assist_id, true, cx);
494 }
495 }
496 }
497
498 fn handle_editor_change(&mut self, editor: View<Editor>, cx: &mut WindowContext) {
499 let Some(editor_assists) = self.assists_by_editor.get(&editor.downgrade()) else {
500 return;
501 };
502 let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() else {
503 return;
504 };
505 let assist = &self.assists[&scroll_lock.assist_id];
506 let Some(decorations) = assist.decorations.as_ref() else {
507 return;
508 };
509
510 editor.update(cx, |editor, cx| {
511 let scroll_position = editor.scroll_position(cx);
512 let target_scroll_top = editor
513 .row_for_block(decorations.prompt_block_id, cx)
514 .unwrap()
515 .0 as f32
516 - scroll_lock.distance_from_top;
517 if target_scroll_top != scroll_position.y {
518 editor.set_scroll_position(point(scroll_position.x, target_scroll_top), cx);
519 }
520 });
521 }
522
523 fn handle_editor_event(
524 &mut self,
525 editor: View<Editor>,
526 event: &EditorEvent,
527 cx: &mut WindowContext,
528 ) {
529 let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) else {
530 return;
531 };
532
533 match event {
534 EditorEvent::Saved => {
535 for assist_id in editor_assists.assist_ids.clone() {
536 let assist = &self.assists[&assist_id];
537 if let CodegenStatus::Done = &assist.codegen.read(cx).status {
538 self.finish_assist(assist_id, false, cx)
539 }
540 }
541 }
542 EditorEvent::Edited { transaction_id } => {
543 let buffer = editor.read(cx).buffer().read(cx);
544 let edited_ranges =
545 buffer.edited_ranges_for_transaction::<usize>(*transaction_id, cx);
546 let snapshot = buffer.snapshot(cx);
547
548 for assist_id in editor_assists.assist_ids.clone() {
549 let assist = &self.assists[&assist_id];
550 if matches!(
551 assist.codegen.read(cx).status,
552 CodegenStatus::Error(_) | CodegenStatus::Done
553 ) {
554 let assist_range = assist.codegen.read(cx).range.to_offset(&snapshot);
555 if edited_ranges
556 .iter()
557 .any(|range| range.overlaps(&assist_range))
558 {
559 self.finish_assist(assist_id, false, cx);
560 }
561 }
562 }
563 }
564 EditorEvent::ScrollPositionChanged { .. } => {
565 if let Some(scroll_lock) = editor_assists.scroll_lock.as_ref() {
566 let assist = &self.assists[&scroll_lock.assist_id];
567 if let Some(decorations) = assist.decorations.as_ref() {
568 let distance_from_top = editor.update(cx, |editor, cx| {
569 let scroll_top = editor.scroll_position(cx).y;
570 let prompt_row = editor
571 .row_for_block(decorations.prompt_block_id, cx)
572 .unwrap()
573 .0 as f32;
574 prompt_row - scroll_top
575 });
576
577 if distance_from_top != scroll_lock.distance_from_top {
578 editor_assists.scroll_lock = None;
579 }
580 }
581 }
582 }
583 EditorEvent::SelectionsChanged { .. } => {
584 for assist_id in editor_assists.assist_ids.clone() {
585 let assist = &self.assists[&assist_id];
586 if let Some(decorations) = assist.decorations.as_ref() {
587 if decorations.prompt_editor.focus_handle(cx).is_focused(cx) {
588 return;
589 }
590 }
591 }
592
593 editor_assists.scroll_lock = None;
594 }
595 _ => {}
596 }
597 }
598
599 fn finish_assist(&mut self, assist_id: InlineAssistId, undo: bool, cx: &mut WindowContext) {
600 if let Some(assist) = self.assists.get(&assist_id) {
601 let assist_group_id = assist.group_id;
602 if self.assist_groups[&assist_group_id].linked {
603 for assist_id in self.unlink_assist_group(assist_group_id, cx) {
604 self.finish_assist(assist_id, undo, cx);
605 }
606 return;
607 }
608 }
609
610 self.dismiss_assist(assist_id, cx);
611
612 if let Some(assist) = self.assists.remove(&assist_id) {
613 if let hash_map::Entry::Occupied(mut entry) = self.assist_groups.entry(assist.group_id)
614 {
615 entry.get_mut().assist_ids.retain(|id| *id != assist_id);
616 if entry.get().assist_ids.is_empty() {
617 entry.remove();
618 }
619 }
620
621 if let hash_map::Entry::Occupied(mut entry) =
622 self.assists_by_editor.entry(assist.editor.clone())
623 {
624 entry.get_mut().assist_ids.retain(|id| *id != assist_id);
625 if entry.get().assist_ids.is_empty() {
626 entry.remove();
627 if let Some(editor) = assist.editor.upgrade() {
628 self.update_editor_highlights(&editor, cx);
629 }
630 } else {
631 entry.get().highlight_updates.send(()).ok();
632 }
633 }
634
635 if undo {
636 assist.codegen.update(cx, |codegen, cx| codegen.undo(cx));
637 }
638 }
639 }
640
641 fn dismiss_assist(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) -> bool {
642 let Some(assist) = self.assists.get_mut(&assist_id) else {
643 return false;
644 };
645 let Some(editor) = assist.editor.upgrade() else {
646 return false;
647 };
648 let Some(decorations) = assist.decorations.take() else {
649 return false;
650 };
651
652 editor.update(cx, |editor, cx| {
653 let mut to_remove = decorations.removed_line_block_ids;
654 to_remove.insert(decorations.prompt_block_id);
655 to_remove.insert(decorations.end_block_id);
656 editor.remove_blocks(to_remove, None, cx);
657 });
658
659 if decorations
660 .prompt_editor
661 .focus_handle(cx)
662 .contains_focused(cx)
663 {
664 self.focus_next_assist(assist_id, cx);
665 }
666
667 if let Some(editor_assists) = self.assists_by_editor.get_mut(&editor.downgrade()) {
668 if editor_assists
669 .scroll_lock
670 .as_ref()
671 .map_or(false, |lock| lock.assist_id == assist_id)
672 {
673 editor_assists.scroll_lock = None;
674 }
675 editor_assists.highlight_updates.send(()).ok();
676 }
677
678 true
679 }
680
681 fn focus_next_assist(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) {
682 let Some(assist) = self.assists.get(&assist_id) else {
683 return;
684 };
685
686 let assist_group = &self.assist_groups[&assist.group_id];
687 let assist_ix = assist_group
688 .assist_ids
689 .iter()
690 .position(|id| *id == assist_id)
691 .unwrap();
692 let assist_ids = assist_group
693 .assist_ids
694 .iter()
695 .skip(assist_ix + 1)
696 .chain(assist_group.assist_ids.iter().take(assist_ix));
697
698 for assist_id in assist_ids {
699 let assist = &self.assists[assist_id];
700 if assist.decorations.is_some() {
701 self.focus_assist(*assist_id, cx);
702 return;
703 }
704 }
705
706 assist.editor.update(cx, |editor, cx| editor.focus(cx)).ok();
707 }
708
709 fn focus_assist(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) {
710 let assist = &self.assists[&assist_id];
711 let Some(editor) = assist.editor.upgrade() else {
712 return;
713 };
714
715 if let Some(decorations) = assist.decorations.as_ref() {
716 decorations.prompt_editor.update(cx, |prompt_editor, cx| {
717 prompt_editor.editor.update(cx, |editor, cx| {
718 editor.focus(cx);
719 editor.select_all(&SelectAll, cx);
720 })
721 });
722 }
723
724 let position = assist.codegen.read(cx).range.start;
725 editor.update(cx, |editor, cx| {
726 editor.change_selections(None, cx, |selections| {
727 selections.select_anchor_ranges([position..position])
728 });
729
730 let mut scroll_target_top;
731 let mut scroll_target_bottom;
732 if let Some(decorations) = assist.decorations.as_ref() {
733 scroll_target_top = editor
734 .row_for_block(decorations.prompt_block_id, cx)
735 .unwrap()
736 .0 as f32;
737 scroll_target_bottom = editor
738 .row_for_block(decorations.end_block_id, cx)
739 .unwrap()
740 .0 as f32;
741 } else {
742 let snapshot = editor.snapshot(cx);
743 let codegen = assist.codegen.read(cx);
744 let start_row = codegen
745 .range
746 .start
747 .to_display_point(&snapshot.display_snapshot)
748 .row();
749 scroll_target_top = start_row.0 as f32;
750 scroll_target_bottom = scroll_target_top + 1.;
751 }
752 scroll_target_top -= editor.vertical_scroll_margin() as f32;
753 scroll_target_bottom += editor.vertical_scroll_margin() as f32;
754
755 let height_in_lines = editor.visible_line_count().unwrap_or(0.);
756 let scroll_top = editor.scroll_position(cx).y;
757 let scroll_bottom = scroll_top + height_in_lines;
758
759 if scroll_target_top < scroll_top {
760 editor.set_scroll_position(point(0., scroll_target_top), cx);
761 } else if scroll_target_bottom > scroll_bottom {
762 if (scroll_target_bottom - scroll_target_top) <= height_in_lines {
763 editor
764 .set_scroll_position(point(0., scroll_target_bottom - height_in_lines), cx);
765 } else {
766 editor.set_scroll_position(point(0., scroll_target_top), cx);
767 }
768 }
769 });
770 }
771
772 fn resize_assist(
773 &mut self,
774 assist_id: InlineAssistId,
775 height_in_lines: u8,
776 cx: &mut WindowContext,
777 ) {
778 if let Some(assist) = self.assists.get_mut(&assist_id) {
779 if let Some(editor) = assist.editor.upgrade() {
780 if let Some(decorations) = assist.decorations.as_ref() {
781 let mut new_blocks = HashMap::default();
782 new_blocks.insert(
783 decorations.prompt_block_id,
784 (
785 Some(height_in_lines),
786 build_assist_editor_renderer(&decorations.prompt_editor),
787 ),
788 );
789 editor.update(cx, |editor, cx| {
790 editor
791 .display_map
792 .update(cx, |map, cx| map.replace_blocks(new_blocks, cx))
793 });
794 }
795 }
796 }
797 }
798
799 fn unlink_assist_group(
800 &mut self,
801 assist_group_id: InlineAssistGroupId,
802 cx: &mut WindowContext,
803 ) -> Vec<InlineAssistId> {
804 let assist_group = self.assist_groups.get_mut(&assist_group_id).unwrap();
805 assist_group.linked = false;
806 for assist_id in &assist_group.assist_ids {
807 let assist = self.assists.get_mut(assist_id).unwrap();
808 if let Some(editor_decorations) = assist.decorations.as_ref() {
809 editor_decorations
810 .prompt_editor
811 .update(cx, |prompt_editor, cx| prompt_editor.unlink(cx));
812 }
813 }
814 assist_group.assist_ids.clone()
815 }
816
817 pub fn start_assist(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) {
818 let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
819 assist
820 } else {
821 return;
822 };
823
824 let assist_group_id = assist.group_id;
825 if self.assist_groups[&assist_group_id].linked {
826 for assist_id in self.unlink_assist_group(assist_group_id, cx) {
827 self.start_assist(assist_id, cx);
828 }
829 return;
830 }
831
832 let Some(user_prompt) = assist
833 .decorations
834 .as_ref()
835 .map(|decorations| decorations.prompt_editor.read(cx).prompt(cx))
836 else {
837 return;
838 };
839
840 self.prompt_history.retain(|prompt| *prompt != user_prompt);
841 self.prompt_history.push_back(user_prompt.clone());
842 if self.prompt_history.len() > PROMPT_HISTORY_MAX_LEN {
843 self.prompt_history.pop_front();
844 }
845
846 let codegen = assist.codegen.clone();
847 let telemetry_id = LanguageModelCompletionProvider::read_global(cx)
848 .active_model()
849 .map(|m| m.telemetry_id())
850 .unwrap_or_default();
851 let chunks: LocalBoxFuture<Result<BoxStream<Result<String>>>> =
852 if user_prompt.trim().to_lowercase() == "delete" {
853 async { Ok(stream::empty().boxed()) }.boxed_local()
854 } else {
855 let request = self.request_for_inline_assist(assist_id, cx);
856 let mut cx = cx.to_async();
857 async move {
858 let request = request.await?;
859 let chunks = cx
860 .update(|cx| {
861 LanguageModelCompletionProvider::read_global(cx)
862 .stream_completion(request, cx)
863 })?
864 .await?;
865 Ok(chunks.boxed())
866 }
867 .boxed_local()
868 };
869 codegen.update(cx, |codegen, cx| {
870 codegen.start(telemetry_id, chunks, cx);
871 });
872 }
873
874 fn request_for_inline_assist(
875 &self,
876 assist_id: InlineAssistId,
877 cx: &mut WindowContext,
878 ) -> Task<Result<LanguageModelRequest>> {
879 cx.spawn(|mut cx| async move {
880 let (user_prompt, context_request, project_name, buffer, range) =
881 cx.read_global(|this: &InlineAssistant, cx: &WindowContext| {
882 let assist = this.assists.get(&assist_id).context("invalid assist")?;
883 let decorations = assist.decorations.as_ref().context("invalid assist")?;
884 let editor = assist.editor.upgrade().context("invalid assist")?;
885 let user_prompt = decorations.prompt_editor.read(cx).prompt(cx);
886 let context_request = if assist.include_context {
887 assist.workspace.as_ref().and_then(|workspace| {
888 let workspace = workspace.upgrade()?.read(cx);
889 let assistant_panel = workspace.panel::<AssistantPanel>(cx)?;
890 Some(
891 assistant_panel
892 .read(cx)
893 .active_context(cx)?
894 .read(cx)
895 .to_completion_request(cx),
896 )
897 })
898 } else {
899 None
900 };
901 let project_name = assist.workspace.as_ref().and_then(|workspace| {
902 let workspace = workspace.upgrade()?;
903 Some(
904 workspace
905 .read(cx)
906 .project()
907 .read(cx)
908 .worktree_root_names(cx)
909 .collect::<Vec<&str>>()
910 .join("/"),
911 )
912 });
913 let buffer = editor.read(cx).buffer().read(cx).snapshot(cx);
914 let range = assist.codegen.read(cx).range.clone();
915 anyhow::Ok((user_prompt, context_request, project_name, buffer, range))
916 })??;
917
918 let language = buffer.language_at(range.start);
919 let language_name = if let Some(language) = language.as_ref() {
920 if Arc::ptr_eq(language, &language::PLAIN_TEXT) {
921 None
922 } else {
923 Some(language.name())
924 }
925 } else {
926 None
927 };
928
929 // Higher Temperature increases the randomness of model outputs.
930 // If Markdown or No Language is Known, increase the randomness for more creative output
931 // If Code, decrease temperature to get more deterministic outputs
932 let temperature = if let Some(language) = language_name.clone() {
933 if language.as_ref() == "Markdown" {
934 1.0
935 } else {
936 0.5
937 }
938 } else {
939 1.0
940 };
941
942 let prompt = cx
943 .background_executor()
944 .spawn(async move {
945 let language_name = language_name.as_deref();
946 let start = buffer.point_to_buffer_offset(range.start);
947 let end = buffer.point_to_buffer_offset(range.end);
948 let (buffer, range) = if let Some((start, end)) = start.zip(end) {
949 let (start_buffer, start_buffer_offset) = start;
950 let (end_buffer, end_buffer_offset) = end;
951 if start_buffer.remote_id() == end_buffer.remote_id() {
952 (start_buffer.clone(), start_buffer_offset..end_buffer_offset)
953 } else {
954 return Err(anyhow!("invalid transformation range"));
955 }
956 } else {
957 return Err(anyhow!("invalid transformation range"));
958 };
959 generate_content_prompt(user_prompt, language_name, buffer, range, project_name)
960 })
961 .await?;
962
963 let mut messages = Vec::new();
964 if let Some(context_request) = context_request {
965 messages = context_request.messages;
966 }
967
968 messages.push(LanguageModelRequestMessage {
969 role: Role::User,
970 content: prompt,
971 });
972
973 Ok(LanguageModelRequest {
974 messages,
975 stop: vec!["|END|>".to_string()],
976 temperature,
977 })
978 })
979 }
980
981 pub fn stop_assist(&mut self, assist_id: InlineAssistId, cx: &mut WindowContext) {
982 let assist = if let Some(assist) = self.assists.get_mut(&assist_id) {
983 assist
984 } else {
985 return;
986 };
987
988 assist.codegen.update(cx, |codegen, cx| codegen.stop(cx));
989 }
990
991 fn update_editor_highlights(&self, editor: &View<Editor>, cx: &mut WindowContext) {
992 let mut gutter_pending_ranges = Vec::new();
993 let mut gutter_transformed_ranges = Vec::new();
994 let mut foreground_ranges = Vec::new();
995 let mut inserted_row_ranges = Vec::new();
996 let empty_assist_ids = Vec::new();
997 let assist_ids = self
998 .assists_by_editor
999 .get(&editor.downgrade())
1000 .map_or(&empty_assist_ids, |editor_assists| {
1001 &editor_assists.assist_ids
1002 });
1003
1004 for assist_id in assist_ids {
1005 if let Some(assist) = self.assists.get(assist_id) {
1006 let codegen = assist.codegen.read(cx);
1007 foreground_ranges.extend(codegen.last_equal_ranges().iter().cloned());
1008
1009 if codegen.edit_position != codegen.range.end {
1010 gutter_pending_ranges.push(codegen.edit_position..codegen.range.end);
1011 }
1012
1013 if codegen.range.start != codegen.edit_position {
1014 gutter_transformed_ranges.push(codegen.range.start..codegen.edit_position);
1015 }
1016
1017 if assist.decorations.is_some() {
1018 inserted_row_ranges.extend(codegen.diff.inserted_row_ranges.iter().cloned());
1019 }
1020 }
1021 }
1022
1023 let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
1024 merge_ranges(&mut foreground_ranges, &snapshot);
1025 merge_ranges(&mut gutter_pending_ranges, &snapshot);
1026 merge_ranges(&mut gutter_transformed_ranges, &snapshot);
1027 editor.update(cx, |editor, cx| {
1028 enum GutterPendingRange {}
1029 if gutter_pending_ranges.is_empty() {
1030 editor.clear_gutter_highlights::<GutterPendingRange>(cx);
1031 } else {
1032 editor.highlight_gutter::<GutterPendingRange>(
1033 &gutter_pending_ranges,
1034 |cx| cx.theme().status().info_background,
1035 cx,
1036 )
1037 }
1038
1039 enum GutterTransformedRange {}
1040 if gutter_transformed_ranges.is_empty() {
1041 editor.clear_gutter_highlights::<GutterTransformedRange>(cx);
1042 } else {
1043 editor.highlight_gutter::<GutterTransformedRange>(
1044 &gutter_transformed_ranges,
1045 |cx| cx.theme().status().info,
1046 cx,
1047 )
1048 }
1049
1050 if foreground_ranges.is_empty() {
1051 editor.clear_highlights::<InlineAssist>(cx);
1052 } else {
1053 editor.highlight_text::<InlineAssist>(
1054 foreground_ranges,
1055 HighlightStyle {
1056 fade_out: Some(0.6),
1057 ..Default::default()
1058 },
1059 cx,
1060 );
1061 }
1062
1063 editor.clear_row_highlights::<InlineAssist>();
1064 for row_range in inserted_row_ranges {
1065 editor.highlight_rows::<InlineAssist>(
1066 row_range,
1067 Some(cx.theme().status().info_background),
1068 false,
1069 cx,
1070 );
1071 }
1072 });
1073 }
1074
1075 fn update_editor_blocks(
1076 &mut self,
1077 editor: &View<Editor>,
1078 assist_id: InlineAssistId,
1079 cx: &mut WindowContext,
1080 ) {
1081 let Some(assist) = self.assists.get_mut(&assist_id) else {
1082 return;
1083 };
1084 let Some(decorations) = assist.decorations.as_mut() else {
1085 return;
1086 };
1087
1088 let codegen = assist.codegen.read(cx);
1089 let old_snapshot = codegen.snapshot.clone();
1090 let old_buffer = codegen.old_buffer.clone();
1091 let deleted_row_ranges = codegen.diff.deleted_row_ranges.clone();
1092
1093 editor.update(cx, |editor, cx| {
1094 let old_blocks = mem::take(&mut decorations.removed_line_block_ids);
1095 editor.remove_blocks(old_blocks, None, cx);
1096
1097 let mut new_blocks = Vec::new();
1098 for (new_row, old_row_range) in deleted_row_ranges {
1099 let (_, buffer_start) = old_snapshot
1100 .point_to_buffer_offset(Point::new(*old_row_range.start(), 0))
1101 .unwrap();
1102 let (_, buffer_end) = old_snapshot
1103 .point_to_buffer_offset(Point::new(
1104 *old_row_range.end(),
1105 old_snapshot.line_len(MultiBufferRow(*old_row_range.end())),
1106 ))
1107 .unwrap();
1108
1109 let deleted_lines_editor = cx.new_view(|cx| {
1110 let multi_buffer = cx.new_model(|_| {
1111 MultiBuffer::without_headers(0, language::Capability::ReadOnly)
1112 });
1113 multi_buffer.update(cx, |multi_buffer, cx| {
1114 multi_buffer.push_excerpts(
1115 old_buffer.clone(),
1116 Some(ExcerptRange {
1117 context: buffer_start..buffer_end,
1118 primary: None,
1119 }),
1120 cx,
1121 );
1122 });
1123
1124 enum DeletedLines {}
1125 let mut editor = Editor::for_multibuffer(multi_buffer, None, true, cx);
1126 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::None, cx);
1127 editor.set_show_wrap_guides(false, cx);
1128 editor.set_show_gutter(false, cx);
1129 editor.scroll_manager.set_forbid_vertical_scroll(true);
1130 editor.set_read_only(true);
1131 editor.highlight_rows::<DeletedLines>(
1132 Anchor::min()..=Anchor::max(),
1133 Some(cx.theme().status().deleted_background),
1134 false,
1135 cx,
1136 );
1137 editor
1138 });
1139
1140 let height = deleted_lines_editor
1141 .update(cx, |editor, cx| editor.max_point(cx).row().0 as u8 + 1);
1142 new_blocks.push(BlockProperties {
1143 position: new_row,
1144 height,
1145 style: BlockStyle::Flex,
1146 render: Box::new(move |cx| {
1147 div()
1148 .bg(cx.theme().status().deleted_background)
1149 .size_full()
1150 .pl(cx.gutter_dimensions.full_width())
1151 .child(deleted_lines_editor.clone())
1152 .into_any_element()
1153 }),
1154 disposition: BlockDisposition::Above,
1155 });
1156 }
1157
1158 decorations.removed_line_block_ids = editor
1159 .insert_blocks(new_blocks, None, cx)
1160 .into_iter()
1161 .collect();
1162 })
1163 }
1164}
1165
1166struct EditorInlineAssists {
1167 assist_ids: Vec<InlineAssistId>,
1168 scroll_lock: Option<InlineAssistScrollLock>,
1169 highlight_updates: async_watch::Sender<()>,
1170 _update_highlights: Task<Result<()>>,
1171 _subscriptions: Vec<gpui::Subscription>,
1172}
1173
1174struct InlineAssistScrollLock {
1175 assist_id: InlineAssistId,
1176 distance_from_top: f32,
1177}
1178
1179impl EditorInlineAssists {
1180 #[allow(clippy::too_many_arguments)]
1181 fn new(editor: &View<Editor>, cx: &mut WindowContext) -> Self {
1182 let (highlight_updates_tx, mut highlight_updates_rx) = async_watch::channel(());
1183 Self {
1184 assist_ids: Vec::new(),
1185 scroll_lock: None,
1186 highlight_updates: highlight_updates_tx,
1187 _update_highlights: cx.spawn(|mut cx| {
1188 let editor = editor.downgrade();
1189 async move {
1190 while let Ok(()) = highlight_updates_rx.changed().await {
1191 let editor = editor.upgrade().context("editor was dropped")?;
1192 cx.update_global(|assistant: &mut InlineAssistant, cx| {
1193 assistant.update_editor_highlights(&editor, cx);
1194 })?;
1195 }
1196 Ok(())
1197 }
1198 }),
1199 _subscriptions: vec![
1200 cx.observe_release(editor, {
1201 let editor = editor.downgrade();
1202 |_, cx| {
1203 InlineAssistant::update_global(cx, |this, cx| {
1204 this.handle_editor_release(editor, cx);
1205 })
1206 }
1207 }),
1208 cx.observe(editor, move |editor, cx| {
1209 InlineAssistant::update_global(cx, |this, cx| {
1210 this.handle_editor_change(editor, cx)
1211 })
1212 }),
1213 cx.subscribe(editor, move |editor, event, cx| {
1214 InlineAssistant::update_global(cx, |this, cx| {
1215 this.handle_editor_event(editor, event, cx)
1216 })
1217 }),
1218 editor.update(cx, |editor, cx| {
1219 let editor_handle = cx.view().downgrade();
1220 editor.register_action(
1221 move |_: &editor::actions::Newline, cx: &mut WindowContext| {
1222 InlineAssistant::update_global(cx, |this, cx| {
1223 if let Some(editor) = editor_handle.upgrade() {
1224 this.handle_editor_newline(editor, cx)
1225 }
1226 })
1227 },
1228 )
1229 }),
1230 editor.update(cx, |editor, cx| {
1231 let editor_handle = cx.view().downgrade();
1232 editor.register_action(
1233 move |_: &editor::actions::Cancel, cx: &mut WindowContext| {
1234 InlineAssistant::update_global(cx, |this, cx| {
1235 if let Some(editor) = editor_handle.upgrade() {
1236 this.handle_editor_cancel(editor, cx)
1237 }
1238 })
1239 },
1240 )
1241 }),
1242 ],
1243 }
1244 }
1245}
1246
1247struct InlineAssistGroup {
1248 assist_ids: Vec<InlineAssistId>,
1249 linked: bool,
1250 active_assist_id: Option<InlineAssistId>,
1251}
1252
1253impl InlineAssistGroup {
1254 fn new() -> Self {
1255 Self {
1256 assist_ids: Vec::new(),
1257 linked: true,
1258 active_assist_id: None,
1259 }
1260 }
1261}
1262
1263fn build_assist_editor_renderer(editor: &View<PromptEditor>) -> RenderBlock {
1264 let editor = editor.clone();
1265 Box::new(move |cx: &mut BlockContext| {
1266 *editor.read(cx).gutter_dimensions.lock() = *cx.gutter_dimensions;
1267 editor.clone().into_any_element()
1268 })
1269}
1270
1271#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1272pub struct InlineAssistId(usize);
1273
1274impl InlineAssistId {
1275 fn post_inc(&mut self) -> InlineAssistId {
1276 let id = *self;
1277 self.0 += 1;
1278 id
1279 }
1280}
1281
1282#[derive(Copy, Clone, Default, Debug, PartialEq, Eq, Hash)]
1283struct InlineAssistGroupId(usize);
1284
1285impl InlineAssistGroupId {
1286 fn post_inc(&mut self) -> InlineAssistGroupId {
1287 let id = *self;
1288 self.0 += 1;
1289 id
1290 }
1291}
1292
1293enum PromptEditorEvent {
1294 StartRequested,
1295 StopRequested,
1296 ConfirmRequested,
1297 CancelRequested,
1298 DismissRequested,
1299 Resized { height_in_lines: u8 },
1300}
1301
1302struct PromptEditor {
1303 id: InlineAssistId,
1304 fs: Arc<dyn Fs>,
1305 height_in_lines: u8,
1306 editor: View<Editor>,
1307 edited_since_done: bool,
1308 gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1309 prompt_history: VecDeque<String>,
1310 prompt_history_ix: Option<usize>,
1311 pending_prompt: String,
1312 codegen: Model<Codegen>,
1313 _codegen_subscription: Subscription,
1314 editor_subscriptions: Vec<Subscription>,
1315 pending_token_count: Task<Result<()>>,
1316 token_count: Option<usize>,
1317 _token_count_subscriptions: Vec<Subscription>,
1318 workspace: Option<WeakView<Workspace>>,
1319}
1320
1321impl EventEmitter<PromptEditorEvent> for PromptEditor {}
1322
1323impl Render for PromptEditor {
1324 fn render(&mut self, cx: &mut ViewContext<Self>) -> impl IntoElement {
1325 let gutter_dimensions = *self.gutter_dimensions.lock();
1326 let buttons = match &self.codegen.read(cx).status {
1327 CodegenStatus::Idle => {
1328 vec![
1329 IconButton::new("cancel", IconName::Close)
1330 .icon_color(Color::Muted)
1331 .size(ButtonSize::None)
1332 .tooltip(|cx| Tooltip::for_action("Cancel Assist", &menu::Cancel, cx))
1333 .on_click(
1334 cx.listener(|_, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1335 ),
1336 IconButton::new("start", IconName::Sparkle)
1337 .icon_color(Color::Muted)
1338 .size(ButtonSize::None)
1339 .icon_size(IconSize::XSmall)
1340 .tooltip(|cx| Tooltip::for_action("Transform", &menu::Confirm, cx))
1341 .on_click(
1342 cx.listener(|_, _, cx| cx.emit(PromptEditorEvent::StartRequested)),
1343 ),
1344 ]
1345 }
1346 CodegenStatus::Pending => {
1347 vec![
1348 IconButton::new("cancel", IconName::Close)
1349 .icon_color(Color::Muted)
1350 .size(ButtonSize::None)
1351 .tooltip(|cx| Tooltip::text("Cancel Assist", cx))
1352 .on_click(
1353 cx.listener(|_, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1354 ),
1355 IconButton::new("stop", IconName::Stop)
1356 .icon_color(Color::Error)
1357 .size(ButtonSize::None)
1358 .icon_size(IconSize::XSmall)
1359 .tooltip(|cx| {
1360 Tooltip::with_meta(
1361 "Interrupt Transformation",
1362 Some(&menu::Cancel),
1363 "Changes won't be discarded",
1364 cx,
1365 )
1366 })
1367 .on_click(
1368 cx.listener(|_, _, cx| cx.emit(PromptEditorEvent::StopRequested)),
1369 ),
1370 ]
1371 }
1372 CodegenStatus::Error(_) | CodegenStatus::Done => {
1373 vec![
1374 IconButton::new("cancel", IconName::Close)
1375 .icon_color(Color::Muted)
1376 .size(ButtonSize::None)
1377 .tooltip(|cx| Tooltip::for_action("Cancel Assist", &menu::Cancel, cx))
1378 .on_click(
1379 cx.listener(|_, _, cx| cx.emit(PromptEditorEvent::CancelRequested)),
1380 ),
1381 if self.edited_since_done {
1382 IconButton::new("restart", IconName::RotateCw)
1383 .icon_color(Color::Info)
1384 .icon_size(IconSize::XSmall)
1385 .size(ButtonSize::None)
1386 .tooltip(|cx| {
1387 Tooltip::with_meta(
1388 "Restart Transformation",
1389 Some(&menu::Confirm),
1390 "Changes will be discarded",
1391 cx,
1392 )
1393 })
1394 .on_click(cx.listener(|_, _, cx| {
1395 cx.emit(PromptEditorEvent::StartRequested);
1396 }))
1397 } else {
1398 IconButton::new("confirm", IconName::Check)
1399 .icon_color(Color::Info)
1400 .size(ButtonSize::None)
1401 .tooltip(|cx| Tooltip::for_action("Confirm Assist", &menu::Confirm, cx))
1402 .on_click(cx.listener(|_, _, cx| {
1403 cx.emit(PromptEditorEvent::ConfirmRequested);
1404 }))
1405 },
1406 ]
1407 }
1408 };
1409
1410 h_flex()
1411 .bg(cx.theme().colors().editor_background)
1412 .border_y_1()
1413 .border_color(cx.theme().status().info_border)
1414 .py_1p5()
1415 .h_full()
1416 .w_full()
1417 .on_action(cx.listener(Self::confirm))
1418 .on_action(cx.listener(Self::cancel))
1419 .on_action(cx.listener(Self::move_up))
1420 .on_action(cx.listener(Self::move_down))
1421 .child(
1422 h_flex()
1423 .w(gutter_dimensions.full_width() + (gutter_dimensions.margin / 2.0))
1424 .justify_center()
1425 .gap_2()
1426 .child(ModelSelector::new(
1427 self.fs.clone(),
1428 IconButton::new("context", IconName::Settings)
1429 .shape(IconButtonShape::Square)
1430 .icon_size(IconSize::Small)
1431 .icon_color(Color::Muted)
1432 .tooltip(move |cx| {
1433 Tooltip::with_meta(
1434 format!(
1435 "Using {}",
1436 LanguageModelCompletionProvider::read_global(cx)
1437 .active_model()
1438 .map(|model| model.name().0)
1439 .unwrap_or_else(|| "No model selected".into()),
1440 ),
1441 None,
1442 "Change Model",
1443 cx,
1444 )
1445 }),
1446 ))
1447 .children(
1448 if let CodegenStatus::Error(error) = &self.codegen.read(cx).status {
1449 let error_message = SharedString::from(error.to_string());
1450 Some(
1451 div()
1452 .id("error")
1453 .tooltip(move |cx| Tooltip::text(error_message.clone(), cx))
1454 .child(
1455 Icon::new(IconName::XCircle)
1456 .size(IconSize::Small)
1457 .color(Color::Error),
1458 ),
1459 )
1460 } else {
1461 None
1462 },
1463 ),
1464 )
1465 .child(div().flex_1().child(self.render_prompt_editor(cx)))
1466 .child(
1467 h_flex()
1468 .gap_2()
1469 .pr_4()
1470 .children(self.render_token_count(cx))
1471 .children(buttons),
1472 )
1473 }
1474}
1475
1476impl FocusableView for PromptEditor {
1477 fn focus_handle(&self, cx: &AppContext) -> FocusHandle {
1478 self.editor.focus_handle(cx)
1479 }
1480}
1481
1482impl PromptEditor {
1483 const MAX_LINES: u8 = 8;
1484
1485 #[allow(clippy::too_many_arguments)]
1486 fn new(
1487 id: InlineAssistId,
1488 gutter_dimensions: Arc<Mutex<GutterDimensions>>,
1489 prompt_history: VecDeque<String>,
1490 prompt_buffer: Model<MultiBuffer>,
1491 codegen: Model<Codegen>,
1492 parent_editor: &View<Editor>,
1493 assistant_panel: Option<&View<AssistantPanel>>,
1494 workspace: Option<WeakView<Workspace>>,
1495 fs: Arc<dyn Fs>,
1496 cx: &mut ViewContext<Self>,
1497 ) -> Self {
1498 let prompt_editor = cx.new_view(|cx| {
1499 let mut editor = Editor::new(
1500 EditorMode::AutoHeight {
1501 max_lines: Self::MAX_LINES as usize,
1502 },
1503 prompt_buffer,
1504 None,
1505 false,
1506 cx,
1507 );
1508 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1509 // Since the prompt editors for all inline assistants are linked,
1510 // always show the cursor (even when it isn't focused) because
1511 // typing in one will make what you typed appear in all of them.
1512 editor.set_show_cursor_when_unfocused(true, cx);
1513 editor.set_placeholder_text("Add a prompt…", cx);
1514 editor
1515 });
1516
1517 let mut token_count_subscriptions = Vec::new();
1518 token_count_subscriptions
1519 .push(cx.subscribe(parent_editor, Self::handle_parent_editor_event));
1520 if let Some(assistant_panel) = assistant_panel {
1521 token_count_subscriptions
1522 .push(cx.subscribe(assistant_panel, Self::handle_assistant_panel_event));
1523 }
1524
1525 let mut this = Self {
1526 id,
1527 height_in_lines: 1,
1528 editor: prompt_editor,
1529 edited_since_done: false,
1530 gutter_dimensions,
1531 prompt_history,
1532 prompt_history_ix: None,
1533 pending_prompt: String::new(),
1534 _codegen_subscription: cx.observe(&codegen, Self::handle_codegen_changed),
1535 editor_subscriptions: Vec::new(),
1536 codegen,
1537 fs,
1538 pending_token_count: Task::ready(Ok(())),
1539 token_count: None,
1540 _token_count_subscriptions: token_count_subscriptions,
1541 workspace,
1542 };
1543 this.count_lines(cx);
1544 this.count_tokens(cx);
1545 this.subscribe_to_editor(cx);
1546 this
1547 }
1548
1549 fn subscribe_to_editor(&mut self, cx: &mut ViewContext<Self>) {
1550 self.editor_subscriptions.clear();
1551 self.editor_subscriptions
1552 .push(cx.observe(&self.editor, Self::handle_prompt_editor_changed));
1553 self.editor_subscriptions
1554 .push(cx.subscribe(&self.editor, Self::handle_prompt_editor_events));
1555 }
1556
1557 fn set_show_cursor_when_unfocused(
1558 &mut self,
1559 show_cursor_when_unfocused: bool,
1560 cx: &mut ViewContext<Self>,
1561 ) {
1562 self.editor.update(cx, |editor, cx| {
1563 editor.set_show_cursor_when_unfocused(show_cursor_when_unfocused, cx)
1564 });
1565 }
1566
1567 fn unlink(&mut self, cx: &mut ViewContext<Self>) {
1568 let prompt = self.prompt(cx);
1569 let focus = self.editor.focus_handle(cx).contains_focused(cx);
1570 self.editor = cx.new_view(|cx| {
1571 let mut editor = Editor::auto_height(Self::MAX_LINES as usize, cx);
1572 editor.set_soft_wrap_mode(language::language_settings::SoftWrap::EditorWidth, cx);
1573 editor.set_placeholder_text("Add a prompt…", cx);
1574 editor.set_text(prompt, cx);
1575 if focus {
1576 editor.focus(cx);
1577 }
1578 editor
1579 });
1580 self.subscribe_to_editor(cx);
1581 }
1582
1583 fn prompt(&self, cx: &AppContext) -> String {
1584 self.editor.read(cx).text(cx)
1585 }
1586
1587 fn count_lines(&mut self, cx: &mut ViewContext<Self>) {
1588 let height_in_lines = cmp::max(
1589 2, // Make the editor at least two lines tall, to account for padding and buttons.
1590 cmp::min(
1591 self.editor
1592 .update(cx, |editor, cx| editor.max_point(cx).row().0 + 1),
1593 Self::MAX_LINES as u32,
1594 ),
1595 ) as u8;
1596
1597 if height_in_lines != self.height_in_lines {
1598 self.height_in_lines = height_in_lines;
1599 cx.emit(PromptEditorEvent::Resized { height_in_lines });
1600 }
1601 }
1602
1603 fn handle_parent_editor_event(
1604 &mut self,
1605 _: View<Editor>,
1606 event: &EditorEvent,
1607 cx: &mut ViewContext<Self>,
1608 ) {
1609 if let EditorEvent::BufferEdited { .. } = event {
1610 self.count_tokens(cx);
1611 }
1612 }
1613
1614 fn handle_assistant_panel_event(
1615 &mut self,
1616 _: View<AssistantPanel>,
1617 event: &AssistantPanelEvent,
1618 cx: &mut ViewContext<Self>,
1619 ) {
1620 let AssistantPanelEvent::ContextEdited { .. } = event;
1621 self.count_tokens(cx);
1622 }
1623
1624 fn count_tokens(&mut self, cx: &mut ViewContext<Self>) {
1625 let assist_id = self.id;
1626 self.pending_token_count = cx.spawn(|this, mut cx| async move {
1627 cx.background_executor().timer(Duration::from_secs(1)).await;
1628 let request = cx
1629 .update_global(|inline_assistant: &mut InlineAssistant, cx| {
1630 inline_assistant.request_for_inline_assist(assist_id, cx)
1631 })?
1632 .await?;
1633
1634 let token_count = cx
1635 .update(|cx| {
1636 LanguageModelCompletionProvider::read_global(cx).count_tokens(request, cx)
1637 })?
1638 .await?;
1639 this.update(&mut cx, |this, cx| {
1640 this.token_count = Some(token_count);
1641 cx.notify();
1642 })
1643 })
1644 }
1645
1646 fn handle_prompt_editor_changed(&mut self, _: View<Editor>, cx: &mut ViewContext<Self>) {
1647 self.count_lines(cx);
1648 }
1649
1650 fn handle_prompt_editor_events(
1651 &mut self,
1652 _: View<Editor>,
1653 event: &EditorEvent,
1654 cx: &mut ViewContext<Self>,
1655 ) {
1656 match event {
1657 EditorEvent::Edited { .. } => {
1658 let prompt = self.editor.read(cx).text(cx);
1659 if self
1660 .prompt_history_ix
1661 .map_or(true, |ix| self.prompt_history[ix] != prompt)
1662 {
1663 self.prompt_history_ix.take();
1664 self.pending_prompt = prompt;
1665 }
1666
1667 self.edited_since_done = true;
1668 cx.notify();
1669 }
1670 EditorEvent::BufferEdited => {
1671 self.count_tokens(cx);
1672 }
1673 _ => {}
1674 }
1675 }
1676
1677 fn handle_codegen_changed(&mut self, _: Model<Codegen>, cx: &mut ViewContext<Self>) {
1678 match &self.codegen.read(cx).status {
1679 CodegenStatus::Idle => {
1680 self.editor
1681 .update(cx, |editor, _| editor.set_read_only(false));
1682 }
1683 CodegenStatus::Pending => {
1684 self.editor
1685 .update(cx, |editor, _| editor.set_read_only(true));
1686 }
1687 CodegenStatus::Done | CodegenStatus::Error(_) => {
1688 self.edited_since_done = false;
1689 self.editor
1690 .update(cx, |editor, _| editor.set_read_only(false));
1691 }
1692 }
1693 }
1694
1695 fn cancel(&mut self, _: &editor::actions::Cancel, cx: &mut ViewContext<Self>) {
1696 match &self.codegen.read(cx).status {
1697 CodegenStatus::Idle | CodegenStatus::Done | CodegenStatus::Error(_) => {
1698 cx.emit(PromptEditorEvent::CancelRequested);
1699 }
1700 CodegenStatus::Pending => {
1701 cx.emit(PromptEditorEvent::StopRequested);
1702 }
1703 }
1704 }
1705
1706 fn confirm(&mut self, _: &menu::Confirm, cx: &mut ViewContext<Self>) {
1707 match &self.codegen.read(cx).status {
1708 CodegenStatus::Idle => {
1709 cx.emit(PromptEditorEvent::StartRequested);
1710 }
1711 CodegenStatus::Pending => {
1712 cx.emit(PromptEditorEvent::DismissRequested);
1713 }
1714 CodegenStatus::Done | CodegenStatus::Error(_) => {
1715 if self.edited_since_done {
1716 cx.emit(PromptEditorEvent::StartRequested);
1717 } else {
1718 cx.emit(PromptEditorEvent::ConfirmRequested);
1719 }
1720 }
1721 }
1722 }
1723
1724 fn move_up(&mut self, _: &MoveUp, cx: &mut ViewContext<Self>) {
1725 if let Some(ix) = self.prompt_history_ix {
1726 if ix > 0 {
1727 self.prompt_history_ix = Some(ix - 1);
1728 let prompt = self.prompt_history[ix - 1].as_str();
1729 self.editor.update(cx, |editor, cx| {
1730 editor.set_text(prompt, cx);
1731 editor.move_to_beginning(&Default::default(), cx);
1732 });
1733 }
1734 } else if !self.prompt_history.is_empty() {
1735 self.prompt_history_ix = Some(self.prompt_history.len() - 1);
1736 let prompt = self.prompt_history[self.prompt_history.len() - 1].as_str();
1737 self.editor.update(cx, |editor, cx| {
1738 editor.set_text(prompt, cx);
1739 editor.move_to_beginning(&Default::default(), cx);
1740 });
1741 }
1742 }
1743
1744 fn move_down(&mut self, _: &MoveDown, cx: &mut ViewContext<Self>) {
1745 if let Some(ix) = self.prompt_history_ix {
1746 if ix < self.prompt_history.len() - 1 {
1747 self.prompt_history_ix = Some(ix + 1);
1748 let prompt = self.prompt_history[ix + 1].as_str();
1749 self.editor.update(cx, |editor, cx| {
1750 editor.set_text(prompt, cx);
1751 editor.move_to_end(&Default::default(), cx)
1752 });
1753 } else {
1754 self.prompt_history_ix = None;
1755 let prompt = self.pending_prompt.as_str();
1756 self.editor.update(cx, |editor, cx| {
1757 editor.set_text(prompt, cx);
1758 editor.move_to_end(&Default::default(), cx)
1759 });
1760 }
1761 }
1762 }
1763
1764 fn render_token_count(&self, cx: &mut ViewContext<Self>) -> Option<impl IntoElement> {
1765 let model = LanguageModelCompletionProvider::read_global(cx).active_model()?;
1766 let token_count = self.token_count?;
1767 let max_token_count = model.max_token_count();
1768
1769 let remaining_tokens = max_token_count as isize - token_count as isize;
1770 let token_count_color = if remaining_tokens <= 0 {
1771 Color::Error
1772 } else if token_count as f32 / max_token_count as f32 >= 0.8 {
1773 Color::Warning
1774 } else {
1775 Color::Muted
1776 };
1777
1778 let mut token_count = h_flex()
1779 .id("token_count")
1780 .gap_0p5()
1781 .child(
1782 Label::new(humanize_token_count(token_count))
1783 .size(LabelSize::Small)
1784 .color(token_count_color),
1785 )
1786 .child(Label::new("/").size(LabelSize::Small).color(Color::Muted))
1787 .child(
1788 Label::new(humanize_token_count(max_token_count))
1789 .size(LabelSize::Small)
1790 .color(Color::Muted),
1791 );
1792 if let Some(workspace) = self.workspace.clone() {
1793 token_count = token_count
1794 .tooltip(|cx| {
1795 Tooltip::with_meta(
1796 "Tokens Used by Inline Assistant",
1797 None,
1798 "Click to Open Assistant Panel",
1799 cx,
1800 )
1801 })
1802 .cursor_pointer()
1803 .on_mouse_down(gpui::MouseButton::Left, |_, cx| cx.stop_propagation())
1804 .on_click(move |_, cx| {
1805 cx.stop_propagation();
1806 workspace
1807 .update(cx, |workspace, cx| {
1808 workspace.focus_panel::<AssistantPanel>(cx)
1809 })
1810 .ok();
1811 });
1812 } else {
1813 token_count = token_count
1814 .cursor_default()
1815 .tooltip(|cx| Tooltip::text("Tokens Used by Inline Assistant", cx));
1816 }
1817
1818 Some(token_count)
1819 }
1820
1821 fn render_prompt_editor(&self, cx: &mut ViewContext<Self>) -> impl IntoElement {
1822 let settings = ThemeSettings::get_global(cx);
1823 let text_style = TextStyle {
1824 color: if self.editor.read(cx).read_only(cx) {
1825 cx.theme().colors().text_disabled
1826 } else {
1827 cx.theme().colors().text
1828 },
1829 font_family: settings.ui_font.family.clone(),
1830 font_features: settings.ui_font.features.clone(),
1831 font_size: rems(0.875).into(),
1832 font_weight: settings.ui_font.weight,
1833 line_height: relative(1.3),
1834 ..Default::default()
1835 };
1836 EditorElement::new(
1837 &self.editor,
1838 EditorStyle {
1839 background: cx.theme().colors().editor_background,
1840 local_player: cx.theme().players().local(),
1841 text: text_style,
1842 ..Default::default()
1843 },
1844 )
1845 }
1846}
1847
1848struct InlineAssist {
1849 group_id: InlineAssistGroupId,
1850 editor: WeakView<Editor>,
1851 decorations: Option<InlineAssistDecorations>,
1852 codegen: Model<Codegen>,
1853 _subscriptions: Vec<Subscription>,
1854 workspace: Option<WeakView<Workspace>>,
1855 include_context: bool,
1856}
1857
1858impl InlineAssist {
1859 #[allow(clippy::too_many_arguments)]
1860 fn new(
1861 assist_id: InlineAssistId,
1862 group_id: InlineAssistGroupId,
1863 include_context: bool,
1864 editor: &View<Editor>,
1865 prompt_editor: &View<PromptEditor>,
1866 prompt_block_id: CustomBlockId,
1867 end_block_id: CustomBlockId,
1868 codegen: Model<Codegen>,
1869 workspace: Option<WeakView<Workspace>>,
1870 cx: &mut WindowContext,
1871 ) -> Self {
1872 let prompt_editor_focus_handle = prompt_editor.focus_handle(cx);
1873 InlineAssist {
1874 group_id,
1875 include_context,
1876 editor: editor.downgrade(),
1877 decorations: Some(InlineAssistDecorations {
1878 prompt_block_id,
1879 prompt_editor: prompt_editor.clone(),
1880 removed_line_block_ids: HashSet::default(),
1881 end_block_id,
1882 }),
1883 codegen: codegen.clone(),
1884 workspace: workspace.clone(),
1885 _subscriptions: vec![
1886 cx.on_focus_in(&prompt_editor_focus_handle, move |cx| {
1887 InlineAssistant::update_global(cx, |this, cx| {
1888 this.handle_prompt_editor_focus_in(assist_id, cx)
1889 })
1890 }),
1891 cx.on_focus_out(&prompt_editor_focus_handle, move |_, cx| {
1892 InlineAssistant::update_global(cx, |this, cx| {
1893 this.handle_prompt_editor_focus_out(assist_id, cx)
1894 })
1895 }),
1896 cx.subscribe(prompt_editor, |prompt_editor, event, cx| {
1897 InlineAssistant::update_global(cx, |this, cx| {
1898 this.handle_prompt_editor_event(prompt_editor, event, cx)
1899 })
1900 }),
1901 cx.observe(&codegen, {
1902 let editor = editor.downgrade();
1903 move |_, cx| {
1904 if let Some(editor) = editor.upgrade() {
1905 InlineAssistant::update_global(cx, |this, cx| {
1906 if let Some(editor_assists) =
1907 this.assists_by_editor.get(&editor.downgrade())
1908 {
1909 editor_assists.highlight_updates.send(()).ok();
1910 }
1911
1912 this.update_editor_blocks(&editor, assist_id, cx);
1913 })
1914 }
1915 }
1916 }),
1917 cx.subscribe(&codegen, move |codegen, event, cx| {
1918 InlineAssistant::update_global(cx, |this, cx| match event {
1919 CodegenEvent::Undone => this.finish_assist(assist_id, false, cx),
1920 CodegenEvent::Finished => {
1921 let assist = if let Some(assist) = this.assists.get(&assist_id) {
1922 assist
1923 } else {
1924 return;
1925 };
1926
1927 if let CodegenStatus::Error(error) = &codegen.read(cx).status {
1928 if assist.decorations.is_none() {
1929 if let Some(workspace) = assist
1930 .workspace
1931 .as_ref()
1932 .and_then(|workspace| workspace.upgrade())
1933 {
1934 let error = format!("Inline assistant error: {}", error);
1935 workspace.update(cx, |workspace, cx| {
1936 struct InlineAssistantError;
1937
1938 let id =
1939 NotificationId::identified::<InlineAssistantError>(
1940 assist_id.0,
1941 );
1942
1943 workspace.show_toast(Toast::new(id, error), cx);
1944 })
1945 }
1946 }
1947 }
1948
1949 if assist.decorations.is_none() {
1950 this.finish_assist(assist_id, false, cx);
1951 }
1952 }
1953 })
1954 }),
1955 ],
1956 }
1957 }
1958}
1959
1960struct InlineAssistDecorations {
1961 prompt_block_id: CustomBlockId,
1962 prompt_editor: View<PromptEditor>,
1963 removed_line_block_ids: HashSet<CustomBlockId>,
1964 end_block_id: CustomBlockId,
1965}
1966
1967#[derive(Debug)]
1968pub enum CodegenEvent {
1969 Finished,
1970 Undone,
1971}
1972
1973pub struct Codegen {
1974 buffer: Model<MultiBuffer>,
1975 old_buffer: Model<Buffer>,
1976 snapshot: MultiBufferSnapshot,
1977 range: Range<Anchor>,
1978 edit_position: Anchor,
1979 last_equal_ranges: Vec<Range<Anchor>>,
1980 prepend_transaction_id: Option<TransactionId>,
1981 generation_transaction_id: Option<TransactionId>,
1982 status: CodegenStatus,
1983 generation: Task<()>,
1984 diff: Diff,
1985 telemetry: Option<Arc<Telemetry>>,
1986 _subscription: gpui::Subscription,
1987}
1988
1989enum CodegenStatus {
1990 Idle,
1991 Pending,
1992 Done,
1993 Error(anyhow::Error),
1994}
1995
1996#[derive(Default)]
1997struct Diff {
1998 task: Option<Task<()>>,
1999 should_update: bool,
2000 deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)>,
2001 inserted_row_ranges: Vec<RangeInclusive<Anchor>>,
2002}
2003
2004impl EventEmitter<CodegenEvent> for Codegen {}
2005
2006impl Codegen {
2007 pub fn new(
2008 buffer: Model<MultiBuffer>,
2009 range: Range<Anchor>,
2010 prepend_transaction_id: Option<TransactionId>,
2011 telemetry: Option<Arc<Telemetry>>,
2012 cx: &mut ModelContext<Self>,
2013 ) -> Self {
2014 let snapshot = buffer.read(cx).snapshot(cx);
2015
2016 let (old_buffer, _, _) = buffer
2017 .read(cx)
2018 .range_to_buffer_ranges(range.clone(), cx)
2019 .pop()
2020 .unwrap();
2021 let old_buffer = cx.new_model(|cx| {
2022 let old_buffer = old_buffer.read(cx);
2023 let text = old_buffer.as_rope().clone();
2024 let line_ending = old_buffer.line_ending();
2025 let language = old_buffer.language().cloned();
2026 let language_registry = old_buffer.language_registry();
2027
2028 let mut buffer = Buffer::local_normalized(text, line_ending, cx);
2029 buffer.set_language(language, cx);
2030 if let Some(language_registry) = language_registry {
2031 buffer.set_language_registry(language_registry)
2032 }
2033 buffer
2034 });
2035
2036 Self {
2037 buffer: buffer.clone(),
2038 old_buffer,
2039 edit_position: range.start,
2040 range,
2041 snapshot,
2042 last_equal_ranges: Default::default(),
2043 prepend_transaction_id,
2044 generation_transaction_id: None,
2045 status: CodegenStatus::Idle,
2046 generation: Task::ready(()),
2047 diff: Diff::default(),
2048 telemetry,
2049 _subscription: cx.subscribe(&buffer, Self::handle_buffer_event),
2050 }
2051 }
2052
2053 fn handle_buffer_event(
2054 &mut self,
2055 _buffer: Model<MultiBuffer>,
2056 event: &multi_buffer::Event,
2057 cx: &mut ModelContext<Self>,
2058 ) {
2059 if let multi_buffer::Event::TransactionUndone { transaction_id } = event {
2060 if self.generation_transaction_id == Some(*transaction_id) {
2061 self.generation_transaction_id = None;
2062 self.generation = Task::ready(());
2063 cx.emit(CodegenEvent::Undone);
2064 } else if self.prepend_transaction_id == Some(*transaction_id) {
2065 self.prepend_transaction_id = None;
2066 self.generation_transaction_id = None;
2067 self.generation = Task::ready(());
2068 cx.emit(CodegenEvent::Undone);
2069 }
2070 }
2071 }
2072
2073 pub fn last_equal_ranges(&self) -> &[Range<Anchor>] {
2074 &self.last_equal_ranges
2075 }
2076
2077 pub fn start(
2078 &mut self,
2079 telemetry_id: String,
2080 stream: impl 'static + Future<Output = Result<BoxStream<'static, Result<String>>>>,
2081 cx: &mut ModelContext<Self>,
2082 ) {
2083 let range = self.range.clone();
2084 let snapshot = self.snapshot.clone();
2085 let selected_text = snapshot
2086 .text_for_range(range.start..range.end)
2087 .collect::<Rope>();
2088
2089 let selection_start = range.start.to_point(&snapshot);
2090 let suggested_line_indent = snapshot
2091 .suggested_indents(selection_start.row..selection_start.row + 1, cx)
2092 .into_values()
2093 .next()
2094 .unwrap_or_else(|| snapshot.indent_size_for_line(MultiBufferRow(selection_start.row)));
2095
2096 let telemetry = self.telemetry.clone();
2097 self.edit_position = range.start;
2098 self.diff = Diff::default();
2099 self.status = CodegenStatus::Pending;
2100 if let Some(transaction_id) = self.generation_transaction_id.take() {
2101 self.buffer
2102 .update(cx, |buffer, cx| buffer.undo_transaction(transaction_id, cx));
2103 }
2104 self.generation = cx.spawn(|this, mut cx| {
2105 async move {
2106 let chunks = stream.await;
2107 let generate = async {
2108 let mut edit_start = range.start.to_offset(&snapshot);
2109
2110 let (mut hunks_tx, mut hunks_rx) = mpsc::channel(1);
2111 let diff: Task<anyhow::Result<()>> =
2112 cx.background_executor().spawn(async move {
2113 let mut response_latency = None;
2114 let request_start = Instant::now();
2115 let diff = async {
2116 let chunks = StripInvalidSpans::new(chunks?);
2117 futures::pin_mut!(chunks);
2118 let mut diff = StreamingDiff::new(selected_text.to_string());
2119
2120 let mut new_text = String::new();
2121 let mut base_indent = None;
2122 let mut line_indent = None;
2123 let mut first_line = true;
2124
2125 while let Some(chunk) = chunks.next().await {
2126 if response_latency.is_none() {
2127 response_latency = Some(request_start.elapsed());
2128 }
2129 let chunk = chunk?;
2130
2131 let mut lines = chunk.split('\n').peekable();
2132 while let Some(line) = lines.next() {
2133 new_text.push_str(line);
2134 if line_indent.is_none() {
2135 if let Some(non_whitespace_ch_ix) =
2136 new_text.find(|ch: char| !ch.is_whitespace())
2137 {
2138 line_indent = Some(non_whitespace_ch_ix);
2139 base_indent = base_indent.or(line_indent);
2140
2141 let line_indent = line_indent.unwrap();
2142 let base_indent = base_indent.unwrap();
2143 let indent_delta =
2144 line_indent as i32 - base_indent as i32;
2145 let mut corrected_indent_len = cmp::max(
2146 0,
2147 suggested_line_indent.len as i32 + indent_delta,
2148 )
2149 as usize;
2150 if first_line {
2151 corrected_indent_len = corrected_indent_len
2152 .saturating_sub(
2153 selection_start.column as usize,
2154 );
2155 }
2156
2157 let indent_char = suggested_line_indent.char();
2158 let mut indent_buffer = [0; 4];
2159 let indent_str =
2160 indent_char.encode_utf8(&mut indent_buffer);
2161 new_text.replace_range(
2162 ..line_indent,
2163 &indent_str.repeat(corrected_indent_len),
2164 );
2165 }
2166 }
2167
2168 if line_indent.is_some() {
2169 hunks_tx.send(diff.push_new(&new_text)).await?;
2170 new_text.clear();
2171 }
2172
2173 if lines.peek().is_some() {
2174 hunks_tx.send(diff.push_new("\n")).await?;
2175 if line_indent.is_none() {
2176 // Don't write out the leading indentation in empty lines on the next line
2177 // This is the case where the above if statement didn't clear the buffer
2178 new_text.clear();
2179 }
2180 line_indent = None;
2181 first_line = false;
2182 }
2183 }
2184 }
2185 hunks_tx.send(diff.push_new(&new_text)).await?;
2186 hunks_tx.send(diff.finish()).await?;
2187
2188 anyhow::Ok(())
2189 };
2190
2191 let result = diff.await;
2192
2193 let error_message =
2194 result.as_ref().err().map(|error| error.to_string());
2195 if let Some(telemetry) = telemetry {
2196 telemetry.report_assistant_event(
2197 None,
2198 telemetry_events::AssistantKind::Inline,
2199 telemetry_id,
2200 response_latency,
2201 error_message,
2202 );
2203 }
2204
2205 result?;
2206 Ok(())
2207 });
2208
2209 while let Some(hunks) = hunks_rx.next().await {
2210 this.update(&mut cx, |this, cx| {
2211 this.last_equal_ranges.clear();
2212
2213 let transaction = this.buffer.update(cx, |buffer, cx| {
2214 // Avoid grouping assistant edits with user edits.
2215 buffer.finalize_last_transaction(cx);
2216
2217 buffer.start_transaction(cx);
2218 buffer.edit(
2219 hunks.into_iter().filter_map(|hunk| match hunk {
2220 Hunk::Insert { text } => {
2221 let edit_start = snapshot.anchor_after(edit_start);
2222 Some((edit_start..edit_start, text))
2223 }
2224 Hunk::Remove { len } => {
2225 let edit_end = edit_start + len;
2226 let edit_range = snapshot.anchor_after(edit_start)
2227 ..snapshot.anchor_before(edit_end);
2228 edit_start = edit_end;
2229 Some((edit_range, String::new()))
2230 }
2231 Hunk::Keep { len } => {
2232 let edit_end = edit_start + len;
2233 let edit_range = snapshot.anchor_after(edit_start)
2234 ..snapshot.anchor_before(edit_end);
2235 edit_start = edit_end;
2236 this.last_equal_ranges.push(edit_range);
2237 None
2238 }
2239 }),
2240 None,
2241 cx,
2242 );
2243 this.edit_position = snapshot.anchor_after(edit_start);
2244
2245 buffer.end_transaction(cx)
2246 });
2247
2248 if let Some(transaction) = transaction {
2249 if let Some(first_transaction) = this.generation_transaction_id {
2250 // Group all assistant edits into the first transaction.
2251 this.buffer.update(cx, |buffer, cx| {
2252 buffer.merge_transactions(
2253 transaction,
2254 first_transaction,
2255 cx,
2256 )
2257 });
2258 } else {
2259 this.generation_transaction_id = Some(transaction);
2260 this.buffer.update(cx, |buffer, cx| {
2261 buffer.finalize_last_transaction(cx)
2262 });
2263 }
2264 }
2265
2266 this.update_diff(cx);
2267 cx.notify();
2268 })?;
2269 }
2270
2271 diff.await?;
2272
2273 anyhow::Ok(())
2274 };
2275
2276 let result = generate.await;
2277 this.update(&mut cx, |this, cx| {
2278 this.last_equal_ranges.clear();
2279 if let Err(error) = result {
2280 this.status = CodegenStatus::Error(error);
2281 } else {
2282 this.status = CodegenStatus::Done;
2283 }
2284 cx.emit(CodegenEvent::Finished);
2285 cx.notify();
2286 })
2287 .ok();
2288 }
2289 });
2290 cx.notify();
2291 }
2292
2293 pub fn stop(&mut self, cx: &mut ModelContext<Self>) {
2294 self.last_equal_ranges.clear();
2295 self.status = CodegenStatus::Done;
2296 self.generation = Task::ready(());
2297 cx.emit(CodegenEvent::Finished);
2298 cx.notify();
2299 }
2300
2301 pub fn undo(&mut self, cx: &mut ModelContext<Self>) {
2302 if let Some(transaction_id) = self.prepend_transaction_id.take() {
2303 self.buffer
2304 .update(cx, |buffer, cx| buffer.undo_transaction(transaction_id, cx));
2305 }
2306
2307 if let Some(transaction_id) = self.generation_transaction_id.take() {
2308 self.buffer
2309 .update(cx, |buffer, cx| buffer.undo_transaction(transaction_id, cx));
2310 }
2311 }
2312
2313 fn update_diff(&mut self, cx: &mut ModelContext<Self>) {
2314 if self.diff.task.is_some() {
2315 self.diff.should_update = true;
2316 } else {
2317 self.diff.should_update = false;
2318
2319 let old_snapshot = self.snapshot.clone();
2320 let old_range = self.range.to_point(&old_snapshot);
2321 let new_snapshot = self.buffer.read(cx).snapshot(cx);
2322 let new_range = self.range.to_point(&new_snapshot);
2323
2324 self.diff.task = Some(cx.spawn(|this, mut cx| async move {
2325 let (deleted_row_ranges, inserted_row_ranges) = cx
2326 .background_executor()
2327 .spawn(async move {
2328 let old_text = old_snapshot
2329 .text_for_range(
2330 Point::new(old_range.start.row, 0)
2331 ..Point::new(
2332 old_range.end.row,
2333 old_snapshot.line_len(MultiBufferRow(old_range.end.row)),
2334 ),
2335 )
2336 .collect::<String>();
2337 let new_text = new_snapshot
2338 .text_for_range(
2339 Point::new(new_range.start.row, 0)
2340 ..Point::new(
2341 new_range.end.row,
2342 new_snapshot.line_len(MultiBufferRow(new_range.end.row)),
2343 ),
2344 )
2345 .collect::<String>();
2346
2347 let mut old_row = old_range.start.row;
2348 let mut new_row = new_range.start.row;
2349 let diff = TextDiff::from_lines(old_text.as_str(), new_text.as_str());
2350
2351 let mut deleted_row_ranges: Vec<(Anchor, RangeInclusive<u32>)> = Vec::new();
2352 let mut inserted_row_ranges = Vec::new();
2353 for change in diff.iter_all_changes() {
2354 let line_count = change.value().lines().count() as u32;
2355 match change.tag() {
2356 similar::ChangeTag::Equal => {
2357 old_row += line_count;
2358 new_row += line_count;
2359 }
2360 similar::ChangeTag::Delete => {
2361 let old_end_row = old_row + line_count - 1;
2362 let new_row =
2363 new_snapshot.anchor_before(Point::new(new_row, 0));
2364
2365 if let Some((_, last_deleted_row_range)) =
2366 deleted_row_ranges.last_mut()
2367 {
2368 if *last_deleted_row_range.end() + 1 == old_row {
2369 *last_deleted_row_range =
2370 *last_deleted_row_range.start()..=old_end_row;
2371 } else {
2372 deleted_row_ranges
2373 .push((new_row, old_row..=old_end_row));
2374 }
2375 } else {
2376 deleted_row_ranges.push((new_row, old_row..=old_end_row));
2377 }
2378
2379 old_row += line_count;
2380 }
2381 similar::ChangeTag::Insert => {
2382 let new_end_row = new_row + line_count - 1;
2383 let start = new_snapshot.anchor_before(Point::new(new_row, 0));
2384 let end = new_snapshot.anchor_before(Point::new(
2385 new_end_row,
2386 new_snapshot.line_len(MultiBufferRow(new_end_row)),
2387 ));
2388 inserted_row_ranges.push(start..=end);
2389 new_row += line_count;
2390 }
2391 }
2392 }
2393
2394 (deleted_row_ranges, inserted_row_ranges)
2395 })
2396 .await;
2397
2398 this.update(&mut cx, |this, cx| {
2399 this.diff.deleted_row_ranges = deleted_row_ranges;
2400 this.diff.inserted_row_ranges = inserted_row_ranges;
2401 this.diff.task = None;
2402 if this.diff.should_update {
2403 this.update_diff(cx);
2404 }
2405 cx.notify();
2406 })
2407 .ok();
2408 }));
2409 }
2410 }
2411}
2412
2413struct StripInvalidSpans<T> {
2414 stream: T,
2415 stream_done: bool,
2416 buffer: String,
2417 first_line: bool,
2418 line_end: bool,
2419 starts_with_code_block: bool,
2420}
2421
2422impl<T> StripInvalidSpans<T>
2423where
2424 T: Stream<Item = Result<String>>,
2425{
2426 fn new(stream: T) -> Self {
2427 Self {
2428 stream,
2429 stream_done: false,
2430 buffer: String::new(),
2431 first_line: true,
2432 line_end: false,
2433 starts_with_code_block: false,
2434 }
2435 }
2436}
2437
2438impl<T> Stream for StripInvalidSpans<T>
2439where
2440 T: Stream<Item = Result<String>>,
2441{
2442 type Item = Result<String>;
2443
2444 fn poll_next(self: Pin<&mut Self>, cx: &mut task::Context) -> Poll<Option<Self::Item>> {
2445 const CODE_BLOCK_DELIMITER: &str = "```";
2446 const CURSOR_SPAN: &str = "<|CURSOR|>";
2447
2448 let this = unsafe { self.get_unchecked_mut() };
2449 loop {
2450 if !this.stream_done {
2451 let mut stream = unsafe { Pin::new_unchecked(&mut this.stream) };
2452 match stream.as_mut().poll_next(cx) {
2453 Poll::Ready(Some(Ok(chunk))) => {
2454 this.buffer.push_str(&chunk);
2455 }
2456 Poll::Ready(Some(Err(error))) => return Poll::Ready(Some(Err(error))),
2457 Poll::Ready(None) => {
2458 this.stream_done = true;
2459 }
2460 Poll::Pending => return Poll::Pending,
2461 }
2462 }
2463
2464 let mut chunk = String::new();
2465 let mut consumed = 0;
2466 if !this.buffer.is_empty() {
2467 let mut lines = this.buffer.split('\n').enumerate().peekable();
2468 while let Some((line_ix, line)) = lines.next() {
2469 if line_ix > 0 {
2470 this.first_line = false;
2471 }
2472
2473 if this.first_line {
2474 let trimmed_line = line.trim();
2475 if lines.peek().is_some() {
2476 if trimmed_line.starts_with(CODE_BLOCK_DELIMITER) {
2477 consumed += line.len() + 1;
2478 this.starts_with_code_block = true;
2479 continue;
2480 }
2481 } else if trimmed_line.is_empty()
2482 || prefixes(CODE_BLOCK_DELIMITER)
2483 .any(|prefix| trimmed_line.starts_with(prefix))
2484 {
2485 break;
2486 }
2487 }
2488
2489 let line_without_cursor = line.replace(CURSOR_SPAN, "");
2490 if lines.peek().is_some() {
2491 if this.line_end {
2492 chunk.push('\n');
2493 }
2494
2495 chunk.push_str(&line_without_cursor);
2496 this.line_end = true;
2497 consumed += line.len() + 1;
2498 } else if this.stream_done {
2499 if !this.starts_with_code_block
2500 || !line_without_cursor.trim().ends_with(CODE_BLOCK_DELIMITER)
2501 {
2502 if this.line_end {
2503 chunk.push('\n');
2504 }
2505
2506 chunk.push_str(&line);
2507 }
2508
2509 consumed += line.len();
2510 } else {
2511 let trimmed_line = line.trim();
2512 if trimmed_line.is_empty()
2513 || prefixes(CURSOR_SPAN).any(|prefix| trimmed_line.ends_with(prefix))
2514 || prefixes(CODE_BLOCK_DELIMITER)
2515 .any(|prefix| trimmed_line.ends_with(prefix))
2516 {
2517 break;
2518 } else {
2519 if this.line_end {
2520 chunk.push('\n');
2521 this.line_end = false;
2522 }
2523
2524 chunk.push_str(&line_without_cursor);
2525 consumed += line.len();
2526 }
2527 }
2528 }
2529 }
2530
2531 this.buffer = this.buffer.split_off(consumed);
2532 if !chunk.is_empty() {
2533 return Poll::Ready(Some(Ok(chunk)));
2534 } else if this.stream_done {
2535 return Poll::Ready(None);
2536 }
2537 }
2538 }
2539}
2540
2541fn prefixes(text: &str) -> impl Iterator<Item = &str> {
2542 (0..text.len() - 1).map(|ix| &text[..ix + 1])
2543}
2544
2545fn merge_ranges(ranges: &mut Vec<Range<Anchor>>, buffer: &MultiBufferSnapshot) {
2546 ranges.sort_unstable_by(|a, b| {
2547 a.start
2548 .cmp(&b.start, buffer)
2549 .then_with(|| b.end.cmp(&a.end, buffer))
2550 });
2551
2552 let mut ix = 0;
2553 while ix + 1 < ranges.len() {
2554 let b = ranges[ix + 1].clone();
2555 let a = &mut ranges[ix];
2556 if a.end.cmp(&b.start, buffer).is_gt() {
2557 if a.end.cmp(&b.end, buffer).is_lt() {
2558 a.end = b.end;
2559 }
2560 ranges.remove(ix + 1);
2561 } else {
2562 ix += 1;
2563 }
2564 }
2565}
2566
2567#[cfg(test)]
2568mod tests {
2569 use super::*;
2570 use futures::stream::{self};
2571 use gpui::{Context, TestAppContext};
2572 use indoc::indoc;
2573 use language::{
2574 language_settings, tree_sitter_rust, Buffer, Language, LanguageConfig, LanguageMatcher,
2575 Point,
2576 };
2577 use language_model::LanguageModelRegistry;
2578 use rand::prelude::*;
2579 use serde::Serialize;
2580 use settings::SettingsStore;
2581 use std::{future, sync::Arc};
2582
2583 #[derive(Serialize)]
2584 pub struct DummyCompletionRequest {
2585 pub name: String,
2586 }
2587
2588 #[gpui::test(iterations = 10)]
2589 async fn test_transform_autoindent(cx: &mut TestAppContext, mut rng: StdRng) {
2590 cx.set_global(cx.update(SettingsStore::test));
2591 cx.update(language_model::LanguageModelRegistry::test);
2592 cx.update(completion::LanguageModelCompletionProvider::test);
2593 cx.update(language_settings::init);
2594
2595 let text = indoc! {"
2596 fn main() {
2597 let x = 0;
2598 for _ in 0..10 {
2599 x += 1;
2600 }
2601 }
2602 "};
2603 let buffer =
2604 cx.new_model(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
2605 let buffer = cx.new_model(|cx| MultiBuffer::singleton(buffer, cx));
2606 let range = buffer.read_with(cx, |buffer, cx| {
2607 let snapshot = buffer.snapshot(cx);
2608 snapshot.anchor_before(Point::new(1, 0))..snapshot.anchor_after(Point::new(4, 5))
2609 });
2610 let codegen = cx.new_model(|cx| Codegen::new(buffer.clone(), range, None, None, cx));
2611
2612 let (chunks_tx, chunks_rx) = mpsc::unbounded();
2613 codegen.update(cx, |codegen, cx| {
2614 codegen.start(
2615 String::new(),
2616 future::ready(Ok(chunks_rx.map(|chunk| Ok(chunk)).boxed())),
2617 cx,
2618 )
2619 });
2620
2621 let mut new_text = concat!(
2622 " let mut x = 0;\n",
2623 " while x < 10 {\n",
2624 " x += 1;\n",
2625 " }",
2626 );
2627 while !new_text.is_empty() {
2628 let max_len = cmp::min(new_text.len(), 10);
2629 let len = rng.gen_range(1..=max_len);
2630 let (chunk, suffix) = new_text.split_at(len);
2631 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
2632 new_text = suffix;
2633 cx.background_executor.run_until_parked();
2634 }
2635 drop(chunks_tx);
2636 cx.background_executor.run_until_parked();
2637
2638 assert_eq!(
2639 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
2640 indoc! {"
2641 fn main() {
2642 let mut x = 0;
2643 while x < 10 {
2644 x += 1;
2645 }
2646 }
2647 "}
2648 );
2649 }
2650
2651 #[gpui::test(iterations = 10)]
2652 async fn test_autoindent_when_generating_past_indentation(
2653 cx: &mut TestAppContext,
2654 mut rng: StdRng,
2655 ) {
2656 cx.set_global(cx.update(SettingsStore::test));
2657 cx.update(language_settings::init);
2658
2659 let text = indoc! {"
2660 fn main() {
2661 le
2662 }
2663 "};
2664 let buffer =
2665 cx.new_model(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
2666 let buffer = cx.new_model(|cx| MultiBuffer::singleton(buffer, cx));
2667 let range = buffer.read_with(cx, |buffer, cx| {
2668 let snapshot = buffer.snapshot(cx);
2669 snapshot.anchor_before(Point::new(1, 6))..snapshot.anchor_after(Point::new(1, 6))
2670 });
2671 let codegen = cx.new_model(|cx| Codegen::new(buffer.clone(), range, None, None, cx));
2672
2673 let (chunks_tx, chunks_rx) = mpsc::unbounded();
2674 codegen.update(cx, |codegen, cx| {
2675 codegen.start(
2676 String::new(),
2677 future::ready(Ok(chunks_rx.map(|chunk| Ok(chunk)).boxed())),
2678 cx,
2679 )
2680 });
2681
2682 cx.background_executor.run_until_parked();
2683
2684 let mut new_text = concat!(
2685 "t mut x = 0;\n",
2686 "while x < 10 {\n",
2687 " x += 1;\n",
2688 "}", //
2689 );
2690 while !new_text.is_empty() {
2691 let max_len = cmp::min(new_text.len(), 10);
2692 let len = rng.gen_range(1..=max_len);
2693 let (chunk, suffix) = new_text.split_at(len);
2694 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
2695 new_text = suffix;
2696 cx.background_executor.run_until_parked();
2697 }
2698 drop(chunks_tx);
2699 cx.background_executor.run_until_parked();
2700
2701 assert_eq!(
2702 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
2703 indoc! {"
2704 fn main() {
2705 let mut x = 0;
2706 while x < 10 {
2707 x += 1;
2708 }
2709 }
2710 "}
2711 );
2712 }
2713
2714 #[gpui::test(iterations = 10)]
2715 async fn test_autoindent_when_generating_before_indentation(
2716 cx: &mut TestAppContext,
2717 mut rng: StdRng,
2718 ) {
2719 cx.update(LanguageModelRegistry::test);
2720 cx.update(completion::LanguageModelCompletionProvider::test);
2721 cx.set_global(cx.update(SettingsStore::test));
2722 cx.update(language_settings::init);
2723
2724 let text = concat!(
2725 "fn main() {\n",
2726 " \n",
2727 "}\n" //
2728 );
2729 let buffer =
2730 cx.new_model(|cx| Buffer::local(text, cx).with_language(Arc::new(rust_lang()), cx));
2731 let buffer = cx.new_model(|cx| MultiBuffer::singleton(buffer, cx));
2732 let range = buffer.read_with(cx, |buffer, cx| {
2733 let snapshot = buffer.snapshot(cx);
2734 snapshot.anchor_before(Point::new(1, 2))..snapshot.anchor_after(Point::new(1, 2))
2735 });
2736 let codegen = cx.new_model(|cx| Codegen::new(buffer.clone(), range, None, None, cx));
2737
2738 let (chunks_tx, chunks_rx) = mpsc::unbounded();
2739 codegen.update(cx, |codegen, cx| {
2740 codegen.start(
2741 String::new(),
2742 future::ready(Ok(chunks_rx.map(|chunk| Ok(chunk)).boxed())),
2743 cx,
2744 )
2745 });
2746
2747 cx.background_executor.run_until_parked();
2748
2749 let mut new_text = concat!(
2750 "let mut x = 0;\n",
2751 "while x < 10 {\n",
2752 " x += 1;\n",
2753 "}", //
2754 );
2755 while !new_text.is_empty() {
2756 let max_len = cmp::min(new_text.len(), 10);
2757 let len = rng.gen_range(1..=max_len);
2758 let (chunk, suffix) = new_text.split_at(len);
2759 chunks_tx.unbounded_send(chunk.to_string()).unwrap();
2760 new_text = suffix;
2761 cx.background_executor.run_until_parked();
2762 }
2763 drop(chunks_tx);
2764 cx.background_executor.run_until_parked();
2765
2766 assert_eq!(
2767 buffer.read_with(cx, |buffer, cx| buffer.snapshot(cx).text()),
2768 indoc! {"
2769 fn main() {
2770 let mut x = 0;
2771 while x < 10 {
2772 x += 1;
2773 }
2774 }
2775 "}
2776 );
2777 }
2778
2779 #[gpui::test]
2780 async fn test_strip_invalid_spans_from_codeblock() {
2781 assert_chunks("Lorem ipsum dolor", "Lorem ipsum dolor").await;
2782 assert_chunks("```\nLorem ipsum dolor", "Lorem ipsum dolor").await;
2783 assert_chunks("```\nLorem ipsum dolor\n```", "Lorem ipsum dolor").await;
2784 assert_chunks(
2785 "```html\n```js\nLorem ipsum dolor\n```\n```",
2786 "```js\nLorem ipsum dolor\n```",
2787 )
2788 .await;
2789 assert_chunks("``\nLorem ipsum dolor\n```", "``\nLorem ipsum dolor\n```").await;
2790 assert_chunks("Lorem<|CURSOR|> ipsum", "Lorem ipsum").await;
2791 assert_chunks("Lorem ipsum", "Lorem ipsum").await;
2792 assert_chunks("```\n<|CURSOR|>Lorem ipsum\n```", "Lorem ipsum").await;
2793
2794 async fn assert_chunks(text: &str, expected_text: &str) {
2795 for chunk_size in 1..=text.len() {
2796 let actual_text = StripInvalidSpans::new(chunks(text, chunk_size))
2797 .map(|chunk| chunk.unwrap())
2798 .collect::<String>()
2799 .await;
2800 assert_eq!(
2801 actual_text, expected_text,
2802 "failed to strip invalid spans, chunk size: {}",
2803 chunk_size
2804 );
2805 }
2806 }
2807
2808 fn chunks(text: &str, size: usize) -> impl Stream<Item = Result<String>> {
2809 stream::iter(
2810 text.chars()
2811 .collect::<Vec<_>>()
2812 .chunks(size)
2813 .map(|chunk| Ok(chunk.iter().collect::<String>()))
2814 .collect::<Vec<_>>(),
2815 )
2816 }
2817 }
2818
2819 fn rust_lang() -> Language {
2820 Language::new(
2821 LanguageConfig {
2822 name: "Rust".into(),
2823 matcher: LanguageMatcher {
2824 path_suffixes: vec!["rs".to_string()],
2825 ..Default::default()
2826 },
2827 ..Default::default()
2828 },
2829 Some(tree_sitter_rust::language()),
2830 )
2831 .with_indents_query(
2832 r#"
2833 (call_expression) @indent
2834 (field_expression) @indent
2835 (_ "(" ")" @end) @indent
2836 (_ "{" "}" @end) @indent
2837 "#,
2838 )
2839 .unwrap()
2840 }
2841}