1use crate::diagnostics::{DiagnosticsOptions, codeblock_fence_for_path, collect_diagnostics};
2use acp_thread::{MentionUri, selection_name};
3use agent::{ThreadStore, outline};
4use agent_client_protocol as acp;
5use agent_servers::{AgentServer, AgentServerDelegate};
6use anyhow::{Context as _, Result, anyhow};
7use collections::{HashMap, HashSet};
8use editor::{
9 Anchor, Editor, EditorSnapshot, FoldPlaceholder, ToOffset,
10 display_map::{Crease, CreaseId, CreaseMetadata, FoldId},
11 scroll::Autoscroll,
12};
13use futures::{AsyncReadExt as _, FutureExt as _, future::Shared};
14use gpui::{
15 AppContext, ClipboardEntry, Context, Empty, Entity, EntityId, Image, ImageFormat, Img,
16 SharedString, Task, WeakEntity,
17};
18use http_client::{AsyncBody, HttpClientWithUrl};
19use itertools::Either;
20use language::Buffer;
21use language_model::LanguageModelImage;
22use multi_buffer::MultiBufferRow;
23use postage::stream::Stream as _;
24use project::{Project, ProjectItem, ProjectPath, Worktree};
25use prompt_store::{PromptId, PromptStore};
26use rope::Point;
27use std::{
28 cell::RefCell,
29 ffi::OsStr,
30 fmt::Write,
31 ops::{Range, RangeInclusive},
32 path::{Path, PathBuf},
33 rc::Rc,
34 sync::Arc,
35};
36use text::OffsetRangeExt;
37use ui::{Disclosure, Toggleable, prelude::*};
38use util::{ResultExt, debug_panic, rel_path::RelPath};
39use workspace::{Workspace, notifications::NotifyResultExt as _};
40
41use crate::ui::MentionCrease;
42
43pub type MentionTask = Shared<Task<Result<Mention, String>>>;
44
45#[derive(Debug, Clone, Eq, PartialEq)]
46pub enum Mention {
47 Text {
48 content: String,
49 tracked_buffers: Vec<Entity<Buffer>>,
50 },
51 Image(MentionImage),
52 Link,
53}
54
55#[derive(Clone, Debug, Eq, PartialEq)]
56pub struct MentionImage {
57 pub data: SharedString,
58 pub format: ImageFormat,
59}
60
61pub struct MentionSet {
62 project: WeakEntity<Project>,
63 thread_store: Option<Entity<ThreadStore>>,
64 prompt_store: Option<Entity<PromptStore>>,
65 mentions: HashMap<CreaseId, (MentionUri, MentionTask)>,
66}
67
68impl MentionSet {
69 pub fn new(
70 project: WeakEntity<Project>,
71 thread_store: Option<Entity<ThreadStore>>,
72 prompt_store: Option<Entity<PromptStore>>,
73 ) -> Self {
74 Self {
75 project,
76 thread_store,
77 prompt_store,
78 mentions: HashMap::default(),
79 }
80 }
81
82 pub fn contents(
83 &self,
84 full_mention_content: bool,
85 cx: &mut App,
86 ) -> Task<Result<HashMap<CreaseId, (MentionUri, Mention)>>> {
87 let Some(project) = self.project.upgrade() else {
88 return Task::ready(Err(anyhow!("Project not found")));
89 };
90 let mentions = self.mentions.clone();
91 cx.spawn(async move |cx| {
92 let mut contents = HashMap::default();
93 for (crease_id, (mention_uri, task)) in mentions {
94 let content = if full_mention_content
95 && let MentionUri::Directory { abs_path } = &mention_uri
96 {
97 cx.update(|cx| full_mention_for_directory(&project, abs_path, cx))
98 .await?
99 } else {
100 task.await.map_err(|e| anyhow!("{e}"))?
101 };
102
103 contents.insert(crease_id, (mention_uri, content));
104 }
105 Ok(contents)
106 })
107 }
108
109 pub fn remove_invalid(&mut self, snapshot: &EditorSnapshot) {
110 for (crease_id, crease) in snapshot.crease_snapshot.creases() {
111 if !crease.range().start.is_valid(snapshot.buffer_snapshot()) {
112 self.mentions.remove(&crease_id);
113 }
114 }
115 }
116
117 pub fn insert_mention(&mut self, crease_id: CreaseId, uri: MentionUri, task: MentionTask) {
118 self.mentions.insert(crease_id, (uri, task));
119 }
120
121 /// Creates the appropriate confirmation task for a mention based on its URI type.
122 /// This is used when pasting mention links to properly load their content.
123 pub fn confirm_mention_for_uri(
124 &mut self,
125 mention_uri: MentionUri,
126 supports_images: bool,
127 http_client: Arc<HttpClientWithUrl>,
128 cx: &mut Context<Self>,
129 ) -> Task<Result<Mention>> {
130 match mention_uri {
131 MentionUri::Fetch { url } => self.confirm_mention_for_fetch(url, http_client, cx),
132 MentionUri::Directory { .. } => Task::ready(Ok(Mention::Link)),
133 MentionUri::Thread { id, .. } => self.confirm_mention_for_thread(id, cx),
134 MentionUri::File { abs_path } => {
135 self.confirm_mention_for_file(abs_path, supports_images, cx)
136 }
137 MentionUri::Symbol {
138 abs_path,
139 line_range,
140 ..
141 } => self.confirm_mention_for_symbol(abs_path, line_range, cx),
142 MentionUri::Rule { id, .. } => self.confirm_mention_for_rule(id, cx),
143 MentionUri::Diagnostics {
144 include_errors,
145 include_warnings,
146 } => self.confirm_mention_for_diagnostics(include_errors, include_warnings, cx),
147 MentionUri::GitDiff { base_ref } => {
148 self.confirm_mention_for_git_diff(base_ref.into(), cx)
149 }
150 MentionUri::Selection {
151 abs_path: Some(abs_path),
152 line_range,
153 } => self.confirm_mention_for_symbol(abs_path, line_range, cx),
154 MentionUri::Selection { abs_path: None, .. } => Task::ready(Err(anyhow!(
155 "Untitled buffer selection mentions are not supported for paste"
156 ))),
157 MentionUri::PastedImage
158 | MentionUri::TerminalSelection { .. }
159 | MentionUri::MergeConflict { .. } => {
160 Task::ready(Err(anyhow!("Unsupported mention URI type for paste")))
161 }
162 }
163 }
164
165 pub fn remove_mention(&mut self, crease_id: &CreaseId) {
166 self.mentions.remove(crease_id);
167 }
168
169 pub fn creases(&self) -> HashSet<CreaseId> {
170 self.mentions.keys().cloned().collect()
171 }
172
173 pub fn mentions(&self) -> HashSet<MentionUri> {
174 self.mentions.values().map(|(uri, _)| uri.clone()).collect()
175 }
176
177 pub fn set_mentions(&mut self, mentions: HashMap<CreaseId, (MentionUri, MentionTask)>) {
178 self.mentions = mentions;
179 }
180
181 pub fn clear(&mut self) -> impl Iterator<Item = (CreaseId, (MentionUri, MentionTask))> {
182 self.mentions.drain()
183 }
184
185 #[cfg(test)]
186 pub fn has_thread_store(&self) -> bool {
187 self.thread_store.is_some()
188 }
189
190 pub fn confirm_mention_completion(
191 &mut self,
192 crease_text: SharedString,
193 start: text::Anchor,
194 content_len: usize,
195 mention_uri: MentionUri,
196 supports_images: bool,
197 editor: Entity<Editor>,
198 workspace: &Entity<Workspace>,
199 window: &mut Window,
200 cx: &mut Context<Self>,
201 ) -> Task<()> {
202 let Some(project) = self.project.upgrade() else {
203 return Task::ready(());
204 };
205
206 let snapshot = editor.update(cx, |editor, cx| editor.snapshot(window, cx));
207 let Some(start_anchor) = snapshot.buffer_snapshot().anchor_in_excerpt(start) else {
208 return Task::ready(());
209 };
210 let end_anchor = snapshot.buffer_snapshot().anchor_before(
211 start_anchor.to_offset(&snapshot.buffer_snapshot()) + content_len + 1usize,
212 );
213
214 let crease = if let MentionUri::File { abs_path } = &mention_uri
215 && let Some(extension) = abs_path.extension()
216 && let Some(extension) = extension.to_str()
217 && Img::extensions().contains(&extension)
218 && !extension.contains("svg")
219 {
220 let Some(project_path) = project
221 .read(cx)
222 .project_path_for_absolute_path(&abs_path, cx)
223 else {
224 log::error!("project path not found");
225 return Task::ready(());
226 };
227 let image_task = project.update(cx, |project, cx| project.open_image(project_path, cx));
228 let image = cx
229 .spawn(async move |_, cx| {
230 let image = image_task.await.map_err(|e| e.to_string())?;
231 let image = image.update(cx, |image, _| image.image.clone());
232 Ok(image)
233 })
234 .shared();
235 insert_crease_for_mention(
236 start,
237 content_len,
238 mention_uri.name().into(),
239 IconName::Image.path().into(),
240 mention_uri.tooltip_text(),
241 Some(mention_uri.clone()),
242 Some(workspace.downgrade()),
243 Some(image),
244 editor.clone(),
245 window,
246 cx,
247 )
248 } else {
249 insert_crease_for_mention(
250 start,
251 content_len,
252 crease_text,
253 mention_uri.icon_path(cx),
254 mention_uri.tooltip_text(),
255 Some(mention_uri.clone()),
256 Some(workspace.downgrade()),
257 None,
258 editor.clone(),
259 window,
260 cx,
261 )
262 };
263 let Some((crease_id, tx)) = crease else {
264 return Task::ready(());
265 };
266
267 let task = match mention_uri.clone() {
268 MentionUri::Fetch { url } => {
269 self.confirm_mention_for_fetch(url, workspace.read(cx).client().http_client(), cx)
270 }
271 MentionUri::Directory { .. } => Task::ready(Ok(Mention::Link)),
272 MentionUri::Thread { id, .. } => self.confirm_mention_for_thread(id, cx),
273 MentionUri::File { abs_path } => {
274 self.confirm_mention_for_file(abs_path, supports_images, cx)
275 }
276 MentionUri::Symbol {
277 abs_path,
278 line_range,
279 ..
280 } => self.confirm_mention_for_symbol(abs_path, line_range, cx),
281 MentionUri::Rule { id, .. } => self.confirm_mention_for_rule(id, cx),
282 MentionUri::Diagnostics {
283 include_errors,
284 include_warnings,
285 } => self.confirm_mention_for_diagnostics(include_errors, include_warnings, cx),
286 MentionUri::PastedImage => {
287 debug_panic!("pasted image URI should not be included in completions");
288 Task::ready(Err(anyhow!(
289 "pasted imaged URI should not be included in completions"
290 )))
291 }
292 MentionUri::Selection { .. } => {
293 debug_panic!("unexpected selection URI");
294 Task::ready(Err(anyhow!("unexpected selection URI")))
295 }
296 MentionUri::TerminalSelection { .. } => {
297 debug_panic!("unexpected terminal URI");
298 Task::ready(Err(anyhow!("unexpected terminal URI")))
299 }
300 MentionUri::GitDiff { base_ref } => {
301 self.confirm_mention_for_git_diff(base_ref.into(), cx)
302 }
303 MentionUri::MergeConflict { .. } => {
304 debug_panic!("unexpected merge conflict URI");
305 Task::ready(Err(anyhow!("unexpected merge conflict URI")))
306 }
307 };
308 let task = cx
309 .spawn(async move |_, _| task.await.map_err(|e| e.to_string()))
310 .shared();
311 self.mentions.insert(crease_id, (mention_uri, task.clone()));
312
313 // Notify the user if we failed to load the mentioned context
314 let workspace = workspace.downgrade();
315 cx.spawn(async move |this, mut cx| {
316 let result = task.await.notify_workspace_async_err(workspace, &mut cx);
317 drop(tx);
318 if result.is_none() {
319 this.update(cx, |this, cx| {
320 editor.update(cx, |editor, cx| {
321 // Remove mention
322 editor.edit([(start_anchor..end_anchor, "")], cx);
323 });
324 this.mentions.remove(&crease_id);
325 })
326 .ok();
327 }
328 })
329 }
330
331 pub fn confirm_mention_for_file(
332 &self,
333 abs_path: PathBuf,
334 supports_images: bool,
335 cx: &mut Context<Self>,
336 ) -> Task<Result<Mention>> {
337 let Some(project) = self.project.upgrade() else {
338 return Task::ready(Err(anyhow!("project not found")));
339 };
340
341 let Some(project_path) = project
342 .read(cx)
343 .project_path_for_absolute_path(&abs_path, cx)
344 else {
345 return Task::ready(Err(anyhow!("project path not found")));
346 };
347 let extension = abs_path
348 .extension()
349 .and_then(OsStr::to_str)
350 .unwrap_or_default();
351
352 if Img::extensions().contains(&extension) && !extension.contains("svg") {
353 if !supports_images {
354 return Task::ready(Err(anyhow!("This model does not support images yet")));
355 }
356 let task = project.update(cx, |project, cx| project.open_image(project_path, cx));
357 return cx.spawn(async move |_, cx| {
358 let image = task.await?;
359 let image = image.update(cx, |image, _| image.image.clone());
360 let image = cx
361 .update(|cx| LanguageModelImage::from_image(image, cx))
362 .await;
363 if let Some(image) = image {
364 Ok(Mention::Image(MentionImage {
365 data: image.source,
366 format: LanguageModelImage::FORMAT,
367 }))
368 } else {
369 Err(anyhow!("Failed to convert image"))
370 }
371 });
372 }
373
374 let buffer = project.update(cx, |project, cx| project.open_buffer(project_path, cx));
375 cx.spawn(async move |_, cx| {
376 let buffer = buffer.await?;
377 let buffer_content = outline::get_buffer_content_or_outline(
378 buffer.clone(),
379 Some(&abs_path.to_string_lossy()),
380 &cx,
381 )
382 .await?;
383
384 Ok(Mention::Text {
385 content: buffer_content.text,
386 tracked_buffers: vec![buffer],
387 })
388 })
389 }
390
391 fn confirm_mention_for_fetch(
392 &self,
393 url: url::Url,
394 http_client: Arc<HttpClientWithUrl>,
395 cx: &mut Context<Self>,
396 ) -> Task<Result<Mention>> {
397 cx.background_executor().spawn(async move {
398 let content = fetch_url_content(http_client, url.to_string()).await?;
399 Ok(Mention::Text {
400 content,
401 tracked_buffers: Vec::new(),
402 })
403 })
404 }
405
406 fn confirm_mention_for_symbol(
407 &self,
408 abs_path: PathBuf,
409 line_range: RangeInclusive<u32>,
410 cx: &mut Context<Self>,
411 ) -> Task<Result<Mention>> {
412 let Some(project) = self.project.upgrade() else {
413 return Task::ready(Err(anyhow!("project not found")));
414 };
415 let Some(project_path) = project
416 .read(cx)
417 .project_path_for_absolute_path(&abs_path, cx)
418 else {
419 return Task::ready(Err(anyhow!("project path not found")));
420 };
421 let buffer = project.update(cx, |project, cx| project.open_buffer(project_path, cx));
422 cx.spawn(async move |_, cx| {
423 let buffer = buffer.await?;
424 let mention = buffer.update(cx, |buffer, cx| {
425 let start = Point::new(*line_range.start(), 0).min(buffer.max_point());
426 let end = Point::new(*line_range.end() + 1, 0).min(buffer.max_point());
427 let content = buffer.text_for_range(start..end).collect();
428 Mention::Text {
429 content,
430 tracked_buffers: vec![cx.entity()],
431 }
432 });
433 Ok(mention)
434 })
435 }
436
437 fn confirm_mention_for_rule(
438 &mut self,
439 id: PromptId,
440 cx: &mut Context<Self>,
441 ) -> Task<Result<Mention>> {
442 let Some(prompt_store) = self.prompt_store.as_ref() else {
443 return Task::ready(Err(anyhow!("Missing prompt store")));
444 };
445 let prompt = prompt_store.read(cx).load(id, cx);
446 cx.spawn(async move |_, _| {
447 let prompt = prompt.await?;
448 Ok(Mention::Text {
449 content: prompt,
450 tracked_buffers: Vec::new(),
451 })
452 })
453 }
454
455 pub fn confirm_mention_for_selection(
456 &mut self,
457 source_range: Range<text::Anchor>,
458 selections: Vec<(Entity<Buffer>, Range<text::Anchor>, Range<usize>)>,
459 editor: Entity<Editor>,
460 window: &mut Window,
461 cx: &mut Context<Self>,
462 ) {
463 let Some(project) = self.project.upgrade() else {
464 return;
465 };
466
467 let snapshot = editor.read(cx).buffer().read(cx).snapshot(cx);
468 let Some(start) = snapshot.anchor_in_excerpt(source_range.start) else {
469 return;
470 };
471
472 let offset = start.to_offset(&snapshot);
473
474 for (buffer, selection_range, range_to_fold) in selections {
475 let range = snapshot.anchor_after(offset + range_to_fold.start)
476 ..snapshot.anchor_after(offset + range_to_fold.end);
477
478 let abs_path = buffer
479 .read(cx)
480 .project_path(cx)
481 .and_then(|project_path| project.read(cx).absolute_path(&project_path, cx));
482 let snapshot = buffer.read(cx).snapshot();
483
484 let text = snapshot
485 .text_for_range(selection_range.clone())
486 .collect::<String>();
487 let point_range = selection_range.to_point(&snapshot);
488 let line_range = point_range.start.row..=point_range.end.row;
489
490 let uri = MentionUri::Selection {
491 abs_path: abs_path.clone(),
492 line_range: line_range.clone(),
493 };
494 let crease = crease_for_mention(
495 selection_name(abs_path.as_deref(), &line_range).into(),
496 uri.icon_path(cx),
497 uri.tooltip_text(),
498 range,
499 editor.downgrade(),
500 );
501
502 let crease_id = editor.update(cx, |editor, cx| {
503 let crease_ids = editor.insert_creases(vec![crease.clone()], cx);
504 editor.fold_creases(vec![crease], false, window, cx);
505 crease_ids.first().copied().unwrap()
506 });
507
508 self.mentions.insert(
509 crease_id,
510 (
511 uri,
512 Task::ready(Ok(Mention::Text {
513 content: text,
514 tracked_buffers: vec![buffer],
515 }))
516 .shared(),
517 ),
518 );
519 }
520
521 // Take this explanation with a grain of salt but, with creases being
522 // inserted, GPUI's recomputes the editor layout in the next frames, so
523 // directly calling `editor.request_autoscroll` wouldn't work as
524 // expected. We're leveraging `cx.on_next_frame` to wait 2 frames and
525 // ensure that the layout has been recalculated so that the autoscroll
526 // request actually shows the cursor's new position.
527 cx.on_next_frame(window, move |_, window, cx| {
528 cx.on_next_frame(window, move |_, _, cx| {
529 editor.update(cx, |editor, cx| {
530 editor.request_autoscroll(Autoscroll::fit(), cx)
531 });
532 });
533 });
534 }
535
536 fn confirm_mention_for_thread(
537 &mut self,
538 id: acp::SessionId,
539 cx: &mut Context<Self>,
540 ) -> Task<Result<Mention>> {
541 let Some(thread_store) = self.thread_store.clone() else {
542 return Task::ready(Err(anyhow!(
543 "Thread mentions are only supported for the native agent"
544 )));
545 };
546 let Some(project) = self.project.upgrade() else {
547 return Task::ready(Err(anyhow!("project not found")));
548 };
549
550 let server = Rc::new(agent::NativeAgentServer::new(
551 project.read(cx).fs().clone(),
552 thread_store,
553 ));
554 let delegate =
555 AgentServerDelegate::new(project.read(cx).agent_server_store().clone(), None);
556 let connection = server.connect(delegate, project.clone(), cx);
557 cx.spawn(async move |_, cx| {
558 let agent = connection.await?;
559 let agent = agent.downcast::<agent::NativeAgentConnection>().unwrap();
560 let summary = agent
561 .0
562 .update(cx, |agent, cx| {
563 agent.thread_summary(id, project.clone(), cx)
564 })
565 .await?;
566 Ok(Mention::Text {
567 content: summary.to_string(),
568 tracked_buffers: Vec::new(),
569 })
570 })
571 }
572
573 fn confirm_mention_for_diagnostics(
574 &self,
575 include_errors: bool,
576 include_warnings: bool,
577 cx: &mut Context<Self>,
578 ) -> Task<Result<Mention>> {
579 let Some(project) = self.project.upgrade() else {
580 return Task::ready(Err(anyhow!("project not found")));
581 };
582
583 let diagnostics_task = collect_diagnostics(
584 project,
585 DiagnosticsOptions {
586 include_errors,
587 include_warnings,
588 path_matcher: None,
589 },
590 cx,
591 );
592 cx.spawn(async move |_, _| {
593 let content = diagnostics_task
594 .await?
595 .unwrap_or_else(|| "No diagnostics found.".into());
596 Ok(Mention::Text {
597 content,
598 tracked_buffers: Vec::new(),
599 })
600 })
601 }
602
603 pub fn confirm_mention_for_git_diff(
604 &self,
605 base_ref: SharedString,
606 cx: &mut Context<Self>,
607 ) -> Task<Result<Mention>> {
608 let Some(project) = self.project.upgrade() else {
609 return Task::ready(Err(anyhow!("project not found")));
610 };
611
612 let Some(repo) = project.read(cx).active_repository(cx) else {
613 return Task::ready(Err(anyhow!("no active repository")));
614 };
615
616 let diff_receiver = repo.update(cx, |repo, cx| {
617 repo.diff(
618 git::repository::DiffType::MergeBase { base_ref: base_ref },
619 cx,
620 )
621 });
622
623 cx.spawn(async move |_, _| {
624 let diff_text = diff_receiver.await??;
625 if diff_text.is_empty() {
626 Ok(Mention::Text {
627 content: "No changes found in branch diff.".into(),
628 tracked_buffers: Vec::new(),
629 })
630 } else {
631 Ok(Mention::Text {
632 content: diff_text,
633 tracked_buffers: Vec::new(),
634 })
635 }
636 })
637 }
638}
639
640#[cfg(test)]
641mod tests {
642 use super::*;
643
644 use fs::FakeFs;
645 use gpui::TestAppContext;
646 use project::Project;
647 use prompt_store;
648 use release_channel;
649 use semver::Version;
650 use serde_json::json;
651 use settings::SettingsStore;
652 use std::path::Path;
653 use theme;
654 use util::path;
655
656 fn init_test(cx: &mut TestAppContext) {
657 let settings_store = cx.update(SettingsStore::test);
658 cx.set_global(settings_store);
659 cx.update(|cx| {
660 theme_settings::init(theme::LoadThemes::JustBase, cx);
661 release_channel::init(Version::new(0, 0, 0), cx);
662 prompt_store::init(cx);
663 });
664 }
665
666 #[gpui::test]
667 async fn test_thread_mentions_disabled(cx: &mut TestAppContext) {
668 init_test(cx);
669
670 let fs = FakeFs::new(cx.executor());
671 fs.insert_tree("/project", json!({"file": ""})).await;
672 let project = Project::test(fs, [Path::new(path!("/project"))], cx).await;
673 let thread_store = None;
674 let mention_set = cx.new(|_cx| MentionSet::new(project.downgrade(), thread_store, None));
675
676 let task = mention_set.update(cx, |mention_set, cx| {
677 mention_set.confirm_mention_for_thread(acp::SessionId::new("thread-1"), cx)
678 });
679
680 let error = task.await.unwrap_err();
681 assert!(
682 error
683 .to_string()
684 .contains("Thread mentions are only supported for the native agent"),
685 "Unexpected error: {error:#}"
686 );
687 }
688
689 #[gpui::test]
690 async fn test_selection_mentions_supported_for_paste(cx: &mut TestAppContext) {
691 init_test(cx);
692
693 let fs = FakeFs::new(cx.executor());
694 fs.insert_tree(
695 "/project",
696 json!({"file.rs": "line 1\nline 2\nline 3\nline 4\n"}),
697 )
698 .await;
699 let project = Project::test(fs, [Path::new(path!("/project"))], cx).await;
700 let mention_set = cx.new(|_cx| MentionSet::new(project.downgrade(), None, None));
701
702 let mention_task = mention_set.update(cx, |mention_set, cx| {
703 let http_client = project.read(cx).client().http_client();
704 mention_set.confirm_mention_for_uri(
705 MentionUri::Selection {
706 abs_path: Some(path!("/project/file.rs").into()),
707 line_range: 1..=2,
708 },
709 false,
710 http_client,
711 cx,
712 )
713 });
714
715 let mention = mention_task.await.unwrap();
716 match mention {
717 Mention::Text {
718 content,
719 tracked_buffers,
720 } => {
721 assert_eq!(content, "line 2\nline 3\n");
722 assert_eq!(tracked_buffers.len(), 1);
723 }
724 other => panic!("Expected selection mention to resolve as text, got {other:?}"),
725 }
726 }
727}
728
729/// Inserts a list of images into the editor as context mentions.
730/// This is the shared implementation used by both paste and file picker operations.
731pub(crate) async fn insert_images_as_context(
732 images: Vec<(gpui::Image, SharedString)>,
733 editor: Entity<Editor>,
734 mention_set: Entity<MentionSet>,
735 workspace: WeakEntity<Workspace>,
736 cx: &mut gpui::AsyncWindowContext,
737) {
738 if images.is_empty() {
739 return;
740 }
741
742 let replacement_text = MentionUri::PastedImage.as_link().to_string();
743
744 for (image, name) in images {
745 let Some((text_anchor, multibuffer_anchor)) = editor
746 .update_in(cx, |editor, window, cx| {
747 let snapshot = editor.snapshot(window, cx);
748 let (cursor_anchor, buffer_snapshot) = snapshot
749 .buffer_snapshot()
750 .anchor_to_buffer_anchor(editor.selections.newest_anchor().start)
751 .unwrap();
752 let text_anchor = cursor_anchor.bias_left(buffer_snapshot);
753 let multibuffer_anchor = snapshot.buffer_snapshot().anchor_in_excerpt(text_anchor);
754 editor.insert(&format!("{replacement_text} "), window, cx);
755 (text_anchor, multibuffer_anchor)
756 })
757 .ok()
758 else {
759 break;
760 };
761
762 let content_len = replacement_text.len();
763 let Some(start_anchor) = multibuffer_anchor else {
764 continue;
765 };
766 let end_anchor = editor.update(cx, |editor, cx| {
767 let snapshot = editor.buffer().read(cx).snapshot(cx);
768 snapshot.anchor_before(start_anchor.to_offset(&snapshot) + content_len)
769 });
770 let image = Arc::new(image);
771 let Ok(Some((crease_id, tx))) = cx.update(|window, cx| {
772 insert_crease_for_mention(
773 text_anchor,
774 content_len,
775 name.clone(),
776 IconName::Image.path().into(),
777 None,
778 None,
779 None,
780 Some(Task::ready(Ok(image.clone())).shared()),
781 editor.clone(),
782 window,
783 cx,
784 )
785 }) else {
786 continue;
787 };
788 let task = cx
789 .spawn(async move |cx| {
790 let image = cx
791 .update(|_, cx| LanguageModelImage::from_image(image, cx))
792 .map_err(|e| e.to_string())?
793 .await;
794 drop(tx);
795 if let Some(image) = image {
796 Ok(Mention::Image(MentionImage {
797 data: image.source,
798 format: LanguageModelImage::FORMAT,
799 }))
800 } else {
801 Err("Failed to convert image".into())
802 }
803 })
804 .shared();
805
806 mention_set.update(cx, |mention_set, _cx| {
807 mention_set.insert_mention(crease_id, MentionUri::PastedImage, task.clone())
808 });
809
810 if task
811 .await
812 .notify_workspace_async_err(workspace.clone(), cx)
813 .is_none()
814 {
815 editor.update(cx, |editor, cx| {
816 editor.edit([(start_anchor..end_anchor, "")], cx);
817 });
818 mention_set.update(cx, |mention_set, _cx| {
819 mention_set.remove_mention(&crease_id)
820 });
821 }
822 }
823}
824
825fn image_format_from_external_content(format: image::ImageFormat) -> Option<ImageFormat> {
826 match format {
827 image::ImageFormat::Png => Some(ImageFormat::Png),
828 image::ImageFormat::Jpeg => Some(ImageFormat::Jpeg),
829 image::ImageFormat::WebP => Some(ImageFormat::Webp),
830 image::ImageFormat::Gif => Some(ImageFormat::Gif),
831 image::ImageFormat::Bmp => Some(ImageFormat::Bmp),
832 image::ImageFormat::Tiff => Some(ImageFormat::Tiff),
833 image::ImageFormat::Ico => Some(ImageFormat::Ico),
834 _ => None,
835 }
836}
837
838pub(crate) fn load_external_image_from_path(
839 path: &Path,
840 default_name: &SharedString,
841) -> Option<(Image, SharedString)> {
842 let content = std::fs::read(path).ok()?;
843 let format = image::guess_format(&content)
844 .ok()
845 .and_then(image_format_from_external_content)?;
846 let name = path
847 .file_name()
848 .and_then(|name| name.to_str())
849 .map(|name| SharedString::from(name.to_owned()))
850 .unwrap_or_else(|| default_name.clone());
851
852 Some((Image::from_bytes(format, content), name))
853}
854
855pub(crate) fn paste_images_as_context(
856 editor: Entity<Editor>,
857 mention_set: Entity<MentionSet>,
858 workspace: WeakEntity<Workspace>,
859 window: &mut Window,
860 cx: &mut App,
861) -> Option<Task<()>> {
862 let clipboard = cx.read_from_clipboard()?;
863
864 // Only handle paste if the first clipboard entry is an image or file path.
865 // If text comes first, return None so the caller falls through to text paste.
866 // This respects the priority order set by the source application.
867 if matches!(
868 clipboard.entries().first(),
869 Some(ClipboardEntry::String(_)) | None
870 ) {
871 return None;
872 }
873
874 Some(window.spawn(cx, async move |mut cx| {
875 use itertools::Itertools;
876 let default_name: SharedString = MentionUri::PastedImage.name().into();
877 let (mut images, paths): (Vec<(gpui::Image, SharedString)>, Vec<_>) = clipboard
878 .into_entries()
879 .filter_map(|entry| match entry {
880 ClipboardEntry::Image(image) => Some(Either::Left((image, default_name.clone()))),
881 ClipboardEntry::ExternalPaths(paths) => Some(Either::Right(paths)),
882 _ => None,
883 })
884 .partition_map::<Vec<_>, Vec<_>, _, _, _>(std::convert::identity);
885
886 if !paths.is_empty() {
887 images.extend(
888 cx.background_spawn(async move {
889 paths
890 .into_iter()
891 .flat_map(|paths| paths.paths().to_owned())
892 .filter_map(|path| load_external_image_from_path(&path, &default_name))
893 .collect::<Vec<_>>()
894 })
895 .await,
896 );
897 }
898
899 if !images.is_empty() {
900 insert_images_as_context(images, editor, mention_set, workspace, &mut cx).await;
901 }
902 }))
903}
904
905pub(crate) fn insert_crease_for_mention(
906 anchor: text::Anchor,
907 content_len: usize,
908 crease_label: SharedString,
909 crease_icon: SharedString,
910 crease_tooltip: Option<SharedString>,
911 mention_uri: Option<MentionUri>,
912 workspace: Option<WeakEntity<Workspace>>,
913 image: Option<Shared<Task<Result<Arc<Image>, String>>>>,
914 editor: Entity<Editor>,
915 window: &mut Window,
916 cx: &mut App,
917) -> Option<(CreaseId, postage::barrier::Sender)> {
918 let (tx, rx) = postage::barrier::channel();
919
920 let crease_id = editor.update(cx, |editor, cx| {
921 let snapshot = editor.buffer().read(cx).snapshot(cx);
922
923 let start = snapshot.anchor_in_excerpt(anchor)?;
924
925 let start = start.bias_right(&snapshot);
926 let end = snapshot.anchor_before(start.to_offset(&snapshot) + content_len);
927
928 let placeholder = FoldPlaceholder {
929 render: render_mention_fold_button(
930 crease_label.clone(),
931 crease_icon.clone(),
932 crease_tooltip,
933 mention_uri.clone(),
934 workspace.clone(),
935 start..end,
936 rx,
937 image,
938 cx.weak_entity(),
939 cx,
940 ),
941 merge_adjacent: false,
942 ..Default::default()
943 };
944
945 let crease = Crease::Inline {
946 range: start..end,
947 placeholder,
948 render_toggle: None,
949 render_trailer: None,
950 metadata: Some(CreaseMetadata {
951 label: crease_label,
952 icon_path: crease_icon,
953 }),
954 };
955
956 let ids = editor.insert_creases(vec![crease.clone()], cx);
957 editor.fold_creases(vec![crease], false, window, cx);
958
959 Some(ids[0])
960 })?;
961
962 Some((crease_id, tx))
963}
964
965pub(crate) fn crease_for_mention(
966 label: SharedString,
967 icon_path: SharedString,
968 tooltip: Option<SharedString>,
969 range: Range<Anchor>,
970 editor_entity: WeakEntity<Editor>,
971) -> Crease<Anchor> {
972 let placeholder = FoldPlaceholder {
973 render: render_fold_icon_button(icon_path.clone(), label.clone(), tooltip, editor_entity),
974 merge_adjacent: false,
975 ..Default::default()
976 };
977
978 let render_trailer = move |_row, _unfold, _window: &mut Window, _cx: &mut App| Empty.into_any();
979
980 Crease::inline(range, placeholder, fold_toggle("mention"), render_trailer)
981 .with_metadata(CreaseMetadata { icon_path, label })
982}
983
984fn render_fold_icon_button(
985 icon_path: SharedString,
986 label: SharedString,
987 tooltip: Option<SharedString>,
988 editor: WeakEntity<Editor>,
989) -> Arc<dyn Send + Sync + Fn(FoldId, Range<Anchor>, &mut App) -> AnyElement> {
990 Arc::new({
991 move |fold_id, fold_range, cx| {
992 let is_in_text_selection = editor
993 .update(cx, |editor, cx| editor.is_range_selected(&fold_range, cx))
994 .unwrap_or_default();
995
996 MentionCrease::new(fold_id, icon_path.clone(), label.clone())
997 .is_toggled(is_in_text_selection)
998 .when_some(tooltip.clone(), |this, tooltip_text| {
999 this.tooltip(tooltip_text)
1000 })
1001 .into_any_element()
1002 }
1003 })
1004}
1005
1006fn fold_toggle(
1007 name: &'static str,
1008) -> impl Fn(
1009 MultiBufferRow,
1010 bool,
1011 Arc<dyn Fn(bool, &mut Window, &mut App) + Send + Sync>,
1012 &mut Window,
1013 &mut App,
1014) -> AnyElement {
1015 move |row, is_folded, fold, _window, _cx| {
1016 Disclosure::new((name, row.0 as u64), !is_folded)
1017 .toggle_state(is_folded)
1018 .on_click(move |_e, window, cx| fold(!is_folded, window, cx))
1019 .into_any_element()
1020 }
1021}
1022
1023fn full_mention_for_directory(
1024 project: &Entity<Project>,
1025 abs_path: &Path,
1026 cx: &mut App,
1027) -> Task<Result<Mention>> {
1028 fn collect_files_in_path(worktree: &Worktree, path: &RelPath) -> Vec<(Arc<RelPath>, String)> {
1029 let mut files = Vec::new();
1030
1031 for entry in worktree.child_entries(path) {
1032 if entry.is_dir() {
1033 files.extend(collect_files_in_path(worktree, &entry.path));
1034 } else if entry.is_file() {
1035 files.push((
1036 entry.path.clone(),
1037 worktree
1038 .full_path(&entry.path)
1039 .to_string_lossy()
1040 .to_string(),
1041 ));
1042 }
1043 }
1044
1045 files
1046 }
1047
1048 let Some(project_path) = project
1049 .read(cx)
1050 .project_path_for_absolute_path(&abs_path, cx)
1051 else {
1052 return Task::ready(Err(anyhow!("project path not found")));
1053 };
1054 let Some(entry) = project.read(cx).entry_for_path(&project_path, cx) else {
1055 return Task::ready(Err(anyhow!("project entry not found")));
1056 };
1057 let directory_path = entry.path.clone();
1058 let worktree_id = project_path.worktree_id;
1059 let Some(worktree) = project.read(cx).worktree_for_id(worktree_id, cx) else {
1060 return Task::ready(Err(anyhow!("worktree not found")));
1061 };
1062 let project = project.clone();
1063 cx.spawn(async move |cx| {
1064 let file_paths = worktree.read_with(cx, |worktree, _cx| {
1065 collect_files_in_path(worktree, &directory_path)
1066 });
1067 let descendants_future = cx.update(|cx| {
1068 futures::future::join_all(file_paths.into_iter().map(
1069 |(worktree_path, full_path): (Arc<RelPath>, String)| {
1070 let rel_path = worktree_path
1071 .strip_prefix(&directory_path)
1072 .log_err()
1073 .map_or_else(|| worktree_path.clone(), |rel_path| rel_path.into());
1074
1075 let open_task = project.update(cx, |project, cx| {
1076 project.buffer_store().update(cx, |buffer_store, cx| {
1077 let project_path = ProjectPath {
1078 worktree_id,
1079 path: worktree_path,
1080 };
1081 buffer_store.open_buffer(project_path, cx)
1082 })
1083 });
1084
1085 cx.spawn(async move |cx| {
1086 let buffer = open_task.await.log_err()?;
1087 let buffer_content = outline::get_buffer_content_or_outline(
1088 buffer.clone(),
1089 Some(&full_path),
1090 &cx,
1091 )
1092 .await
1093 .ok()?;
1094
1095 Some((rel_path, full_path, buffer_content.text, buffer))
1096 })
1097 },
1098 ))
1099 });
1100
1101 let contents = cx
1102 .background_spawn(async move {
1103 let (contents, tracked_buffers): (Vec<_>, Vec<_>) = descendants_future
1104 .await
1105 .into_iter()
1106 .flatten()
1107 .map(|(rel_path, full_path, rope, buffer)| {
1108 ((rel_path, full_path, rope), buffer)
1109 })
1110 .unzip();
1111 Mention::Text {
1112 content: render_directory_contents(contents),
1113 tracked_buffers,
1114 }
1115 })
1116 .await;
1117 anyhow::Ok(contents)
1118 })
1119}
1120
1121fn render_directory_contents(entries: Vec<(Arc<RelPath>, String, String)>) -> String {
1122 let mut output = String::new();
1123 for (_relative_path, full_path, content) in entries {
1124 let fence = codeblock_fence_for_path(Some(&full_path), None);
1125 write!(output, "\n{fence}\n{content}\n```").unwrap();
1126 }
1127 output
1128}
1129
1130fn render_mention_fold_button(
1131 label: SharedString,
1132 icon: SharedString,
1133 tooltip: Option<SharedString>,
1134 mention_uri: Option<MentionUri>,
1135 workspace: Option<WeakEntity<Workspace>>,
1136 range: Range<Anchor>,
1137 mut loading_finished: postage::barrier::Receiver,
1138 image_task: Option<Shared<Task<Result<Arc<Image>, String>>>>,
1139 editor: WeakEntity<Editor>,
1140 cx: &mut App,
1141) -> Arc<dyn Send + Sync + Fn(FoldId, Range<Anchor>, &mut App) -> AnyElement> {
1142 let loading = cx.new(|cx| {
1143 let loading = cx.spawn(async move |this, cx| {
1144 loading_finished.recv().await;
1145 this.update(cx, |this: &mut LoadingContext, cx| {
1146 this.loading = None;
1147 cx.notify();
1148 })
1149 .ok();
1150 });
1151 LoadingContext {
1152 id: cx.entity_id(),
1153 label,
1154 icon,
1155 tooltip,
1156 mention_uri: mention_uri.clone(),
1157 workspace: workspace.clone(),
1158 range,
1159 editor,
1160 loading: Some(loading),
1161 image: image_task.clone(),
1162 }
1163 });
1164 Arc::new(move |_fold_id, _fold_range, _cx| loading.clone().into_any_element())
1165}
1166
1167struct LoadingContext {
1168 id: EntityId,
1169 label: SharedString,
1170 icon: SharedString,
1171 tooltip: Option<SharedString>,
1172 mention_uri: Option<MentionUri>,
1173 workspace: Option<WeakEntity<Workspace>>,
1174 range: Range<Anchor>,
1175 editor: WeakEntity<Editor>,
1176 loading: Option<Task<()>>,
1177 image: Option<Shared<Task<Result<Arc<Image>, String>>>>,
1178}
1179
1180impl Render for LoadingContext {
1181 fn render(&mut self, _window: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
1182 let is_in_text_selection = self
1183 .editor
1184 .update(cx, |editor, cx| editor.is_range_selected(&self.range, cx))
1185 .unwrap_or_default();
1186
1187 let id = ElementId::from(("loading_context", self.id));
1188
1189 MentionCrease::new(id, self.icon.clone(), self.label.clone())
1190 .mention_uri(self.mention_uri.clone())
1191 .workspace(self.workspace.clone())
1192 .is_toggled(is_in_text_selection)
1193 .is_loading(self.loading.is_some())
1194 .when_some(self.tooltip.clone(), |this, tooltip_text| {
1195 this.tooltip(tooltip_text)
1196 })
1197 .when_some(self.image.clone(), |this, image_task| {
1198 this.image_preview(move |_, cx| {
1199 let image = image_task.peek().cloned().transpose().ok().flatten();
1200 let image_task = image_task.clone();
1201 cx.new::<ImageHover>(|cx| ImageHover {
1202 image,
1203 _task: cx.spawn(async move |this, cx| {
1204 if let Ok(image) = image_task.clone().await {
1205 this.update(cx, |this, cx| {
1206 if this.image.replace(image).is_none() {
1207 cx.notify();
1208 }
1209 })
1210 .ok();
1211 }
1212 }),
1213 })
1214 .into()
1215 })
1216 })
1217 }
1218}
1219
1220struct ImageHover {
1221 image: Option<Arc<Image>>,
1222 _task: Task<()>,
1223}
1224
1225impl Render for ImageHover {
1226 fn render(&mut self, _window: &mut Window, cx: &mut Context<Self>) -> impl IntoElement {
1227 if let Some(image) = self.image.clone() {
1228 div()
1229 .p_1p5()
1230 .elevation_2(cx)
1231 .child(gpui::img(image).h_auto().max_w_96().rounded_sm())
1232 .into_any_element()
1233 } else {
1234 gpui::Empty.into_any_element()
1235 }
1236 }
1237}
1238
1239async fn fetch_url_content(http_client: Arc<HttpClientWithUrl>, url: String) -> Result<String> {
1240 #[derive(Debug, PartialEq, Eq, PartialOrd, Ord, Hash, Clone, Copy)]
1241 enum ContentType {
1242 Html,
1243 Plaintext,
1244 Json,
1245 }
1246 use html_to_markdown::{TagHandler, convert_html_to_markdown, markdown};
1247
1248 let url = if !url.starts_with("https://") && !url.starts_with("http://") {
1249 format!("https://{url}")
1250 } else {
1251 url
1252 };
1253
1254 let mut response = http_client.get(&url, AsyncBody::default(), true).await?;
1255 let mut body = Vec::new();
1256 response
1257 .body_mut()
1258 .read_to_end(&mut body)
1259 .await
1260 .context("error reading response body")?;
1261
1262 if response.status().is_client_error() {
1263 let text = String::from_utf8_lossy(body.as_slice());
1264 anyhow::bail!(
1265 "status error {}, response: {text:?}",
1266 response.status().as_u16()
1267 );
1268 }
1269
1270 let Some(content_type) = response.headers().get("content-type") else {
1271 anyhow::bail!("missing Content-Type header");
1272 };
1273 let content_type = content_type
1274 .to_str()
1275 .context("invalid Content-Type header")?;
1276 let content_type = match content_type {
1277 "text/html" => ContentType::Html,
1278 "text/plain" => ContentType::Plaintext,
1279 "application/json" => ContentType::Json,
1280 _ => ContentType::Html,
1281 };
1282
1283 match content_type {
1284 ContentType::Html => {
1285 let mut handlers: Vec<TagHandler> = vec![
1286 Rc::new(RefCell::new(markdown::WebpageChromeRemover)),
1287 Rc::new(RefCell::new(markdown::ParagraphHandler)),
1288 Rc::new(RefCell::new(markdown::HeadingHandler)),
1289 Rc::new(RefCell::new(markdown::ListHandler)),
1290 Rc::new(RefCell::new(markdown::TableHandler::new())),
1291 Rc::new(RefCell::new(markdown::StyledTextHandler)),
1292 ];
1293 if url.contains("wikipedia.org") {
1294 use html_to_markdown::structure::wikipedia;
1295
1296 handlers.push(Rc::new(RefCell::new(wikipedia::WikipediaChromeRemover)));
1297 handlers.push(Rc::new(RefCell::new(wikipedia::WikipediaInfoboxHandler)));
1298 handlers.push(Rc::new(
1299 RefCell::new(wikipedia::WikipediaCodeHandler::new()),
1300 ));
1301 } else {
1302 handlers.push(Rc::new(RefCell::new(markdown::CodeHandler)));
1303 }
1304 convert_html_to_markdown(&body[..], &mut handlers)
1305 }
1306 ContentType::Plaintext => Ok(std::str::from_utf8(&body)?.to_owned()),
1307 ContentType::Json => {
1308 let json: serde_json::Value = serde_json::from_slice(&body)?;
1309
1310 Ok(format!(
1311 "```json\n{}\n```",
1312 serde_json::to_string_pretty(&json)?
1313 ))
1314 }
1315 }
1316}