sweep_ai.rs

  1use crate::{
  2    CurrentEditPrediction, DebugEvent, EditPrediction, EditPredictionFinishedDebugEvent,
  3    EditPredictionId, EditPredictionModelInput, EditPredictionStartedDebugEvent,
  4    EditPredictionStore, UserActionRecord, UserActionType, prediction::EditPredictionResult,
  5};
  6use anyhow::{Result, bail};
  7use client::Client;
  8use edit_prediction_types::SuggestionDisplayType;
  9use futures::{AsyncReadExt as _, channel::mpsc};
 10use gpui::{
 11    App, AppContext as _, Entity, Global, SharedString, Task,
 12    http_client::{self, AsyncBody, Method},
 13};
 14use language::language_settings::all_language_settings;
 15use language::{Anchor, Buffer, BufferSnapshot, Point, ToOffset as _};
 16use language_model::{ApiKeyState, EnvVar, env_var};
 17use lsp::DiagnosticSeverity;
 18use serde::{Deserialize, Serialize};
 19use std::{
 20    fmt::{self, Write as _},
 21    ops::Range,
 22    path::Path,
 23    sync::Arc,
 24    time::Instant,
 25};
 26
 27const SWEEP_API_URL: &str = "https://autocomplete.sweep.dev/backend/next_edit_autocomplete";
 28const SWEEP_METRICS_URL: &str = "https://backend.app.sweep.dev/backend/track_autocomplete_metrics";
 29
 30pub struct SweepAi {
 31    pub api_token: Entity<ApiKeyState>,
 32    pub debug_info: Arc<str>,
 33}
 34
 35impl SweepAi {
 36    pub fn new(cx: &mut App) -> Self {
 37        SweepAi {
 38            api_token: sweep_api_token(cx),
 39            debug_info: debug_info(cx),
 40        }
 41    }
 42
 43    pub fn request_prediction_with_sweep(
 44        &self,
 45        inputs: EditPredictionModelInput,
 46        cx: &mut App,
 47    ) -> Task<Result<Option<EditPredictionResult>>> {
 48        let privacy_mode_enabled = all_language_settings(None, cx)
 49            .edit_predictions
 50            .sweep
 51            .privacy_mode;
 52        let debug_info = self.debug_info.clone();
 53        self.api_token.update(cx, |key_state, cx| {
 54            _ = key_state.load_if_needed(SWEEP_CREDENTIALS_URL, |s| s, cx);
 55        });
 56
 57        let buffer = inputs.buffer.clone();
 58        let debug_tx = inputs.debug_tx.clone();
 59
 60        let Some(api_token) = self.api_token.read(cx).key(&SWEEP_CREDENTIALS_URL) else {
 61            return Task::ready(Ok(None));
 62        };
 63        let full_path: Arc<Path> = inputs
 64            .snapshot
 65            .file()
 66            .map(|file| file.full_path(cx))
 67            .unwrap_or_else(|| "untitled".into())
 68            .into();
 69
 70        let project_file = project::File::from_dyn(inputs.snapshot.file());
 71        let repo_name = project_file
 72            .map(|file| file.worktree.read(cx).root_name_str())
 73            .unwrap_or("untitled")
 74            .into();
 75        let offset = inputs.position.to_offset(&inputs.snapshot);
 76        let buffer_entity_id = inputs.buffer.entity_id();
 77
 78        let recent_buffers = inputs.recent_paths.iter().cloned();
 79        let http_client = cx.http_client();
 80
 81        let recent_buffer_snapshots = recent_buffers
 82            .filter_map(|project_path| {
 83                let buffer = inputs.project.read(cx).get_open_buffer(&project_path, cx)?;
 84                if inputs.buffer == buffer {
 85                    None
 86                } else {
 87                    Some(buffer.read(cx).snapshot())
 88                }
 89            })
 90            .take(3)
 91            .collect::<Vec<_>>();
 92
 93        let buffer_snapshotted_at = Instant::now();
 94
 95        let result = cx.background_spawn(async move {
 96            let text = inputs.snapshot.text();
 97
 98            let mut recent_changes = String::new();
 99            for event in &inputs.events {
100                write_event(event.as_ref(), &mut recent_changes).unwrap();
101            }
102
103            let file_chunks = recent_buffer_snapshots
104                .into_iter()
105                .map(|snapshot| {
106                    let end_point = Point::new(30, 0).min(snapshot.max_point());
107                    FileChunk {
108                        content: snapshot.text_for_range(Point::zero()..end_point).collect(),
109                        file_path: snapshot
110                            .file()
111                            .map(|f| f.path().as_unix_str())
112                            .unwrap_or("untitled")
113                            .to_string(),
114                        start_line: 0,
115                        end_line: end_point.row as usize,
116                        timestamp: snapshot.file().and_then(|file| {
117                            Some(
118                                file.disk_state()
119                                    .mtime()?
120                                    .to_seconds_and_nanos_for_persistence()?
121                                    .0,
122                            )
123                        }),
124                    }
125                })
126                .collect::<Vec<_>>();
127
128            let mut retrieval_chunks: Vec<FileChunk> = inputs
129                .related_files
130                .iter()
131                .flat_map(|related_file| {
132                    related_file.excerpts.iter().map(|excerpt| FileChunk {
133                        file_path: related_file.path.to_string_lossy().to_string(),
134                        start_line: excerpt.row_range.start as usize,
135                        end_line: excerpt.row_range.end as usize,
136                        content: excerpt.text.to_string(),
137                        timestamp: None,
138                    })
139                })
140                .collect();
141
142            let diagnostic_entries = inputs
143                .snapshot
144                .diagnostics_in_range(inputs.diagnostic_search_range, false);
145            let mut diagnostic_content = String::new();
146            let mut diagnostic_count = 0;
147
148            for entry in diagnostic_entries {
149                let start_point: Point = entry.range.start;
150
151                let severity = match entry.diagnostic.severity {
152                    DiagnosticSeverity::ERROR => "error",
153                    DiagnosticSeverity::WARNING => "warning",
154                    DiagnosticSeverity::INFORMATION => "info",
155                    DiagnosticSeverity::HINT => "hint",
156                    _ => continue,
157                };
158
159                diagnostic_count += 1;
160
161                writeln!(
162                    &mut diagnostic_content,
163                    "{}:{}:{}: {}: {}",
164                    full_path.display(),
165                    start_point.row + 1,
166                    start_point.column + 1,
167                    severity,
168                    entry.diagnostic.message
169                )?;
170            }
171
172            if !diagnostic_content.is_empty() {
173                retrieval_chunks.push(FileChunk {
174                    file_path: "diagnostics".to_string(),
175                    start_line: 1,
176                    end_line: diagnostic_count,
177                    content: diagnostic_content,
178                    timestamp: None,
179                });
180            }
181
182            let file_path_str = full_path.display().to_string();
183            let recent_user_actions = inputs
184                .user_actions
185                .iter()
186                .filter(|r| r.buffer_id == buffer_entity_id)
187                .map(|r| to_sweep_user_action(r, &file_path_str))
188                .collect();
189
190            let request_body = AutocompleteRequest {
191                debug_info,
192                repo_name,
193                file_path: full_path.clone(),
194                file_contents: text.clone(),
195                original_file_contents: text,
196                cursor_position: offset,
197                recent_changes: recent_changes.clone(),
198                changes_above_cursor: true,
199                multiple_suggestions: false,
200                branch: None,
201                file_chunks,
202                retrieval_chunks,
203                recent_user_actions,
204                use_bytes: true,
205                privacy_mode_enabled,
206            };
207
208            let mut buf: Vec<u8> = Vec::new();
209            let writer = brotli::CompressorWriter::new(&mut buf, 4096, 1, 22);
210            serde_json::to_writer(writer, &request_body)?;
211            let body: AsyncBody = buf.into();
212
213            let ep_inputs = zeta_prompt::ZetaPromptInput {
214                events: inputs.events,
215                related_files: Some(inputs.related_files.clone()),
216                cursor_path: full_path.clone(),
217                cursor_excerpt: request_body.file_contents.clone().into(),
218                cursor_offset_in_excerpt: request_body.cursor_position,
219                excerpt_start_row: Some(0),
220                excerpt_ranges: zeta_prompt::ExcerptRanges {
221                    editable_150: 0..inputs.snapshot.len(),
222                    editable_180: 0..inputs.snapshot.len(),
223                    editable_350: 0..inputs.snapshot.len(),
224                    editable_150_context_350: 0..inputs.snapshot.len(),
225                    editable_180_context_350: 0..inputs.snapshot.len(),
226                    editable_350_context_150: 0..inputs.snapshot.len(),
227                    ..Default::default()
228                },
229                experiment: None,
230                in_open_source_repo: false,
231                can_collect_data: false,
232                repo_url: None,
233            };
234
235            send_started_event(
236                &debug_tx,
237                &buffer,
238                inputs.position,
239                serde_json::to_string(&request_body).unwrap_or_default(),
240            );
241
242            let request = http_client::Request::builder()
243                .uri(SWEEP_API_URL)
244                .header("Content-Type", "application/json")
245                .header("Authorization", format!("Bearer {}", api_token))
246                .header("Connection", "keep-alive")
247                .header("Content-Encoding", "br")
248                .method(Method::POST)
249                .body(body)?;
250
251            let mut response = http_client.send(request).await?;
252
253            let mut body = String::new();
254            response.body_mut().read_to_string(&mut body).await?;
255
256            let response_received_at = Instant::now();
257            if !response.status().is_success() {
258                let message = format!(
259                    "Request failed with status: {:?}\nBody: {}",
260                    response.status(),
261                    body,
262                );
263                send_finished_event(&debug_tx, &buffer, inputs.position, message.clone());
264                bail!(message);
265            };
266
267            let response: AutocompleteResponse = serde_json::from_str(&body)?;
268
269            send_finished_event(&debug_tx, &buffer, inputs.position, body);
270
271            let old_text = inputs
272                .snapshot
273                .text_for_range(response.start_index..response.end_index)
274                .collect::<String>();
275            let edits = language::text_diff(&old_text, &response.completion)
276                .into_iter()
277                .map(|(range, text)| {
278                    (
279                        inputs
280                            .snapshot
281                            .anchor_after(response.start_index + range.start)
282                            ..inputs
283                                .snapshot
284                                .anchor_before(response.start_index + range.end),
285                        text,
286                    )
287                })
288                .collect::<Vec<_>>();
289
290            anyhow::Ok((
291                response.autocomplete_id,
292                edits,
293                inputs.snapshot,
294                response_received_at,
295                ep_inputs,
296            ))
297        });
298
299        let buffer = inputs.buffer.clone();
300
301        cx.spawn(async move |cx| {
302            let (id, edits, old_snapshot, response_received_at, inputs) = result.await?;
303            anyhow::Ok(Some(
304                EditPredictionResult::new(
305                    EditPredictionId(id.into()),
306                    &buffer,
307                    &old_snapshot,
308                    edits.into(),
309                    None,
310                    buffer_snapshotted_at,
311                    response_received_at,
312                    inputs,
313                    None,
314                    cx,
315                )
316                .await,
317            ))
318        })
319    }
320}
321
322fn send_started_event(
323    debug_tx: &Option<mpsc::UnboundedSender<DebugEvent>>,
324    buffer: &Entity<Buffer>,
325    position: Anchor,
326    prompt: String,
327) {
328    if let Some(debug_tx) = debug_tx {
329        _ = debug_tx.unbounded_send(DebugEvent::EditPredictionStarted(
330            EditPredictionStartedDebugEvent {
331                buffer: buffer.downgrade(),
332                position,
333                prompt: Some(prompt),
334            },
335        ));
336    }
337}
338
339fn send_finished_event(
340    debug_tx: &Option<mpsc::UnboundedSender<DebugEvent>>,
341    buffer: &Entity<Buffer>,
342    position: Anchor,
343    model_output: String,
344) {
345    if let Some(debug_tx) = debug_tx {
346        _ = debug_tx.unbounded_send(DebugEvent::EditPredictionFinished(
347            EditPredictionFinishedDebugEvent {
348                buffer: buffer.downgrade(),
349                position,
350                model_output: Some(model_output),
351            },
352        ));
353    }
354}
355
356pub const SWEEP_CREDENTIALS_URL: SharedString =
357    SharedString::new_static("https://autocomplete.sweep.dev");
358pub const SWEEP_CREDENTIALS_USERNAME: &str = "sweep-api-token";
359pub static SWEEP_AI_TOKEN_ENV_VAR: std::sync::LazyLock<EnvVar> = env_var!("SWEEP_AI_TOKEN");
360
361struct GlobalSweepApiKey(Entity<ApiKeyState>);
362
363impl Global for GlobalSweepApiKey {}
364
365pub fn sweep_api_token(cx: &mut App) -> Entity<ApiKeyState> {
366    if let Some(global) = cx.try_global::<GlobalSweepApiKey>() {
367        return global.0.clone();
368    }
369    let entity =
370        cx.new(|_| ApiKeyState::new(SWEEP_CREDENTIALS_URL, SWEEP_AI_TOKEN_ENV_VAR.clone()));
371    cx.set_global(GlobalSweepApiKey(entity.clone()));
372    entity
373}
374
375pub fn load_sweep_api_token(cx: &mut App) -> Task<Result<(), language_model::AuthenticateError>> {
376    sweep_api_token(cx).update(cx, |key_state, cx| {
377        key_state.load_if_needed(SWEEP_CREDENTIALS_URL, |s| s, cx)
378    })
379}
380
381#[derive(Debug, Clone, Serialize)]
382struct AutocompleteRequest {
383    pub debug_info: Arc<str>,
384    pub repo_name: String,
385    pub branch: Option<String>,
386    pub file_path: Arc<Path>,
387    pub file_contents: String,
388    pub recent_changes: String,
389    pub cursor_position: usize,
390    pub original_file_contents: String,
391    pub file_chunks: Vec<FileChunk>,
392    pub retrieval_chunks: Vec<FileChunk>,
393    pub recent_user_actions: Vec<UserAction>,
394    pub multiple_suggestions: bool,
395    pub privacy_mode_enabled: bool,
396    pub changes_above_cursor: bool,
397    pub use_bytes: bool,
398}
399
400#[derive(Debug, Clone, Serialize)]
401struct FileChunk {
402    pub file_path: String,
403    pub start_line: usize,
404    pub end_line: usize,
405    pub content: String,
406    pub timestamp: Option<u64>,
407}
408
409#[derive(Debug, Clone, Serialize)]
410struct UserAction {
411    pub action_type: ActionType,
412    pub line_number: usize,
413    pub offset: usize,
414    pub file_path: String,
415    pub timestamp: u64,
416}
417
418#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize)]
419#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
420enum ActionType {
421    CursorMovement,
422    InsertChar,
423    DeleteChar,
424    InsertSelection,
425    DeleteSelection,
426}
427
428fn to_sweep_user_action(record: &UserActionRecord, file_path: &str) -> UserAction {
429    UserAction {
430        action_type: match record.action_type {
431            UserActionType::InsertChar => ActionType::InsertChar,
432            UserActionType::InsertSelection => ActionType::InsertSelection,
433            UserActionType::DeleteChar => ActionType::DeleteChar,
434            UserActionType::DeleteSelection => ActionType::DeleteSelection,
435            UserActionType::CursorMovement => ActionType::CursorMovement,
436        },
437        line_number: record.line_number as usize,
438        offset: record.offset,
439        file_path: file_path.to_string(),
440        timestamp: record.timestamp_epoch_ms,
441    }
442}
443
444#[derive(Debug, Clone, Deserialize)]
445struct AutocompleteResponse {
446    pub autocomplete_id: String,
447    pub start_index: usize,
448    pub end_index: usize,
449    pub completion: String,
450    #[allow(dead_code)]
451    pub confidence: f64,
452    #[allow(dead_code)]
453    pub logprobs: Option<serde_json::Value>,
454    #[allow(dead_code)]
455    pub finish_reason: Option<String>,
456    #[allow(dead_code)]
457    pub elapsed_time_ms: u64,
458    #[allow(dead_code)]
459    #[serde(default, rename = "completions")]
460    pub additional_completions: Vec<AdditionalCompletion>,
461}
462
463#[allow(dead_code)]
464#[derive(Debug, Clone, Deserialize)]
465struct AdditionalCompletion {
466    pub start_index: usize,
467    pub end_index: usize,
468    pub completion: String,
469    pub confidence: f64,
470    pub autocomplete_id: String,
471    pub logprobs: Option<serde_json::Value>,
472    pub finish_reason: Option<String>,
473}
474
475fn write_event(event: &zeta_prompt::Event, f: &mut impl fmt::Write) -> fmt::Result {
476    match event {
477        zeta_prompt::Event::BufferChange {
478            old_path,
479            path,
480            diff,
481            ..
482        } => {
483            if old_path != path {
484                // TODO confirm how to do this for sweep
485                // writeln!(f, "User renamed {:?} to {:?}\n", old_path, new_path)?;
486            }
487
488            if !diff.is_empty() {
489                write!(f, "File: {}:\n{}\n", path.display(), diff)?
490            }
491
492            fmt::Result::Ok(())
493        }
494    }
495}
496
497fn debug_info(cx: &gpui::App) -> Arc<str> {
498    format!(
499        "Zed v{version} ({sha}) - OS: {os} - Zed v{version}",
500        version = release_channel::AppVersion::global(cx),
501        sha = release_channel::AppCommitSha::try_global(cx)
502            .map_or("unknown".to_string(), |sha| sha.full()),
503        os = client::telemetry::os_name(),
504    )
505    .into()
506}
507
508#[derive(Debug, Clone, Copy, Serialize)]
509#[serde(rename_all = "snake_case")]
510pub enum SweepEventType {
511    AutocompleteSuggestionShown,
512    AutocompleteSuggestionAccepted,
513}
514
515#[derive(Debug, Clone, Copy, Serialize)]
516#[serde(rename_all = "SCREAMING_SNAKE_CASE")]
517pub enum SweepSuggestionType {
518    GhostText,
519    Popup,
520    JumpToEdit,
521}
522
523#[derive(Debug, Clone, Serialize)]
524struct AutocompleteMetricsRequest {
525    event_type: SweepEventType,
526    suggestion_type: SweepSuggestionType,
527    additions: u32,
528    deletions: u32,
529    autocomplete_id: String,
530    edit_tracking: String,
531    edit_tracking_line: Option<u32>,
532    lifespan: Option<u64>,
533    debug_info: Arc<str>,
534    device_id: String,
535    privacy_mode_enabled: bool,
536}
537
538fn send_autocomplete_metrics_request(
539    cx: &App,
540    client: Arc<Client>,
541    api_token: Arc<str>,
542    request_body: AutocompleteMetricsRequest,
543) {
544    let http_client = client.http_client();
545    cx.background_spawn(async move {
546        let body: AsyncBody = serde_json::to_string(&request_body)?.into();
547
548        let request = http_client::Request::builder()
549            .uri(SWEEP_METRICS_URL)
550            .header("Content-Type", "application/json")
551            .header("Authorization", format!("Bearer {}", api_token))
552            .method(Method::POST)
553            .body(body)?;
554
555        let mut response = http_client.send(request).await?;
556
557        if !response.status().is_success() {
558            let mut body = String::new();
559            response.body_mut().read_to_string(&mut body).await?;
560            anyhow::bail!(
561                "Failed to send autocomplete metrics for sweep_ai: {:?}\nBody: {}",
562                response.status(),
563                body,
564            );
565        }
566
567        Ok(())
568    })
569    .detach_and_log_err(cx);
570}
571
572pub(crate) fn edit_prediction_accepted(
573    store: &EditPredictionStore,
574    current_prediction: CurrentEditPrediction,
575    cx: &App,
576) {
577    let Some(api_token) = store
578        .sweep_ai
579        .api_token
580        .read(cx)
581        .key(&SWEEP_CREDENTIALS_URL)
582    else {
583        return;
584    };
585    let debug_info = store.sweep_ai.debug_info.clone();
586
587    let prediction = current_prediction.prediction;
588
589    let (additions, deletions) = compute_edit_metrics(&prediction.edits, &prediction.snapshot);
590    let autocomplete_id = prediction.id.to_string();
591
592    let device_id = store
593        .client
594        .user_id()
595        .as_ref()
596        .map(ToString::to_string)
597        .unwrap_or_default();
598
599    let suggestion_type = match current_prediction.shown_with {
600        Some(SuggestionDisplayType::DiffPopover) => SweepSuggestionType::Popup,
601        Some(SuggestionDisplayType::Jump) => return, // should'nt happen
602        Some(SuggestionDisplayType::GhostText) | None => SweepSuggestionType::GhostText,
603    };
604
605    let request_body = AutocompleteMetricsRequest {
606        event_type: SweepEventType::AutocompleteSuggestionAccepted,
607        suggestion_type,
608        additions,
609        deletions,
610        autocomplete_id,
611        edit_tracking: String::new(),
612        edit_tracking_line: None,
613        lifespan: None,
614        debug_info,
615        device_id,
616        privacy_mode_enabled: false,
617    };
618
619    send_autocomplete_metrics_request(cx, store.client.clone(), api_token, request_body);
620}
621
622pub fn edit_prediction_shown(
623    sweep_ai: &SweepAi,
624    client: Arc<Client>,
625    prediction: &EditPrediction,
626    display_type: SuggestionDisplayType,
627    cx: &App,
628) {
629    let Some(api_token) = sweep_ai.api_token.read(cx).key(&SWEEP_CREDENTIALS_URL) else {
630        return;
631    };
632    let debug_info = sweep_ai.debug_info.clone();
633
634    let (additions, deletions) = compute_edit_metrics(&prediction.edits, &prediction.snapshot);
635    let autocomplete_id = prediction.id.to_string();
636
637    let suggestion_type = match display_type {
638        SuggestionDisplayType::GhostText => SweepSuggestionType::GhostText,
639        SuggestionDisplayType::DiffPopover => SweepSuggestionType::Popup,
640        SuggestionDisplayType::Jump => SweepSuggestionType::JumpToEdit,
641    };
642
643    let request_body = AutocompleteMetricsRequest {
644        event_type: SweepEventType::AutocompleteSuggestionShown,
645        suggestion_type,
646        additions,
647        deletions,
648        autocomplete_id,
649        edit_tracking: String::new(),
650        edit_tracking_line: None,
651        lifespan: None,
652        debug_info,
653        device_id: String::new(),
654        privacy_mode_enabled: false,
655    };
656
657    send_autocomplete_metrics_request(cx, client, api_token, request_body);
658}
659
660fn compute_edit_metrics(
661    edits: &[(Range<Anchor>, Arc<str>)],
662    snapshot: &BufferSnapshot,
663) -> (u32, u32) {
664    let mut additions = 0u32;
665    let mut deletions = 0u32;
666
667    for (range, new_text) in edits {
668        let old_text = snapshot.text_for_range(range.clone());
669        deletions += old_text
670            .map(|chunk| chunk.lines().count())
671            .sum::<usize>()
672            .max(1) as u32;
673        additions += new_text.lines().count().max(1) as u32;
674    }
675
676    (additions, deletions)
677}