rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::register_project)
 155            .add_request_handler(Server::unregister_project)
 156            .add_request_handler(Server::join_project)
 157            .add_message_handler(Server::leave_project)
 158            .add_message_handler(Server::respond_to_join_project_request)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages)
 209            .add_message_handler(Server::update_diff_base)
 210            .add_request_handler(Server::get_private_user_info);
 211
 212        Arc::new(server)
 213    }
 214
 215    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 216    where
 217        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 218        Fut: 'static + Send + Future<Output = Result<()>>,
 219        M: EnvelopedMessage,
 220    {
 221        let prev_handler = self.handlers.insert(
 222            TypeId::of::<M>(),
 223            Box::new(move |server, envelope| {
 224                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 225                let span = info_span!(
 226                    "handle message",
 227                    payload_type = envelope.payload_type_name()
 228                );
 229                span.in_scope(|| {
 230                    tracing::info!(
 231                        payload_type = envelope.payload_type_name(),
 232                        "message received"
 233                    );
 234                });
 235                let future = (handler)(server, *envelope);
 236                async move {
 237                    if let Err(error) = future.await {
 238                        tracing::error!(%error, "error handling message");
 239                    }
 240                }
 241                .instrument(span)
 242                .boxed()
 243            }),
 244        );
 245        if prev_handler.is_some() {
 246            panic!("registered a handler for the same message twice");
 247        }
 248        self
 249    }
 250
 251    /// Handle a request while holding a lock to the store. This is useful when we're registering
 252    /// a connection but we want to respond on the connection before anybody else can send on it.
 253    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 254    where
 255        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 256        Fut: Send + Future<Output = Result<()>>,
 257        M: RequestMessage,
 258    {
 259        let handler = Arc::new(handler);
 260        self.add_message_handler(move |server, envelope| {
 261            let receipt = envelope.receipt();
 262            let handler = handler.clone();
 263            async move {
 264                let responded = Arc::new(AtomicBool::default());
 265                let response = Response {
 266                    server: server.clone(),
 267                    responded: responded.clone(),
 268                    receipt: envelope.receipt(),
 269                };
 270                match (handler)(server.clone(), envelope, response).await {
 271                    Ok(()) => {
 272                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 273                            Ok(())
 274                        } else {
 275                            Err(anyhow!("handler did not send a response"))?
 276                        }
 277                    }
 278                    Err(error) => {
 279                        server.peer.respond_with_error(
 280                            receipt,
 281                            proto::Error {
 282                                message: error.to_string(),
 283                            },
 284                        )?;
 285                        Err(error)
 286                    }
 287                }
 288            }
 289        })
 290    }
 291
 292    /// Start a long lived task that records which users are active in which projects.
 293    pub fn start_recording_project_activity<E: 'static + Executor>(
 294        self: &Arc<Self>,
 295        interval: Duration,
 296        executor: E,
 297    ) {
 298        executor.spawn_detached({
 299            let this = Arc::downgrade(self);
 300            let executor = executor.clone();
 301            async move {
 302                let mut period_start = OffsetDateTime::now_utc();
 303                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 304                loop {
 305                    let sleep = executor.sleep(interval);
 306                    sleep.await;
 307                    let this = if let Some(this) = this.upgrade() {
 308                        this
 309                    } else {
 310                        break;
 311                    };
 312
 313                    active_projects.clear();
 314                    active_projects.extend(this.store().await.projects().flat_map(
 315                        |(project_id, project)| {
 316                            project.guests.values().chain([&project.host]).filter_map(
 317                                |collaborator| {
 318                                    if !collaborator.admin
 319                                        && collaborator
 320                                            .last_activity
 321                                            .map_or(false, |activity| activity > period_start)
 322                                    {
 323                                        Some((collaborator.user_id, *project_id))
 324                                    } else {
 325                                        None
 326                                    }
 327                                },
 328                            )
 329                        },
 330                    ));
 331
 332                    let period_end = OffsetDateTime::now_utc();
 333                    this.app_state
 334                        .db
 335                        .record_user_activity(period_start..period_end, &active_projects)
 336                        .await
 337                        .trace_err();
 338                    period_start = period_end;
 339                }
 340            }
 341        });
 342    }
 343
 344    pub fn handle_connection<E: Executor>(
 345        self: &Arc<Self>,
 346        connection: Connection,
 347        address: String,
 348        user: User,
 349        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 350        executor: E,
 351    ) -> impl Future<Output = Result<()>> {
 352        let mut this = self.clone();
 353        let user_id = user.id;
 354        let login = user.github_login;
 355        let span = info_span!("handle connection", %user_id, %login, %address);
 356        async move {
 357            let (connection_id, handle_io, mut incoming_rx) = this
 358                .peer
 359                .add_connection(connection, {
 360                    let executor = executor.clone();
 361                    move |duration| {
 362                        let timer = executor.sleep(duration);
 363                        async move {
 364                            timer.await;
 365                        }
 366                    }
 367                })
 368                .await;
 369
 370            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 371
 372            if let Some(send_connection_id) = send_connection_id.as_mut() {
 373                let _ = send_connection_id.send(connection_id).await;
 374            }
 375
 376            if !user.connected_once {
 377                this.peer.send(connection_id, proto::ShowContacts {})?;
 378                this.app_state.db.set_user_connected_once(user_id, true).await?;
 379            }
 380
 381            let (contacts, invite_code) = future::try_join(
 382                this.app_state.db.get_contacts(user_id),
 383                this.app_state.db.get_invite_code_for_user(user_id)
 384            ).await?;
 385
 386            {
 387                let mut store = this.store().await;
 388                store.add_connection(connection_id, user_id, user.admin);
 389                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 390
 391                if let Some((code, count)) = invite_code {
 392                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 393                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 394                        count,
 395                    })?;
 396                }
 397            }
 398            this.update_user_contacts(user_id).await?;
 399
 400            let handle_io = handle_io.fuse();
 401            futures::pin_mut!(handle_io);
 402
 403            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 404            // This prevents deadlocks when e.g., client A performs a request to client B and
 405            // client B performs a request to client A. If both clients stop processing further
 406            // messages until their respective request completes, they won't have a chance to
 407            // respond to the other client's request and cause a deadlock.
 408            //
 409            // This arrangement ensures we will attempt to process earlier messages first, but fall
 410            // back to processing messages arrived later in the spirit of making progress.
 411            let mut foreground_message_handlers = FuturesUnordered::new();
 412            loop {
 413                let next_message = incoming_rx.next().fuse();
 414                futures::pin_mut!(next_message);
 415                futures::select_biased! {
 416                    result = handle_io => {
 417                        if let Err(error) = result {
 418                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 419                        }
 420                        break;
 421                    }
 422                    _ = foreground_message_handlers.next() => {}
 423                    message = next_message => {
 424                        if let Some(message) = message {
 425                            let type_name = message.payload_type_name();
 426                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 427                            let span_enter = span.enter();
 428                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 429                                let notifications = this.notifications.clone();
 430                                let is_background = message.is_background();
 431                                let handle_message = (handler)(this.clone(), message);
 432
 433                                drop(span_enter);
 434                                let handle_message = async move {
 435                                    handle_message.await;
 436                                    if let Some(mut notifications) = notifications {
 437                                        let _ = notifications.send(()).await;
 438                                    }
 439                                }.instrument(span);
 440
 441                                if is_background {
 442                                    executor.spawn_detached(handle_message);
 443                                } else {
 444                                    foreground_message_handlers.push(handle_message);
 445                                }
 446                            } else {
 447                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 448                            }
 449                        } else {
 450                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 451                            break;
 452                        }
 453                    }
 454                }
 455            }
 456
 457            drop(foreground_message_handlers);
 458            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 459            if let Err(error) = this.sign_out(connection_id).await {
 460                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 461            }
 462
 463            Ok(())
 464        }.instrument(span)
 465    }
 466
 467    #[instrument(skip(self), err)]
 468    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 469        self.peer.disconnect(connection_id);
 470
 471        let mut projects_to_unregister = Vec::new();
 472        let removed_user_id;
 473        {
 474            let mut store = self.store().await;
 475            let removed_connection = store.remove_connection(connection_id)?;
 476
 477            for (project_id, project) in removed_connection.hosted_projects {
 478                projects_to_unregister.push(project_id);
 479                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 480                    self.peer.send(
 481                        conn_id,
 482                        proto::UnregisterProject {
 483                            project_id: project_id.to_proto(),
 484                        },
 485                    )
 486                });
 487
 488                for (_, receipts) in project.join_requests {
 489                    for receipt in receipts {
 490                        self.peer.respond(
 491                            receipt,
 492                            proto::JoinProjectResponse {
 493                                variant: Some(proto::join_project_response::Variant::Decline(
 494                                    proto::join_project_response::Decline {
 495                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 496                                    },
 497                                )),
 498                            },
 499                        )?;
 500                    }
 501                }
 502            }
 503
 504            for project_id in removed_connection.guest_project_ids {
 505                if let Some(project) = store.project(project_id).trace_err() {
 506                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 507                        self.peer.send(
 508                            conn_id,
 509                            proto::RemoveProjectCollaborator {
 510                                project_id: project_id.to_proto(),
 511                                peer_id: connection_id.0,
 512                            },
 513                        )
 514                    });
 515                    if project.guests.is_empty() {
 516                        self.peer
 517                            .send(
 518                                project.host_connection_id,
 519                                proto::ProjectUnshared {
 520                                    project_id: project_id.to_proto(),
 521                                },
 522                            )
 523                            .trace_err();
 524                    }
 525                }
 526            }
 527
 528            removed_user_id = removed_connection.user_id;
 529        };
 530
 531        self.update_user_contacts(removed_user_id).await.trace_err();
 532
 533        for project_id in projects_to_unregister {
 534            self.app_state
 535                .db
 536                .unregister_project(project_id)
 537                .await
 538                .trace_err();
 539        }
 540
 541        Ok(())
 542    }
 543
 544    pub async fn invite_code_redeemed(
 545        self: &Arc<Self>,
 546        inviter_id: UserId,
 547        invitee_id: UserId,
 548    ) -> Result<()> {
 549        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 550            if let Some(code) = &user.invite_code {
 551                let store = self.store().await;
 552                let invitee_contact = store.contact_for_user(invitee_id, true);
 553                for connection_id in store.connection_ids_for_user(inviter_id) {
 554                    self.peer.send(
 555                        connection_id,
 556                        proto::UpdateContacts {
 557                            contacts: vec![invitee_contact.clone()],
 558                            ..Default::default()
 559                        },
 560                    )?;
 561                    self.peer.send(
 562                        connection_id,
 563                        proto::UpdateInviteInfo {
 564                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 565                            count: user.invite_count as u32,
 566                        },
 567                    )?;
 568                }
 569            }
 570        }
 571        Ok(())
 572    }
 573
 574    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 575        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 576            if let Some(invite_code) = &user.invite_code {
 577                let store = self.store().await;
 578                for connection_id in store.connection_ids_for_user(user_id) {
 579                    self.peer.send(
 580                        connection_id,
 581                        proto::UpdateInviteInfo {
 582                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 583                            count: user.invite_count as u32,
 584                        },
 585                    )?;
 586                }
 587            }
 588        }
 589        Ok(())
 590    }
 591
 592    async fn ping(
 593        self: Arc<Server>,
 594        _: TypedEnvelope<proto::Ping>,
 595        response: Response<proto::Ping>,
 596    ) -> Result<()> {
 597        response.send(proto::Ack {})?;
 598        Ok(())
 599    }
 600
 601    async fn register_project(
 602        self: Arc<Server>,
 603        request: TypedEnvelope<proto::RegisterProject>,
 604        response: Response<proto::RegisterProject>,
 605    ) -> Result<()> {
 606        let user_id = self
 607            .store()
 608            .await
 609            .user_id_for_connection(request.sender_id)?;
 610        let project_id = self.app_state.db.register_project(user_id).await?;
 611        self.store().await.register_project(
 612            request.sender_id,
 613            project_id,
 614            request.payload.online,
 615        )?;
 616
 617        response.send(proto::RegisterProjectResponse {
 618            project_id: project_id.to_proto(),
 619        })?;
 620
 621        Ok(())
 622    }
 623
 624    async fn unregister_project(
 625        self: Arc<Server>,
 626        request: TypedEnvelope<proto::UnregisterProject>,
 627        response: Response<proto::UnregisterProject>,
 628    ) -> Result<()> {
 629        let project_id = ProjectId::from_proto(request.payload.project_id);
 630        let (user_id, project) = {
 631            let mut state = self.store().await;
 632            let project = state.unregister_project(project_id, request.sender_id)?;
 633            (state.user_id_for_connection(request.sender_id)?, project)
 634        };
 635        self.app_state.db.unregister_project(project_id).await?;
 636
 637        broadcast(
 638            request.sender_id,
 639            project.guests.keys().copied(),
 640            |conn_id| {
 641                self.peer.send(
 642                    conn_id,
 643                    proto::UnregisterProject {
 644                        project_id: project_id.to_proto(),
 645                    },
 646                )
 647            },
 648        );
 649        for (_, receipts) in project.join_requests {
 650            for receipt in receipts {
 651                self.peer.respond(
 652                    receipt,
 653                    proto::JoinProjectResponse {
 654                        variant: Some(proto::join_project_response::Variant::Decline(
 655                            proto::join_project_response::Decline {
 656                                reason: proto::join_project_response::decline::Reason::Closed
 657                                    as i32,
 658                            },
 659                        )),
 660                    },
 661                )?;
 662            }
 663        }
 664
 665        // Send out the `UpdateContacts` message before responding to the unregister
 666        // request. This way, when the project's host can keep track of the project's
 667        // remote id until after they've received the `UpdateContacts` message for
 668        // themself.
 669        self.update_user_contacts(user_id).await?;
 670        response.send(proto::Ack {})?;
 671
 672        Ok(())
 673    }
 674
 675    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 676        let contacts = self.app_state.db.get_contacts(user_id).await?;
 677        let store = self.store().await;
 678        let updated_contact = store.contact_for_user(user_id, false);
 679        for contact in contacts {
 680            if let db::Contact::Accepted {
 681                user_id: contact_user_id,
 682                ..
 683            } = contact
 684            {
 685                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 686                    self.peer
 687                        .send(
 688                            contact_conn_id,
 689                            proto::UpdateContacts {
 690                                contacts: vec![updated_contact.clone()],
 691                                remove_contacts: Default::default(),
 692                                incoming_requests: Default::default(),
 693                                remove_incoming_requests: Default::default(),
 694                                outgoing_requests: Default::default(),
 695                                remove_outgoing_requests: Default::default(),
 696                            },
 697                        )
 698                        .trace_err();
 699                }
 700            }
 701        }
 702        Ok(())
 703    }
 704
 705    async fn join_project(
 706        self: Arc<Server>,
 707        request: TypedEnvelope<proto::JoinProject>,
 708        response: Response<proto::JoinProject>,
 709    ) -> Result<()> {
 710        let project_id = ProjectId::from_proto(request.payload.project_id);
 711
 712        let host_user_id;
 713        let guest_user_id;
 714        let host_connection_id;
 715        {
 716            let state = self.store().await;
 717            let project = state.project(project_id)?;
 718            host_user_id = project.host.user_id;
 719            host_connection_id = project.host_connection_id;
 720            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 721        };
 722
 723        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 724        let has_contact = self
 725            .app_state
 726            .db
 727            .has_contact(guest_user_id, host_user_id)
 728            .await?;
 729        if !has_contact {
 730            return Err(anyhow!("no such project"))?;
 731        }
 732
 733        self.store().await.request_join_project(
 734            guest_user_id,
 735            project_id,
 736            response.into_receipt(),
 737        )?;
 738        self.peer.send(
 739            host_connection_id,
 740            proto::RequestJoinProject {
 741                project_id: project_id.to_proto(),
 742                requester_id: guest_user_id.to_proto(),
 743            },
 744        )?;
 745        Ok(())
 746    }
 747
 748    async fn respond_to_join_project_request(
 749        self: Arc<Server>,
 750        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 751    ) -> Result<()> {
 752        let host_user_id;
 753
 754        {
 755            let mut state = self.store().await;
 756            let project_id = ProjectId::from_proto(request.payload.project_id);
 757            let project = state.project(project_id)?;
 758            if project.host_connection_id != request.sender_id {
 759                Err(anyhow!("no such connection"))?;
 760            }
 761
 762            host_user_id = project.host.user_id;
 763            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 764
 765            if !request.payload.allow {
 766                let receipts = state
 767                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 768                    .ok_or_else(|| anyhow!("no such request"))?;
 769                for receipt in receipts {
 770                    self.peer.respond(
 771                        receipt,
 772                        proto::JoinProjectResponse {
 773                            variant: Some(proto::join_project_response::Variant::Decline(
 774                                proto::join_project_response::Decline {
 775                                    reason: proto::join_project_response::decline::Reason::Declined
 776                                        as i32,
 777                                },
 778                            )),
 779                        },
 780                    )?;
 781                }
 782                return Ok(());
 783            }
 784
 785            let (receipts_with_replica_ids, project) = state
 786                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 787                .ok_or_else(|| anyhow!("no such request"))?;
 788
 789            let peer_count = project.guests.len();
 790            let mut collaborators = Vec::with_capacity(peer_count);
 791            collaborators.push(proto::Collaborator {
 792                peer_id: project.host_connection_id.0,
 793                replica_id: 0,
 794                user_id: project.host.user_id.to_proto(),
 795            });
 796            let worktrees = project
 797                .worktrees
 798                .iter()
 799                .map(|(id, worktree)| proto::WorktreeMetadata {
 800                    id: *id,
 801                    root_name: worktree.root_name.clone(),
 802                    visible: worktree.visible,
 803                })
 804                .collect::<Vec<_>>();
 805
 806            // Add all guests other than the requesting user's own connections as collaborators
 807            for (guest_conn_id, guest) in &project.guests {
 808                if receipts_with_replica_ids
 809                    .iter()
 810                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 811                {
 812                    collaborators.push(proto::Collaborator {
 813                        peer_id: guest_conn_id.0,
 814                        replica_id: guest.replica_id as u32,
 815                        user_id: guest.user_id.to_proto(),
 816                    });
 817                }
 818            }
 819
 820            for conn_id in project.connection_ids() {
 821                for (receipt, replica_id) in &receipts_with_replica_ids {
 822                    if conn_id != receipt.sender_id {
 823                        self.peer.send(
 824                            conn_id,
 825                            proto::AddProjectCollaborator {
 826                                project_id: project_id.to_proto(),
 827                                collaborator: Some(proto::Collaborator {
 828                                    peer_id: receipt.sender_id.0,
 829                                    replica_id: *replica_id as u32,
 830                                    user_id: guest_user_id.to_proto(),
 831                                }),
 832                            },
 833                        )?;
 834                    }
 835                }
 836            }
 837
 838            // First, we send the metadata associated with each worktree.
 839            for (receipt, replica_id) in &receipts_with_replica_ids {
 840                self.peer.respond(
 841                    *receipt,
 842                    proto::JoinProjectResponse {
 843                        variant: Some(proto::join_project_response::Variant::Accept(
 844                            proto::join_project_response::Accept {
 845                                worktrees: worktrees.clone(),
 846                                replica_id: *replica_id as u32,
 847                                collaborators: collaborators.clone(),
 848                                language_servers: project.language_servers.clone(),
 849                            },
 850                        )),
 851                    },
 852                )?;
 853            }
 854
 855            for (worktree_id, worktree) in &project.worktrees {
 856                #[cfg(any(test, feature = "test-support"))]
 857                const MAX_CHUNK_SIZE: usize = 2;
 858                #[cfg(not(any(test, feature = "test-support")))]
 859                const MAX_CHUNK_SIZE: usize = 256;
 860
 861                // Stream this worktree's entries.
 862                let message = proto::UpdateWorktree {
 863                    project_id: project_id.to_proto(),
 864                    worktree_id: *worktree_id,
 865                    root_name: worktree.root_name.clone(),
 866                    updated_entries: worktree.entries.values().cloned().collect(),
 867                    removed_entries: Default::default(),
 868                    scan_id: worktree.scan_id,
 869                    is_last_update: worktree.is_complete,
 870                };
 871                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 872                    for (receipt, _) in &receipts_with_replica_ids {
 873                        self.peer.send(receipt.sender_id, update.clone())?;
 874                    }
 875                }
 876
 877                // Stream this worktree's diagnostics.
 878                for summary in worktree.diagnostic_summaries.values() {
 879                    for (receipt, _) in &receipts_with_replica_ids {
 880                        self.peer.send(
 881                            receipt.sender_id,
 882                            proto::UpdateDiagnosticSummary {
 883                                project_id: project_id.to_proto(),
 884                                worktree_id: *worktree_id,
 885                                summary: Some(summary.clone()),
 886                            },
 887                        )?;
 888                    }
 889                }
 890            }
 891        }
 892
 893        self.update_user_contacts(host_user_id).await?;
 894        Ok(())
 895    }
 896
 897    async fn leave_project(
 898        self: Arc<Server>,
 899        request: TypedEnvelope<proto::LeaveProject>,
 900    ) -> Result<()> {
 901        let sender_id = request.sender_id;
 902        let project_id = ProjectId::from_proto(request.payload.project_id);
 903        let project;
 904        {
 905            let mut store = self.store().await;
 906            project = store.leave_project(sender_id, project_id)?;
 907            tracing::info!(
 908                %project_id,
 909                host_user_id = %project.host_user_id,
 910                host_connection_id = %project.host_connection_id,
 911                "leave project"
 912            );
 913
 914            if project.remove_collaborator {
 915                broadcast(sender_id, project.connection_ids, |conn_id| {
 916                    self.peer.send(
 917                        conn_id,
 918                        proto::RemoveProjectCollaborator {
 919                            project_id: project_id.to_proto(),
 920                            peer_id: sender_id.0,
 921                        },
 922                    )
 923                });
 924            }
 925
 926            if let Some(requester_id) = project.cancel_request {
 927                self.peer.send(
 928                    project.host_connection_id,
 929                    proto::JoinProjectRequestCancelled {
 930                        project_id: project_id.to_proto(),
 931                        requester_id: requester_id.to_proto(),
 932                    },
 933                )?;
 934            }
 935
 936            if project.unshare {
 937                self.peer.send(
 938                    project.host_connection_id,
 939                    proto::ProjectUnshared {
 940                        project_id: project_id.to_proto(),
 941                    },
 942                )?;
 943            }
 944        }
 945        self.update_user_contacts(project.host_user_id).await?;
 946        Ok(())
 947    }
 948
 949    async fn update_project(
 950        self: Arc<Server>,
 951        request: TypedEnvelope<proto::UpdateProject>,
 952    ) -> Result<()> {
 953        let project_id = ProjectId::from_proto(request.payload.project_id);
 954        let user_id;
 955        {
 956            let mut state = self.store().await;
 957            user_id = state.user_id_for_connection(request.sender_id)?;
 958            let guest_connection_ids = state
 959                .read_project(project_id, request.sender_id)?
 960                .guest_connection_ids();
 961            let unshared_project = state.update_project(
 962                project_id,
 963                &request.payload.worktrees,
 964                request.payload.online,
 965                request.sender_id,
 966            )?;
 967
 968            if let Some(unshared_project) = unshared_project {
 969                broadcast(
 970                    request.sender_id,
 971                    unshared_project.guests.keys().copied(),
 972                    |conn_id| {
 973                        self.peer.send(
 974                            conn_id,
 975                            proto::UnregisterProject {
 976                                project_id: project_id.to_proto(),
 977                            },
 978                        )
 979                    },
 980                );
 981                for (_, receipts) in unshared_project.pending_join_requests {
 982                    for receipt in receipts {
 983                        self.peer.respond(
 984                            receipt,
 985                            proto::JoinProjectResponse {
 986                                variant: Some(proto::join_project_response::Variant::Decline(
 987                                    proto::join_project_response::Decline {
 988                                        reason:
 989                                            proto::join_project_response::decline::Reason::Closed
 990                                                as i32,
 991                                    },
 992                                )),
 993                            },
 994                        )?;
 995                    }
 996                }
 997            } else {
 998                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 999                    self.peer.forward_send(
1000                        request.sender_id,
1001                        connection_id,
1002                        request.payload.clone(),
1003                    )
1004                });
1005            }
1006        };
1007
1008        self.update_user_contacts(user_id).await?;
1009        Ok(())
1010    }
1011
1012    async fn register_project_activity(
1013        self: Arc<Server>,
1014        request: TypedEnvelope<proto::RegisterProjectActivity>,
1015    ) -> Result<()> {
1016        self.store().await.register_project_activity(
1017            ProjectId::from_proto(request.payload.project_id),
1018            request.sender_id,
1019        )?;
1020        Ok(())
1021    }
1022
1023    async fn update_worktree(
1024        self: Arc<Server>,
1025        request: TypedEnvelope<proto::UpdateWorktree>,
1026        response: Response<proto::UpdateWorktree>,
1027    ) -> Result<()> {
1028        let project_id = ProjectId::from_proto(request.payload.project_id);
1029        let worktree_id = request.payload.worktree_id;
1030        let (connection_ids, metadata_changed) = {
1031            let mut store = self.store().await;
1032            let (connection_ids, metadata_changed) = store.update_worktree(
1033                request.sender_id,
1034                project_id,
1035                worktree_id,
1036                &request.payload.root_name,
1037                &request.payload.removed_entries,
1038                &request.payload.updated_entries,
1039                request.payload.scan_id,
1040                request.payload.is_last_update,
1041            )?;
1042            (connection_ids, metadata_changed)
1043        };
1044
1045        broadcast(request.sender_id, connection_ids, |connection_id| {
1046            self.peer
1047                .forward_send(request.sender_id, connection_id, request.payload.clone())
1048        });
1049        if metadata_changed {
1050            let user_id = self
1051                .store()
1052                .await
1053                .user_id_for_connection(request.sender_id)?;
1054            self.update_user_contacts(user_id).await?;
1055        }
1056        response.send(proto::Ack {})?;
1057        Ok(())
1058    }
1059
1060    async fn update_worktree_extensions(
1061        self: Arc<Server>,
1062        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1063    ) -> Result<()> {
1064        let project_id = ProjectId::from_proto(request.payload.project_id);
1065        let worktree_id = request.payload.worktree_id;
1066        let extensions = request
1067            .payload
1068            .extensions
1069            .into_iter()
1070            .zip(request.payload.counts)
1071            .collect();
1072        self.app_state
1073            .db
1074            .update_worktree_extensions(project_id, worktree_id, extensions)
1075            .await?;
1076        Ok(())
1077    }
1078
1079    async fn update_diagnostic_summary(
1080        self: Arc<Server>,
1081        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1082    ) -> Result<()> {
1083        let summary = request
1084            .payload
1085            .summary
1086            .clone()
1087            .ok_or_else(|| anyhow!("invalid summary"))?;
1088        let receiver_ids = self.store().await.update_diagnostic_summary(
1089            ProjectId::from_proto(request.payload.project_id),
1090            request.payload.worktree_id,
1091            request.sender_id,
1092            summary,
1093        )?;
1094
1095        broadcast(request.sender_id, receiver_ids, |connection_id| {
1096            self.peer
1097                .forward_send(request.sender_id, connection_id, request.payload.clone())
1098        });
1099        Ok(())
1100    }
1101
1102    async fn start_language_server(
1103        self: Arc<Server>,
1104        request: TypedEnvelope<proto::StartLanguageServer>,
1105    ) -> Result<()> {
1106        let receiver_ids = self.store().await.start_language_server(
1107            ProjectId::from_proto(request.payload.project_id),
1108            request.sender_id,
1109            request
1110                .payload
1111                .server
1112                .clone()
1113                .ok_or_else(|| anyhow!("invalid language server"))?,
1114        )?;
1115        broadcast(request.sender_id, receiver_ids, |connection_id| {
1116            self.peer
1117                .forward_send(request.sender_id, connection_id, request.payload.clone())
1118        });
1119        Ok(())
1120    }
1121
1122    async fn update_language_server(
1123        self: Arc<Server>,
1124        request: TypedEnvelope<proto::UpdateLanguageServer>,
1125    ) -> Result<()> {
1126        let receiver_ids = self.store().await.project_connection_ids(
1127            ProjectId::from_proto(request.payload.project_id),
1128            request.sender_id,
1129        )?;
1130        broadcast(request.sender_id, receiver_ids, |connection_id| {
1131            self.peer
1132                .forward_send(request.sender_id, connection_id, request.payload.clone())
1133        });
1134        Ok(())
1135    }
1136
1137    async fn forward_project_request<T>(
1138        self: Arc<Server>,
1139        request: TypedEnvelope<T>,
1140        response: Response<T>,
1141    ) -> Result<()>
1142    where
1143        T: EntityMessage + RequestMessage,
1144    {
1145        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1146        let host_connection_id = self
1147            .store()
1148            .await
1149            .read_project(project_id, request.sender_id)?
1150            .host_connection_id;
1151        let payload = self
1152            .peer
1153            .forward_request(request.sender_id, host_connection_id, request.payload)
1154            .await?;
1155
1156        // Ensure project still exists by the time we get the response from the host.
1157        self.store()
1158            .await
1159            .read_project(project_id, request.sender_id)?;
1160
1161        response.send(payload)?;
1162        Ok(())
1163    }
1164
1165    async fn save_buffer(
1166        self: Arc<Server>,
1167        request: TypedEnvelope<proto::SaveBuffer>,
1168        response: Response<proto::SaveBuffer>,
1169    ) -> Result<()> {
1170        let project_id = ProjectId::from_proto(request.payload.project_id);
1171        let host = self
1172            .store()
1173            .await
1174            .read_project(project_id, request.sender_id)?
1175            .host_connection_id;
1176        let response_payload = self
1177            .peer
1178            .forward_request(request.sender_id, host, request.payload.clone())
1179            .await?;
1180
1181        let mut guests = self
1182            .store()
1183            .await
1184            .read_project(project_id, request.sender_id)?
1185            .connection_ids();
1186        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1187        broadcast(host, guests, |conn_id| {
1188            self.peer
1189                .forward_send(host, conn_id, response_payload.clone())
1190        });
1191        response.send(response_payload)?;
1192        Ok(())
1193    }
1194
1195    async fn create_buffer_for_peer(
1196        self: Arc<Server>,
1197        request: TypedEnvelope<proto::CreateBufferForPeer>,
1198    ) -> Result<()> {
1199        self.peer.forward_send(
1200            request.sender_id,
1201            ConnectionId(request.payload.peer_id),
1202            request.payload,
1203        )?;
1204        Ok(())
1205    }
1206
1207    async fn update_buffer(
1208        self: Arc<Server>,
1209        request: TypedEnvelope<proto::UpdateBuffer>,
1210        response: Response<proto::UpdateBuffer>,
1211    ) -> Result<()> {
1212        let project_id = ProjectId::from_proto(request.payload.project_id);
1213        let receiver_ids = {
1214            let mut store = self.store().await;
1215            store.register_project_activity(project_id, request.sender_id)?;
1216            store.project_connection_ids(project_id, request.sender_id)?
1217        };
1218
1219        broadcast(request.sender_id, receiver_ids, |connection_id| {
1220            self.peer
1221                .forward_send(request.sender_id, connection_id, request.payload.clone())
1222        });
1223        response.send(proto::Ack {})?;
1224        Ok(())
1225    }
1226
1227    async fn update_buffer_file(
1228        self: Arc<Server>,
1229        request: TypedEnvelope<proto::UpdateBufferFile>,
1230    ) -> Result<()> {
1231        let receiver_ids = self.store().await.project_connection_ids(
1232            ProjectId::from_proto(request.payload.project_id),
1233            request.sender_id,
1234        )?;
1235        broadcast(request.sender_id, receiver_ids, |connection_id| {
1236            self.peer
1237                .forward_send(request.sender_id, connection_id, request.payload.clone())
1238        });
1239        Ok(())
1240    }
1241
1242    async fn buffer_reloaded(
1243        self: Arc<Server>,
1244        request: TypedEnvelope<proto::BufferReloaded>,
1245    ) -> Result<()> {
1246        let receiver_ids = self.store().await.project_connection_ids(
1247            ProjectId::from_proto(request.payload.project_id),
1248            request.sender_id,
1249        )?;
1250        broadcast(request.sender_id, receiver_ids, |connection_id| {
1251            self.peer
1252                .forward_send(request.sender_id, connection_id, request.payload.clone())
1253        });
1254        Ok(())
1255    }
1256
1257    async fn buffer_saved(
1258        self: Arc<Server>,
1259        request: TypedEnvelope<proto::BufferSaved>,
1260    ) -> Result<()> {
1261        let receiver_ids = self.store().await.project_connection_ids(
1262            ProjectId::from_proto(request.payload.project_id),
1263            request.sender_id,
1264        )?;
1265        broadcast(request.sender_id, receiver_ids, |connection_id| {
1266            self.peer
1267                .forward_send(request.sender_id, connection_id, request.payload.clone())
1268        });
1269        Ok(())
1270    }
1271
1272    async fn follow(
1273        self: Arc<Self>,
1274        request: TypedEnvelope<proto::Follow>,
1275        response: Response<proto::Follow>,
1276    ) -> Result<()> {
1277        let project_id = ProjectId::from_proto(request.payload.project_id);
1278        let leader_id = ConnectionId(request.payload.leader_id);
1279        let follower_id = request.sender_id;
1280        {
1281            let mut store = self.store().await;
1282            if !store
1283                .project_connection_ids(project_id, follower_id)?
1284                .contains(&leader_id)
1285            {
1286                Err(anyhow!("no such peer"))?;
1287            }
1288
1289            store.register_project_activity(project_id, follower_id)?;
1290        }
1291
1292        let mut response_payload = self
1293            .peer
1294            .forward_request(request.sender_id, leader_id, request.payload)
1295            .await?;
1296        response_payload
1297            .views
1298            .retain(|view| view.leader_id != Some(follower_id.0));
1299        response.send(response_payload)?;
1300        Ok(())
1301    }
1302
1303    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1304        let project_id = ProjectId::from_proto(request.payload.project_id);
1305        let leader_id = ConnectionId(request.payload.leader_id);
1306        let mut store = self.store().await;
1307        if !store
1308            .project_connection_ids(project_id, request.sender_id)?
1309            .contains(&leader_id)
1310        {
1311            Err(anyhow!("no such peer"))?;
1312        }
1313        store.register_project_activity(project_id, request.sender_id)?;
1314        self.peer
1315            .forward_send(request.sender_id, leader_id, request.payload)?;
1316        Ok(())
1317    }
1318
1319    async fn update_followers(
1320        self: Arc<Self>,
1321        request: TypedEnvelope<proto::UpdateFollowers>,
1322    ) -> Result<()> {
1323        let project_id = ProjectId::from_proto(request.payload.project_id);
1324        let mut store = self.store().await;
1325        store.register_project_activity(project_id, request.sender_id)?;
1326        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1327        let leader_id = request
1328            .payload
1329            .variant
1330            .as_ref()
1331            .and_then(|variant| match variant {
1332                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1333                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1334                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1335            });
1336        for follower_id in &request.payload.follower_ids {
1337            let follower_id = ConnectionId(*follower_id);
1338            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1339                self.peer
1340                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1341            }
1342        }
1343        Ok(())
1344    }
1345
1346    async fn get_channels(
1347        self: Arc<Server>,
1348        request: TypedEnvelope<proto::GetChannels>,
1349        response: Response<proto::GetChannels>,
1350    ) -> Result<()> {
1351        let user_id = self
1352            .store()
1353            .await
1354            .user_id_for_connection(request.sender_id)?;
1355        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1356        response.send(proto::GetChannelsResponse {
1357            channels: channels
1358                .into_iter()
1359                .map(|chan| proto::Channel {
1360                    id: chan.id.to_proto(),
1361                    name: chan.name,
1362                })
1363                .collect(),
1364        })?;
1365        Ok(())
1366    }
1367
1368    async fn get_users(
1369        self: Arc<Server>,
1370        request: TypedEnvelope<proto::GetUsers>,
1371        response: Response<proto::GetUsers>,
1372    ) -> Result<()> {
1373        let user_ids = request
1374            .payload
1375            .user_ids
1376            .into_iter()
1377            .map(UserId::from_proto)
1378            .collect();
1379        let users = self
1380            .app_state
1381            .db
1382            .get_users_by_ids(user_ids)
1383            .await?
1384            .into_iter()
1385            .map(|user| proto::User {
1386                id: user.id.to_proto(),
1387                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1388                github_login: user.github_login,
1389            })
1390            .collect();
1391        response.send(proto::UsersResponse { users })?;
1392        Ok(())
1393    }
1394
1395    async fn fuzzy_search_users(
1396        self: Arc<Server>,
1397        request: TypedEnvelope<proto::FuzzySearchUsers>,
1398        response: Response<proto::FuzzySearchUsers>,
1399    ) -> Result<()> {
1400        let user_id = self
1401            .store()
1402            .await
1403            .user_id_for_connection(request.sender_id)?;
1404        let query = request.payload.query;
1405        let db = &self.app_state.db;
1406        let users = match query.len() {
1407            0 => vec![],
1408            1 | 2 => db
1409                .get_user_by_github_account(&query, None)
1410                .await?
1411                .into_iter()
1412                .collect(),
1413            _ => db.fuzzy_search_users(&query, 10).await?,
1414        };
1415        let users = users
1416            .into_iter()
1417            .filter(|user| user.id != user_id)
1418            .map(|user| proto::User {
1419                id: user.id.to_proto(),
1420                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1421                github_login: user.github_login,
1422            })
1423            .collect();
1424        response.send(proto::UsersResponse { users })?;
1425        Ok(())
1426    }
1427
1428    async fn request_contact(
1429        self: Arc<Server>,
1430        request: TypedEnvelope<proto::RequestContact>,
1431        response: Response<proto::RequestContact>,
1432    ) -> Result<()> {
1433        let requester_id = self
1434            .store()
1435            .await
1436            .user_id_for_connection(request.sender_id)?;
1437        let responder_id = UserId::from_proto(request.payload.responder_id);
1438        if requester_id == responder_id {
1439            return Err(anyhow!("cannot add yourself as a contact"))?;
1440        }
1441
1442        self.app_state
1443            .db
1444            .send_contact_request(requester_id, responder_id)
1445            .await?;
1446
1447        // Update outgoing contact requests of requester
1448        let mut update = proto::UpdateContacts::default();
1449        update.outgoing_requests.push(responder_id.to_proto());
1450        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1451            self.peer.send(connection_id, update.clone())?;
1452        }
1453
1454        // Update incoming contact requests of responder
1455        let mut update = proto::UpdateContacts::default();
1456        update
1457            .incoming_requests
1458            .push(proto::IncomingContactRequest {
1459                requester_id: requester_id.to_proto(),
1460                should_notify: true,
1461            });
1462        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1463            self.peer.send(connection_id, update.clone())?;
1464        }
1465
1466        response.send(proto::Ack {})?;
1467        Ok(())
1468    }
1469
1470    async fn respond_to_contact_request(
1471        self: Arc<Server>,
1472        request: TypedEnvelope<proto::RespondToContactRequest>,
1473        response: Response<proto::RespondToContactRequest>,
1474    ) -> Result<()> {
1475        let responder_id = self
1476            .store()
1477            .await
1478            .user_id_for_connection(request.sender_id)?;
1479        let requester_id = UserId::from_proto(request.payload.requester_id);
1480        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1481            self.app_state
1482                .db
1483                .dismiss_contact_notification(responder_id, requester_id)
1484                .await?;
1485        } else {
1486            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1487            self.app_state
1488                .db
1489                .respond_to_contact_request(responder_id, requester_id, accept)
1490                .await?;
1491
1492            let store = self.store().await;
1493            // Update responder with new contact
1494            let mut update = proto::UpdateContacts::default();
1495            if accept {
1496                update
1497                    .contacts
1498                    .push(store.contact_for_user(requester_id, false));
1499            }
1500            update
1501                .remove_incoming_requests
1502                .push(requester_id.to_proto());
1503            for connection_id in store.connection_ids_for_user(responder_id) {
1504                self.peer.send(connection_id, update.clone())?;
1505            }
1506
1507            // Update requester with new contact
1508            let mut update = proto::UpdateContacts::default();
1509            if accept {
1510                update
1511                    .contacts
1512                    .push(store.contact_for_user(responder_id, true));
1513            }
1514            update
1515                .remove_outgoing_requests
1516                .push(responder_id.to_proto());
1517            for connection_id in store.connection_ids_for_user(requester_id) {
1518                self.peer.send(connection_id, update.clone())?;
1519            }
1520        }
1521
1522        response.send(proto::Ack {})?;
1523        Ok(())
1524    }
1525
1526    async fn remove_contact(
1527        self: Arc<Server>,
1528        request: TypedEnvelope<proto::RemoveContact>,
1529        response: Response<proto::RemoveContact>,
1530    ) -> Result<()> {
1531        let requester_id = self
1532            .store()
1533            .await
1534            .user_id_for_connection(request.sender_id)?;
1535        let responder_id = UserId::from_proto(request.payload.user_id);
1536        self.app_state
1537            .db
1538            .remove_contact(requester_id, responder_id)
1539            .await?;
1540
1541        // Update outgoing contact requests of requester
1542        let mut update = proto::UpdateContacts::default();
1543        update
1544            .remove_outgoing_requests
1545            .push(responder_id.to_proto());
1546        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1547            self.peer.send(connection_id, update.clone())?;
1548        }
1549
1550        // Update incoming contact requests of responder
1551        let mut update = proto::UpdateContacts::default();
1552        update
1553            .remove_incoming_requests
1554            .push(requester_id.to_proto());
1555        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1556            self.peer.send(connection_id, update.clone())?;
1557        }
1558
1559        response.send(proto::Ack {})?;
1560        Ok(())
1561    }
1562
1563    async fn join_channel(
1564        self: Arc<Self>,
1565        request: TypedEnvelope<proto::JoinChannel>,
1566        response: Response<proto::JoinChannel>,
1567    ) -> Result<()> {
1568        let user_id = self
1569            .store()
1570            .await
1571            .user_id_for_connection(request.sender_id)?;
1572        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1573        if !self
1574            .app_state
1575            .db
1576            .can_user_access_channel(user_id, channel_id)
1577            .await?
1578        {
1579            Err(anyhow!("access denied"))?;
1580        }
1581
1582        self.store()
1583            .await
1584            .join_channel(request.sender_id, channel_id);
1585        let messages = self
1586            .app_state
1587            .db
1588            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1589            .await?
1590            .into_iter()
1591            .map(|msg| proto::ChannelMessage {
1592                id: msg.id.to_proto(),
1593                body: msg.body,
1594                timestamp: msg.sent_at.unix_timestamp() as u64,
1595                sender_id: msg.sender_id.to_proto(),
1596                nonce: Some(msg.nonce.as_u128().into()),
1597            })
1598            .collect::<Vec<_>>();
1599        response.send(proto::JoinChannelResponse {
1600            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1601            messages,
1602        })?;
1603        Ok(())
1604    }
1605
1606    async fn leave_channel(
1607        self: Arc<Self>,
1608        request: TypedEnvelope<proto::LeaveChannel>,
1609    ) -> Result<()> {
1610        let user_id = self
1611            .store()
1612            .await
1613            .user_id_for_connection(request.sender_id)?;
1614        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1615        if !self
1616            .app_state
1617            .db
1618            .can_user_access_channel(user_id, channel_id)
1619            .await?
1620        {
1621            Err(anyhow!("access denied"))?;
1622        }
1623
1624        self.store()
1625            .await
1626            .leave_channel(request.sender_id, channel_id);
1627
1628        Ok(())
1629    }
1630
1631    async fn send_channel_message(
1632        self: Arc<Self>,
1633        request: TypedEnvelope<proto::SendChannelMessage>,
1634        response: Response<proto::SendChannelMessage>,
1635    ) -> Result<()> {
1636        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1637        let user_id;
1638        let connection_ids;
1639        {
1640            let state = self.store().await;
1641            user_id = state.user_id_for_connection(request.sender_id)?;
1642            connection_ids = state.channel_connection_ids(channel_id)?;
1643        }
1644
1645        // Validate the message body.
1646        let body = request.payload.body.trim().to_string();
1647        if body.len() > MAX_MESSAGE_LEN {
1648            return Err(anyhow!("message is too long"))?;
1649        }
1650        if body.is_empty() {
1651            return Err(anyhow!("message can't be blank"))?;
1652        }
1653
1654        let timestamp = OffsetDateTime::now_utc();
1655        let nonce = request
1656            .payload
1657            .nonce
1658            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1659
1660        let message_id = self
1661            .app_state
1662            .db
1663            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1664            .await?
1665            .to_proto();
1666        let message = proto::ChannelMessage {
1667            sender_id: user_id.to_proto(),
1668            id: message_id,
1669            body,
1670            timestamp: timestamp.unix_timestamp() as u64,
1671            nonce: Some(nonce),
1672        };
1673        broadcast(request.sender_id, connection_ids, |conn_id| {
1674            self.peer.send(
1675                conn_id,
1676                proto::ChannelMessageSent {
1677                    channel_id: channel_id.to_proto(),
1678                    message: Some(message.clone()),
1679                },
1680            )
1681        });
1682        response.send(proto::SendChannelMessageResponse {
1683            message: Some(message),
1684        })?;
1685        Ok(())
1686    }
1687
1688    async fn get_channel_messages(
1689        self: Arc<Self>,
1690        request: TypedEnvelope<proto::GetChannelMessages>,
1691        response: Response<proto::GetChannelMessages>,
1692    ) -> Result<()> {
1693        let user_id = self
1694            .store()
1695            .await
1696            .user_id_for_connection(request.sender_id)?;
1697        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1698        if !self
1699            .app_state
1700            .db
1701            .can_user_access_channel(user_id, channel_id)
1702            .await?
1703        {
1704            Err(anyhow!("access denied"))?;
1705        }
1706
1707        let messages = self
1708            .app_state
1709            .db
1710            .get_channel_messages(
1711                channel_id,
1712                MESSAGE_COUNT_PER_PAGE,
1713                Some(MessageId::from_proto(request.payload.before_message_id)),
1714            )
1715            .await?
1716            .into_iter()
1717            .map(|msg| proto::ChannelMessage {
1718                id: msg.id.to_proto(),
1719                body: msg.body,
1720                timestamp: msg.sent_at.unix_timestamp() as u64,
1721                sender_id: msg.sender_id.to_proto(),
1722                nonce: Some(msg.nonce.as_u128().into()),
1723            })
1724            .collect::<Vec<_>>();
1725        response.send(proto::GetChannelMessagesResponse {
1726            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1727            messages,
1728        })?;
1729        Ok(())
1730    }
1731
1732    async fn update_diff_base(
1733        self: Arc<Server>,
1734        request: TypedEnvelope<proto::UpdateDiffBase>,
1735    ) -> Result<()> {
1736        let receiver_ids = self.store().await.project_connection_ids(
1737            ProjectId::from_proto(request.payload.project_id),
1738            request.sender_id,
1739        )?;
1740        broadcast(request.sender_id, receiver_ids, |connection_id| {
1741            self.peer
1742                .forward_send(request.sender_id, connection_id, request.payload.clone())
1743        });
1744        Ok(())
1745    }
1746
1747    async fn get_private_user_info(
1748        self: Arc<Self>,
1749        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1750        response: Response<proto::GetPrivateUserInfo>,
1751    ) -> Result<()> {
1752        let user_id = self
1753            .store()
1754            .await
1755            .user_id_for_connection(request.sender_id)?;
1756        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1757        let user = self
1758            .app_state
1759            .db
1760            .get_user_by_id(user_id)
1761            .await?
1762            .ok_or_else(|| anyhow!("user not found"))?;
1763        response.send(proto::GetPrivateUserInfoResponse {
1764            metrics_id,
1765            staff: user.admin,
1766        })?;
1767        Ok(())
1768    }
1769
1770    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1771        #[cfg(test)]
1772        tokio::task::yield_now().await;
1773        let guard = self.store.lock().await;
1774        #[cfg(test)]
1775        tokio::task::yield_now().await;
1776        StoreGuard {
1777            guard,
1778            _not_send: PhantomData,
1779        }
1780    }
1781
1782    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1783        ServerSnapshot {
1784            store: self.store().await,
1785            peer: &self.peer,
1786        }
1787    }
1788}
1789
1790impl<'a> Deref for StoreGuard<'a> {
1791    type Target = Store;
1792
1793    fn deref(&self) -> &Self::Target {
1794        &*self.guard
1795    }
1796}
1797
1798impl<'a> DerefMut for StoreGuard<'a> {
1799    fn deref_mut(&mut self) -> &mut Self::Target {
1800        &mut *self.guard
1801    }
1802}
1803
1804impl<'a> Drop for StoreGuard<'a> {
1805    fn drop(&mut self) {
1806        #[cfg(test)]
1807        self.check_invariants();
1808    }
1809}
1810
1811impl Executor for RealExecutor {
1812    type Sleep = Sleep;
1813
1814    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1815        tokio::task::spawn(future);
1816    }
1817
1818    fn sleep(&self, duration: Duration) -> Self::Sleep {
1819        tokio::time::sleep(duration)
1820    }
1821}
1822
1823fn broadcast<F>(
1824    sender_id: ConnectionId,
1825    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1826    mut f: F,
1827) where
1828    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1829{
1830    for receiver_id in receiver_ids {
1831        if receiver_id != sender_id {
1832            f(receiver_id).trace_err();
1833        }
1834    }
1835}
1836
1837lazy_static! {
1838    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1839}
1840
1841pub struct ProtocolVersion(u32);
1842
1843impl Header for ProtocolVersion {
1844    fn name() -> &'static HeaderName {
1845        &ZED_PROTOCOL_VERSION
1846    }
1847
1848    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1849    where
1850        Self: Sized,
1851        I: Iterator<Item = &'i axum::http::HeaderValue>,
1852    {
1853        let version = values
1854            .next()
1855            .ok_or_else(axum::headers::Error::invalid)?
1856            .to_str()
1857            .map_err(|_| axum::headers::Error::invalid())?
1858            .parse()
1859            .map_err(|_| axum::headers::Error::invalid())?;
1860        Ok(Self(version))
1861    }
1862
1863    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1864        values.extend([self.0.to_string().parse().unwrap()]);
1865    }
1866}
1867
1868pub fn routes(server: Arc<Server>) -> Router<Body> {
1869    Router::new()
1870        .route("/rpc", get(handle_websocket_request))
1871        .layer(
1872            ServiceBuilder::new()
1873                .layer(Extension(server.app_state.clone()))
1874                .layer(middleware::from_fn(auth::validate_header)),
1875        )
1876        .route("/metrics", get(handle_metrics))
1877        .layer(Extension(server))
1878}
1879
1880pub async fn handle_websocket_request(
1881    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1882    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1883    Extension(server): Extension<Arc<Server>>,
1884    Extension(user): Extension<User>,
1885    ws: WebSocketUpgrade,
1886) -> axum::response::Response {
1887    if protocol_version != rpc::PROTOCOL_VERSION {
1888        return (
1889            StatusCode::UPGRADE_REQUIRED,
1890            "client must be upgraded".to_string(),
1891        )
1892            .into_response();
1893    }
1894    let socket_address = socket_address.to_string();
1895    ws.on_upgrade(move |socket| {
1896        use util::ResultExt;
1897        let socket = socket
1898            .map_ok(to_tungstenite_message)
1899            .err_into()
1900            .with(|message| async move { Ok(to_axum_message(message)) });
1901        let connection = Connection::new(Box::pin(socket));
1902        async move {
1903            server
1904                .handle_connection(connection, socket_address, user, None, RealExecutor)
1905                .await
1906                .log_err();
1907        }
1908    })
1909}
1910
1911pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1912    // We call `store_mut` here for its side effects of updating metrics.
1913    let metrics = server.store().await.metrics();
1914    METRIC_CONNECTIONS.set(metrics.connections as _);
1915    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1916    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1917    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1918
1919    let encoder = prometheus::TextEncoder::new();
1920    let metric_families = prometheus::gather();
1921    match encoder.encode_to_string(&metric_families) {
1922        Ok(string) => (StatusCode::OK, string).into_response(),
1923        Err(error) => (
1924            StatusCode::INTERNAL_SERVER_ERROR,
1925            format!("failed to encode metrics {:?}", error),
1926        )
1927            .into_response(),
1928    }
1929}
1930
1931fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1932    match message {
1933        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1934        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1935        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1936        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1937        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1938            code: frame.code.into(),
1939            reason: frame.reason,
1940        })),
1941    }
1942}
1943
1944fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1945    match message {
1946        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1947        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1948        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1949        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1950        AxumMessage::Close(frame) => {
1951            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1952                code: frame.code.into(),
1953                reason: frame.reason,
1954            }))
1955        }
1956    }
1957}
1958
1959pub trait ResultExt {
1960    type Ok;
1961
1962    fn trace_err(self) -> Option<Self::Ok>;
1963}
1964
1965impl<T, E> ResultExt for Result<T, E>
1966where
1967    E: std::fmt::Debug,
1968{
1969    type Ok = T;
1970
1971    fn trace_err(self) -> Option<T> {
1972        match self {
1973            Ok(value) => Some(value),
1974            Err(error) => {
1975                tracing::error!("{:?}", error);
1976                None
1977            }
1978        }
1979    }
1980}