rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91}
  92
  93pub struct Server {
  94    peer: Arc<Peer>,
  95    pub(crate) store: Mutex<Store>,
  96    app_state: Arc<AppState>,
  97    handlers: HashMap<TypeId, MessageHandler>,
  98    notifications: Option<mpsc::UnboundedSender<()>>,
  99}
 100
 101pub trait Executor: Send + Clone {
 102    type Sleep: Send + Future;
 103    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 104    fn sleep(&self, duration: Duration) -> Self::Sleep;
 105}
 106
 107#[derive(Clone)]
 108pub struct RealExecutor;
 109
 110const MESSAGE_COUNT_PER_PAGE: usize = 100;
 111const MAX_MESSAGE_LEN: usize = 1024;
 112
 113pub(crate) struct StoreGuard<'a> {
 114    guard: MutexGuard<'a, Store>,
 115    _not_send: PhantomData<Rc<()>>,
 116}
 117
 118#[derive(Serialize)]
 119pub struct ServerSnapshot<'a> {
 120    peer: &'a Peer,
 121    #[serde(serialize_with = "serialize_deref")]
 122    store: StoreGuard<'a>,
 123}
 124
 125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 126where
 127    S: Serializer,
 128    T: Deref<Target = U>,
 129    U: Serialize,
 130{
 131    Serialize::serialize(value.deref(), serializer)
 132}
 133
 134impl Server {
 135    pub fn new(
 136        app_state: Arc<AppState>,
 137        notifications: Option<mpsc::UnboundedSender<()>>,
 138    ) -> Arc<Self> {
 139        let mut server = Self {
 140            peer: Peer::new(),
 141            app_state,
 142            store: Default::default(),
 143            handlers: Default::default(),
 144            notifications,
 145        };
 146
 147        server
 148            .add_request_handler(Server::ping)
 149            .add_request_handler(Server::create_room)
 150            .add_request_handler(Server::join_room)
 151            .add_message_handler(Server::leave_room)
 152            .add_request_handler(Server::call)
 153            .add_request_handler(Server::cancel_call)
 154            .add_message_handler(Server::decline_call)
 155            .add_request_handler(Server::update_participant_location)
 156            .add_request_handler(Server::share_project)
 157            .add_message_handler(Server::unshare_project)
 158            .add_request_handler(Server::join_project)
 159            .add_message_handler(Server::leave_project)
 160            .add_message_handler(Server::update_project)
 161            .add_message_handler(Server::register_project_activity)
 162            .add_request_handler(Server::update_worktree)
 163            .add_message_handler(Server::update_worktree_extensions)
 164            .add_message_handler(Server::start_language_server)
 165            .add_message_handler(Server::update_language_server)
 166            .add_message_handler(Server::update_diagnostic_summary)
 167            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 171            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 176            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 177            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 178            .add_request_handler(
 179                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 180            )
 181            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 182            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 183            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 185            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 187            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 190            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 191            .add_message_handler(Server::create_buffer_for_peer)
 192            .add_request_handler(Server::update_buffer)
 193            .add_message_handler(Server::update_buffer_file)
 194            .add_message_handler(Server::buffer_reloaded)
 195            .add_message_handler(Server::buffer_saved)
 196            .add_request_handler(Server::save_buffer)
 197            .add_request_handler(Server::get_channels)
 198            .add_request_handler(Server::get_users)
 199            .add_request_handler(Server::fuzzy_search_users)
 200            .add_request_handler(Server::request_contact)
 201            .add_request_handler(Server::remove_contact)
 202            .add_request_handler(Server::respond_to_contact_request)
 203            .add_request_handler(Server::join_channel)
 204            .add_message_handler(Server::leave_channel)
 205            .add_request_handler(Server::send_channel_message)
 206            .add_request_handler(Server::follow)
 207            .add_message_handler(Server::unfollow)
 208            .add_message_handler(Server::update_followers)
 209            .add_request_handler(Server::get_channel_messages);
 210
 211        Arc::new(server)
 212    }
 213
 214    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 215    where
 216        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 217        Fut: 'static + Send + Future<Output = Result<()>>,
 218        M: EnvelopedMessage,
 219    {
 220        let prev_handler = self.handlers.insert(
 221            TypeId::of::<M>(),
 222            Box::new(move |server, envelope| {
 223                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 224                let span = info_span!(
 225                    "handle message",
 226                    payload_type = envelope.payload_type_name()
 227                );
 228                span.in_scope(|| {
 229                    tracing::info!(
 230                        payload_type = envelope.payload_type_name(),
 231                        "message received"
 232                    );
 233                });
 234                let future = (handler)(server, *envelope);
 235                async move {
 236                    if let Err(error) = future.await {
 237                        tracing::error!(%error, "error handling message");
 238                    }
 239                }
 240                .instrument(span)
 241                .boxed()
 242            }),
 243        );
 244        if prev_handler.is_some() {
 245            panic!("registered a handler for the same message twice");
 246        }
 247        self
 248    }
 249
 250    /// Handle a request while holding a lock to the store. This is useful when we're registering
 251    /// a connection but we want to respond on the connection before anybody else can send on it.
 252    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 253    where
 254        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 255        Fut: Send + Future<Output = Result<()>>,
 256        M: RequestMessage,
 257    {
 258        let handler = Arc::new(handler);
 259        self.add_message_handler(move |server, envelope| {
 260            let receipt = envelope.receipt();
 261            let handler = handler.clone();
 262            async move {
 263                let responded = Arc::new(AtomicBool::default());
 264                let response = Response {
 265                    server: server.clone(),
 266                    responded: responded.clone(),
 267                    receipt: envelope.receipt(),
 268                };
 269                match (handler)(server.clone(), envelope, response).await {
 270                    Ok(()) => {
 271                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 272                            Ok(())
 273                        } else {
 274                            Err(anyhow!("handler did not send a response"))?
 275                        }
 276                    }
 277                    Err(error) => {
 278                        server.peer.respond_with_error(
 279                            receipt,
 280                            proto::Error {
 281                                message: error.to_string(),
 282                            },
 283                        )?;
 284                        Err(error)
 285                    }
 286                }
 287            }
 288        })
 289    }
 290
 291    /// Start a long lived task that records which users are active in which projects.
 292    pub fn start_recording_project_activity<E: 'static + Executor>(
 293        self: &Arc<Self>,
 294        interval: Duration,
 295        executor: E,
 296    ) {
 297        executor.spawn_detached({
 298            let this = Arc::downgrade(self);
 299            let executor = executor.clone();
 300            async move {
 301                let mut period_start = OffsetDateTime::now_utc();
 302                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 303                loop {
 304                    let sleep = executor.sleep(interval);
 305                    sleep.await;
 306                    let this = if let Some(this) = this.upgrade() {
 307                        this
 308                    } else {
 309                        break;
 310                    };
 311
 312                    active_projects.clear();
 313                    active_projects.extend(this.store().await.projects().flat_map(
 314                        |(project_id, project)| {
 315                            project.guests.values().chain([&project.host]).filter_map(
 316                                |collaborator| {
 317                                    if !collaborator.admin
 318                                        && collaborator
 319                                            .last_activity
 320                                            .map_or(false, |activity| activity > period_start)
 321                                    {
 322                                        Some((collaborator.user_id, *project_id))
 323                                    } else {
 324                                        None
 325                                    }
 326                                },
 327                            )
 328                        },
 329                    ));
 330
 331                    let period_end = OffsetDateTime::now_utc();
 332                    this.app_state
 333                        .db
 334                        .record_user_activity(period_start..period_end, &active_projects)
 335                        .await
 336                        .trace_err();
 337                    period_start = period_end;
 338                }
 339            }
 340        });
 341    }
 342
 343    pub fn handle_connection<E: Executor>(
 344        self: &Arc<Self>,
 345        connection: Connection,
 346        address: String,
 347        user: User,
 348        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 349        executor: E,
 350    ) -> impl Future<Output = Result<()>> {
 351        let mut this = self.clone();
 352        let user_id = user.id;
 353        let login = user.github_login;
 354        let span = info_span!("handle connection", %user_id, %login, %address);
 355        async move {
 356            let (connection_id, handle_io, mut incoming_rx) = this
 357                .peer
 358                .add_connection(connection, {
 359                    let executor = executor.clone();
 360                    move |duration| {
 361                        let timer = executor.sleep(duration);
 362                        async move {
 363                            timer.await;
 364                        }
 365                    }
 366                })
 367                .await;
 368
 369            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 370
 371            if let Some(send_connection_id) = send_connection_id.as_mut() {
 372                let _ = send_connection_id.send(connection_id).await;
 373            }
 374
 375            if !user.connected_once {
 376                this.peer.send(connection_id, proto::ShowContacts {})?;
 377                this.app_state.db.set_user_connected_once(user_id, true).await?;
 378            }
 379
 380            let (contacts, invite_code) = future::try_join(
 381                this.app_state.db.get_contacts(user_id),
 382                this.app_state.db.get_invite_code_for_user(user_id)
 383            ).await?;
 384
 385            {
 386                let mut store = this.store().await;
 387                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 388                if let Some(incoming_call) = incoming_call {
 389                    this.peer.send(connection_id, incoming_call)?;
 390                }
 391
 392                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 393
 394                if let Some((code, count)) = invite_code {
 395                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 396                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 397                        count,
 398                    })?;
 399                }
 400            }
 401            this.update_user_contacts(user_id).await?;
 402
 403            let handle_io = handle_io.fuse();
 404            futures::pin_mut!(handle_io);
 405
 406            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 407            // This prevents deadlocks when e.g., client A performs a request to client B and
 408            // client B performs a request to client A. If both clients stop processing further
 409            // messages until their respective request completes, they won't have a chance to
 410            // respond to the other client's request and cause a deadlock.
 411            //
 412            // This arrangement ensures we will attempt to process earlier messages first, but fall
 413            // back to processing messages arrived later in the spirit of making progress.
 414            let mut foreground_message_handlers = FuturesUnordered::new();
 415            loop {
 416                let next_message = incoming_rx.next().fuse();
 417                futures::pin_mut!(next_message);
 418                futures::select_biased! {
 419                    result = handle_io => {
 420                        if let Err(error) = result {
 421                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 422                        }
 423                        break;
 424                    }
 425                    _ = foreground_message_handlers.next() => {}
 426                    message = next_message => {
 427                        if let Some(message) = message {
 428                            let type_name = message.payload_type_name();
 429                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 430                            let span_enter = span.enter();
 431                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 432                                let notifications = this.notifications.clone();
 433                                let is_background = message.is_background();
 434                                let handle_message = (handler)(this.clone(), message);
 435
 436                                drop(span_enter);
 437                                let handle_message = async move {
 438                                    handle_message.await;
 439                                    if let Some(mut notifications) = notifications {
 440                                        let _ = notifications.send(()).await;
 441                                    }
 442                                }.instrument(span);
 443
 444                                if is_background {
 445                                    executor.spawn_detached(handle_message);
 446                                } else {
 447                                    foreground_message_handlers.push(handle_message);
 448                                }
 449                            } else {
 450                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 451                            }
 452                        } else {
 453                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 454                            break;
 455                        }
 456                    }
 457                }
 458            }
 459
 460            drop(foreground_message_handlers);
 461            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 462            if let Err(error) = this.sign_out(connection_id).await {
 463                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 464            }
 465
 466            Ok(())
 467        }.instrument(span)
 468    }
 469
 470    #[instrument(skip(self), err)]
 471    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 472        self.peer.disconnect(connection_id);
 473
 474        let mut projects_to_unshare = Vec::new();
 475        let removed_user_id;
 476        {
 477            let mut store = self.store().await;
 478            let removed_connection = store.remove_connection(connection_id)?;
 479
 480            for (project_id, project) in removed_connection.hosted_projects {
 481                projects_to_unshare.push(project_id);
 482                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 483                    self.peer.send(
 484                        conn_id,
 485                        proto::UnshareProject {
 486                            project_id: project_id.to_proto(),
 487                        },
 488                    )
 489                });
 490            }
 491
 492            for project_id in removed_connection.guest_project_ids {
 493                if let Some(project) = store.project(project_id).trace_err() {
 494                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 495                        self.peer.send(
 496                            conn_id,
 497                            proto::RemoveProjectCollaborator {
 498                                project_id: project_id.to_proto(),
 499                                peer_id: connection_id.0,
 500                            },
 501                        )
 502                    });
 503                }
 504            }
 505
 506            if let Some(room) = removed_connection
 507                .room_id
 508                .and_then(|room_id| store.room(room_id))
 509            {
 510                self.room_updated(room);
 511            }
 512
 513            removed_user_id = removed_connection.user_id;
 514        };
 515
 516        self.update_user_contacts(removed_user_id).await.trace_err();
 517
 518        for project_id in projects_to_unshare {
 519            self.app_state
 520                .db
 521                .unregister_project(project_id)
 522                .await
 523                .trace_err();
 524        }
 525
 526        Ok(())
 527    }
 528
 529    pub async fn invite_code_redeemed(
 530        self: &Arc<Self>,
 531        code: &str,
 532        invitee_id: UserId,
 533    ) -> Result<()> {
 534        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 535        let store = self.store().await;
 536        let invitee_contact = store.contact_for_user(invitee_id, true);
 537        for connection_id in store.connection_ids_for_user(user.id) {
 538            self.peer.send(
 539                connection_id,
 540                proto::UpdateContacts {
 541                    contacts: vec![invitee_contact.clone()],
 542                    ..Default::default()
 543                },
 544            )?;
 545            self.peer.send(
 546                connection_id,
 547                proto::UpdateInviteInfo {
 548                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 549                    count: user.invite_count as u32,
 550                },
 551            )?;
 552        }
 553        Ok(())
 554    }
 555
 556    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 557        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 558            if let Some(invite_code) = &user.invite_code {
 559                let store = self.store().await;
 560                for connection_id in store.connection_ids_for_user(user_id) {
 561                    self.peer.send(
 562                        connection_id,
 563                        proto::UpdateInviteInfo {
 564                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 565                            count: user.invite_count as u32,
 566                        },
 567                    )?;
 568                }
 569            }
 570        }
 571        Ok(())
 572    }
 573
 574    async fn ping(
 575        self: Arc<Server>,
 576        _: TypedEnvelope<proto::Ping>,
 577        response: Response<proto::Ping>,
 578    ) -> Result<()> {
 579        response.send(proto::Ack {})?;
 580        Ok(())
 581    }
 582
 583    async fn create_room(
 584        self: Arc<Server>,
 585        request: TypedEnvelope<proto::CreateRoom>,
 586        response: Response<proto::CreateRoom>,
 587    ) -> Result<()> {
 588        let user_id;
 589        let room_id;
 590        {
 591            let mut store = self.store().await;
 592            user_id = store.user_id_for_connection(request.sender_id)?;
 593            room_id = store.create_room(request.sender_id)?;
 594        }
 595        response.send(proto::CreateRoomResponse { id: room_id })?;
 596        self.update_user_contacts(user_id).await?;
 597        Ok(())
 598    }
 599
 600    async fn join_room(
 601        self: Arc<Server>,
 602        request: TypedEnvelope<proto::JoinRoom>,
 603        response: Response<proto::JoinRoom>,
 604    ) -> Result<()> {
 605        let user_id;
 606        {
 607            let mut store = self.store().await;
 608            user_id = store.user_id_for_connection(request.sender_id)?;
 609            let (room, recipient_connection_ids) =
 610                store.join_room(request.payload.id, request.sender_id)?;
 611            for recipient_id in recipient_connection_ids {
 612                self.peer
 613                    .send(recipient_id, proto::CallCanceled {})
 614                    .trace_err();
 615            }
 616            response.send(proto::JoinRoomResponse {
 617                room: Some(room.clone()),
 618            })?;
 619            self.room_updated(room);
 620        }
 621        self.update_user_contacts(user_id).await?;
 622        Ok(())
 623    }
 624
 625    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 626        let user_id;
 627        {
 628            let mut store = self.store().await;
 629            user_id = store.user_id_for_connection(message.sender_id)?;
 630            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 631
 632            for project in left_room.unshared_projects {
 633                for connection_id in project.connection_ids() {
 634                    self.peer.send(
 635                        connection_id,
 636                        proto::UnshareProject {
 637                            project_id: project.id.to_proto(),
 638                        },
 639                    )?;
 640                }
 641            }
 642
 643            for project in left_room.left_projects {
 644                if project.remove_collaborator {
 645                    for connection_id in project.connection_ids {
 646                        self.peer.send(
 647                            connection_id,
 648                            proto::RemoveProjectCollaborator {
 649                                project_id: project.id.to_proto(),
 650                                peer_id: message.sender_id.0,
 651                            },
 652                        )?;
 653                    }
 654
 655                    self.peer.send(
 656                        message.sender_id,
 657                        proto::UnshareProject {
 658                            project_id: project.id.to_proto(),
 659                        },
 660                    )?;
 661                }
 662            }
 663
 664            if let Some(room) = left_room.room {
 665                self.room_updated(room);
 666            }
 667        }
 668        self.update_user_contacts(user_id).await?;
 669
 670        Ok(())
 671    }
 672
 673    async fn call(
 674        self: Arc<Server>,
 675        request: TypedEnvelope<proto::Call>,
 676        response: Response<proto::Call>,
 677    ) -> Result<()> {
 678        let caller_user_id = self
 679            .store()
 680            .await
 681            .user_id_for_connection(request.sender_id)?;
 682        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 683        let initial_project_id = request
 684            .payload
 685            .initial_project_id
 686            .map(ProjectId::from_proto);
 687        if !self
 688            .app_state
 689            .db
 690            .has_contact(caller_user_id, recipient_user_id)
 691            .await?
 692        {
 693            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 694        }
 695
 696        let room_id = request.payload.room_id;
 697        let mut calls = {
 698            let mut store = self.store().await;
 699            let (room, recipient_connection_ids, incoming_call) = store.call(
 700                room_id,
 701                recipient_user_id,
 702                initial_project_id,
 703                request.sender_id,
 704            )?;
 705            self.room_updated(room);
 706            recipient_connection_ids
 707                .into_iter()
 708                .map(|recipient_connection_id| {
 709                    self.peer
 710                        .request(recipient_connection_id, incoming_call.clone())
 711                })
 712                .collect::<FuturesUnordered<_>>()
 713        };
 714        self.update_user_contacts(recipient_user_id).await?;
 715
 716        while let Some(call_response) = calls.next().await {
 717            match call_response.as_ref() {
 718                Ok(_) => {
 719                    response.send(proto::Ack {})?;
 720                    return Ok(());
 721                }
 722                Err(_) => {
 723                    call_response.trace_err();
 724                }
 725            }
 726        }
 727
 728        {
 729            let mut store = self.store().await;
 730            let room = store.call_failed(room_id, recipient_user_id)?;
 731            self.room_updated(&room);
 732        }
 733        self.update_user_contacts(recipient_user_id).await?;
 734
 735        Err(anyhow!("failed to ring call recipient"))?
 736    }
 737
 738    async fn cancel_call(
 739        self: Arc<Server>,
 740        request: TypedEnvelope<proto::CancelCall>,
 741        response: Response<proto::CancelCall>,
 742    ) -> Result<()> {
 743        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 744        {
 745            let mut store = self.store().await;
 746            let (room, recipient_connection_ids) = store.cancel_call(
 747                request.payload.room_id,
 748                recipient_user_id,
 749                request.sender_id,
 750            )?;
 751            for recipient_id in recipient_connection_ids {
 752                self.peer
 753                    .send(recipient_id, proto::CallCanceled {})
 754                    .trace_err();
 755            }
 756            self.room_updated(room);
 757            response.send(proto::Ack {})?;
 758        }
 759        self.update_user_contacts(recipient_user_id).await?;
 760        Ok(())
 761    }
 762
 763    async fn decline_call(
 764        self: Arc<Server>,
 765        message: TypedEnvelope<proto::DeclineCall>,
 766    ) -> Result<()> {
 767        let recipient_user_id;
 768        {
 769            let mut store = self.store().await;
 770            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 771            let (room, recipient_connection_ids) =
 772                store.decline_call(message.payload.room_id, message.sender_id)?;
 773            for recipient_id in recipient_connection_ids {
 774                self.peer
 775                    .send(recipient_id, proto::CallCanceled {})
 776                    .trace_err();
 777            }
 778            self.room_updated(room);
 779        }
 780        self.update_user_contacts(recipient_user_id).await?;
 781        Ok(())
 782    }
 783
 784    async fn update_participant_location(
 785        self: Arc<Server>,
 786        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 787        response: Response<proto::UpdateParticipantLocation>,
 788    ) -> Result<()> {
 789        let room_id = request.payload.room_id;
 790        let location = request
 791            .payload
 792            .location
 793            .ok_or_else(|| anyhow!("invalid location"))?;
 794        let mut store = self.store().await;
 795        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 796        self.room_updated(room);
 797        response.send(proto::Ack {})?;
 798        Ok(())
 799    }
 800
 801    fn room_updated(&self, room: &proto::Room) {
 802        for participant in &room.participants {
 803            self.peer
 804                .send(
 805                    ConnectionId(participant.peer_id),
 806                    proto::RoomUpdated {
 807                        room: Some(room.clone()),
 808                    },
 809                )
 810                .trace_err();
 811        }
 812    }
 813
 814    async fn share_project(
 815        self: Arc<Server>,
 816        request: TypedEnvelope<proto::ShareProject>,
 817        response: Response<proto::ShareProject>,
 818    ) -> Result<()> {
 819        let user_id = self
 820            .store()
 821            .await
 822            .user_id_for_connection(request.sender_id)?;
 823        let project_id = self.app_state.db.register_project(user_id).await?;
 824        let mut store = self.store().await;
 825        let room = store.share_project(request.payload.room_id, project_id, request.sender_id)?;
 826        response.send(proto::ShareProjectResponse {
 827            project_id: project_id.to_proto(),
 828        })?;
 829        self.room_updated(room);
 830
 831        Ok(())
 832    }
 833
 834    async fn unshare_project(
 835        self: Arc<Server>,
 836        message: TypedEnvelope<proto::UnshareProject>,
 837    ) -> Result<()> {
 838        let project_id = ProjectId::from_proto(message.payload.project_id);
 839        let mut store = self.store().await;
 840        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 841        broadcast(
 842            message.sender_id,
 843            project.guest_connection_ids(),
 844            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 845        );
 846        self.room_updated(room);
 847
 848        Ok(())
 849    }
 850
 851    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 852        let contacts = self.app_state.db.get_contacts(user_id).await?;
 853        let store = self.store().await;
 854        let updated_contact = store.contact_for_user(user_id, false);
 855        for contact in contacts {
 856            if let db::Contact::Accepted {
 857                user_id: contact_user_id,
 858                ..
 859            } = contact
 860            {
 861                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 862                    self.peer
 863                        .send(
 864                            contact_conn_id,
 865                            proto::UpdateContacts {
 866                                contacts: vec![updated_contact.clone()],
 867                                remove_contacts: Default::default(),
 868                                incoming_requests: Default::default(),
 869                                remove_incoming_requests: Default::default(),
 870                                outgoing_requests: Default::default(),
 871                                remove_outgoing_requests: Default::default(),
 872                            },
 873                        )
 874                        .trace_err();
 875                }
 876            }
 877        }
 878        Ok(())
 879    }
 880
 881    async fn join_project(
 882        self: Arc<Server>,
 883        request: TypedEnvelope<proto::JoinProject>,
 884        response: Response<proto::JoinProject>,
 885    ) -> Result<()> {
 886        let project_id = ProjectId::from_proto(request.payload.project_id);
 887
 888        let host_user_id;
 889        let guest_user_id;
 890        let host_connection_id;
 891        {
 892            let state = self.store().await;
 893            let project = state.project(project_id)?;
 894            host_user_id = project.host.user_id;
 895            host_connection_id = project.host_connection_id;
 896            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 897        };
 898
 899        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 900
 901        let mut store = self.store().await;
 902        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 903        let peer_count = project.guests.len();
 904        let mut collaborators = Vec::with_capacity(peer_count);
 905        collaborators.push(proto::Collaborator {
 906            peer_id: project.host_connection_id.0,
 907            replica_id: 0,
 908            user_id: project.host.user_id.to_proto(),
 909        });
 910        let worktrees = project
 911            .worktrees
 912            .iter()
 913            .map(|(id, worktree)| proto::WorktreeMetadata {
 914                id: *id,
 915                root_name: worktree.root_name.clone(),
 916                visible: worktree.visible,
 917            })
 918            .collect::<Vec<_>>();
 919
 920        // Add all guests other than the requesting user's own connections as collaborators
 921        for (guest_conn_id, guest) in &project.guests {
 922            if request.sender_id != *guest_conn_id {
 923                collaborators.push(proto::Collaborator {
 924                    peer_id: guest_conn_id.0,
 925                    replica_id: guest.replica_id as u32,
 926                    user_id: guest.user_id.to_proto(),
 927                });
 928            }
 929        }
 930
 931        for conn_id in project.connection_ids() {
 932            if conn_id != request.sender_id {
 933                self.peer.send(
 934                    conn_id,
 935                    proto::AddProjectCollaborator {
 936                        project_id: project_id.to_proto(),
 937                        collaborator: Some(proto::Collaborator {
 938                            peer_id: request.sender_id.0,
 939                            replica_id: replica_id as u32,
 940                            user_id: guest_user_id.to_proto(),
 941                        }),
 942                    },
 943                )?;
 944            }
 945        }
 946
 947        // First, we send the metadata associated with each worktree.
 948        response.send(proto::JoinProjectResponse {
 949            worktrees: worktrees.clone(),
 950            replica_id: replica_id as u32,
 951            collaborators: collaborators.clone(),
 952            language_servers: project.language_servers.clone(),
 953        })?;
 954
 955        for (worktree_id, worktree) in &project.worktrees {
 956            #[cfg(any(test, feature = "test-support"))]
 957            const MAX_CHUNK_SIZE: usize = 2;
 958            #[cfg(not(any(test, feature = "test-support")))]
 959            const MAX_CHUNK_SIZE: usize = 256;
 960
 961            // Stream this worktree's entries.
 962            let message = proto::UpdateWorktree {
 963                project_id: project_id.to_proto(),
 964                worktree_id: *worktree_id,
 965                root_name: worktree.root_name.clone(),
 966                updated_entries: worktree.entries.values().cloned().collect(),
 967                removed_entries: Default::default(),
 968                scan_id: worktree.scan_id,
 969                is_last_update: worktree.is_complete,
 970            };
 971            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 972                self.peer.send(request.sender_id, update.clone())?;
 973            }
 974
 975            // Stream this worktree's diagnostics.
 976            for summary in worktree.diagnostic_summaries.values() {
 977                self.peer.send(
 978                    request.sender_id,
 979                    proto::UpdateDiagnosticSummary {
 980                        project_id: project_id.to_proto(),
 981                        worktree_id: *worktree_id,
 982                        summary: Some(summary.clone()),
 983                    },
 984                )?;
 985            }
 986        }
 987
 988        Ok(())
 989    }
 990
 991    async fn leave_project(
 992        self: Arc<Server>,
 993        request: TypedEnvelope<proto::LeaveProject>,
 994    ) -> Result<()> {
 995        let sender_id = request.sender_id;
 996        let project_id = ProjectId::from_proto(request.payload.project_id);
 997        let project;
 998        {
 999            let mut store = self.store().await;
1000            project = store.leave_project(project_id, sender_id)?;
1001            tracing::info!(
1002                %project_id,
1003                host_user_id = %project.host_user_id,
1004                host_connection_id = %project.host_connection_id,
1005                "leave project"
1006            );
1007
1008            if project.remove_collaborator {
1009                broadcast(sender_id, project.connection_ids, |conn_id| {
1010                    self.peer.send(
1011                        conn_id,
1012                        proto::RemoveProjectCollaborator {
1013                            project_id: project_id.to_proto(),
1014                            peer_id: sender_id.0,
1015                        },
1016                    )
1017                });
1018            }
1019        }
1020
1021        Ok(())
1022    }
1023
1024    async fn update_project(
1025        self: Arc<Server>,
1026        request: TypedEnvelope<proto::UpdateProject>,
1027    ) -> Result<()> {
1028        let project_id = ProjectId::from_proto(request.payload.project_id);
1029        {
1030            let mut state = self.store().await;
1031            let guest_connection_ids = state
1032                .read_project(project_id, request.sender_id)?
1033                .guest_connection_ids();
1034            state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1035            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1036                self.peer
1037                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1038            });
1039        };
1040
1041        Ok(())
1042    }
1043
1044    async fn register_project_activity(
1045        self: Arc<Server>,
1046        request: TypedEnvelope<proto::RegisterProjectActivity>,
1047    ) -> Result<()> {
1048        self.store().await.register_project_activity(
1049            ProjectId::from_proto(request.payload.project_id),
1050            request.sender_id,
1051        )?;
1052        Ok(())
1053    }
1054
1055    async fn update_worktree(
1056        self: Arc<Server>,
1057        request: TypedEnvelope<proto::UpdateWorktree>,
1058        response: Response<proto::UpdateWorktree>,
1059    ) -> Result<()> {
1060        let project_id = ProjectId::from_proto(request.payload.project_id);
1061        let worktree_id = request.payload.worktree_id;
1062        let connection_ids = self.store().await.update_worktree(
1063            request.sender_id,
1064            project_id,
1065            worktree_id,
1066            &request.payload.root_name,
1067            &request.payload.removed_entries,
1068            &request.payload.updated_entries,
1069            request.payload.scan_id,
1070            request.payload.is_last_update,
1071        )?;
1072
1073        broadcast(request.sender_id, connection_ids, |connection_id| {
1074            self.peer
1075                .forward_send(request.sender_id, connection_id, request.payload.clone())
1076        });
1077        response.send(proto::Ack {})?;
1078        Ok(())
1079    }
1080
1081    async fn update_worktree_extensions(
1082        self: Arc<Server>,
1083        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1084    ) -> Result<()> {
1085        let project_id = ProjectId::from_proto(request.payload.project_id);
1086        let worktree_id = request.payload.worktree_id;
1087        let extensions = request
1088            .payload
1089            .extensions
1090            .into_iter()
1091            .zip(request.payload.counts)
1092            .collect();
1093        self.app_state
1094            .db
1095            .update_worktree_extensions(project_id, worktree_id, extensions)
1096            .await?;
1097        Ok(())
1098    }
1099
1100    async fn update_diagnostic_summary(
1101        self: Arc<Server>,
1102        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1103    ) -> Result<()> {
1104        let summary = request
1105            .payload
1106            .summary
1107            .clone()
1108            .ok_or_else(|| anyhow!("invalid summary"))?;
1109        let receiver_ids = self.store().await.update_diagnostic_summary(
1110            ProjectId::from_proto(request.payload.project_id),
1111            request.payload.worktree_id,
1112            request.sender_id,
1113            summary,
1114        )?;
1115
1116        broadcast(request.sender_id, receiver_ids, |connection_id| {
1117            self.peer
1118                .forward_send(request.sender_id, connection_id, request.payload.clone())
1119        });
1120        Ok(())
1121    }
1122
1123    async fn start_language_server(
1124        self: Arc<Server>,
1125        request: TypedEnvelope<proto::StartLanguageServer>,
1126    ) -> Result<()> {
1127        let receiver_ids = self.store().await.start_language_server(
1128            ProjectId::from_proto(request.payload.project_id),
1129            request.sender_id,
1130            request
1131                .payload
1132                .server
1133                .clone()
1134                .ok_or_else(|| anyhow!("invalid language server"))?,
1135        )?;
1136        broadcast(request.sender_id, receiver_ids, |connection_id| {
1137            self.peer
1138                .forward_send(request.sender_id, connection_id, request.payload.clone())
1139        });
1140        Ok(())
1141    }
1142
1143    async fn update_language_server(
1144        self: Arc<Server>,
1145        request: TypedEnvelope<proto::UpdateLanguageServer>,
1146    ) -> Result<()> {
1147        let receiver_ids = self.store().await.project_connection_ids(
1148            ProjectId::from_proto(request.payload.project_id),
1149            request.sender_id,
1150        )?;
1151        broadcast(request.sender_id, receiver_ids, |connection_id| {
1152            self.peer
1153                .forward_send(request.sender_id, connection_id, request.payload.clone())
1154        });
1155        Ok(())
1156    }
1157
1158    async fn forward_project_request<T>(
1159        self: Arc<Server>,
1160        request: TypedEnvelope<T>,
1161        response: Response<T>,
1162    ) -> Result<()>
1163    where
1164        T: EntityMessage + RequestMessage,
1165    {
1166        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1167        let host_connection_id = self
1168            .store()
1169            .await
1170            .read_project(project_id, request.sender_id)?
1171            .host_connection_id;
1172        let payload = self
1173            .peer
1174            .forward_request(request.sender_id, host_connection_id, request.payload)
1175            .await?;
1176
1177        // Ensure project still exists by the time we get the response from the host.
1178        self.store()
1179            .await
1180            .read_project(project_id, request.sender_id)?;
1181
1182        response.send(payload)?;
1183        Ok(())
1184    }
1185
1186    async fn save_buffer(
1187        self: Arc<Server>,
1188        request: TypedEnvelope<proto::SaveBuffer>,
1189        response: Response<proto::SaveBuffer>,
1190    ) -> Result<()> {
1191        let project_id = ProjectId::from_proto(request.payload.project_id);
1192        let host = self
1193            .store()
1194            .await
1195            .read_project(project_id, request.sender_id)?
1196            .host_connection_id;
1197        let response_payload = self
1198            .peer
1199            .forward_request(request.sender_id, host, request.payload.clone())
1200            .await?;
1201
1202        let mut guests = self
1203            .store()
1204            .await
1205            .read_project(project_id, request.sender_id)?
1206            .connection_ids();
1207        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1208        broadcast(host, guests, |conn_id| {
1209            self.peer
1210                .forward_send(host, conn_id, response_payload.clone())
1211        });
1212        response.send(response_payload)?;
1213        Ok(())
1214    }
1215
1216    async fn create_buffer_for_peer(
1217        self: Arc<Server>,
1218        request: TypedEnvelope<proto::CreateBufferForPeer>,
1219    ) -> Result<()> {
1220        self.peer.forward_send(
1221            request.sender_id,
1222            ConnectionId(request.payload.peer_id),
1223            request.payload,
1224        )?;
1225        Ok(())
1226    }
1227
1228    async fn update_buffer(
1229        self: Arc<Server>,
1230        request: TypedEnvelope<proto::UpdateBuffer>,
1231        response: Response<proto::UpdateBuffer>,
1232    ) -> Result<()> {
1233        let project_id = ProjectId::from_proto(request.payload.project_id);
1234        let receiver_ids = {
1235            let mut store = self.store().await;
1236            store.register_project_activity(project_id, request.sender_id)?;
1237            store.project_connection_ids(project_id, request.sender_id)?
1238        };
1239
1240        broadcast(request.sender_id, receiver_ids, |connection_id| {
1241            self.peer
1242                .forward_send(request.sender_id, connection_id, request.payload.clone())
1243        });
1244        response.send(proto::Ack {})?;
1245        Ok(())
1246    }
1247
1248    async fn update_buffer_file(
1249        self: Arc<Server>,
1250        request: TypedEnvelope<proto::UpdateBufferFile>,
1251    ) -> Result<()> {
1252        let receiver_ids = self.store().await.project_connection_ids(
1253            ProjectId::from_proto(request.payload.project_id),
1254            request.sender_id,
1255        )?;
1256        broadcast(request.sender_id, receiver_ids, |connection_id| {
1257            self.peer
1258                .forward_send(request.sender_id, connection_id, request.payload.clone())
1259        });
1260        Ok(())
1261    }
1262
1263    async fn buffer_reloaded(
1264        self: Arc<Server>,
1265        request: TypedEnvelope<proto::BufferReloaded>,
1266    ) -> Result<()> {
1267        let receiver_ids = self.store().await.project_connection_ids(
1268            ProjectId::from_proto(request.payload.project_id),
1269            request.sender_id,
1270        )?;
1271        broadcast(request.sender_id, receiver_ids, |connection_id| {
1272            self.peer
1273                .forward_send(request.sender_id, connection_id, request.payload.clone())
1274        });
1275        Ok(())
1276    }
1277
1278    async fn buffer_saved(
1279        self: Arc<Server>,
1280        request: TypedEnvelope<proto::BufferSaved>,
1281    ) -> Result<()> {
1282        let receiver_ids = self.store().await.project_connection_ids(
1283            ProjectId::from_proto(request.payload.project_id),
1284            request.sender_id,
1285        )?;
1286        broadcast(request.sender_id, receiver_ids, |connection_id| {
1287            self.peer
1288                .forward_send(request.sender_id, connection_id, request.payload.clone())
1289        });
1290        Ok(())
1291    }
1292
1293    async fn follow(
1294        self: Arc<Self>,
1295        request: TypedEnvelope<proto::Follow>,
1296        response: Response<proto::Follow>,
1297    ) -> Result<()> {
1298        let project_id = ProjectId::from_proto(request.payload.project_id);
1299        let leader_id = ConnectionId(request.payload.leader_id);
1300        let follower_id = request.sender_id;
1301        {
1302            let mut store = self.store().await;
1303            if !store
1304                .project_connection_ids(project_id, follower_id)?
1305                .contains(&leader_id)
1306            {
1307                Err(anyhow!("no such peer"))?;
1308            }
1309
1310            store.register_project_activity(project_id, follower_id)?;
1311        }
1312
1313        let mut response_payload = self
1314            .peer
1315            .forward_request(request.sender_id, leader_id, request.payload)
1316            .await?;
1317        response_payload
1318            .views
1319            .retain(|view| view.leader_id != Some(follower_id.0));
1320        response.send(response_payload)?;
1321        Ok(())
1322    }
1323
1324    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1325        let project_id = ProjectId::from_proto(request.payload.project_id);
1326        let leader_id = ConnectionId(request.payload.leader_id);
1327        let mut store = self.store().await;
1328        if !store
1329            .project_connection_ids(project_id, request.sender_id)?
1330            .contains(&leader_id)
1331        {
1332            Err(anyhow!("no such peer"))?;
1333        }
1334        store.register_project_activity(project_id, request.sender_id)?;
1335        self.peer
1336            .forward_send(request.sender_id, leader_id, request.payload)?;
1337        Ok(())
1338    }
1339
1340    async fn update_followers(
1341        self: Arc<Self>,
1342        request: TypedEnvelope<proto::UpdateFollowers>,
1343    ) -> Result<()> {
1344        let project_id = ProjectId::from_proto(request.payload.project_id);
1345        let mut store = self.store().await;
1346        store.register_project_activity(project_id, request.sender_id)?;
1347        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1348        let leader_id = request
1349            .payload
1350            .variant
1351            .as_ref()
1352            .and_then(|variant| match variant {
1353                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1354                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1355                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1356            });
1357        for follower_id in &request.payload.follower_ids {
1358            let follower_id = ConnectionId(*follower_id);
1359            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1360                self.peer
1361                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1362            }
1363        }
1364        Ok(())
1365    }
1366
1367    async fn get_channels(
1368        self: Arc<Server>,
1369        request: TypedEnvelope<proto::GetChannels>,
1370        response: Response<proto::GetChannels>,
1371    ) -> Result<()> {
1372        let user_id = self
1373            .store()
1374            .await
1375            .user_id_for_connection(request.sender_id)?;
1376        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1377        response.send(proto::GetChannelsResponse {
1378            channels: channels
1379                .into_iter()
1380                .map(|chan| proto::Channel {
1381                    id: chan.id.to_proto(),
1382                    name: chan.name,
1383                })
1384                .collect(),
1385        })?;
1386        Ok(())
1387    }
1388
1389    async fn get_users(
1390        self: Arc<Server>,
1391        request: TypedEnvelope<proto::GetUsers>,
1392        response: Response<proto::GetUsers>,
1393    ) -> Result<()> {
1394        let user_ids = request
1395            .payload
1396            .user_ids
1397            .into_iter()
1398            .map(UserId::from_proto)
1399            .collect();
1400        let users = self
1401            .app_state
1402            .db
1403            .get_users_by_ids(user_ids)
1404            .await?
1405            .into_iter()
1406            .map(|user| proto::User {
1407                id: user.id.to_proto(),
1408                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1409                github_login: user.github_login,
1410            })
1411            .collect();
1412        response.send(proto::UsersResponse { users })?;
1413        Ok(())
1414    }
1415
1416    async fn fuzzy_search_users(
1417        self: Arc<Server>,
1418        request: TypedEnvelope<proto::FuzzySearchUsers>,
1419        response: Response<proto::FuzzySearchUsers>,
1420    ) -> Result<()> {
1421        let user_id = self
1422            .store()
1423            .await
1424            .user_id_for_connection(request.sender_id)?;
1425        let query = request.payload.query;
1426        let db = &self.app_state.db;
1427        let users = match query.len() {
1428            0 => vec![],
1429            1 | 2 => db
1430                .get_user_by_github_login(&query)
1431                .await?
1432                .into_iter()
1433                .collect(),
1434            _ => db.fuzzy_search_users(&query, 10).await?,
1435        };
1436        let users = users
1437            .into_iter()
1438            .filter(|user| user.id != user_id)
1439            .map(|user| proto::User {
1440                id: user.id.to_proto(),
1441                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1442                github_login: user.github_login,
1443            })
1444            .collect();
1445        response.send(proto::UsersResponse { users })?;
1446        Ok(())
1447    }
1448
1449    async fn request_contact(
1450        self: Arc<Server>,
1451        request: TypedEnvelope<proto::RequestContact>,
1452        response: Response<proto::RequestContact>,
1453    ) -> Result<()> {
1454        let requester_id = self
1455            .store()
1456            .await
1457            .user_id_for_connection(request.sender_id)?;
1458        let responder_id = UserId::from_proto(request.payload.responder_id);
1459        if requester_id == responder_id {
1460            return Err(anyhow!("cannot add yourself as a contact"))?;
1461        }
1462
1463        self.app_state
1464            .db
1465            .send_contact_request(requester_id, responder_id)
1466            .await?;
1467
1468        // Update outgoing contact requests of requester
1469        let mut update = proto::UpdateContacts::default();
1470        update.outgoing_requests.push(responder_id.to_proto());
1471        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1472            self.peer.send(connection_id, update.clone())?;
1473        }
1474
1475        // Update incoming contact requests of responder
1476        let mut update = proto::UpdateContacts::default();
1477        update
1478            .incoming_requests
1479            .push(proto::IncomingContactRequest {
1480                requester_id: requester_id.to_proto(),
1481                should_notify: true,
1482            });
1483        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1484            self.peer.send(connection_id, update.clone())?;
1485        }
1486
1487        response.send(proto::Ack {})?;
1488        Ok(())
1489    }
1490
1491    async fn respond_to_contact_request(
1492        self: Arc<Server>,
1493        request: TypedEnvelope<proto::RespondToContactRequest>,
1494        response: Response<proto::RespondToContactRequest>,
1495    ) -> Result<()> {
1496        let responder_id = self
1497            .store()
1498            .await
1499            .user_id_for_connection(request.sender_id)?;
1500        let requester_id = UserId::from_proto(request.payload.requester_id);
1501        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1502            self.app_state
1503                .db
1504                .dismiss_contact_notification(responder_id, requester_id)
1505                .await?;
1506        } else {
1507            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1508            self.app_state
1509                .db
1510                .respond_to_contact_request(responder_id, requester_id, accept)
1511                .await?;
1512
1513            let store = self.store().await;
1514            // Update responder with new contact
1515            let mut update = proto::UpdateContacts::default();
1516            if accept {
1517                update
1518                    .contacts
1519                    .push(store.contact_for_user(requester_id, false));
1520            }
1521            update
1522                .remove_incoming_requests
1523                .push(requester_id.to_proto());
1524            for connection_id in store.connection_ids_for_user(responder_id) {
1525                self.peer.send(connection_id, update.clone())?;
1526            }
1527
1528            // Update requester with new contact
1529            let mut update = proto::UpdateContacts::default();
1530            if accept {
1531                update
1532                    .contacts
1533                    .push(store.contact_for_user(responder_id, true));
1534            }
1535            update
1536                .remove_outgoing_requests
1537                .push(responder_id.to_proto());
1538            for connection_id in store.connection_ids_for_user(requester_id) {
1539                self.peer.send(connection_id, update.clone())?;
1540            }
1541        }
1542
1543        response.send(proto::Ack {})?;
1544        Ok(())
1545    }
1546
1547    async fn remove_contact(
1548        self: Arc<Server>,
1549        request: TypedEnvelope<proto::RemoveContact>,
1550        response: Response<proto::RemoveContact>,
1551    ) -> Result<()> {
1552        let requester_id = self
1553            .store()
1554            .await
1555            .user_id_for_connection(request.sender_id)?;
1556        let responder_id = UserId::from_proto(request.payload.user_id);
1557        self.app_state
1558            .db
1559            .remove_contact(requester_id, responder_id)
1560            .await?;
1561
1562        // Update outgoing contact requests of requester
1563        let mut update = proto::UpdateContacts::default();
1564        update
1565            .remove_outgoing_requests
1566            .push(responder_id.to_proto());
1567        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1568            self.peer.send(connection_id, update.clone())?;
1569        }
1570
1571        // Update incoming contact requests of responder
1572        let mut update = proto::UpdateContacts::default();
1573        update
1574            .remove_incoming_requests
1575            .push(requester_id.to_proto());
1576        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1577            self.peer.send(connection_id, update.clone())?;
1578        }
1579
1580        response.send(proto::Ack {})?;
1581        Ok(())
1582    }
1583
1584    async fn join_channel(
1585        self: Arc<Self>,
1586        request: TypedEnvelope<proto::JoinChannel>,
1587        response: Response<proto::JoinChannel>,
1588    ) -> Result<()> {
1589        let user_id = self
1590            .store()
1591            .await
1592            .user_id_for_connection(request.sender_id)?;
1593        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1594        if !self
1595            .app_state
1596            .db
1597            .can_user_access_channel(user_id, channel_id)
1598            .await?
1599        {
1600            Err(anyhow!("access denied"))?;
1601        }
1602
1603        self.store()
1604            .await
1605            .join_channel(request.sender_id, channel_id);
1606        let messages = self
1607            .app_state
1608            .db
1609            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1610            .await?
1611            .into_iter()
1612            .map(|msg| proto::ChannelMessage {
1613                id: msg.id.to_proto(),
1614                body: msg.body,
1615                timestamp: msg.sent_at.unix_timestamp() as u64,
1616                sender_id: msg.sender_id.to_proto(),
1617                nonce: Some(msg.nonce.as_u128().into()),
1618            })
1619            .collect::<Vec<_>>();
1620        response.send(proto::JoinChannelResponse {
1621            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1622            messages,
1623        })?;
1624        Ok(())
1625    }
1626
1627    async fn leave_channel(
1628        self: Arc<Self>,
1629        request: TypedEnvelope<proto::LeaveChannel>,
1630    ) -> Result<()> {
1631        let user_id = self
1632            .store()
1633            .await
1634            .user_id_for_connection(request.sender_id)?;
1635        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1636        if !self
1637            .app_state
1638            .db
1639            .can_user_access_channel(user_id, channel_id)
1640            .await?
1641        {
1642            Err(anyhow!("access denied"))?;
1643        }
1644
1645        self.store()
1646            .await
1647            .leave_channel(request.sender_id, channel_id);
1648
1649        Ok(())
1650    }
1651
1652    async fn send_channel_message(
1653        self: Arc<Self>,
1654        request: TypedEnvelope<proto::SendChannelMessage>,
1655        response: Response<proto::SendChannelMessage>,
1656    ) -> Result<()> {
1657        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1658        let user_id;
1659        let connection_ids;
1660        {
1661            let state = self.store().await;
1662            user_id = state.user_id_for_connection(request.sender_id)?;
1663            connection_ids = state.channel_connection_ids(channel_id)?;
1664        }
1665
1666        // Validate the message body.
1667        let body = request.payload.body.trim().to_string();
1668        if body.len() > MAX_MESSAGE_LEN {
1669            return Err(anyhow!("message is too long"))?;
1670        }
1671        if body.is_empty() {
1672            return Err(anyhow!("message can't be blank"))?;
1673        }
1674
1675        let timestamp = OffsetDateTime::now_utc();
1676        let nonce = request
1677            .payload
1678            .nonce
1679            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1680
1681        let message_id = self
1682            .app_state
1683            .db
1684            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1685            .await?
1686            .to_proto();
1687        let message = proto::ChannelMessage {
1688            sender_id: user_id.to_proto(),
1689            id: message_id,
1690            body,
1691            timestamp: timestamp.unix_timestamp() as u64,
1692            nonce: Some(nonce),
1693        };
1694        broadcast(request.sender_id, connection_ids, |conn_id| {
1695            self.peer.send(
1696                conn_id,
1697                proto::ChannelMessageSent {
1698                    channel_id: channel_id.to_proto(),
1699                    message: Some(message.clone()),
1700                },
1701            )
1702        });
1703        response.send(proto::SendChannelMessageResponse {
1704            message: Some(message),
1705        })?;
1706        Ok(())
1707    }
1708
1709    async fn get_channel_messages(
1710        self: Arc<Self>,
1711        request: TypedEnvelope<proto::GetChannelMessages>,
1712        response: Response<proto::GetChannelMessages>,
1713    ) -> Result<()> {
1714        let user_id = self
1715            .store()
1716            .await
1717            .user_id_for_connection(request.sender_id)?;
1718        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1719        if !self
1720            .app_state
1721            .db
1722            .can_user_access_channel(user_id, channel_id)
1723            .await?
1724        {
1725            Err(anyhow!("access denied"))?;
1726        }
1727
1728        let messages = self
1729            .app_state
1730            .db
1731            .get_channel_messages(
1732                channel_id,
1733                MESSAGE_COUNT_PER_PAGE,
1734                Some(MessageId::from_proto(request.payload.before_message_id)),
1735            )
1736            .await?
1737            .into_iter()
1738            .map(|msg| proto::ChannelMessage {
1739                id: msg.id.to_proto(),
1740                body: msg.body,
1741                timestamp: msg.sent_at.unix_timestamp() as u64,
1742                sender_id: msg.sender_id.to_proto(),
1743                nonce: Some(msg.nonce.as_u128().into()),
1744            })
1745            .collect::<Vec<_>>();
1746        response.send(proto::GetChannelMessagesResponse {
1747            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1748            messages,
1749        })?;
1750        Ok(())
1751    }
1752
1753    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1754        #[cfg(test)]
1755        tokio::task::yield_now().await;
1756        let guard = self.store.lock().await;
1757        #[cfg(test)]
1758        tokio::task::yield_now().await;
1759        StoreGuard {
1760            guard,
1761            _not_send: PhantomData,
1762        }
1763    }
1764
1765    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1766        ServerSnapshot {
1767            store: self.store().await,
1768            peer: &self.peer,
1769        }
1770    }
1771}
1772
1773impl<'a> Deref for StoreGuard<'a> {
1774    type Target = Store;
1775
1776    fn deref(&self) -> &Self::Target {
1777        &*self.guard
1778    }
1779}
1780
1781impl<'a> DerefMut for StoreGuard<'a> {
1782    fn deref_mut(&mut self) -> &mut Self::Target {
1783        &mut *self.guard
1784    }
1785}
1786
1787impl<'a> Drop for StoreGuard<'a> {
1788    fn drop(&mut self) {
1789        #[cfg(test)]
1790        self.check_invariants();
1791    }
1792}
1793
1794impl Executor for RealExecutor {
1795    type Sleep = Sleep;
1796
1797    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1798        tokio::task::spawn(future);
1799    }
1800
1801    fn sleep(&self, duration: Duration) -> Self::Sleep {
1802        tokio::time::sleep(duration)
1803    }
1804}
1805
1806fn broadcast<F>(
1807    sender_id: ConnectionId,
1808    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1809    mut f: F,
1810) where
1811    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1812{
1813    for receiver_id in receiver_ids {
1814        if receiver_id != sender_id {
1815            f(receiver_id).trace_err();
1816        }
1817    }
1818}
1819
1820lazy_static! {
1821    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1822}
1823
1824pub struct ProtocolVersion(u32);
1825
1826impl Header for ProtocolVersion {
1827    fn name() -> &'static HeaderName {
1828        &ZED_PROTOCOL_VERSION
1829    }
1830
1831    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1832    where
1833        Self: Sized,
1834        I: Iterator<Item = &'i axum::http::HeaderValue>,
1835    {
1836        let version = values
1837            .next()
1838            .ok_or_else(axum::headers::Error::invalid)?
1839            .to_str()
1840            .map_err(|_| axum::headers::Error::invalid())?
1841            .parse()
1842            .map_err(|_| axum::headers::Error::invalid())?;
1843        Ok(Self(version))
1844    }
1845
1846    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1847        values.extend([self.0.to_string().parse().unwrap()]);
1848    }
1849}
1850
1851pub fn routes(server: Arc<Server>) -> Router<Body> {
1852    Router::new()
1853        .route("/rpc", get(handle_websocket_request))
1854        .layer(
1855            ServiceBuilder::new()
1856                .layer(Extension(server.app_state.clone()))
1857                .layer(middleware::from_fn(auth::validate_header)),
1858        )
1859        .route("/metrics", get(handle_metrics))
1860        .layer(Extension(server))
1861}
1862
1863pub async fn handle_websocket_request(
1864    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1865    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1866    Extension(server): Extension<Arc<Server>>,
1867    Extension(user): Extension<User>,
1868    ws: WebSocketUpgrade,
1869) -> axum::response::Response {
1870    if protocol_version != rpc::PROTOCOL_VERSION {
1871        return (
1872            StatusCode::UPGRADE_REQUIRED,
1873            "client must be upgraded".to_string(),
1874        )
1875            .into_response();
1876    }
1877    let socket_address = socket_address.to_string();
1878    ws.on_upgrade(move |socket| {
1879        use util::ResultExt;
1880        let socket = socket
1881            .map_ok(to_tungstenite_message)
1882            .err_into()
1883            .with(|message| async move { Ok(to_axum_message(message)) });
1884        let connection = Connection::new(Box::pin(socket));
1885        async move {
1886            server
1887                .handle_connection(connection, socket_address, user, None, RealExecutor)
1888                .await
1889                .log_err();
1890        }
1891    })
1892}
1893
1894pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1895    // We call `store_mut` here for its side effects of updating metrics.
1896    let metrics = server.store().await.metrics();
1897    METRIC_CONNECTIONS.set(metrics.connections as _);
1898    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1899    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1900    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1901
1902    let encoder = prometheus::TextEncoder::new();
1903    let metric_families = prometheus::gather();
1904    match encoder.encode_to_string(&metric_families) {
1905        Ok(string) => (StatusCode::OK, string).into_response(),
1906        Err(error) => (
1907            StatusCode::INTERNAL_SERVER_ERROR,
1908            format!("failed to encode metrics {:?}", error),
1909        )
1910            .into_response(),
1911    }
1912}
1913
1914fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1915    match message {
1916        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1917        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1918        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1919        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1920        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1921            code: frame.code.into(),
1922            reason: frame.reason,
1923        })),
1924    }
1925}
1926
1927fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1928    match message {
1929        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1930        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1931        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1932        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1933        AxumMessage::Close(frame) => {
1934            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1935                code: frame.code.into(),
1936                reason: frame.reason,
1937            }))
1938        }
1939    }
1940}
1941
1942pub trait ResultExt {
1943    type Ok;
1944
1945    fn trace_err(self) -> Option<Self::Ok>;
1946}
1947
1948impl<T, E> ResultExt for Result<T, E>
1949where
1950    E: std::fmt::Debug,
1951{
1952    type Ok = T;
1953
1954    fn trace_err(self) -> Option<T> {
1955        match self {
1956            Ok(value) => Some(value),
1957            Err(error) => {
1958                tracing::error!("{:?}", error);
1959                None
1960            }
1961        }
1962    }
1963}