rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91}
  92
  93pub struct Server {
  94    peer: Arc<Peer>,
  95    pub(crate) store: Mutex<Store>,
  96    app_state: Arc<AppState>,
  97    handlers: HashMap<TypeId, MessageHandler>,
  98    notifications: Option<mpsc::UnboundedSender<()>>,
  99}
 100
 101pub trait Executor: Send + Clone {
 102    type Sleep: Send + Future;
 103    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 104    fn sleep(&self, duration: Duration) -> Self::Sleep;
 105}
 106
 107#[derive(Clone)]
 108pub struct RealExecutor;
 109
 110const MESSAGE_COUNT_PER_PAGE: usize = 100;
 111const MAX_MESSAGE_LEN: usize = 1024;
 112
 113pub(crate) struct StoreGuard<'a> {
 114    guard: MutexGuard<'a, Store>,
 115    _not_send: PhantomData<Rc<()>>,
 116}
 117
 118#[derive(Serialize)]
 119pub struct ServerSnapshot<'a> {
 120    peer: &'a Peer,
 121    #[serde(serialize_with = "serialize_deref")]
 122    store: StoreGuard<'a>,
 123}
 124
 125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 126where
 127    S: Serializer,
 128    T: Deref<Target = U>,
 129    U: Serialize,
 130{
 131    Serialize::serialize(value.deref(), serializer)
 132}
 133
 134impl Server {
 135    pub fn new(
 136        app_state: Arc<AppState>,
 137        notifications: Option<mpsc::UnboundedSender<()>>,
 138    ) -> Arc<Self> {
 139        let mut server = Self {
 140            peer: Peer::new(),
 141            app_state,
 142            store: Default::default(),
 143            handlers: Default::default(),
 144            notifications,
 145        };
 146
 147        server
 148            .add_request_handler(Server::ping)
 149            .add_request_handler(Server::create_room)
 150            .add_request_handler(Server::join_room)
 151            .add_message_handler(Server::leave_room)
 152            .add_request_handler(Server::call)
 153            .add_request_handler(Server::cancel_call)
 154            .add_message_handler(Server::decline_call)
 155            .add_request_handler(Server::update_participant_location)
 156            .add_request_handler(Server::share_project)
 157            .add_message_handler(Server::unshare_project)
 158            .add_request_handler(Server::join_project)
 159            .add_message_handler(Server::leave_project)
 160            .add_message_handler(Server::update_project)
 161            .add_message_handler(Server::register_project_activity)
 162            .add_request_handler(Server::update_worktree)
 163            .add_message_handler(Server::update_worktree_extensions)
 164            .add_message_handler(Server::start_language_server)
 165            .add_message_handler(Server::update_language_server)
 166            .add_message_handler(Server::update_diagnostic_summary)
 167            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 171            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 176            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 177            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 178            .add_request_handler(
 179                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 180            )
 181            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 182            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 183            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 185            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 187            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 190            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 191            .add_message_handler(Server::create_buffer_for_peer)
 192            .add_request_handler(Server::update_buffer)
 193            .add_message_handler(Server::update_buffer_file)
 194            .add_message_handler(Server::buffer_reloaded)
 195            .add_message_handler(Server::buffer_saved)
 196            .add_request_handler(Server::save_buffer)
 197            .add_request_handler(Server::get_channels)
 198            .add_request_handler(Server::get_users)
 199            .add_request_handler(Server::fuzzy_search_users)
 200            .add_request_handler(Server::request_contact)
 201            .add_request_handler(Server::remove_contact)
 202            .add_request_handler(Server::respond_to_contact_request)
 203            .add_request_handler(Server::join_channel)
 204            .add_message_handler(Server::leave_channel)
 205            .add_request_handler(Server::send_channel_message)
 206            .add_request_handler(Server::follow)
 207            .add_message_handler(Server::unfollow)
 208            .add_message_handler(Server::update_followers)
 209            .add_request_handler(Server::get_channel_messages)
 210            .add_message_handler(Server::update_diff_base)
 211            .add_request_handler(Server::get_private_user_info);
 212
 213        Arc::new(server)
 214    }
 215
 216    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 217    where
 218        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 219        Fut: 'static + Send + Future<Output = Result<()>>,
 220        M: EnvelopedMessage,
 221    {
 222        let prev_handler = self.handlers.insert(
 223            TypeId::of::<M>(),
 224            Box::new(move |server, envelope| {
 225                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 226                let span = info_span!(
 227                    "handle message",
 228                    payload_type = envelope.payload_type_name()
 229                );
 230                span.in_scope(|| {
 231                    tracing::info!(
 232                        payload_type = envelope.payload_type_name(),
 233                        "message received"
 234                    );
 235                });
 236                let future = (handler)(server, *envelope);
 237                async move {
 238                    if let Err(error) = future.await {
 239                        tracing::error!(%error, "error handling message");
 240                    }
 241                }
 242                .instrument(span)
 243                .boxed()
 244            }),
 245        );
 246        if prev_handler.is_some() {
 247            panic!("registered a handler for the same message twice");
 248        }
 249        self
 250    }
 251
 252    /// Handle a request while holding a lock to the store. This is useful when we're registering
 253    /// a connection but we want to respond on the connection before anybody else can send on it.
 254    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 255    where
 256        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 257        Fut: Send + Future<Output = Result<()>>,
 258        M: RequestMessage,
 259    {
 260        let handler = Arc::new(handler);
 261        self.add_message_handler(move |server, envelope| {
 262            let receipt = envelope.receipt();
 263            let handler = handler.clone();
 264            async move {
 265                let responded = Arc::new(AtomicBool::default());
 266                let response = Response {
 267                    server: server.clone(),
 268                    responded: responded.clone(),
 269                    receipt: envelope.receipt(),
 270                };
 271                match (handler)(server.clone(), envelope, response).await {
 272                    Ok(()) => {
 273                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 274                            Ok(())
 275                        } else {
 276                            Err(anyhow!("handler did not send a response"))?
 277                        }
 278                    }
 279                    Err(error) => {
 280                        server.peer.respond_with_error(
 281                            receipt,
 282                            proto::Error {
 283                                message: error.to_string(),
 284                            },
 285                        )?;
 286                        Err(error)
 287                    }
 288                }
 289            }
 290        })
 291    }
 292
 293    /// Start a long lived task that records which users are active in which projects.
 294    pub fn start_recording_project_activity<E: 'static + Executor>(
 295        self: &Arc<Self>,
 296        interval: Duration,
 297        executor: E,
 298    ) {
 299        executor.spawn_detached({
 300            let this = Arc::downgrade(self);
 301            let executor = executor.clone();
 302            async move {
 303                let mut period_start = OffsetDateTime::now_utc();
 304                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 305                loop {
 306                    let sleep = executor.sleep(interval);
 307                    sleep.await;
 308                    let this = if let Some(this) = this.upgrade() {
 309                        this
 310                    } else {
 311                        break;
 312                    };
 313
 314                    active_projects.clear();
 315                    active_projects.extend(this.store().await.projects().flat_map(
 316                        |(project_id, project)| {
 317                            project.guests.values().chain([&project.host]).filter_map(
 318                                |collaborator| {
 319                                    if !collaborator.admin
 320                                        && collaborator
 321                                            .last_activity
 322                                            .map_or(false, |activity| activity > period_start)
 323                                    {
 324                                        Some((collaborator.user_id, *project_id))
 325                                    } else {
 326                                        None
 327                                    }
 328                                },
 329                            )
 330                        },
 331                    ));
 332
 333                    let period_end = OffsetDateTime::now_utc();
 334                    this.app_state
 335                        .db
 336                        .record_user_activity(period_start..period_end, &active_projects)
 337                        .await
 338                        .trace_err();
 339                    period_start = period_end;
 340                }
 341            }
 342        });
 343    }
 344
 345    pub fn handle_connection<E: Executor>(
 346        self: &Arc<Self>,
 347        connection: Connection,
 348        address: String,
 349        user: User,
 350        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 351        executor: E,
 352    ) -> impl Future<Output = Result<()>> {
 353        let mut this = self.clone();
 354        let user_id = user.id;
 355        let login = user.github_login;
 356        let span = info_span!("handle connection", %user_id, %login, %address);
 357        async move {
 358            let (connection_id, handle_io, mut incoming_rx) = this
 359                .peer
 360                .add_connection(connection, {
 361                    let executor = executor.clone();
 362                    move |duration| {
 363                        let timer = executor.sleep(duration);
 364                        async move {
 365                            timer.await;
 366                        }
 367                    }
 368                });
 369
 370            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 371
 372            if let Some(send_connection_id) = send_connection_id.as_mut() {
 373                let _ = send_connection_id.send(connection_id).await;
 374            }
 375
 376            if !user.connected_once {
 377                this.peer.send(connection_id, proto::ShowContacts {})?;
 378                this.app_state.db.set_user_connected_once(user_id, true).await?;
 379            }
 380
 381            let (contacts, invite_code) = future::try_join(
 382                this.app_state.db.get_contacts(user_id),
 383                this.app_state.db.get_invite_code_for_user(user_id)
 384            ).await?;
 385
 386            {
 387                let mut store = this.store().await;
 388                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 389                if let Some(incoming_call) = incoming_call {
 390                    this.peer.send(connection_id, incoming_call)?;
 391                }
 392
 393                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 394
 395                if let Some((code, count)) = invite_code {
 396                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 397                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 398                        count,
 399                    })?;
 400                }
 401            }
 402            this.update_user_contacts(user_id).await?;
 403
 404            let handle_io = handle_io.fuse();
 405            futures::pin_mut!(handle_io);
 406
 407            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 408            // This prevents deadlocks when e.g., client A performs a request to client B and
 409            // client B performs a request to client A. If both clients stop processing further
 410            // messages until their respective request completes, they won't have a chance to
 411            // respond to the other client's request and cause a deadlock.
 412            //
 413            // This arrangement ensures we will attempt to process earlier messages first, but fall
 414            // back to processing messages arrived later in the spirit of making progress.
 415            let mut foreground_message_handlers = FuturesUnordered::new();
 416            loop {
 417                let next_message = incoming_rx.next().fuse();
 418                futures::pin_mut!(next_message);
 419                futures::select_biased! {
 420                    result = handle_io => {
 421                        if let Err(error) = result {
 422                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 423                        }
 424                        break;
 425                    }
 426                    _ = foreground_message_handlers.next() => {}
 427                    message = next_message => {
 428                        if let Some(message) = message {
 429                            let type_name = message.payload_type_name();
 430                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 431                            let span_enter = span.enter();
 432                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 433                                let notifications = this.notifications.clone();
 434                                let is_background = message.is_background();
 435                                let handle_message = (handler)(this.clone(), message);
 436
 437                                drop(span_enter);
 438                                let handle_message = async move {
 439                                    handle_message.await;
 440                                    if let Some(mut notifications) = notifications {
 441                                        let _ = notifications.send(()).await;
 442                                    }
 443                                }.instrument(span);
 444
 445                                if is_background {
 446                                    executor.spawn_detached(handle_message);
 447                                } else {
 448                                    foreground_message_handlers.push(handle_message);
 449                                }
 450                            } else {
 451                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 452                            }
 453                        } else {
 454                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 455                            break;
 456                        }
 457                    }
 458                }
 459            }
 460
 461            drop(foreground_message_handlers);
 462            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 463            if let Err(error) = this.sign_out(connection_id).await {
 464                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 465            }
 466
 467            Ok(())
 468        }.instrument(span)
 469    }
 470
 471    #[instrument(skip(self), err)]
 472    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 473        self.peer.disconnect(connection_id);
 474
 475        let mut projects_to_unshare = Vec::new();
 476        let mut contacts_to_update = HashSet::default();
 477        {
 478            let mut store = self.store().await;
 479            let removed_connection = store.remove_connection(connection_id)?;
 480
 481            for project in removed_connection.hosted_projects {
 482                projects_to_unshare.push(project.id);
 483                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 484                    self.peer.send(
 485                        conn_id,
 486                        proto::UnshareProject {
 487                            project_id: project.id.to_proto(),
 488                        },
 489                    )
 490                });
 491            }
 492
 493            for project in removed_connection.guest_projects {
 494                broadcast(connection_id, project.connection_ids, |conn_id| {
 495                    self.peer.send(
 496                        conn_id,
 497                        proto::RemoveProjectCollaborator {
 498                            project_id: project.id.to_proto(),
 499                            peer_id: connection_id.0,
 500                        },
 501                    )
 502                });
 503            }
 504
 505            for connection_id in removed_connection.canceled_call_connection_ids {
 506                self.peer
 507                    .send(connection_id, proto::CallCanceled {})
 508                    .trace_err();
 509                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 510            }
 511
 512            if let Some(room) = removed_connection
 513                .room_id
 514                .and_then(|room_id| store.room(room_id))
 515            {
 516                self.room_updated(room);
 517            }
 518
 519            contacts_to_update.insert(removed_connection.user_id);
 520        };
 521
 522        for user_id in contacts_to_update {
 523            self.update_user_contacts(user_id).await.trace_err();
 524        }
 525
 526        for project_id in projects_to_unshare {
 527            self.app_state
 528                .db
 529                .unregister_project(project_id)
 530                .await
 531                .trace_err();
 532        }
 533
 534        Ok(())
 535    }
 536
 537    pub async fn invite_code_redeemed(
 538        self: &Arc<Self>,
 539        inviter_id: UserId,
 540        invitee_id: UserId,
 541    ) -> Result<()> {
 542        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 543            if let Some(code) = &user.invite_code {
 544                let store = self.store().await;
 545                let invitee_contact = store.contact_for_user(invitee_id, true);
 546                for connection_id in store.connection_ids_for_user(inviter_id) {
 547                    self.peer.send(
 548                        connection_id,
 549                        proto::UpdateContacts {
 550                            contacts: vec![invitee_contact.clone()],
 551                            ..Default::default()
 552                        },
 553                    )?;
 554                    self.peer.send(
 555                        connection_id,
 556                        proto::UpdateInviteInfo {
 557                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 558                            count: user.invite_count as u32,
 559                        },
 560                    )?;
 561                }
 562            }
 563        }
 564        Ok(())
 565    }
 566
 567    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 568        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 569            if let Some(invite_code) = &user.invite_code {
 570                let store = self.store().await;
 571                for connection_id in store.connection_ids_for_user(user_id) {
 572                    self.peer.send(
 573                        connection_id,
 574                        proto::UpdateInviteInfo {
 575                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 576                            count: user.invite_count as u32,
 577                        },
 578                    )?;
 579                }
 580            }
 581        }
 582        Ok(())
 583    }
 584
 585    async fn ping(
 586        self: Arc<Server>,
 587        _: TypedEnvelope<proto::Ping>,
 588        response: Response<proto::Ping>,
 589    ) -> Result<()> {
 590        response.send(proto::Ack {})?;
 591        Ok(())
 592    }
 593
 594    async fn create_room(
 595        self: Arc<Server>,
 596        request: TypedEnvelope<proto::CreateRoom>,
 597        response: Response<proto::CreateRoom>,
 598    ) -> Result<()> {
 599        let user_id;
 600        let room_id;
 601        {
 602            let mut store = self.store().await;
 603            user_id = store.user_id_for_connection(request.sender_id)?;
 604            room_id = store.create_room(request.sender_id)?;
 605        }
 606        response.send(proto::CreateRoomResponse { id: room_id })?;
 607        self.update_user_contacts(user_id).await?;
 608        Ok(())
 609    }
 610
 611    async fn join_room(
 612        self: Arc<Server>,
 613        request: TypedEnvelope<proto::JoinRoom>,
 614        response: Response<proto::JoinRoom>,
 615    ) -> Result<()> {
 616        let user_id;
 617        {
 618            let mut store = self.store().await;
 619            user_id = store.user_id_for_connection(request.sender_id)?;
 620            let (room, recipient_connection_ids) =
 621                store.join_room(request.payload.id, request.sender_id)?;
 622            for recipient_id in recipient_connection_ids {
 623                self.peer
 624                    .send(recipient_id, proto::CallCanceled {})
 625                    .trace_err();
 626            }
 627            response.send(proto::JoinRoomResponse {
 628                room: Some(room.clone()),
 629            })?;
 630            self.room_updated(room);
 631        }
 632        self.update_user_contacts(user_id).await?;
 633        Ok(())
 634    }
 635
 636    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 637        let mut contacts_to_update = HashSet::default();
 638        {
 639            let mut store = self.store().await;
 640            let user_id = store.user_id_for_connection(message.sender_id)?;
 641            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 642            contacts_to_update.insert(user_id);
 643
 644            for project in left_room.unshared_projects {
 645                for connection_id in project.connection_ids() {
 646                    self.peer.send(
 647                        connection_id,
 648                        proto::UnshareProject {
 649                            project_id: project.id.to_proto(),
 650                        },
 651                    )?;
 652                }
 653            }
 654
 655            for project in left_room.left_projects {
 656                if project.remove_collaborator {
 657                    for connection_id in project.connection_ids {
 658                        self.peer.send(
 659                            connection_id,
 660                            proto::RemoveProjectCollaborator {
 661                                project_id: project.id.to_proto(),
 662                                peer_id: message.sender_id.0,
 663                            },
 664                        )?;
 665                    }
 666
 667                    self.peer.send(
 668                        message.sender_id,
 669                        proto::UnshareProject {
 670                            project_id: project.id.to_proto(),
 671                        },
 672                    )?;
 673                }
 674            }
 675
 676            if let Some(room) = left_room.room {
 677                self.room_updated(room);
 678            }
 679
 680            for connection_id in left_room.canceled_call_connection_ids {
 681                self.peer
 682                    .send(connection_id, proto::CallCanceled {})
 683                    .trace_err();
 684                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 685            }
 686        }
 687
 688        for user_id in contacts_to_update {
 689            self.update_user_contacts(user_id).await?;
 690        }
 691
 692        Ok(())
 693    }
 694
 695    async fn call(
 696        self: Arc<Server>,
 697        request: TypedEnvelope<proto::Call>,
 698        response: Response<proto::Call>,
 699    ) -> Result<()> {
 700        let caller_user_id = self
 701            .store()
 702            .await
 703            .user_id_for_connection(request.sender_id)?;
 704        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 705        let initial_project_id = request
 706            .payload
 707            .initial_project_id
 708            .map(ProjectId::from_proto);
 709        if !self
 710            .app_state
 711            .db
 712            .has_contact(caller_user_id, recipient_user_id)
 713            .await?
 714        {
 715            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 716        }
 717
 718        let room_id = request.payload.room_id;
 719        let mut calls = {
 720            let mut store = self.store().await;
 721            let (room, recipient_connection_ids, incoming_call) = store.call(
 722                room_id,
 723                recipient_user_id,
 724                initial_project_id,
 725                request.sender_id,
 726            )?;
 727            self.room_updated(room);
 728            recipient_connection_ids
 729                .into_iter()
 730                .map(|recipient_connection_id| {
 731                    self.peer
 732                        .request(recipient_connection_id, incoming_call.clone())
 733                })
 734                .collect::<FuturesUnordered<_>>()
 735        };
 736        self.update_user_contacts(recipient_user_id).await?;
 737
 738        while let Some(call_response) = calls.next().await {
 739            match call_response.as_ref() {
 740                Ok(_) => {
 741                    response.send(proto::Ack {})?;
 742                    return Ok(());
 743                }
 744                Err(_) => {
 745                    call_response.trace_err();
 746                }
 747            }
 748        }
 749
 750        {
 751            let mut store = self.store().await;
 752            let room = store.call_failed(room_id, recipient_user_id)?;
 753            self.room_updated(&room);
 754        }
 755        self.update_user_contacts(recipient_user_id).await?;
 756
 757        Err(anyhow!("failed to ring call recipient"))?
 758    }
 759
 760    async fn cancel_call(
 761        self: Arc<Server>,
 762        request: TypedEnvelope<proto::CancelCall>,
 763        response: Response<proto::CancelCall>,
 764    ) -> Result<()> {
 765        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 766        {
 767            let mut store = self.store().await;
 768            let (room, recipient_connection_ids) = store.cancel_call(
 769                request.payload.room_id,
 770                recipient_user_id,
 771                request.sender_id,
 772            )?;
 773            for recipient_id in recipient_connection_ids {
 774                self.peer
 775                    .send(recipient_id, proto::CallCanceled {})
 776                    .trace_err();
 777            }
 778            self.room_updated(room);
 779            response.send(proto::Ack {})?;
 780        }
 781        self.update_user_contacts(recipient_user_id).await?;
 782        Ok(())
 783    }
 784
 785    async fn decline_call(
 786        self: Arc<Server>,
 787        message: TypedEnvelope<proto::DeclineCall>,
 788    ) -> Result<()> {
 789        let recipient_user_id;
 790        {
 791            let mut store = self.store().await;
 792            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 793            let (room, recipient_connection_ids) =
 794                store.decline_call(message.payload.room_id, message.sender_id)?;
 795            for recipient_id in recipient_connection_ids {
 796                self.peer
 797                    .send(recipient_id, proto::CallCanceled {})
 798                    .trace_err();
 799            }
 800            self.room_updated(room);
 801        }
 802        self.update_user_contacts(recipient_user_id).await?;
 803        Ok(())
 804    }
 805
 806    async fn update_participant_location(
 807        self: Arc<Server>,
 808        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 809        response: Response<proto::UpdateParticipantLocation>,
 810    ) -> Result<()> {
 811        let room_id = request.payload.room_id;
 812        let location = request
 813            .payload
 814            .location
 815            .ok_or_else(|| anyhow!("invalid location"))?;
 816        let mut store = self.store().await;
 817        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 818        self.room_updated(room);
 819        response.send(proto::Ack {})?;
 820        Ok(())
 821    }
 822
 823    fn room_updated(&self, room: &proto::Room) {
 824        for participant in &room.participants {
 825            self.peer
 826                .send(
 827                    ConnectionId(participant.peer_id),
 828                    proto::RoomUpdated {
 829                        room: Some(room.clone()),
 830                    },
 831                )
 832                .trace_err();
 833        }
 834    }
 835
 836    async fn share_project(
 837        self: Arc<Server>,
 838        request: TypedEnvelope<proto::ShareProject>,
 839        response: Response<proto::ShareProject>,
 840    ) -> Result<()> {
 841        let user_id = self
 842            .store()
 843            .await
 844            .user_id_for_connection(request.sender_id)?;
 845        let project_id = self.app_state.db.register_project(user_id).await?;
 846        let mut store = self.store().await;
 847        let room = store.share_project(
 848            request.payload.room_id,
 849            project_id,
 850            request.payload.worktrees,
 851            request.sender_id,
 852        )?;
 853        response.send(proto::ShareProjectResponse {
 854            project_id: project_id.to_proto(),
 855        })?;
 856        self.room_updated(room);
 857
 858        Ok(())
 859    }
 860
 861    async fn unshare_project(
 862        self: Arc<Server>,
 863        message: TypedEnvelope<proto::UnshareProject>,
 864    ) -> Result<()> {
 865        let project_id = ProjectId::from_proto(message.payload.project_id);
 866        let mut store = self.store().await;
 867        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 868        broadcast(
 869            message.sender_id,
 870            project.guest_connection_ids(),
 871            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 872        );
 873        self.room_updated(room);
 874
 875        Ok(())
 876    }
 877
 878    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 879        let contacts = self.app_state.db.get_contacts(user_id).await?;
 880        let store = self.store().await;
 881        let updated_contact = store.contact_for_user(user_id, false);
 882        for contact in contacts {
 883            if let db::Contact::Accepted {
 884                user_id: contact_user_id,
 885                ..
 886            } = contact
 887            {
 888                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 889                    self.peer
 890                        .send(
 891                            contact_conn_id,
 892                            proto::UpdateContacts {
 893                                contacts: vec![updated_contact.clone()],
 894                                remove_contacts: Default::default(),
 895                                incoming_requests: Default::default(),
 896                                remove_incoming_requests: Default::default(),
 897                                outgoing_requests: Default::default(),
 898                                remove_outgoing_requests: Default::default(),
 899                            },
 900                        )
 901                        .trace_err();
 902                }
 903            }
 904        }
 905        Ok(())
 906    }
 907
 908    async fn join_project(
 909        self: Arc<Server>,
 910        request: TypedEnvelope<proto::JoinProject>,
 911        response: Response<proto::JoinProject>,
 912    ) -> Result<()> {
 913        let project_id = ProjectId::from_proto(request.payload.project_id);
 914
 915        let host_user_id;
 916        let guest_user_id;
 917        let host_connection_id;
 918        {
 919            let state = self.store().await;
 920            let project = state.project(project_id)?;
 921            host_user_id = project.host.user_id;
 922            host_connection_id = project.host_connection_id;
 923            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 924        };
 925
 926        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 927
 928        let mut store = self.store().await;
 929        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 930        let peer_count = project.guests.len();
 931        let mut collaborators = Vec::with_capacity(peer_count);
 932        collaborators.push(proto::Collaborator {
 933            peer_id: project.host_connection_id.0,
 934            replica_id: 0,
 935            user_id: project.host.user_id.to_proto(),
 936        });
 937        let worktrees = project
 938            .worktrees
 939            .iter()
 940            .map(|(id, worktree)| proto::WorktreeMetadata {
 941                id: *id,
 942                root_name: worktree.root_name.clone(),
 943                visible: worktree.visible,
 944            })
 945            .collect::<Vec<_>>();
 946
 947        // Add all guests other than the requesting user's own connections as collaborators
 948        for (guest_conn_id, guest) in &project.guests {
 949            if request.sender_id != *guest_conn_id {
 950                collaborators.push(proto::Collaborator {
 951                    peer_id: guest_conn_id.0,
 952                    replica_id: guest.replica_id as u32,
 953                    user_id: guest.user_id.to_proto(),
 954                });
 955            }
 956        }
 957
 958        for conn_id in project.connection_ids() {
 959            if conn_id != request.sender_id {
 960                self.peer.send(
 961                    conn_id,
 962                    proto::AddProjectCollaborator {
 963                        project_id: project_id.to_proto(),
 964                        collaborator: Some(proto::Collaborator {
 965                            peer_id: request.sender_id.0,
 966                            replica_id: replica_id as u32,
 967                            user_id: guest_user_id.to_proto(),
 968                        }),
 969                    },
 970                )?;
 971            }
 972        }
 973
 974        // First, we send the metadata associated with each worktree.
 975        response.send(proto::JoinProjectResponse {
 976            worktrees: worktrees.clone(),
 977            replica_id: replica_id as u32,
 978            collaborators: collaborators.clone(),
 979            language_servers: project.language_servers.clone(),
 980        })?;
 981
 982        for (worktree_id, worktree) in &project.worktrees {
 983            #[cfg(any(test, feature = "test-support"))]
 984            const MAX_CHUNK_SIZE: usize = 2;
 985            #[cfg(not(any(test, feature = "test-support")))]
 986            const MAX_CHUNK_SIZE: usize = 256;
 987
 988            // Stream this worktree's entries.
 989            let message = proto::UpdateWorktree {
 990                project_id: project_id.to_proto(),
 991                worktree_id: *worktree_id,
 992                root_name: worktree.root_name.clone(),
 993                updated_entries: worktree.entries.values().cloned().collect(),
 994                removed_entries: Default::default(),
 995                scan_id: worktree.scan_id,
 996                is_last_update: worktree.is_complete,
 997            };
 998            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 999                self.peer.send(request.sender_id, update.clone())?;
1000            }
1001
1002            // Stream this worktree's diagnostics.
1003            for summary in worktree.diagnostic_summaries.values() {
1004                self.peer.send(
1005                    request.sender_id,
1006                    proto::UpdateDiagnosticSummary {
1007                        project_id: project_id.to_proto(),
1008                        worktree_id: *worktree_id,
1009                        summary: Some(summary.clone()),
1010                    },
1011                )?;
1012            }
1013        }
1014
1015        for language_server in &project.language_servers {
1016            self.peer.send(
1017                request.sender_id,
1018                proto::UpdateLanguageServer {
1019                    project_id: project_id.to_proto(),
1020                    language_server_id: language_server.id,
1021                    variant: Some(
1022                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1023                            proto::LspDiskBasedDiagnosticsUpdated {},
1024                        ),
1025                    ),
1026                },
1027            )?;
1028        }
1029
1030        Ok(())
1031    }
1032
1033    async fn leave_project(
1034        self: Arc<Server>,
1035        request: TypedEnvelope<proto::LeaveProject>,
1036    ) -> Result<()> {
1037        let sender_id = request.sender_id;
1038        let project_id = ProjectId::from_proto(request.payload.project_id);
1039        let project;
1040        {
1041            let mut store = self.store().await;
1042            project = store.leave_project(project_id, sender_id)?;
1043            tracing::info!(
1044                %project_id,
1045                host_user_id = %project.host_user_id,
1046                host_connection_id = %project.host_connection_id,
1047                "leave project"
1048            );
1049
1050            if project.remove_collaborator {
1051                broadcast(sender_id, project.connection_ids, |conn_id| {
1052                    self.peer.send(
1053                        conn_id,
1054                        proto::RemoveProjectCollaborator {
1055                            project_id: project_id.to_proto(),
1056                            peer_id: sender_id.0,
1057                        },
1058                    )
1059                });
1060            }
1061        }
1062
1063        Ok(())
1064    }
1065
1066    async fn update_project(
1067        self: Arc<Server>,
1068        request: TypedEnvelope<proto::UpdateProject>,
1069    ) -> Result<()> {
1070        let project_id = ProjectId::from_proto(request.payload.project_id);
1071        {
1072            let mut state = self.store().await;
1073            let guest_connection_ids = state
1074                .read_project(project_id, request.sender_id)?
1075                .guest_connection_ids();
1076            let room =
1077                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1078            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1079                self.peer
1080                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1081            });
1082            self.room_updated(room);
1083        };
1084
1085        Ok(())
1086    }
1087
1088    async fn register_project_activity(
1089        self: Arc<Server>,
1090        request: TypedEnvelope<proto::RegisterProjectActivity>,
1091    ) -> Result<()> {
1092        self.store().await.register_project_activity(
1093            ProjectId::from_proto(request.payload.project_id),
1094            request.sender_id,
1095        )?;
1096        Ok(())
1097    }
1098
1099    async fn update_worktree(
1100        self: Arc<Server>,
1101        request: TypedEnvelope<proto::UpdateWorktree>,
1102        response: Response<proto::UpdateWorktree>,
1103    ) -> Result<()> {
1104        let project_id = ProjectId::from_proto(request.payload.project_id);
1105        let worktree_id = request.payload.worktree_id;
1106        let connection_ids = self.store().await.update_worktree(
1107            request.sender_id,
1108            project_id,
1109            worktree_id,
1110            &request.payload.root_name,
1111            &request.payload.removed_entries,
1112            &request.payload.updated_entries,
1113            request.payload.scan_id,
1114            request.payload.is_last_update,
1115        )?;
1116
1117        broadcast(request.sender_id, connection_ids, |connection_id| {
1118            self.peer
1119                .forward_send(request.sender_id, connection_id, request.payload.clone())
1120        });
1121        response.send(proto::Ack {})?;
1122        Ok(())
1123    }
1124
1125    async fn update_worktree_extensions(
1126        self: Arc<Server>,
1127        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1128    ) -> Result<()> {
1129        let project_id = ProjectId::from_proto(request.payload.project_id);
1130        let worktree_id = request.payload.worktree_id;
1131        let extensions = request
1132            .payload
1133            .extensions
1134            .into_iter()
1135            .zip(request.payload.counts)
1136            .collect();
1137        self.app_state
1138            .db
1139            .update_worktree_extensions(project_id, worktree_id, extensions)
1140            .await?;
1141        Ok(())
1142    }
1143
1144    async fn update_diagnostic_summary(
1145        self: Arc<Server>,
1146        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1147    ) -> Result<()> {
1148        let summary = request
1149            .payload
1150            .summary
1151            .clone()
1152            .ok_or_else(|| anyhow!("invalid summary"))?;
1153        let receiver_ids = self.store().await.update_diagnostic_summary(
1154            ProjectId::from_proto(request.payload.project_id),
1155            request.payload.worktree_id,
1156            request.sender_id,
1157            summary,
1158        )?;
1159
1160        broadcast(request.sender_id, receiver_ids, |connection_id| {
1161            self.peer
1162                .forward_send(request.sender_id, connection_id, request.payload.clone())
1163        });
1164        Ok(())
1165    }
1166
1167    async fn start_language_server(
1168        self: Arc<Server>,
1169        request: TypedEnvelope<proto::StartLanguageServer>,
1170    ) -> Result<()> {
1171        let receiver_ids = self.store().await.start_language_server(
1172            ProjectId::from_proto(request.payload.project_id),
1173            request.sender_id,
1174            request
1175                .payload
1176                .server
1177                .clone()
1178                .ok_or_else(|| anyhow!("invalid language server"))?,
1179        )?;
1180        broadcast(request.sender_id, receiver_ids, |connection_id| {
1181            self.peer
1182                .forward_send(request.sender_id, connection_id, request.payload.clone())
1183        });
1184        Ok(())
1185    }
1186
1187    async fn update_language_server(
1188        self: Arc<Server>,
1189        request: TypedEnvelope<proto::UpdateLanguageServer>,
1190    ) -> Result<()> {
1191        let receiver_ids = self.store().await.project_connection_ids(
1192            ProjectId::from_proto(request.payload.project_id),
1193            request.sender_id,
1194        )?;
1195        broadcast(request.sender_id, receiver_ids, |connection_id| {
1196            self.peer
1197                .forward_send(request.sender_id, connection_id, request.payload.clone())
1198        });
1199        Ok(())
1200    }
1201
1202    async fn forward_project_request<T>(
1203        self: Arc<Server>,
1204        request: TypedEnvelope<T>,
1205        response: Response<T>,
1206    ) -> Result<()>
1207    where
1208        T: EntityMessage + RequestMessage,
1209    {
1210        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1211        let host_connection_id = self
1212            .store()
1213            .await
1214            .read_project(project_id, request.sender_id)?
1215            .host_connection_id;
1216        let payload = self
1217            .peer
1218            .forward_request(request.sender_id, host_connection_id, request.payload)
1219            .await?;
1220
1221        // Ensure project still exists by the time we get the response from the host.
1222        self.store()
1223            .await
1224            .read_project(project_id, request.sender_id)?;
1225
1226        response.send(payload)?;
1227        Ok(())
1228    }
1229
1230    async fn save_buffer(
1231        self: Arc<Server>,
1232        request: TypedEnvelope<proto::SaveBuffer>,
1233        response: Response<proto::SaveBuffer>,
1234    ) -> Result<()> {
1235        let project_id = ProjectId::from_proto(request.payload.project_id);
1236        let host = self
1237            .store()
1238            .await
1239            .read_project(project_id, request.sender_id)?
1240            .host_connection_id;
1241        let response_payload = self
1242            .peer
1243            .forward_request(request.sender_id, host, request.payload.clone())
1244            .await?;
1245
1246        let mut guests = self
1247            .store()
1248            .await
1249            .read_project(project_id, request.sender_id)?
1250            .connection_ids();
1251        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1252        broadcast(host, guests, |conn_id| {
1253            self.peer
1254                .forward_send(host, conn_id, response_payload.clone())
1255        });
1256        response.send(response_payload)?;
1257        Ok(())
1258    }
1259
1260    async fn create_buffer_for_peer(
1261        self: Arc<Server>,
1262        request: TypedEnvelope<proto::CreateBufferForPeer>,
1263    ) -> Result<()> {
1264        self.peer.forward_send(
1265            request.sender_id,
1266            ConnectionId(request.payload.peer_id),
1267            request.payload,
1268        )?;
1269        Ok(())
1270    }
1271
1272    async fn update_buffer(
1273        self: Arc<Server>,
1274        request: TypedEnvelope<proto::UpdateBuffer>,
1275        response: Response<proto::UpdateBuffer>,
1276    ) -> Result<()> {
1277        let project_id = ProjectId::from_proto(request.payload.project_id);
1278        let receiver_ids = {
1279            let mut store = self.store().await;
1280            store.register_project_activity(project_id, request.sender_id)?;
1281            store.project_connection_ids(project_id, request.sender_id)?
1282        };
1283
1284        broadcast(request.sender_id, receiver_ids, |connection_id| {
1285            self.peer
1286                .forward_send(request.sender_id, connection_id, request.payload.clone())
1287        });
1288        response.send(proto::Ack {})?;
1289        Ok(())
1290    }
1291
1292    async fn update_buffer_file(
1293        self: Arc<Server>,
1294        request: TypedEnvelope<proto::UpdateBufferFile>,
1295    ) -> Result<()> {
1296        let receiver_ids = self.store().await.project_connection_ids(
1297            ProjectId::from_proto(request.payload.project_id),
1298            request.sender_id,
1299        )?;
1300        broadcast(request.sender_id, receiver_ids, |connection_id| {
1301            self.peer
1302                .forward_send(request.sender_id, connection_id, request.payload.clone())
1303        });
1304        Ok(())
1305    }
1306
1307    async fn buffer_reloaded(
1308        self: Arc<Server>,
1309        request: TypedEnvelope<proto::BufferReloaded>,
1310    ) -> Result<()> {
1311        let receiver_ids = self.store().await.project_connection_ids(
1312            ProjectId::from_proto(request.payload.project_id),
1313            request.sender_id,
1314        )?;
1315        broadcast(request.sender_id, receiver_ids, |connection_id| {
1316            self.peer
1317                .forward_send(request.sender_id, connection_id, request.payload.clone())
1318        });
1319        Ok(())
1320    }
1321
1322    async fn buffer_saved(
1323        self: Arc<Server>,
1324        request: TypedEnvelope<proto::BufferSaved>,
1325    ) -> Result<()> {
1326        let receiver_ids = self.store().await.project_connection_ids(
1327            ProjectId::from_proto(request.payload.project_id),
1328            request.sender_id,
1329        )?;
1330        broadcast(request.sender_id, receiver_ids, |connection_id| {
1331            self.peer
1332                .forward_send(request.sender_id, connection_id, request.payload.clone())
1333        });
1334        Ok(())
1335    }
1336
1337    async fn follow(
1338        self: Arc<Self>,
1339        request: TypedEnvelope<proto::Follow>,
1340        response: Response<proto::Follow>,
1341    ) -> Result<()> {
1342        let project_id = ProjectId::from_proto(request.payload.project_id);
1343        let leader_id = ConnectionId(request.payload.leader_id);
1344        let follower_id = request.sender_id;
1345        {
1346            let mut store = self.store().await;
1347            if !store
1348                .project_connection_ids(project_id, follower_id)?
1349                .contains(&leader_id)
1350            {
1351                Err(anyhow!("no such peer"))?;
1352            }
1353
1354            store.register_project_activity(project_id, follower_id)?;
1355        }
1356
1357        let mut response_payload = self
1358            .peer
1359            .forward_request(request.sender_id, leader_id, request.payload)
1360            .await?;
1361        response_payload
1362            .views
1363            .retain(|view| view.leader_id != Some(follower_id.0));
1364        response.send(response_payload)?;
1365        Ok(())
1366    }
1367
1368    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1369        let project_id = ProjectId::from_proto(request.payload.project_id);
1370        let leader_id = ConnectionId(request.payload.leader_id);
1371        let mut store = self.store().await;
1372        if !store
1373            .project_connection_ids(project_id, request.sender_id)?
1374            .contains(&leader_id)
1375        {
1376            Err(anyhow!("no such peer"))?;
1377        }
1378        store.register_project_activity(project_id, request.sender_id)?;
1379        self.peer
1380            .forward_send(request.sender_id, leader_id, request.payload)?;
1381        Ok(())
1382    }
1383
1384    async fn update_followers(
1385        self: Arc<Self>,
1386        request: TypedEnvelope<proto::UpdateFollowers>,
1387    ) -> Result<()> {
1388        let project_id = ProjectId::from_proto(request.payload.project_id);
1389        let mut store = self.store().await;
1390        store.register_project_activity(project_id, request.sender_id)?;
1391        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1392        let leader_id = request
1393            .payload
1394            .variant
1395            .as_ref()
1396            .and_then(|variant| match variant {
1397                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1398                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1399                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1400            });
1401        for follower_id in &request.payload.follower_ids {
1402            let follower_id = ConnectionId(*follower_id);
1403            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1404                self.peer
1405                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1406            }
1407        }
1408        Ok(())
1409    }
1410
1411    async fn get_channels(
1412        self: Arc<Server>,
1413        request: TypedEnvelope<proto::GetChannels>,
1414        response: Response<proto::GetChannels>,
1415    ) -> Result<()> {
1416        let user_id = self
1417            .store()
1418            .await
1419            .user_id_for_connection(request.sender_id)?;
1420        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1421        response.send(proto::GetChannelsResponse {
1422            channels: channels
1423                .into_iter()
1424                .map(|chan| proto::Channel {
1425                    id: chan.id.to_proto(),
1426                    name: chan.name,
1427                })
1428                .collect(),
1429        })?;
1430        Ok(())
1431    }
1432
1433    async fn get_users(
1434        self: Arc<Server>,
1435        request: TypedEnvelope<proto::GetUsers>,
1436        response: Response<proto::GetUsers>,
1437    ) -> Result<()> {
1438        let user_ids = request
1439            .payload
1440            .user_ids
1441            .into_iter()
1442            .map(UserId::from_proto)
1443            .collect();
1444        let users = self
1445            .app_state
1446            .db
1447            .get_users_by_ids(user_ids)
1448            .await?
1449            .into_iter()
1450            .map(|user| proto::User {
1451                id: user.id.to_proto(),
1452                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1453                github_login: user.github_login,
1454            })
1455            .collect();
1456        response.send(proto::UsersResponse { users })?;
1457        Ok(())
1458    }
1459
1460    async fn fuzzy_search_users(
1461        self: Arc<Server>,
1462        request: TypedEnvelope<proto::FuzzySearchUsers>,
1463        response: Response<proto::FuzzySearchUsers>,
1464    ) -> Result<()> {
1465        let user_id = self
1466            .store()
1467            .await
1468            .user_id_for_connection(request.sender_id)?;
1469        let query = request.payload.query;
1470        let db = &self.app_state.db;
1471        let users = match query.len() {
1472            0 => vec![],
1473            1 | 2 => db
1474                .get_user_by_github_account(&query, None)
1475                .await?
1476                .into_iter()
1477                .collect(),
1478            _ => db.fuzzy_search_users(&query, 10).await?,
1479        };
1480        let users = users
1481            .into_iter()
1482            .filter(|user| user.id != user_id)
1483            .map(|user| proto::User {
1484                id: user.id.to_proto(),
1485                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1486                github_login: user.github_login,
1487            })
1488            .collect();
1489        response.send(proto::UsersResponse { users })?;
1490        Ok(())
1491    }
1492
1493    async fn request_contact(
1494        self: Arc<Server>,
1495        request: TypedEnvelope<proto::RequestContact>,
1496        response: Response<proto::RequestContact>,
1497    ) -> Result<()> {
1498        let requester_id = self
1499            .store()
1500            .await
1501            .user_id_for_connection(request.sender_id)?;
1502        let responder_id = UserId::from_proto(request.payload.responder_id);
1503        if requester_id == responder_id {
1504            return Err(anyhow!("cannot add yourself as a contact"))?;
1505        }
1506
1507        self.app_state
1508            .db
1509            .send_contact_request(requester_id, responder_id)
1510            .await?;
1511
1512        // Update outgoing contact requests of requester
1513        let mut update = proto::UpdateContacts::default();
1514        update.outgoing_requests.push(responder_id.to_proto());
1515        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1516            self.peer.send(connection_id, update.clone())?;
1517        }
1518
1519        // Update incoming contact requests of responder
1520        let mut update = proto::UpdateContacts::default();
1521        update
1522            .incoming_requests
1523            .push(proto::IncomingContactRequest {
1524                requester_id: requester_id.to_proto(),
1525                should_notify: true,
1526            });
1527        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1528            self.peer.send(connection_id, update.clone())?;
1529        }
1530
1531        response.send(proto::Ack {})?;
1532        Ok(())
1533    }
1534
1535    async fn respond_to_contact_request(
1536        self: Arc<Server>,
1537        request: TypedEnvelope<proto::RespondToContactRequest>,
1538        response: Response<proto::RespondToContactRequest>,
1539    ) -> Result<()> {
1540        let responder_id = self
1541            .store()
1542            .await
1543            .user_id_for_connection(request.sender_id)?;
1544        let requester_id = UserId::from_proto(request.payload.requester_id);
1545        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1546            self.app_state
1547                .db
1548                .dismiss_contact_notification(responder_id, requester_id)
1549                .await?;
1550        } else {
1551            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1552            self.app_state
1553                .db
1554                .respond_to_contact_request(responder_id, requester_id, accept)
1555                .await?;
1556
1557            let store = self.store().await;
1558            // Update responder with new contact
1559            let mut update = proto::UpdateContacts::default();
1560            if accept {
1561                update
1562                    .contacts
1563                    .push(store.contact_for_user(requester_id, false));
1564            }
1565            update
1566                .remove_incoming_requests
1567                .push(requester_id.to_proto());
1568            for connection_id in store.connection_ids_for_user(responder_id) {
1569                self.peer.send(connection_id, update.clone())?;
1570            }
1571
1572            // Update requester with new contact
1573            let mut update = proto::UpdateContacts::default();
1574            if accept {
1575                update
1576                    .contacts
1577                    .push(store.contact_for_user(responder_id, true));
1578            }
1579            update
1580                .remove_outgoing_requests
1581                .push(responder_id.to_proto());
1582            for connection_id in store.connection_ids_for_user(requester_id) {
1583                self.peer.send(connection_id, update.clone())?;
1584            }
1585        }
1586
1587        response.send(proto::Ack {})?;
1588        Ok(())
1589    }
1590
1591    async fn remove_contact(
1592        self: Arc<Server>,
1593        request: TypedEnvelope<proto::RemoveContact>,
1594        response: Response<proto::RemoveContact>,
1595    ) -> Result<()> {
1596        let requester_id = self
1597            .store()
1598            .await
1599            .user_id_for_connection(request.sender_id)?;
1600        let responder_id = UserId::from_proto(request.payload.user_id);
1601        self.app_state
1602            .db
1603            .remove_contact(requester_id, responder_id)
1604            .await?;
1605
1606        // Update outgoing contact requests of requester
1607        let mut update = proto::UpdateContacts::default();
1608        update
1609            .remove_outgoing_requests
1610            .push(responder_id.to_proto());
1611        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1612            self.peer.send(connection_id, update.clone())?;
1613        }
1614
1615        // Update incoming contact requests of responder
1616        let mut update = proto::UpdateContacts::default();
1617        update
1618            .remove_incoming_requests
1619            .push(requester_id.to_proto());
1620        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1621            self.peer.send(connection_id, update.clone())?;
1622        }
1623
1624        response.send(proto::Ack {})?;
1625        Ok(())
1626    }
1627
1628    async fn join_channel(
1629        self: Arc<Self>,
1630        request: TypedEnvelope<proto::JoinChannel>,
1631        response: Response<proto::JoinChannel>,
1632    ) -> Result<()> {
1633        let user_id = self
1634            .store()
1635            .await
1636            .user_id_for_connection(request.sender_id)?;
1637        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1638        if !self
1639            .app_state
1640            .db
1641            .can_user_access_channel(user_id, channel_id)
1642            .await?
1643        {
1644            Err(anyhow!("access denied"))?;
1645        }
1646
1647        self.store()
1648            .await
1649            .join_channel(request.sender_id, channel_id);
1650        let messages = self
1651            .app_state
1652            .db
1653            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1654            .await?
1655            .into_iter()
1656            .map(|msg| proto::ChannelMessage {
1657                id: msg.id.to_proto(),
1658                body: msg.body,
1659                timestamp: msg.sent_at.unix_timestamp() as u64,
1660                sender_id: msg.sender_id.to_proto(),
1661                nonce: Some(msg.nonce.as_u128().into()),
1662            })
1663            .collect::<Vec<_>>();
1664        response.send(proto::JoinChannelResponse {
1665            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1666            messages,
1667        })?;
1668        Ok(())
1669    }
1670
1671    async fn leave_channel(
1672        self: Arc<Self>,
1673        request: TypedEnvelope<proto::LeaveChannel>,
1674    ) -> Result<()> {
1675        let user_id = self
1676            .store()
1677            .await
1678            .user_id_for_connection(request.sender_id)?;
1679        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1680        if !self
1681            .app_state
1682            .db
1683            .can_user_access_channel(user_id, channel_id)
1684            .await?
1685        {
1686            Err(anyhow!("access denied"))?;
1687        }
1688
1689        self.store()
1690            .await
1691            .leave_channel(request.sender_id, channel_id);
1692
1693        Ok(())
1694    }
1695
1696    async fn send_channel_message(
1697        self: Arc<Self>,
1698        request: TypedEnvelope<proto::SendChannelMessage>,
1699        response: Response<proto::SendChannelMessage>,
1700    ) -> Result<()> {
1701        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1702        let user_id;
1703        let connection_ids;
1704        {
1705            let state = self.store().await;
1706            user_id = state.user_id_for_connection(request.sender_id)?;
1707            connection_ids = state.channel_connection_ids(channel_id)?;
1708        }
1709
1710        // Validate the message body.
1711        let body = request.payload.body.trim().to_string();
1712        if body.len() > MAX_MESSAGE_LEN {
1713            return Err(anyhow!("message is too long"))?;
1714        }
1715        if body.is_empty() {
1716            return Err(anyhow!("message can't be blank"))?;
1717        }
1718
1719        let timestamp = OffsetDateTime::now_utc();
1720        let nonce = request
1721            .payload
1722            .nonce
1723            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1724
1725        let message_id = self
1726            .app_state
1727            .db
1728            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1729            .await?
1730            .to_proto();
1731        let message = proto::ChannelMessage {
1732            sender_id: user_id.to_proto(),
1733            id: message_id,
1734            body,
1735            timestamp: timestamp.unix_timestamp() as u64,
1736            nonce: Some(nonce),
1737        };
1738        broadcast(request.sender_id, connection_ids, |conn_id| {
1739            self.peer.send(
1740                conn_id,
1741                proto::ChannelMessageSent {
1742                    channel_id: channel_id.to_proto(),
1743                    message: Some(message.clone()),
1744                },
1745            )
1746        });
1747        response.send(proto::SendChannelMessageResponse {
1748            message: Some(message),
1749        })?;
1750        Ok(())
1751    }
1752
1753    async fn get_channel_messages(
1754        self: Arc<Self>,
1755        request: TypedEnvelope<proto::GetChannelMessages>,
1756        response: Response<proto::GetChannelMessages>,
1757    ) -> Result<()> {
1758        let user_id = self
1759            .store()
1760            .await
1761            .user_id_for_connection(request.sender_id)?;
1762        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1763        if !self
1764            .app_state
1765            .db
1766            .can_user_access_channel(user_id, channel_id)
1767            .await?
1768        {
1769            Err(anyhow!("access denied"))?;
1770        }
1771
1772        let messages = self
1773            .app_state
1774            .db
1775            .get_channel_messages(
1776                channel_id,
1777                MESSAGE_COUNT_PER_PAGE,
1778                Some(MessageId::from_proto(request.payload.before_message_id)),
1779            )
1780            .await?
1781            .into_iter()
1782            .map(|msg| proto::ChannelMessage {
1783                id: msg.id.to_proto(),
1784                body: msg.body,
1785                timestamp: msg.sent_at.unix_timestamp() as u64,
1786                sender_id: msg.sender_id.to_proto(),
1787                nonce: Some(msg.nonce.as_u128().into()),
1788            })
1789            .collect::<Vec<_>>();
1790        response.send(proto::GetChannelMessagesResponse {
1791            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1792            messages,
1793        })?;
1794        Ok(())
1795    }
1796
1797    async fn update_diff_base(
1798        self: Arc<Server>,
1799        request: TypedEnvelope<proto::UpdateDiffBase>,
1800    ) -> Result<()> {
1801        let receiver_ids = self.store().await.project_connection_ids(
1802            ProjectId::from_proto(request.payload.project_id),
1803            request.sender_id,
1804        )?;
1805        broadcast(request.sender_id, receiver_ids, |connection_id| {
1806            self.peer
1807                .forward_send(request.sender_id, connection_id, request.payload.clone())
1808        });
1809        Ok(())
1810    }
1811
1812    async fn get_private_user_info(
1813        self: Arc<Self>,
1814        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1815        response: Response<proto::GetPrivateUserInfo>,
1816    ) -> Result<()> {
1817        let user_id = self
1818            .store()
1819            .await
1820            .user_id_for_connection(request.sender_id)?;
1821        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1822        let user = self
1823            .app_state
1824            .db
1825            .get_user_by_id(user_id)
1826            .await?
1827            .ok_or_else(|| anyhow!("user not found"))?;
1828        response.send(proto::GetPrivateUserInfoResponse {
1829            metrics_id,
1830            staff: user.admin,
1831        })?;
1832        Ok(())
1833    }
1834
1835    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1836        #[cfg(test)]
1837        tokio::task::yield_now().await;
1838        let guard = self.store.lock().await;
1839        #[cfg(test)]
1840        tokio::task::yield_now().await;
1841        StoreGuard {
1842            guard,
1843            _not_send: PhantomData,
1844        }
1845    }
1846
1847    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1848        ServerSnapshot {
1849            store: self.store().await,
1850            peer: &self.peer,
1851        }
1852    }
1853}
1854
1855impl<'a> Deref for StoreGuard<'a> {
1856    type Target = Store;
1857
1858    fn deref(&self) -> &Self::Target {
1859        &*self.guard
1860    }
1861}
1862
1863impl<'a> DerefMut for StoreGuard<'a> {
1864    fn deref_mut(&mut self) -> &mut Self::Target {
1865        &mut *self.guard
1866    }
1867}
1868
1869impl<'a> Drop for StoreGuard<'a> {
1870    fn drop(&mut self) {
1871        #[cfg(test)]
1872        self.check_invariants();
1873    }
1874}
1875
1876impl Executor for RealExecutor {
1877    type Sleep = Sleep;
1878
1879    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1880        tokio::task::spawn(future);
1881    }
1882
1883    fn sleep(&self, duration: Duration) -> Self::Sleep {
1884        tokio::time::sleep(duration)
1885    }
1886}
1887
1888fn broadcast<F>(
1889    sender_id: ConnectionId,
1890    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1891    mut f: F,
1892) where
1893    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1894{
1895    for receiver_id in receiver_ids {
1896        if receiver_id != sender_id {
1897            f(receiver_id).trace_err();
1898        }
1899    }
1900}
1901
1902lazy_static! {
1903    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1904}
1905
1906pub struct ProtocolVersion(u32);
1907
1908impl Header for ProtocolVersion {
1909    fn name() -> &'static HeaderName {
1910        &ZED_PROTOCOL_VERSION
1911    }
1912
1913    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1914    where
1915        Self: Sized,
1916        I: Iterator<Item = &'i axum::http::HeaderValue>,
1917    {
1918        let version = values
1919            .next()
1920            .ok_or_else(axum::headers::Error::invalid)?
1921            .to_str()
1922            .map_err(|_| axum::headers::Error::invalid())?
1923            .parse()
1924            .map_err(|_| axum::headers::Error::invalid())?;
1925        Ok(Self(version))
1926    }
1927
1928    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1929        values.extend([self.0.to_string().parse().unwrap()]);
1930    }
1931}
1932
1933pub fn routes(server: Arc<Server>) -> Router<Body> {
1934    Router::new()
1935        .route("/rpc", get(handle_websocket_request))
1936        .layer(
1937            ServiceBuilder::new()
1938                .layer(Extension(server.app_state.clone()))
1939                .layer(middleware::from_fn(auth::validate_header)),
1940        )
1941        .route("/metrics", get(handle_metrics))
1942        .layer(Extension(server))
1943}
1944
1945pub async fn handle_websocket_request(
1946    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1947    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1948    Extension(server): Extension<Arc<Server>>,
1949    Extension(user): Extension<User>,
1950    ws: WebSocketUpgrade,
1951) -> axum::response::Response {
1952    if protocol_version != rpc::PROTOCOL_VERSION {
1953        return (
1954            StatusCode::UPGRADE_REQUIRED,
1955            "client must be upgraded".to_string(),
1956        )
1957            .into_response();
1958    }
1959    let socket_address = socket_address.to_string();
1960    ws.on_upgrade(move |socket| {
1961        use util::ResultExt;
1962        let socket = socket
1963            .map_ok(to_tungstenite_message)
1964            .err_into()
1965            .with(|message| async move { Ok(to_axum_message(message)) });
1966        let connection = Connection::new(Box::pin(socket));
1967        async move {
1968            server
1969                .handle_connection(connection, socket_address, user, None, RealExecutor)
1970                .await
1971                .log_err();
1972        }
1973    })
1974}
1975
1976pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1977    // We call `store_mut` here for its side effects of updating metrics.
1978    let metrics = server.store().await.metrics();
1979    METRIC_CONNECTIONS.set(metrics.connections as _);
1980    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1981    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1982    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1983
1984    let encoder = prometheus::TextEncoder::new();
1985    let metric_families = prometheus::gather();
1986    match encoder.encode_to_string(&metric_families) {
1987        Ok(string) => (StatusCode::OK, string).into_response(),
1988        Err(error) => (
1989            StatusCode::INTERNAL_SERVER_ERROR,
1990            format!("failed to encode metrics {:?}", error),
1991        )
1992            .into_response(),
1993    }
1994}
1995
1996fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1997    match message {
1998        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1999        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2000        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2001        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2002        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2003            code: frame.code.into(),
2004            reason: frame.reason,
2005        })),
2006    }
2007}
2008
2009fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2010    match message {
2011        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2012        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2013        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2014        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2015        AxumMessage::Close(frame) => {
2016            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2017                code: frame.code.into(),
2018                reason: frame.reason,
2019            }))
2020        }
2021    }
2022}
2023
2024pub trait ResultExt {
2025    type Ok;
2026
2027    fn trace_err(self) -> Option<Self::Ok>;
2028}
2029
2030impl<T, E> ResultExt for Result<T, E>
2031where
2032    E: std::fmt::Debug,
2033{
2034    type Ok = T;
2035
2036    fn trace_err(self) -> Option<T> {
2037        match self {
2038            Ok(value) => Some(value),
2039            Err(error) => {
2040                tracing::error!("{:?}", error);
2041                None
2042            }
2043        }
2044    }
2045}