rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91}
  92
  93pub struct Server {
  94    peer: Arc<Peer>,
  95    pub(crate) store: Mutex<Store>,
  96    app_state: Arc<AppState>,
  97    handlers: HashMap<TypeId, MessageHandler>,
  98    notifications: Option<mpsc::UnboundedSender<()>>,
  99}
 100
 101pub trait Executor: Send + Clone {
 102    type Sleep: Send + Future;
 103    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 104    fn sleep(&self, duration: Duration) -> Self::Sleep;
 105}
 106
 107#[derive(Clone)]
 108pub struct RealExecutor;
 109
 110const MESSAGE_COUNT_PER_PAGE: usize = 100;
 111const MAX_MESSAGE_LEN: usize = 1024;
 112
 113pub(crate) struct StoreGuard<'a> {
 114    guard: MutexGuard<'a, Store>,
 115    _not_send: PhantomData<Rc<()>>,
 116}
 117
 118#[derive(Serialize)]
 119pub struct ServerSnapshot<'a> {
 120    peer: &'a Peer,
 121    #[serde(serialize_with = "serialize_deref")]
 122    store: StoreGuard<'a>,
 123}
 124
 125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 126where
 127    S: Serializer,
 128    T: Deref<Target = U>,
 129    U: Serialize,
 130{
 131    Serialize::serialize(value.deref(), serializer)
 132}
 133
 134impl Server {
 135    pub fn new(
 136        app_state: Arc<AppState>,
 137        notifications: Option<mpsc::UnboundedSender<()>>,
 138    ) -> Arc<Self> {
 139        let mut server = Self {
 140            peer: Peer::new(),
 141            app_state,
 142            store: Default::default(),
 143            handlers: Default::default(),
 144            notifications,
 145        };
 146
 147        server
 148            .add_request_handler(Server::ping)
 149            .add_request_handler(Server::create_room)
 150            .add_request_handler(Server::join_room)
 151            .add_message_handler(Server::leave_room)
 152            .add_request_handler(Server::call)
 153            .add_request_handler(Server::cancel_call)
 154            .add_message_handler(Server::decline_call)
 155            .add_request_handler(Server::update_participant_location)
 156            .add_request_handler(Server::share_project)
 157            .add_message_handler(Server::unshare_project)
 158            .add_request_handler(Server::join_project)
 159            .add_message_handler(Server::leave_project)
 160            .add_message_handler(Server::update_project)
 161            .add_message_handler(Server::register_project_activity)
 162            .add_request_handler(Server::update_worktree)
 163            .add_message_handler(Server::update_worktree_extensions)
 164            .add_message_handler(Server::start_language_server)
 165            .add_message_handler(Server::update_language_server)
 166            .add_message_handler(Server::update_diagnostic_summary)
 167            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 171            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 176            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 177            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 178            .add_request_handler(
 179                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 180            )
 181            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 182            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 183            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 185            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 187            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 190            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 191            .add_message_handler(Server::create_buffer_for_peer)
 192            .add_request_handler(Server::update_buffer)
 193            .add_message_handler(Server::update_buffer_file)
 194            .add_message_handler(Server::buffer_reloaded)
 195            .add_message_handler(Server::buffer_saved)
 196            .add_request_handler(Server::save_buffer)
 197            .add_request_handler(Server::get_channels)
 198            .add_request_handler(Server::get_users)
 199            .add_request_handler(Server::fuzzy_search_users)
 200            .add_request_handler(Server::request_contact)
 201            .add_request_handler(Server::remove_contact)
 202            .add_request_handler(Server::respond_to_contact_request)
 203            .add_request_handler(Server::join_channel)
 204            .add_message_handler(Server::leave_channel)
 205            .add_request_handler(Server::send_channel_message)
 206            .add_request_handler(Server::follow)
 207            .add_message_handler(Server::unfollow)
 208            .add_message_handler(Server::update_followers)
 209            .add_request_handler(Server::get_channel_messages)
 210            .add_message_handler(Server::update_diff_base)
 211            .add_request_handler(Server::get_private_user_info);
 212
 213        Arc::new(server)
 214    }
 215
 216    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 217    where
 218        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 219        Fut: 'static + Send + Future<Output = Result<()>>,
 220        M: EnvelopedMessage,
 221    {
 222        let prev_handler = self.handlers.insert(
 223            TypeId::of::<M>(),
 224            Box::new(move |server, envelope| {
 225                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 226                let span = info_span!(
 227                    "handle message",
 228                    payload_type = envelope.payload_type_name()
 229                );
 230                span.in_scope(|| {
 231                    tracing::info!(
 232                        payload_type = envelope.payload_type_name(),
 233                        "message received"
 234                    );
 235                });
 236                let future = (handler)(server, *envelope);
 237                async move {
 238                    if let Err(error) = future.await {
 239                        tracing::error!(%error, "error handling message");
 240                    }
 241                }
 242                .instrument(span)
 243                .boxed()
 244            }),
 245        );
 246        if prev_handler.is_some() {
 247            panic!("registered a handler for the same message twice");
 248        }
 249        self
 250    }
 251
 252    /// Handle a request while holding a lock to the store. This is useful when we're registering
 253    /// a connection but we want to respond on the connection before anybody else can send on it.
 254    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 255    where
 256        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 257        Fut: Send + Future<Output = Result<()>>,
 258        M: RequestMessage,
 259    {
 260        let handler = Arc::new(handler);
 261        self.add_message_handler(move |server, envelope| {
 262            let receipt = envelope.receipt();
 263            let handler = handler.clone();
 264            async move {
 265                let responded = Arc::new(AtomicBool::default());
 266                let response = Response {
 267                    server: server.clone(),
 268                    responded: responded.clone(),
 269                    receipt: envelope.receipt(),
 270                };
 271                match (handler)(server.clone(), envelope, response).await {
 272                    Ok(()) => {
 273                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 274                            Ok(())
 275                        } else {
 276                            Err(anyhow!("handler did not send a response"))?
 277                        }
 278                    }
 279                    Err(error) => {
 280                        server.peer.respond_with_error(
 281                            receipt,
 282                            proto::Error {
 283                                message: error.to_string(),
 284                            },
 285                        )?;
 286                        Err(error)
 287                    }
 288                }
 289            }
 290        })
 291    }
 292
 293    /// Start a long lived task that records which users are active in which projects.
 294    pub fn start_recording_project_activity<E: 'static + Executor>(
 295        self: &Arc<Self>,
 296        interval: Duration,
 297        executor: E,
 298    ) {
 299        executor.spawn_detached({
 300            let this = Arc::downgrade(self);
 301            let executor = executor.clone();
 302            async move {
 303                let mut period_start = OffsetDateTime::now_utc();
 304                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 305                loop {
 306                    let sleep = executor.sleep(interval);
 307                    sleep.await;
 308                    let this = if let Some(this) = this.upgrade() {
 309                        this
 310                    } else {
 311                        break;
 312                    };
 313
 314                    active_projects.clear();
 315                    active_projects.extend(this.store().await.projects().flat_map(
 316                        |(project_id, project)| {
 317                            project.guests.values().chain([&project.host]).filter_map(
 318                                |collaborator| {
 319                                    if !collaborator.admin
 320                                        && collaborator
 321                                            .last_activity
 322                                            .map_or(false, |activity| activity > period_start)
 323                                    {
 324                                        Some((collaborator.user_id, *project_id))
 325                                    } else {
 326                                        None
 327                                    }
 328                                },
 329                            )
 330                        },
 331                    ));
 332
 333                    let period_end = OffsetDateTime::now_utc();
 334                    this.app_state
 335                        .db
 336                        .record_user_activity(period_start..period_end, &active_projects)
 337                        .await
 338                        .trace_err();
 339                    period_start = period_end;
 340                }
 341            }
 342        });
 343    }
 344
 345    pub fn handle_connection<E: Executor>(
 346        self: &Arc<Self>,
 347        connection: Connection,
 348        address: String,
 349        user: User,
 350        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 351        executor: E,
 352    ) -> impl Future<Output = Result<()>> {
 353        let mut this = self.clone();
 354        let user_id = user.id;
 355        let login = user.github_login;
 356        let span = info_span!("handle connection", %user_id, %login, %address);
 357        async move {
 358            let (connection_id, handle_io, mut incoming_rx) = this
 359                .peer
 360                .add_connection(connection, {
 361                    let executor = executor.clone();
 362                    move |duration| {
 363                        let timer = executor.sleep(duration);
 364                        async move {
 365                            timer.await;
 366                        }
 367                    }
 368                })
 369                .await;
 370
 371            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 372
 373            if let Some(send_connection_id) = send_connection_id.as_mut() {
 374                let _ = send_connection_id.send(connection_id).await;
 375            }
 376
 377            if !user.connected_once {
 378                this.peer.send(connection_id, proto::ShowContacts {})?;
 379                this.app_state.db.set_user_connected_once(user_id, true).await?;
 380            }
 381
 382            let (contacts, invite_code) = future::try_join(
 383                this.app_state.db.get_contacts(user_id),
 384                this.app_state.db.get_invite_code_for_user(user_id)
 385            ).await?;
 386
 387            {
 388                let mut store = this.store().await;
 389                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 390                if let Some(incoming_call) = incoming_call {
 391                    this.peer.send(connection_id, incoming_call)?;
 392                }
 393
 394                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 395
 396                if let Some((code, count)) = invite_code {
 397                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 398                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 399                        count,
 400                    })?;
 401                }
 402            }
 403            this.update_user_contacts(user_id).await?;
 404
 405            let handle_io = handle_io.fuse();
 406            futures::pin_mut!(handle_io);
 407
 408            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 409            // This prevents deadlocks when e.g., client A performs a request to client B and
 410            // client B performs a request to client A. If both clients stop processing further
 411            // messages until their respective request completes, they won't have a chance to
 412            // respond to the other client's request and cause a deadlock.
 413            //
 414            // This arrangement ensures we will attempt to process earlier messages first, but fall
 415            // back to processing messages arrived later in the spirit of making progress.
 416            let mut foreground_message_handlers = FuturesUnordered::new();
 417            loop {
 418                let next_message = incoming_rx.next().fuse();
 419                futures::pin_mut!(next_message);
 420                futures::select_biased! {
 421                    result = handle_io => {
 422                        if let Err(error) = result {
 423                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 424                        }
 425                        break;
 426                    }
 427                    _ = foreground_message_handlers.next() => {}
 428                    message = next_message => {
 429                        if let Some(message) = message {
 430                            let type_name = message.payload_type_name();
 431                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 432                            let span_enter = span.enter();
 433                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 434                                let notifications = this.notifications.clone();
 435                                let is_background = message.is_background();
 436                                let handle_message = (handler)(this.clone(), message);
 437
 438                                drop(span_enter);
 439                                let handle_message = async move {
 440                                    handle_message.await;
 441                                    if let Some(mut notifications) = notifications {
 442                                        let _ = notifications.send(()).await;
 443                                    }
 444                                }.instrument(span);
 445
 446                                if is_background {
 447                                    executor.spawn_detached(handle_message);
 448                                } else {
 449                                    foreground_message_handlers.push(handle_message);
 450                                }
 451                            } else {
 452                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 453                            }
 454                        } else {
 455                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 456                            break;
 457                        }
 458                    }
 459                }
 460            }
 461
 462            drop(foreground_message_handlers);
 463            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 464            if let Err(error) = this.sign_out(connection_id).await {
 465                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 466            }
 467
 468            Ok(())
 469        }.instrument(span)
 470    }
 471
 472    #[instrument(skip(self), err)]
 473    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 474        self.peer.disconnect(connection_id);
 475
 476        let mut projects_to_unshare = Vec::new();
 477        let mut contacts_to_update = HashSet::default();
 478        {
 479            let mut store = self.store().await;
 480            let removed_connection = store.remove_connection(connection_id)?;
 481
 482            for project in removed_connection.hosted_projects {
 483                projects_to_unshare.push(project.id);
 484                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 485                    self.peer.send(
 486                        conn_id,
 487                        proto::UnshareProject {
 488                            project_id: project.id.to_proto(),
 489                        },
 490                    )
 491                });
 492            }
 493
 494            for project in removed_connection.guest_projects {
 495                broadcast(connection_id, project.connection_ids, |conn_id| {
 496                    self.peer.send(
 497                        conn_id,
 498                        proto::RemoveProjectCollaborator {
 499                            project_id: project.id.to_proto(),
 500                            peer_id: connection_id.0,
 501                        },
 502                    )
 503                });
 504            }
 505
 506            for connection_id in removed_connection.canceled_call_connection_ids {
 507                self.peer
 508                    .send(connection_id, proto::CallCanceled {})
 509                    .trace_err();
 510                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 511            }
 512
 513            if let Some(room) = removed_connection
 514                .room_id
 515                .and_then(|room_id| store.room(room_id))
 516            {
 517                self.room_updated(room);
 518            }
 519
 520            contacts_to_update.insert(removed_connection.user_id);
 521        };
 522
 523        for user_id in contacts_to_update {
 524            self.update_user_contacts(user_id).await.trace_err();
 525        }
 526
 527        for project_id in projects_to_unshare {
 528            self.app_state
 529                .db
 530                .unregister_project(project_id)
 531                .await
 532                .trace_err();
 533        }
 534
 535        Ok(())
 536    }
 537
 538    pub async fn invite_code_redeemed(
 539        self: &Arc<Self>,
 540        inviter_id: UserId,
 541        invitee_id: UserId,
 542    ) -> Result<()> {
 543        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 544            if let Some(code) = &user.invite_code {
 545                let store = self.store().await;
 546                let invitee_contact = store.contact_for_user(invitee_id, true);
 547                for connection_id in store.connection_ids_for_user(inviter_id) {
 548                    self.peer.send(
 549                        connection_id,
 550                        proto::UpdateContacts {
 551                            contacts: vec![invitee_contact.clone()],
 552                            ..Default::default()
 553                        },
 554                    )?;
 555                    self.peer.send(
 556                        connection_id,
 557                        proto::UpdateInviteInfo {
 558                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 559                            count: user.invite_count as u32,
 560                        },
 561                    )?;
 562                }
 563            }
 564        }
 565        Ok(())
 566    }
 567
 568    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 569        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 570            if let Some(invite_code) = &user.invite_code {
 571                let store = self.store().await;
 572                for connection_id in store.connection_ids_for_user(user_id) {
 573                    self.peer.send(
 574                        connection_id,
 575                        proto::UpdateInviteInfo {
 576                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 577                            count: user.invite_count as u32,
 578                        },
 579                    )?;
 580                }
 581            }
 582        }
 583        Ok(())
 584    }
 585
 586    async fn ping(
 587        self: Arc<Server>,
 588        _: TypedEnvelope<proto::Ping>,
 589        response: Response<proto::Ping>,
 590    ) -> Result<()> {
 591        response.send(proto::Ack {})?;
 592        Ok(())
 593    }
 594
 595    async fn create_room(
 596        self: Arc<Server>,
 597        request: TypedEnvelope<proto::CreateRoom>,
 598        response: Response<proto::CreateRoom>,
 599    ) -> Result<()> {
 600        let user_id;
 601        let room_id;
 602        {
 603            let mut store = self.store().await;
 604            user_id = store.user_id_for_connection(request.sender_id)?;
 605            room_id = store.create_room(request.sender_id)?;
 606        }
 607        response.send(proto::CreateRoomResponse { id: room_id })?;
 608        self.update_user_contacts(user_id).await?;
 609        Ok(())
 610    }
 611
 612    async fn join_room(
 613        self: Arc<Server>,
 614        request: TypedEnvelope<proto::JoinRoom>,
 615        response: Response<proto::JoinRoom>,
 616    ) -> Result<()> {
 617        let user_id;
 618        {
 619            let mut store = self.store().await;
 620            user_id = store.user_id_for_connection(request.sender_id)?;
 621            let (room, recipient_connection_ids) =
 622                store.join_room(request.payload.id, request.sender_id)?;
 623            for recipient_id in recipient_connection_ids {
 624                self.peer
 625                    .send(recipient_id, proto::CallCanceled {})
 626                    .trace_err();
 627            }
 628            response.send(proto::JoinRoomResponse {
 629                room: Some(room.clone()),
 630            })?;
 631            self.room_updated(room);
 632        }
 633        self.update_user_contacts(user_id).await?;
 634        Ok(())
 635    }
 636
 637    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 638        let mut contacts_to_update = HashSet::default();
 639        {
 640            let mut store = self.store().await;
 641            let user_id = store.user_id_for_connection(message.sender_id)?;
 642            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 643            contacts_to_update.insert(user_id);
 644
 645            for project in left_room.unshared_projects {
 646                for connection_id in project.connection_ids() {
 647                    self.peer.send(
 648                        connection_id,
 649                        proto::UnshareProject {
 650                            project_id: project.id.to_proto(),
 651                        },
 652                    )?;
 653                }
 654            }
 655
 656            for project in left_room.left_projects {
 657                if project.remove_collaborator {
 658                    for connection_id in project.connection_ids {
 659                        self.peer.send(
 660                            connection_id,
 661                            proto::RemoveProjectCollaborator {
 662                                project_id: project.id.to_proto(),
 663                                peer_id: message.sender_id.0,
 664                            },
 665                        )?;
 666                    }
 667
 668                    self.peer.send(
 669                        message.sender_id,
 670                        proto::UnshareProject {
 671                            project_id: project.id.to_proto(),
 672                        },
 673                    )?;
 674                }
 675            }
 676
 677            if let Some(room) = left_room.room {
 678                self.room_updated(room);
 679            }
 680
 681            for connection_id in left_room.canceled_call_connection_ids {
 682                self.peer
 683                    .send(connection_id, proto::CallCanceled {})
 684                    .trace_err();
 685                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 686            }
 687        }
 688
 689        for user_id in contacts_to_update {
 690            self.update_user_contacts(user_id).await?;
 691        }
 692
 693        Ok(())
 694    }
 695
 696    async fn call(
 697        self: Arc<Server>,
 698        request: TypedEnvelope<proto::Call>,
 699        response: Response<proto::Call>,
 700    ) -> Result<()> {
 701        let caller_user_id = self
 702            .store()
 703            .await
 704            .user_id_for_connection(request.sender_id)?;
 705        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 706        let initial_project_id = request
 707            .payload
 708            .initial_project_id
 709            .map(ProjectId::from_proto);
 710        if !self
 711            .app_state
 712            .db
 713            .has_contact(caller_user_id, recipient_user_id)
 714            .await?
 715        {
 716            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 717        }
 718
 719        let room_id = request.payload.room_id;
 720        let mut calls = {
 721            let mut store = self.store().await;
 722            let (room, recipient_connection_ids, incoming_call) = store.call(
 723                room_id,
 724                recipient_user_id,
 725                initial_project_id,
 726                request.sender_id,
 727            )?;
 728            self.room_updated(room);
 729            recipient_connection_ids
 730                .into_iter()
 731                .map(|recipient_connection_id| {
 732                    self.peer
 733                        .request(recipient_connection_id, incoming_call.clone())
 734                })
 735                .collect::<FuturesUnordered<_>>()
 736        };
 737        self.update_user_contacts(recipient_user_id).await?;
 738
 739        while let Some(call_response) = calls.next().await {
 740            match call_response.as_ref() {
 741                Ok(_) => {
 742                    response.send(proto::Ack {})?;
 743                    return Ok(());
 744                }
 745                Err(_) => {
 746                    call_response.trace_err();
 747                }
 748            }
 749        }
 750
 751        {
 752            let mut store = self.store().await;
 753            let room = store.call_failed(room_id, recipient_user_id)?;
 754            self.room_updated(&room);
 755        }
 756        self.update_user_contacts(recipient_user_id).await?;
 757
 758        Err(anyhow!("failed to ring call recipient"))?
 759    }
 760
 761    async fn cancel_call(
 762        self: Arc<Server>,
 763        request: TypedEnvelope<proto::CancelCall>,
 764        response: Response<proto::CancelCall>,
 765    ) -> Result<()> {
 766        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 767        {
 768            let mut store = self.store().await;
 769            let (room, recipient_connection_ids) = store.cancel_call(
 770                request.payload.room_id,
 771                recipient_user_id,
 772                request.sender_id,
 773            )?;
 774            for recipient_id in recipient_connection_ids {
 775                self.peer
 776                    .send(recipient_id, proto::CallCanceled {})
 777                    .trace_err();
 778            }
 779            self.room_updated(room);
 780            response.send(proto::Ack {})?;
 781        }
 782        self.update_user_contacts(recipient_user_id).await?;
 783        Ok(())
 784    }
 785
 786    async fn decline_call(
 787        self: Arc<Server>,
 788        message: TypedEnvelope<proto::DeclineCall>,
 789    ) -> Result<()> {
 790        let recipient_user_id;
 791        {
 792            let mut store = self.store().await;
 793            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 794            let (room, recipient_connection_ids) =
 795                store.decline_call(message.payload.room_id, message.sender_id)?;
 796            for recipient_id in recipient_connection_ids {
 797                self.peer
 798                    .send(recipient_id, proto::CallCanceled {})
 799                    .trace_err();
 800            }
 801            self.room_updated(room);
 802        }
 803        self.update_user_contacts(recipient_user_id).await?;
 804        Ok(())
 805    }
 806
 807    async fn update_participant_location(
 808        self: Arc<Server>,
 809        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 810        response: Response<proto::UpdateParticipantLocation>,
 811    ) -> Result<()> {
 812        let room_id = request.payload.room_id;
 813        let location = request
 814            .payload
 815            .location
 816            .ok_or_else(|| anyhow!("invalid location"))?;
 817        let mut store = self.store().await;
 818        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 819        self.room_updated(room);
 820        response.send(proto::Ack {})?;
 821        Ok(())
 822    }
 823
 824    fn room_updated(&self, room: &proto::Room) {
 825        for participant in &room.participants {
 826            self.peer
 827                .send(
 828                    ConnectionId(participant.peer_id),
 829                    proto::RoomUpdated {
 830                        room: Some(room.clone()),
 831                    },
 832                )
 833                .trace_err();
 834        }
 835    }
 836
 837    async fn share_project(
 838        self: Arc<Server>,
 839        request: TypedEnvelope<proto::ShareProject>,
 840        response: Response<proto::ShareProject>,
 841    ) -> Result<()> {
 842        let user_id = self
 843            .store()
 844            .await
 845            .user_id_for_connection(request.sender_id)?;
 846        let project_id = self.app_state.db.register_project(user_id).await?;
 847        let mut store = self.store().await;
 848        let room = store.share_project(
 849            request.payload.room_id,
 850            project_id,
 851            request.payload.worktrees,
 852            request.sender_id,
 853        )?;
 854        response.send(proto::ShareProjectResponse {
 855            project_id: project_id.to_proto(),
 856        })?;
 857        self.room_updated(room);
 858
 859        Ok(())
 860    }
 861
 862    async fn unshare_project(
 863        self: Arc<Server>,
 864        message: TypedEnvelope<proto::UnshareProject>,
 865    ) -> Result<()> {
 866        let project_id = ProjectId::from_proto(message.payload.project_id);
 867        let mut store = self.store().await;
 868        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 869        broadcast(
 870            message.sender_id,
 871            project.guest_connection_ids(),
 872            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 873        );
 874        self.room_updated(room);
 875
 876        Ok(())
 877    }
 878
 879    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 880        let contacts = self.app_state.db.get_contacts(user_id).await?;
 881        let store = self.store().await;
 882        let updated_contact = store.contact_for_user(user_id, false);
 883        for contact in contacts {
 884            if let db::Contact::Accepted {
 885                user_id: contact_user_id,
 886                ..
 887            } = contact
 888            {
 889                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 890                    self.peer
 891                        .send(
 892                            contact_conn_id,
 893                            proto::UpdateContacts {
 894                                contacts: vec![updated_contact.clone()],
 895                                remove_contacts: Default::default(),
 896                                incoming_requests: Default::default(),
 897                                remove_incoming_requests: Default::default(),
 898                                outgoing_requests: Default::default(),
 899                                remove_outgoing_requests: Default::default(),
 900                            },
 901                        )
 902                        .trace_err();
 903                }
 904            }
 905        }
 906        Ok(())
 907    }
 908
 909    async fn join_project(
 910        self: Arc<Server>,
 911        request: TypedEnvelope<proto::JoinProject>,
 912        response: Response<proto::JoinProject>,
 913    ) -> Result<()> {
 914        let project_id = ProjectId::from_proto(request.payload.project_id);
 915
 916        let host_user_id;
 917        let guest_user_id;
 918        let host_connection_id;
 919        {
 920            let state = self.store().await;
 921            let project = state.project(project_id)?;
 922            host_user_id = project.host.user_id;
 923            host_connection_id = project.host_connection_id;
 924            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 925        };
 926
 927        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 928
 929        let mut store = self.store().await;
 930        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 931        let peer_count = project.guests.len();
 932        let mut collaborators = Vec::with_capacity(peer_count);
 933        collaborators.push(proto::Collaborator {
 934            peer_id: project.host_connection_id.0,
 935            replica_id: 0,
 936            user_id: project.host.user_id.to_proto(),
 937        });
 938        let worktrees = project
 939            .worktrees
 940            .iter()
 941            .map(|(id, worktree)| proto::WorktreeMetadata {
 942                id: *id,
 943                root_name: worktree.root_name.clone(),
 944                visible: worktree.visible,
 945            })
 946            .collect::<Vec<_>>();
 947
 948        // Add all guests other than the requesting user's own connections as collaborators
 949        for (guest_conn_id, guest) in &project.guests {
 950            if request.sender_id != *guest_conn_id {
 951                collaborators.push(proto::Collaborator {
 952                    peer_id: guest_conn_id.0,
 953                    replica_id: guest.replica_id as u32,
 954                    user_id: guest.user_id.to_proto(),
 955                });
 956            }
 957        }
 958
 959        for conn_id in project.connection_ids() {
 960            if conn_id != request.sender_id {
 961                self.peer.send(
 962                    conn_id,
 963                    proto::AddProjectCollaborator {
 964                        project_id: project_id.to_proto(),
 965                        collaborator: Some(proto::Collaborator {
 966                            peer_id: request.sender_id.0,
 967                            replica_id: replica_id as u32,
 968                            user_id: guest_user_id.to_proto(),
 969                        }),
 970                    },
 971                )?;
 972            }
 973        }
 974
 975        // First, we send the metadata associated with each worktree.
 976        response.send(proto::JoinProjectResponse {
 977            worktrees: worktrees.clone(),
 978            replica_id: replica_id as u32,
 979            collaborators: collaborators.clone(),
 980            language_servers: project.language_servers.clone(),
 981        })?;
 982
 983        for (worktree_id, worktree) in &project.worktrees {
 984            #[cfg(any(test, feature = "test-support"))]
 985            const MAX_CHUNK_SIZE: usize = 2;
 986            #[cfg(not(any(test, feature = "test-support")))]
 987            const MAX_CHUNK_SIZE: usize = 256;
 988
 989            // Stream this worktree's entries.
 990            let message = proto::UpdateWorktree {
 991                project_id: project_id.to_proto(),
 992                worktree_id: *worktree_id,
 993                root_name: worktree.root_name.clone(),
 994                updated_entries: worktree.entries.values().cloned().collect(),
 995                removed_entries: Default::default(),
 996                scan_id: worktree.scan_id,
 997                is_last_update: worktree.is_complete,
 998            };
 999            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1000                self.peer.send(request.sender_id, update.clone())?;
1001            }
1002
1003            // Stream this worktree's diagnostics.
1004            for summary in worktree.diagnostic_summaries.values() {
1005                self.peer.send(
1006                    request.sender_id,
1007                    proto::UpdateDiagnosticSummary {
1008                        project_id: project_id.to_proto(),
1009                        worktree_id: *worktree_id,
1010                        summary: Some(summary.clone()),
1011                    },
1012                )?;
1013            }
1014        }
1015
1016        Ok(())
1017    }
1018
1019    async fn leave_project(
1020        self: Arc<Server>,
1021        request: TypedEnvelope<proto::LeaveProject>,
1022    ) -> Result<()> {
1023        let sender_id = request.sender_id;
1024        let project_id = ProjectId::from_proto(request.payload.project_id);
1025        let project;
1026        {
1027            let mut store = self.store().await;
1028            project = store.leave_project(project_id, sender_id)?;
1029            tracing::info!(
1030                %project_id,
1031                host_user_id = %project.host_user_id,
1032                host_connection_id = %project.host_connection_id,
1033                "leave project"
1034            );
1035
1036            if project.remove_collaborator {
1037                broadcast(sender_id, project.connection_ids, |conn_id| {
1038                    self.peer.send(
1039                        conn_id,
1040                        proto::RemoveProjectCollaborator {
1041                            project_id: project_id.to_proto(),
1042                            peer_id: sender_id.0,
1043                        },
1044                    )
1045                });
1046            }
1047        }
1048
1049        Ok(())
1050    }
1051
1052    async fn update_project(
1053        self: Arc<Server>,
1054        request: TypedEnvelope<proto::UpdateProject>,
1055    ) -> Result<()> {
1056        let project_id = ProjectId::from_proto(request.payload.project_id);
1057        {
1058            let mut state = self.store().await;
1059            let guest_connection_ids = state
1060                .read_project(project_id, request.sender_id)?
1061                .guest_connection_ids();
1062            let room =
1063                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1064            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1065                self.peer
1066                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1067            });
1068            self.room_updated(room);
1069        };
1070
1071        Ok(())
1072    }
1073
1074    async fn register_project_activity(
1075        self: Arc<Server>,
1076        request: TypedEnvelope<proto::RegisterProjectActivity>,
1077    ) -> Result<()> {
1078        self.store().await.register_project_activity(
1079            ProjectId::from_proto(request.payload.project_id),
1080            request.sender_id,
1081        )?;
1082        Ok(())
1083    }
1084
1085    async fn update_worktree(
1086        self: Arc<Server>,
1087        request: TypedEnvelope<proto::UpdateWorktree>,
1088        response: Response<proto::UpdateWorktree>,
1089    ) -> Result<()> {
1090        let project_id = ProjectId::from_proto(request.payload.project_id);
1091        let worktree_id = request.payload.worktree_id;
1092        let connection_ids = self.store().await.update_worktree(
1093            request.sender_id,
1094            project_id,
1095            worktree_id,
1096            &request.payload.root_name,
1097            &request.payload.removed_entries,
1098            &request.payload.updated_entries,
1099            request.payload.scan_id,
1100            request.payload.is_last_update,
1101        )?;
1102
1103        broadcast(request.sender_id, connection_ids, |connection_id| {
1104            self.peer
1105                .forward_send(request.sender_id, connection_id, request.payload.clone())
1106        });
1107        response.send(proto::Ack {})?;
1108        Ok(())
1109    }
1110
1111    async fn update_worktree_extensions(
1112        self: Arc<Server>,
1113        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1114    ) -> Result<()> {
1115        let project_id = ProjectId::from_proto(request.payload.project_id);
1116        let worktree_id = request.payload.worktree_id;
1117        let extensions = request
1118            .payload
1119            .extensions
1120            .into_iter()
1121            .zip(request.payload.counts)
1122            .collect();
1123        self.app_state
1124            .db
1125            .update_worktree_extensions(project_id, worktree_id, extensions)
1126            .await?;
1127        Ok(())
1128    }
1129
1130    async fn update_diagnostic_summary(
1131        self: Arc<Server>,
1132        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1133    ) -> Result<()> {
1134        let summary = request
1135            .payload
1136            .summary
1137            .clone()
1138            .ok_or_else(|| anyhow!("invalid summary"))?;
1139        let receiver_ids = self.store().await.update_diagnostic_summary(
1140            ProjectId::from_proto(request.payload.project_id),
1141            request.payload.worktree_id,
1142            request.sender_id,
1143            summary,
1144        )?;
1145
1146        broadcast(request.sender_id, receiver_ids, |connection_id| {
1147            self.peer
1148                .forward_send(request.sender_id, connection_id, request.payload.clone())
1149        });
1150        Ok(())
1151    }
1152
1153    async fn start_language_server(
1154        self: Arc<Server>,
1155        request: TypedEnvelope<proto::StartLanguageServer>,
1156    ) -> Result<()> {
1157        let receiver_ids = self.store().await.start_language_server(
1158            ProjectId::from_proto(request.payload.project_id),
1159            request.sender_id,
1160            request
1161                .payload
1162                .server
1163                .clone()
1164                .ok_or_else(|| anyhow!("invalid language server"))?,
1165        )?;
1166        broadcast(request.sender_id, receiver_ids, |connection_id| {
1167            self.peer
1168                .forward_send(request.sender_id, connection_id, request.payload.clone())
1169        });
1170        Ok(())
1171    }
1172
1173    async fn update_language_server(
1174        self: Arc<Server>,
1175        request: TypedEnvelope<proto::UpdateLanguageServer>,
1176    ) -> Result<()> {
1177        let receiver_ids = self.store().await.project_connection_ids(
1178            ProjectId::from_proto(request.payload.project_id),
1179            request.sender_id,
1180        )?;
1181        broadcast(request.sender_id, receiver_ids, |connection_id| {
1182            self.peer
1183                .forward_send(request.sender_id, connection_id, request.payload.clone())
1184        });
1185        Ok(())
1186    }
1187
1188    async fn forward_project_request<T>(
1189        self: Arc<Server>,
1190        request: TypedEnvelope<T>,
1191        response: Response<T>,
1192    ) -> Result<()>
1193    where
1194        T: EntityMessage + RequestMessage,
1195    {
1196        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1197        let host_connection_id = self
1198            .store()
1199            .await
1200            .read_project(project_id, request.sender_id)?
1201            .host_connection_id;
1202        let payload = self
1203            .peer
1204            .forward_request(request.sender_id, host_connection_id, request.payload)
1205            .await?;
1206
1207        // Ensure project still exists by the time we get the response from the host.
1208        self.store()
1209            .await
1210            .read_project(project_id, request.sender_id)?;
1211
1212        response.send(payload)?;
1213        Ok(())
1214    }
1215
1216    async fn save_buffer(
1217        self: Arc<Server>,
1218        request: TypedEnvelope<proto::SaveBuffer>,
1219        response: Response<proto::SaveBuffer>,
1220    ) -> Result<()> {
1221        let project_id = ProjectId::from_proto(request.payload.project_id);
1222        let host = self
1223            .store()
1224            .await
1225            .read_project(project_id, request.sender_id)?
1226            .host_connection_id;
1227        let response_payload = self
1228            .peer
1229            .forward_request(request.sender_id, host, request.payload.clone())
1230            .await?;
1231
1232        let mut guests = self
1233            .store()
1234            .await
1235            .read_project(project_id, request.sender_id)?
1236            .connection_ids();
1237        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1238        broadcast(host, guests, |conn_id| {
1239            self.peer
1240                .forward_send(host, conn_id, response_payload.clone())
1241        });
1242        response.send(response_payload)?;
1243        Ok(())
1244    }
1245
1246    async fn create_buffer_for_peer(
1247        self: Arc<Server>,
1248        request: TypedEnvelope<proto::CreateBufferForPeer>,
1249    ) -> Result<()> {
1250        self.peer.forward_send(
1251            request.sender_id,
1252            ConnectionId(request.payload.peer_id),
1253            request.payload,
1254        )?;
1255        Ok(())
1256    }
1257
1258    async fn update_buffer(
1259        self: Arc<Server>,
1260        request: TypedEnvelope<proto::UpdateBuffer>,
1261        response: Response<proto::UpdateBuffer>,
1262    ) -> Result<()> {
1263        let project_id = ProjectId::from_proto(request.payload.project_id);
1264        let receiver_ids = {
1265            let mut store = self.store().await;
1266            store.register_project_activity(project_id, request.sender_id)?;
1267            store.project_connection_ids(project_id, request.sender_id)?
1268        };
1269
1270        broadcast(request.sender_id, receiver_ids, |connection_id| {
1271            self.peer
1272                .forward_send(request.sender_id, connection_id, request.payload.clone())
1273        });
1274        response.send(proto::Ack {})?;
1275        Ok(())
1276    }
1277
1278    async fn update_buffer_file(
1279        self: Arc<Server>,
1280        request: TypedEnvelope<proto::UpdateBufferFile>,
1281    ) -> Result<()> {
1282        let receiver_ids = self.store().await.project_connection_ids(
1283            ProjectId::from_proto(request.payload.project_id),
1284            request.sender_id,
1285        )?;
1286        broadcast(request.sender_id, receiver_ids, |connection_id| {
1287            self.peer
1288                .forward_send(request.sender_id, connection_id, request.payload.clone())
1289        });
1290        Ok(())
1291    }
1292
1293    async fn buffer_reloaded(
1294        self: Arc<Server>,
1295        request: TypedEnvelope<proto::BufferReloaded>,
1296    ) -> Result<()> {
1297        let receiver_ids = self.store().await.project_connection_ids(
1298            ProjectId::from_proto(request.payload.project_id),
1299            request.sender_id,
1300        )?;
1301        broadcast(request.sender_id, receiver_ids, |connection_id| {
1302            self.peer
1303                .forward_send(request.sender_id, connection_id, request.payload.clone())
1304        });
1305        Ok(())
1306    }
1307
1308    async fn buffer_saved(
1309        self: Arc<Server>,
1310        request: TypedEnvelope<proto::BufferSaved>,
1311    ) -> Result<()> {
1312        let receiver_ids = self.store().await.project_connection_ids(
1313            ProjectId::from_proto(request.payload.project_id),
1314            request.sender_id,
1315        )?;
1316        broadcast(request.sender_id, receiver_ids, |connection_id| {
1317            self.peer
1318                .forward_send(request.sender_id, connection_id, request.payload.clone())
1319        });
1320        Ok(())
1321    }
1322
1323    async fn follow(
1324        self: Arc<Self>,
1325        request: TypedEnvelope<proto::Follow>,
1326        response: Response<proto::Follow>,
1327    ) -> Result<()> {
1328        let project_id = ProjectId::from_proto(request.payload.project_id);
1329        let leader_id = ConnectionId(request.payload.leader_id);
1330        let follower_id = request.sender_id;
1331        {
1332            let mut store = self.store().await;
1333            if !store
1334                .project_connection_ids(project_id, follower_id)?
1335                .contains(&leader_id)
1336            {
1337                Err(anyhow!("no such peer"))?;
1338            }
1339
1340            store.register_project_activity(project_id, follower_id)?;
1341        }
1342
1343        let mut response_payload = self
1344            .peer
1345            .forward_request(request.sender_id, leader_id, request.payload)
1346            .await?;
1347        response_payload
1348            .views
1349            .retain(|view| view.leader_id != Some(follower_id.0));
1350        response.send(response_payload)?;
1351        Ok(())
1352    }
1353
1354    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1355        let project_id = ProjectId::from_proto(request.payload.project_id);
1356        let leader_id = ConnectionId(request.payload.leader_id);
1357        let mut store = self.store().await;
1358        if !store
1359            .project_connection_ids(project_id, request.sender_id)?
1360            .contains(&leader_id)
1361        {
1362            Err(anyhow!("no such peer"))?;
1363        }
1364        store.register_project_activity(project_id, request.sender_id)?;
1365        self.peer
1366            .forward_send(request.sender_id, leader_id, request.payload)?;
1367        Ok(())
1368    }
1369
1370    async fn update_followers(
1371        self: Arc<Self>,
1372        request: TypedEnvelope<proto::UpdateFollowers>,
1373    ) -> Result<()> {
1374        let project_id = ProjectId::from_proto(request.payload.project_id);
1375        let mut store = self.store().await;
1376        store.register_project_activity(project_id, request.sender_id)?;
1377        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1378        let leader_id = request
1379            .payload
1380            .variant
1381            .as_ref()
1382            .and_then(|variant| match variant {
1383                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1384                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1385                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1386            });
1387        for follower_id in &request.payload.follower_ids {
1388            let follower_id = ConnectionId(*follower_id);
1389            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1390                self.peer
1391                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1392            }
1393        }
1394        Ok(())
1395    }
1396
1397    async fn get_channels(
1398        self: Arc<Server>,
1399        request: TypedEnvelope<proto::GetChannels>,
1400        response: Response<proto::GetChannels>,
1401    ) -> Result<()> {
1402        let user_id = self
1403            .store()
1404            .await
1405            .user_id_for_connection(request.sender_id)?;
1406        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1407        response.send(proto::GetChannelsResponse {
1408            channels: channels
1409                .into_iter()
1410                .map(|chan| proto::Channel {
1411                    id: chan.id.to_proto(),
1412                    name: chan.name,
1413                })
1414                .collect(),
1415        })?;
1416        Ok(())
1417    }
1418
1419    async fn get_users(
1420        self: Arc<Server>,
1421        request: TypedEnvelope<proto::GetUsers>,
1422        response: Response<proto::GetUsers>,
1423    ) -> Result<()> {
1424        let user_ids = request
1425            .payload
1426            .user_ids
1427            .into_iter()
1428            .map(UserId::from_proto)
1429            .collect();
1430        let users = self
1431            .app_state
1432            .db
1433            .get_users_by_ids(user_ids)
1434            .await?
1435            .into_iter()
1436            .map(|user| proto::User {
1437                id: user.id.to_proto(),
1438                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1439                github_login: user.github_login,
1440            })
1441            .collect();
1442        response.send(proto::UsersResponse { users })?;
1443        Ok(())
1444    }
1445
1446    async fn fuzzy_search_users(
1447        self: Arc<Server>,
1448        request: TypedEnvelope<proto::FuzzySearchUsers>,
1449        response: Response<proto::FuzzySearchUsers>,
1450    ) -> Result<()> {
1451        let user_id = self
1452            .store()
1453            .await
1454            .user_id_for_connection(request.sender_id)?;
1455        let query = request.payload.query;
1456        let db = &self.app_state.db;
1457        let users = match query.len() {
1458            0 => vec![],
1459            1 | 2 => db
1460                .get_user_by_github_account(&query, None)
1461                .await?
1462                .into_iter()
1463                .collect(),
1464            _ => db.fuzzy_search_users(&query, 10).await?,
1465        };
1466        let users = users
1467            .into_iter()
1468            .filter(|user| user.id != user_id)
1469            .map(|user| proto::User {
1470                id: user.id.to_proto(),
1471                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1472                github_login: user.github_login,
1473            })
1474            .collect();
1475        response.send(proto::UsersResponse { users })?;
1476        Ok(())
1477    }
1478
1479    async fn request_contact(
1480        self: Arc<Server>,
1481        request: TypedEnvelope<proto::RequestContact>,
1482        response: Response<proto::RequestContact>,
1483    ) -> Result<()> {
1484        let requester_id = self
1485            .store()
1486            .await
1487            .user_id_for_connection(request.sender_id)?;
1488        let responder_id = UserId::from_proto(request.payload.responder_id);
1489        if requester_id == responder_id {
1490            return Err(anyhow!("cannot add yourself as a contact"))?;
1491        }
1492
1493        self.app_state
1494            .db
1495            .send_contact_request(requester_id, responder_id)
1496            .await?;
1497
1498        // Update outgoing contact requests of requester
1499        let mut update = proto::UpdateContacts::default();
1500        update.outgoing_requests.push(responder_id.to_proto());
1501        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1502            self.peer.send(connection_id, update.clone())?;
1503        }
1504
1505        // Update incoming contact requests of responder
1506        let mut update = proto::UpdateContacts::default();
1507        update
1508            .incoming_requests
1509            .push(proto::IncomingContactRequest {
1510                requester_id: requester_id.to_proto(),
1511                should_notify: true,
1512            });
1513        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1514            self.peer.send(connection_id, update.clone())?;
1515        }
1516
1517        response.send(proto::Ack {})?;
1518        Ok(())
1519    }
1520
1521    async fn respond_to_contact_request(
1522        self: Arc<Server>,
1523        request: TypedEnvelope<proto::RespondToContactRequest>,
1524        response: Response<proto::RespondToContactRequest>,
1525    ) -> Result<()> {
1526        let responder_id = self
1527            .store()
1528            .await
1529            .user_id_for_connection(request.sender_id)?;
1530        let requester_id = UserId::from_proto(request.payload.requester_id);
1531        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1532            self.app_state
1533                .db
1534                .dismiss_contact_notification(responder_id, requester_id)
1535                .await?;
1536        } else {
1537            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1538            self.app_state
1539                .db
1540                .respond_to_contact_request(responder_id, requester_id, accept)
1541                .await?;
1542
1543            let store = self.store().await;
1544            // Update responder with new contact
1545            let mut update = proto::UpdateContacts::default();
1546            if accept {
1547                update
1548                    .contacts
1549                    .push(store.contact_for_user(requester_id, false));
1550            }
1551            update
1552                .remove_incoming_requests
1553                .push(requester_id.to_proto());
1554            for connection_id in store.connection_ids_for_user(responder_id) {
1555                self.peer.send(connection_id, update.clone())?;
1556            }
1557
1558            // Update requester with new contact
1559            let mut update = proto::UpdateContacts::default();
1560            if accept {
1561                update
1562                    .contacts
1563                    .push(store.contact_for_user(responder_id, true));
1564            }
1565            update
1566                .remove_outgoing_requests
1567                .push(responder_id.to_proto());
1568            for connection_id in store.connection_ids_for_user(requester_id) {
1569                self.peer.send(connection_id, update.clone())?;
1570            }
1571        }
1572
1573        response.send(proto::Ack {})?;
1574        Ok(())
1575    }
1576
1577    async fn remove_contact(
1578        self: Arc<Server>,
1579        request: TypedEnvelope<proto::RemoveContact>,
1580        response: Response<proto::RemoveContact>,
1581    ) -> Result<()> {
1582        let requester_id = self
1583            .store()
1584            .await
1585            .user_id_for_connection(request.sender_id)?;
1586        let responder_id = UserId::from_proto(request.payload.user_id);
1587        self.app_state
1588            .db
1589            .remove_contact(requester_id, responder_id)
1590            .await?;
1591
1592        // Update outgoing contact requests of requester
1593        let mut update = proto::UpdateContacts::default();
1594        update
1595            .remove_outgoing_requests
1596            .push(responder_id.to_proto());
1597        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1598            self.peer.send(connection_id, update.clone())?;
1599        }
1600
1601        // Update incoming contact requests of responder
1602        let mut update = proto::UpdateContacts::default();
1603        update
1604            .remove_incoming_requests
1605            .push(requester_id.to_proto());
1606        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1607            self.peer.send(connection_id, update.clone())?;
1608        }
1609
1610        response.send(proto::Ack {})?;
1611        Ok(())
1612    }
1613
1614    async fn join_channel(
1615        self: Arc<Self>,
1616        request: TypedEnvelope<proto::JoinChannel>,
1617        response: Response<proto::JoinChannel>,
1618    ) -> Result<()> {
1619        let user_id = self
1620            .store()
1621            .await
1622            .user_id_for_connection(request.sender_id)?;
1623        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1624        if !self
1625            .app_state
1626            .db
1627            .can_user_access_channel(user_id, channel_id)
1628            .await?
1629        {
1630            Err(anyhow!("access denied"))?;
1631        }
1632
1633        self.store()
1634            .await
1635            .join_channel(request.sender_id, channel_id);
1636        let messages = self
1637            .app_state
1638            .db
1639            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1640            .await?
1641            .into_iter()
1642            .map(|msg| proto::ChannelMessage {
1643                id: msg.id.to_proto(),
1644                body: msg.body,
1645                timestamp: msg.sent_at.unix_timestamp() as u64,
1646                sender_id: msg.sender_id.to_proto(),
1647                nonce: Some(msg.nonce.as_u128().into()),
1648            })
1649            .collect::<Vec<_>>();
1650        response.send(proto::JoinChannelResponse {
1651            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1652            messages,
1653        })?;
1654        Ok(())
1655    }
1656
1657    async fn leave_channel(
1658        self: Arc<Self>,
1659        request: TypedEnvelope<proto::LeaveChannel>,
1660    ) -> Result<()> {
1661        let user_id = self
1662            .store()
1663            .await
1664            .user_id_for_connection(request.sender_id)?;
1665        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1666        if !self
1667            .app_state
1668            .db
1669            .can_user_access_channel(user_id, channel_id)
1670            .await?
1671        {
1672            Err(anyhow!("access denied"))?;
1673        }
1674
1675        self.store()
1676            .await
1677            .leave_channel(request.sender_id, channel_id);
1678
1679        Ok(())
1680    }
1681
1682    async fn send_channel_message(
1683        self: Arc<Self>,
1684        request: TypedEnvelope<proto::SendChannelMessage>,
1685        response: Response<proto::SendChannelMessage>,
1686    ) -> Result<()> {
1687        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1688        let user_id;
1689        let connection_ids;
1690        {
1691            let state = self.store().await;
1692            user_id = state.user_id_for_connection(request.sender_id)?;
1693            connection_ids = state.channel_connection_ids(channel_id)?;
1694        }
1695
1696        // Validate the message body.
1697        let body = request.payload.body.trim().to_string();
1698        if body.len() > MAX_MESSAGE_LEN {
1699            return Err(anyhow!("message is too long"))?;
1700        }
1701        if body.is_empty() {
1702            return Err(anyhow!("message can't be blank"))?;
1703        }
1704
1705        let timestamp = OffsetDateTime::now_utc();
1706        let nonce = request
1707            .payload
1708            .nonce
1709            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1710
1711        let message_id = self
1712            .app_state
1713            .db
1714            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1715            .await?
1716            .to_proto();
1717        let message = proto::ChannelMessage {
1718            sender_id: user_id.to_proto(),
1719            id: message_id,
1720            body,
1721            timestamp: timestamp.unix_timestamp() as u64,
1722            nonce: Some(nonce),
1723        };
1724        broadcast(request.sender_id, connection_ids, |conn_id| {
1725            self.peer.send(
1726                conn_id,
1727                proto::ChannelMessageSent {
1728                    channel_id: channel_id.to_proto(),
1729                    message: Some(message.clone()),
1730                },
1731            )
1732        });
1733        response.send(proto::SendChannelMessageResponse {
1734            message: Some(message),
1735        })?;
1736        Ok(())
1737    }
1738
1739    async fn get_channel_messages(
1740        self: Arc<Self>,
1741        request: TypedEnvelope<proto::GetChannelMessages>,
1742        response: Response<proto::GetChannelMessages>,
1743    ) -> Result<()> {
1744        let user_id = self
1745            .store()
1746            .await
1747            .user_id_for_connection(request.sender_id)?;
1748        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1749        if !self
1750            .app_state
1751            .db
1752            .can_user_access_channel(user_id, channel_id)
1753            .await?
1754        {
1755            Err(anyhow!("access denied"))?;
1756        }
1757
1758        let messages = self
1759            .app_state
1760            .db
1761            .get_channel_messages(
1762                channel_id,
1763                MESSAGE_COUNT_PER_PAGE,
1764                Some(MessageId::from_proto(request.payload.before_message_id)),
1765            )
1766            .await?
1767            .into_iter()
1768            .map(|msg| proto::ChannelMessage {
1769                id: msg.id.to_proto(),
1770                body: msg.body,
1771                timestamp: msg.sent_at.unix_timestamp() as u64,
1772                sender_id: msg.sender_id.to_proto(),
1773                nonce: Some(msg.nonce.as_u128().into()),
1774            })
1775            .collect::<Vec<_>>();
1776        response.send(proto::GetChannelMessagesResponse {
1777            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1778            messages,
1779        })?;
1780        Ok(())
1781    }
1782
1783    async fn update_diff_base(
1784        self: Arc<Server>,
1785        request: TypedEnvelope<proto::UpdateDiffBase>,
1786    ) -> Result<()> {
1787        let receiver_ids = self.store().await.project_connection_ids(
1788            ProjectId::from_proto(request.payload.project_id),
1789            request.sender_id,
1790        )?;
1791        broadcast(request.sender_id, receiver_ids, |connection_id| {
1792            self.peer
1793                .forward_send(request.sender_id, connection_id, request.payload.clone())
1794        });
1795        Ok(())
1796    }
1797
1798    async fn get_private_user_info(
1799        self: Arc<Self>,
1800        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1801        response: Response<proto::GetPrivateUserInfo>,
1802    ) -> Result<()> {
1803        let user_id = self
1804            .store()
1805            .await
1806            .user_id_for_connection(request.sender_id)?;
1807        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1808        let user = self
1809            .app_state
1810            .db
1811            .get_user_by_id(user_id)
1812            .await?
1813            .ok_or_else(|| anyhow!("user not found"))?;
1814        response.send(proto::GetPrivateUserInfoResponse {
1815            metrics_id,
1816            staff: user.admin,
1817        })?;
1818        Ok(())
1819    }
1820
1821    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1822        #[cfg(test)]
1823        tokio::task::yield_now().await;
1824        let guard = self.store.lock().await;
1825        #[cfg(test)]
1826        tokio::task::yield_now().await;
1827        StoreGuard {
1828            guard,
1829            _not_send: PhantomData,
1830        }
1831    }
1832
1833    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1834        ServerSnapshot {
1835            store: self.store().await,
1836            peer: &self.peer,
1837        }
1838    }
1839}
1840
1841impl<'a> Deref for StoreGuard<'a> {
1842    type Target = Store;
1843
1844    fn deref(&self) -> &Self::Target {
1845        &*self.guard
1846    }
1847}
1848
1849impl<'a> DerefMut for StoreGuard<'a> {
1850    fn deref_mut(&mut self) -> &mut Self::Target {
1851        &mut *self.guard
1852    }
1853}
1854
1855impl<'a> Drop for StoreGuard<'a> {
1856    fn drop(&mut self) {
1857        #[cfg(test)]
1858        self.check_invariants();
1859    }
1860}
1861
1862impl Executor for RealExecutor {
1863    type Sleep = Sleep;
1864
1865    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1866        tokio::task::spawn(future);
1867    }
1868
1869    fn sleep(&self, duration: Duration) -> Self::Sleep {
1870        tokio::time::sleep(duration)
1871    }
1872}
1873
1874fn broadcast<F>(
1875    sender_id: ConnectionId,
1876    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1877    mut f: F,
1878) where
1879    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1880{
1881    for receiver_id in receiver_ids {
1882        if receiver_id != sender_id {
1883            f(receiver_id).trace_err();
1884        }
1885    }
1886}
1887
1888lazy_static! {
1889    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1890}
1891
1892pub struct ProtocolVersion(u32);
1893
1894impl Header for ProtocolVersion {
1895    fn name() -> &'static HeaderName {
1896        &ZED_PROTOCOL_VERSION
1897    }
1898
1899    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1900    where
1901        Self: Sized,
1902        I: Iterator<Item = &'i axum::http::HeaderValue>,
1903    {
1904        let version = values
1905            .next()
1906            .ok_or_else(axum::headers::Error::invalid)?
1907            .to_str()
1908            .map_err(|_| axum::headers::Error::invalid())?
1909            .parse()
1910            .map_err(|_| axum::headers::Error::invalid())?;
1911        Ok(Self(version))
1912    }
1913
1914    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1915        values.extend([self.0.to_string().parse().unwrap()]);
1916    }
1917}
1918
1919pub fn routes(server: Arc<Server>) -> Router<Body> {
1920    Router::new()
1921        .route("/rpc", get(handle_websocket_request))
1922        .layer(
1923            ServiceBuilder::new()
1924                .layer(Extension(server.app_state.clone()))
1925                .layer(middleware::from_fn(auth::validate_header)),
1926        )
1927        .route("/metrics", get(handle_metrics))
1928        .layer(Extension(server))
1929}
1930
1931pub async fn handle_websocket_request(
1932    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1933    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1934    Extension(server): Extension<Arc<Server>>,
1935    Extension(user): Extension<User>,
1936    ws: WebSocketUpgrade,
1937) -> axum::response::Response {
1938    if protocol_version != rpc::PROTOCOL_VERSION {
1939        return (
1940            StatusCode::UPGRADE_REQUIRED,
1941            "client must be upgraded".to_string(),
1942        )
1943            .into_response();
1944    }
1945    let socket_address = socket_address.to_string();
1946    ws.on_upgrade(move |socket| {
1947        use util::ResultExt;
1948        let socket = socket
1949            .map_ok(to_tungstenite_message)
1950            .err_into()
1951            .with(|message| async move { Ok(to_axum_message(message)) });
1952        let connection = Connection::new(Box::pin(socket));
1953        async move {
1954            server
1955                .handle_connection(connection, socket_address, user, None, RealExecutor)
1956                .await
1957                .log_err();
1958        }
1959    })
1960}
1961
1962pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1963    // We call `store_mut` here for its side effects of updating metrics.
1964    let metrics = server.store().await.metrics();
1965    METRIC_CONNECTIONS.set(metrics.connections as _);
1966    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1967    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1968    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1969
1970    let encoder = prometheus::TextEncoder::new();
1971    let metric_families = prometheus::gather();
1972    match encoder.encode_to_string(&metric_families) {
1973        Ok(string) => (StatusCode::OK, string).into_response(),
1974        Err(error) => (
1975            StatusCode::INTERNAL_SERVER_ERROR,
1976            format!("failed to encode metrics {:?}", error),
1977        )
1978            .into_response(),
1979    }
1980}
1981
1982fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1983    match message {
1984        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1985        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1986        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1987        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1988        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1989            code: frame.code.into(),
1990            reason: frame.reason,
1991        })),
1992    }
1993}
1994
1995fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1996    match message {
1997        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1998        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1999        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2000        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2001        AxumMessage::Close(frame) => {
2002            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2003                code: frame.code.into(),
2004                reason: frame.reason,
2005            }))
2006        }
2007    }
2008}
2009
2010pub trait ResultExt {
2011    type Ok;
2012
2013    fn trace_err(self) -> Option<Self::Ok>;
2014}
2015
2016impl<T, E> ResultExt for Result<T, E>
2017where
2018    E: std::fmt::Debug,
2019{
2020    type Ok = T;
2021
2022    fn trace_err(self) -> Option<T> {
2023        match self {
2024            Ok(value) => Some(value),
2025            Err(error) => {
2026                tracing::error!("{:?}", error);
2027                None
2028            }
2029        }
2030    }
2031}