rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::oneshot,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    os::unix::prelude::OsStrExt,
  46    rc::Rc,
  47    sync::{
  48        atomic::{AtomicBool, Ordering::SeqCst},
  49        Arc,
  50    },
  51    time::Duration,
  52};
  53pub use store::{Store, Worktree};
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  65        "shared_projects",
  66        "number of open projects with one or more guests"
  67    )
  68    .unwrap();
  69}
  70
  71type MessageHandler =
  72    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  73
  74struct Response<R> {
  75    server: Arc<Server>,
  76    receipt: Receipt<R>,
  77    responded: Arc<AtomicBool>,
  78}
  79
  80impl<R: RequestMessage> Response<R> {
  81    fn send(self, payload: R::Response) -> Result<()> {
  82        self.responded.store(true, SeqCst);
  83        self.server.peer.respond(self.receipt, payload)?;
  84        Ok(())
  85    }
  86}
  87
  88pub struct Server {
  89    peer: Arc<Peer>,
  90    pub(crate) store: Mutex<Store>,
  91    app_state: Arc<AppState>,
  92    handlers: HashMap<TypeId, MessageHandler>,
  93}
  94
  95pub trait Executor: Send + Clone {
  96    type Sleep: Send + Future;
  97    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
  98    fn sleep(&self, duration: Duration) -> Self::Sleep;
  99}
 100
 101#[derive(Clone)]
 102pub struct RealExecutor;
 103
 104pub(crate) struct StoreGuard<'a> {
 105    guard: MutexGuard<'a, Store>,
 106    _not_send: PhantomData<Rc<()>>,
 107}
 108
 109#[derive(Serialize)]
 110pub struct ServerSnapshot<'a> {
 111    peer: &'a Peer,
 112    #[serde(serialize_with = "serialize_deref")]
 113    store: StoreGuard<'a>,
 114}
 115
 116pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 117where
 118    S: Serializer,
 119    T: Deref<Target = U>,
 120    U: Serialize,
 121{
 122    Serialize::serialize(value.deref(), serializer)
 123}
 124
 125impl Server {
 126    pub fn new(app_state: Arc<AppState>) -> Arc<Self> {
 127        let mut server = Self {
 128            peer: Peer::new(),
 129            app_state,
 130            store: Default::default(),
 131            handlers: Default::default(),
 132        };
 133
 134        server
 135            .add_request_handler(Server::ping)
 136            .add_request_handler(Server::create_room)
 137            .add_request_handler(Server::join_room)
 138            .add_message_handler(Server::leave_room)
 139            .add_request_handler(Server::call)
 140            .add_request_handler(Server::cancel_call)
 141            .add_message_handler(Server::decline_call)
 142            .add_request_handler(Server::update_participant_location)
 143            .add_request_handler(Server::share_project)
 144            .add_message_handler(Server::unshare_project)
 145            .add_request_handler(Server::join_project)
 146            .add_message_handler(Server::leave_project)
 147            .add_message_handler(Server::update_project)
 148            .add_request_handler(Server::update_worktree)
 149            .add_message_handler(Server::start_language_server)
 150            .add_message_handler(Server::update_language_server)
 151            .add_message_handler(Server::update_diagnostic_summary)
 152            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 153            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 154            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 155            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 156            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 157            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 158            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 159            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 160            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 161            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 162            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 163            .add_request_handler(
 164                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 165            )
 166            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 167            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 168            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 169            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 170            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 171            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 172            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 173            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 174            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 175            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 176            .add_message_handler(Server::create_buffer_for_peer)
 177            .add_request_handler(Server::update_buffer)
 178            .add_message_handler(Server::update_buffer_file)
 179            .add_message_handler(Server::buffer_reloaded)
 180            .add_message_handler(Server::buffer_saved)
 181            .add_request_handler(Server::save_buffer)
 182            .add_request_handler(Server::get_users)
 183            .add_request_handler(Server::fuzzy_search_users)
 184            .add_request_handler(Server::request_contact)
 185            .add_request_handler(Server::remove_contact)
 186            .add_request_handler(Server::respond_to_contact_request)
 187            .add_request_handler(Server::follow)
 188            .add_message_handler(Server::unfollow)
 189            .add_message_handler(Server::update_followers)
 190            .add_message_handler(Server::update_diff_base)
 191            .add_request_handler(Server::get_private_user_info);
 192
 193        Arc::new(server)
 194    }
 195
 196    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 197    where
 198        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 199        Fut: 'static + Send + Future<Output = Result<()>>,
 200        M: EnvelopedMessage,
 201    {
 202        let prev_handler = self.handlers.insert(
 203            TypeId::of::<M>(),
 204            Box::new(move |server, envelope| {
 205                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 206                let span = info_span!(
 207                    "handle message",
 208                    payload_type = envelope.payload_type_name()
 209                );
 210                span.in_scope(|| {
 211                    tracing::info!(
 212                        payload_type = envelope.payload_type_name(),
 213                        "message received"
 214                    );
 215                });
 216                let future = (handler)(server, *envelope);
 217                async move {
 218                    if let Err(error) = future.await {
 219                        tracing::error!(%error, "error handling message");
 220                    }
 221                }
 222                .instrument(span)
 223                .boxed()
 224            }),
 225        );
 226        if prev_handler.is_some() {
 227            panic!("registered a handler for the same message twice");
 228        }
 229        self
 230    }
 231
 232    /// Handle a request while holding a lock to the store. This is useful when we're registering
 233    /// a connection but we want to respond on the connection before anybody else can send on it.
 234    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 235    where
 236        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 237        Fut: Send + Future<Output = Result<()>>,
 238        M: RequestMessage,
 239    {
 240        let handler = Arc::new(handler);
 241        self.add_message_handler(move |server, envelope| {
 242            let receipt = envelope.receipt();
 243            let handler = handler.clone();
 244            async move {
 245                let responded = Arc::new(AtomicBool::default());
 246                let response = Response {
 247                    server: server.clone(),
 248                    responded: responded.clone(),
 249                    receipt: envelope.receipt(),
 250                };
 251                match (handler)(server.clone(), envelope, response).await {
 252                    Ok(()) => {
 253                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 254                            Ok(())
 255                        } else {
 256                            Err(anyhow!("handler did not send a response"))?
 257                        }
 258                    }
 259                    Err(error) => {
 260                        server.peer.respond_with_error(
 261                            receipt,
 262                            proto::Error {
 263                                message: error.to_string(),
 264                            },
 265                        )?;
 266                        Err(error)
 267                    }
 268                }
 269            }
 270        })
 271    }
 272
 273    pub fn handle_connection<E: Executor>(
 274        self: &Arc<Self>,
 275        connection: Connection,
 276        address: String,
 277        user: User,
 278        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 279        executor: E,
 280    ) -> impl Future<Output = Result<()>> {
 281        let mut this = self.clone();
 282        let user_id = user.id;
 283        let login = user.github_login;
 284        let span = info_span!("handle connection", %user_id, %login, %address);
 285        async move {
 286            let (connection_id, handle_io, mut incoming_rx) = this
 287                .peer
 288                .add_connection(connection, {
 289                    let executor = executor.clone();
 290                    move |duration| {
 291                        let timer = executor.sleep(duration);
 292                        async move {
 293                            timer.await;
 294                        }
 295                    }
 296                });
 297
 298            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 299            this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
 300            tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
 301
 302            if let Some(send_connection_id) = send_connection_id.take() {
 303                let _ = send_connection_id.send(connection_id);
 304            }
 305
 306            if !user.connected_once {
 307                this.peer.send(connection_id, proto::ShowContacts {})?;
 308                this.app_state.db.set_user_connected_once(user_id, true).await?;
 309            }
 310
 311            let (contacts, invite_code) = future::try_join(
 312                this.app_state.db.get_contacts(user_id),
 313                this.app_state.db.get_invite_code_for_user(user_id)
 314            ).await?;
 315
 316            {
 317                let mut store = this.store().await;
 318                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 319                if let Some(incoming_call) = incoming_call {
 320                    this.peer.send(connection_id, incoming_call)?;
 321                }
 322
 323                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 324
 325                if let Some((code, count)) = invite_code {
 326                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 327                        url: format!("{}{}", this.app_state.config.invite_link_prefix, code),
 328                        count,
 329                    })?;
 330                }
 331            }
 332            this.update_user_contacts(user_id).await?;
 333
 334            let handle_io = handle_io.fuse();
 335            futures::pin_mut!(handle_io);
 336
 337            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 338            // This prevents deadlocks when e.g., client A performs a request to client B and
 339            // client B performs a request to client A. If both clients stop processing further
 340            // messages until their respective request completes, they won't have a chance to
 341            // respond to the other client's request and cause a deadlock.
 342            //
 343            // This arrangement ensures we will attempt to process earlier messages first, but fall
 344            // back to processing messages arrived later in the spirit of making progress.
 345            let mut foreground_message_handlers = FuturesUnordered::new();
 346            loop {
 347                let next_message = incoming_rx.next().fuse();
 348                futures::pin_mut!(next_message);
 349                futures::select_biased! {
 350                    result = handle_io => {
 351                        if let Err(error) = result {
 352                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 353                        }
 354                        break;
 355                    }
 356                    _ = foreground_message_handlers.next() => {}
 357                    message = next_message => {
 358                        if let Some(message) = message {
 359                            let type_name = message.payload_type_name();
 360                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 361                            let span_enter = span.enter();
 362                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 363                                let is_background = message.is_background();
 364                                let handle_message = (handler)(this.clone(), message);
 365                                drop(span_enter);
 366
 367                                let handle_message = handle_message.instrument(span);
 368                                if is_background {
 369                                    executor.spawn_detached(handle_message);
 370                                } else {
 371                                    foreground_message_handlers.push(handle_message);
 372                                }
 373                            } else {
 374                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 375                            }
 376                        } else {
 377                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 378                            break;
 379                        }
 380                    }
 381                }
 382            }
 383
 384            drop(foreground_message_handlers);
 385            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 386            if let Err(error) = this.sign_out(connection_id).await {
 387                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 388            }
 389
 390            Ok(())
 391        }.instrument(span)
 392    }
 393
 394    #[instrument(skip(self), err)]
 395    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 396        self.peer.disconnect(connection_id);
 397
 398        let mut projects_to_unshare = Vec::new();
 399        let mut contacts_to_update = HashSet::default();
 400        let mut room_left = None;
 401        {
 402            let mut store = self.store().await;
 403
 404            #[cfg(test)]
 405            let removed_connection = store.remove_connection(connection_id).unwrap();
 406            #[cfg(not(test))]
 407            let removed_connection = store.remove_connection(connection_id)?;
 408
 409            for project in removed_connection.hosted_projects {
 410                projects_to_unshare.push(project.id);
 411                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 412                    self.peer.send(
 413                        conn_id,
 414                        proto::UnshareProject {
 415                            project_id: project.id.to_proto(),
 416                        },
 417                    )
 418                });
 419            }
 420
 421            for project in removed_connection.guest_projects {
 422                broadcast(connection_id, project.connection_ids, |conn_id| {
 423                    self.peer.send(
 424                        conn_id,
 425                        proto::RemoveProjectCollaborator {
 426                            project_id: project.id.to_proto(),
 427                            peer_id: connection_id.0,
 428                        },
 429                    )
 430                });
 431            }
 432
 433            if let Some(room) = removed_connection.room {
 434                self.room_updated(&room);
 435                room_left = Some(self.room_left(&room, connection_id));
 436            }
 437
 438            contacts_to_update.insert(removed_connection.user_id);
 439            for connection_id in removed_connection.canceled_call_connection_ids {
 440                self.peer
 441                    .send(connection_id, proto::CallCanceled {})
 442                    .trace_err();
 443                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 444            }
 445        };
 446
 447        if let Some(room_left) = room_left {
 448            room_left.await.trace_err();
 449        }
 450
 451        for user_id in contacts_to_update {
 452            self.update_user_contacts(user_id).await.trace_err();
 453        }
 454
 455        for project_id in projects_to_unshare {
 456            self.app_state
 457                .db
 458                .unregister_project(project_id)
 459                .await
 460                .trace_err();
 461        }
 462
 463        Ok(())
 464    }
 465
 466    pub async fn invite_code_redeemed(
 467        self: &Arc<Self>,
 468        inviter_id: UserId,
 469        invitee_id: UserId,
 470    ) -> Result<()> {
 471        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 472            if let Some(code) = &user.invite_code {
 473                let store = self.store().await;
 474                let invitee_contact = store.contact_for_user(invitee_id, true);
 475                for connection_id in store.connection_ids_for_user(inviter_id) {
 476                    self.peer.send(
 477                        connection_id,
 478                        proto::UpdateContacts {
 479                            contacts: vec![invitee_contact.clone()],
 480                            ..Default::default()
 481                        },
 482                    )?;
 483                    self.peer.send(
 484                        connection_id,
 485                        proto::UpdateInviteInfo {
 486                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 487                            count: user.invite_count as u32,
 488                        },
 489                    )?;
 490                }
 491            }
 492        }
 493        Ok(())
 494    }
 495
 496    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 497        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 498            if let Some(invite_code) = &user.invite_code {
 499                let store = self.store().await;
 500                for connection_id in store.connection_ids_for_user(user_id) {
 501                    self.peer.send(
 502                        connection_id,
 503                        proto::UpdateInviteInfo {
 504                            url: format!(
 505                                "{}{}",
 506                                self.app_state.config.invite_link_prefix, invite_code
 507                            ),
 508                            count: user.invite_count as u32,
 509                        },
 510                    )?;
 511                }
 512            }
 513        }
 514        Ok(())
 515    }
 516
 517    async fn ping(
 518        self: Arc<Server>,
 519        _: TypedEnvelope<proto::Ping>,
 520        response: Response<proto::Ping>,
 521    ) -> Result<()> {
 522        response.send(proto::Ack {})?;
 523        Ok(())
 524    }
 525
 526    async fn create_room(
 527        self: Arc<Server>,
 528        request: TypedEnvelope<proto::CreateRoom>,
 529        response: Response<proto::CreateRoom>,
 530    ) -> Result<()> {
 531        let user_id;
 532        let room;
 533        {
 534            let mut store = self.store().await;
 535            user_id = store.user_id_for_connection(request.sender_id)?;
 536            room = store.create_room(request.sender_id)?.clone();
 537        }
 538
 539        let live_kit_connection_info =
 540            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 541                if let Some(_) = live_kit
 542                    .create_room(room.live_kit_room.clone())
 543                    .await
 544                    .trace_err()
 545                {
 546                    if let Some(token) = live_kit
 547                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 548                        .trace_err()
 549                    {
 550                        Some(proto::LiveKitConnectionInfo {
 551                            server_url: live_kit.url().into(),
 552                            token,
 553                        })
 554                    } else {
 555                        None
 556                    }
 557                } else {
 558                    None
 559                }
 560            } else {
 561                None
 562            };
 563
 564        response.send(proto::CreateRoomResponse {
 565            room: Some(room),
 566            live_kit_connection_info,
 567        })?;
 568        self.update_user_contacts(user_id).await?;
 569        Ok(())
 570    }
 571
 572    async fn join_room(
 573        self: Arc<Server>,
 574        request: TypedEnvelope<proto::JoinRoom>,
 575        response: Response<proto::JoinRoom>,
 576    ) -> Result<()> {
 577        let user_id;
 578        {
 579            let mut store = self.store().await;
 580            user_id = store.user_id_for_connection(request.sender_id)?;
 581            let (room, recipient_connection_ids) =
 582                store.join_room(request.payload.id, request.sender_id)?;
 583            for recipient_id in recipient_connection_ids {
 584                self.peer
 585                    .send(recipient_id, proto::CallCanceled {})
 586                    .trace_err();
 587            }
 588
 589            let live_kit_connection_info =
 590                if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 591                    if let Some(token) = live_kit
 592                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 593                        .trace_err()
 594                    {
 595                        Some(proto::LiveKitConnectionInfo {
 596                            server_url: live_kit.url().into(),
 597                            token,
 598                        })
 599                    } else {
 600                        None
 601                    }
 602                } else {
 603                    None
 604                };
 605
 606            response.send(proto::JoinRoomResponse {
 607                room: Some(room.clone()),
 608                live_kit_connection_info,
 609            })?;
 610            self.room_updated(room);
 611        }
 612        self.update_user_contacts(user_id).await?;
 613        Ok(())
 614    }
 615
 616    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 617        let mut contacts_to_update = HashSet::default();
 618        let room_left;
 619        {
 620            let mut store = self.store().await;
 621            let user_id = store.user_id_for_connection(message.sender_id)?;
 622            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 623            contacts_to_update.insert(user_id);
 624
 625            for project in left_room.unshared_projects {
 626                for connection_id in project.connection_ids() {
 627                    self.peer.send(
 628                        connection_id,
 629                        proto::UnshareProject {
 630                            project_id: project.id.to_proto(),
 631                        },
 632                    )?;
 633                }
 634            }
 635
 636            for project in left_room.left_projects {
 637                if project.remove_collaborator {
 638                    for connection_id in project.connection_ids {
 639                        self.peer.send(
 640                            connection_id,
 641                            proto::RemoveProjectCollaborator {
 642                                project_id: project.id.to_proto(),
 643                                peer_id: message.sender_id.0,
 644                            },
 645                        )?;
 646                    }
 647
 648                    self.peer.send(
 649                        message.sender_id,
 650                        proto::UnshareProject {
 651                            project_id: project.id.to_proto(),
 652                        },
 653                    )?;
 654                }
 655            }
 656
 657            self.room_updated(&left_room.room);
 658            room_left = self.room_left(&left_room.room, message.sender_id);
 659
 660            for connection_id in left_room.canceled_call_connection_ids {
 661                self.peer
 662                    .send(connection_id, proto::CallCanceled {})
 663                    .trace_err();
 664                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 665            }
 666        }
 667
 668        room_left.await.trace_err();
 669        for user_id in contacts_to_update {
 670            self.update_user_contacts(user_id).await?;
 671        }
 672
 673        Ok(())
 674    }
 675
 676    async fn call(
 677        self: Arc<Server>,
 678        request: TypedEnvelope<proto::Call>,
 679        response: Response<proto::Call>,
 680    ) -> Result<()> {
 681        let caller_user_id = self
 682            .store()
 683            .await
 684            .user_id_for_connection(request.sender_id)?;
 685        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 686        let initial_project_id = request
 687            .payload
 688            .initial_project_id
 689            .map(ProjectId::from_proto);
 690        if !self
 691            .app_state
 692            .db
 693            .has_contact(caller_user_id, recipient_user_id)
 694            .await?
 695        {
 696            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 697        }
 698
 699        let room_id = request.payload.room_id;
 700        let mut calls = {
 701            let mut store = self.store().await;
 702            let (room, recipient_connection_ids, incoming_call) = store.call(
 703                room_id,
 704                recipient_user_id,
 705                initial_project_id,
 706                request.sender_id,
 707            )?;
 708            self.room_updated(room);
 709            recipient_connection_ids
 710                .into_iter()
 711                .map(|recipient_connection_id| {
 712                    self.peer
 713                        .request(recipient_connection_id, incoming_call.clone())
 714                })
 715                .collect::<FuturesUnordered<_>>()
 716        };
 717        self.update_user_contacts(recipient_user_id).await?;
 718
 719        while let Some(call_response) = calls.next().await {
 720            match call_response.as_ref() {
 721                Ok(_) => {
 722                    response.send(proto::Ack {})?;
 723                    return Ok(());
 724                }
 725                Err(_) => {
 726                    call_response.trace_err();
 727                }
 728            }
 729        }
 730
 731        {
 732            let mut store = self.store().await;
 733            let room = store.call_failed(room_id, recipient_user_id)?;
 734            self.room_updated(&room);
 735        }
 736        self.update_user_contacts(recipient_user_id).await?;
 737
 738        Err(anyhow!("failed to ring call recipient"))?
 739    }
 740
 741    async fn cancel_call(
 742        self: Arc<Server>,
 743        request: TypedEnvelope<proto::CancelCall>,
 744        response: Response<proto::CancelCall>,
 745    ) -> Result<()> {
 746        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 747        {
 748            let mut store = self.store().await;
 749            let (room, recipient_connection_ids) = store.cancel_call(
 750                request.payload.room_id,
 751                recipient_user_id,
 752                request.sender_id,
 753            )?;
 754            for recipient_id in recipient_connection_ids {
 755                self.peer
 756                    .send(recipient_id, proto::CallCanceled {})
 757                    .trace_err();
 758            }
 759            self.room_updated(room);
 760            response.send(proto::Ack {})?;
 761        }
 762        self.update_user_contacts(recipient_user_id).await?;
 763        Ok(())
 764    }
 765
 766    async fn decline_call(
 767        self: Arc<Server>,
 768        message: TypedEnvelope<proto::DeclineCall>,
 769    ) -> Result<()> {
 770        let recipient_user_id;
 771        {
 772            let mut store = self.store().await;
 773            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 774            let (room, recipient_connection_ids) =
 775                store.decline_call(message.payload.room_id, message.sender_id)?;
 776            for recipient_id in recipient_connection_ids {
 777                self.peer
 778                    .send(recipient_id, proto::CallCanceled {})
 779                    .trace_err();
 780            }
 781            self.room_updated(room);
 782        }
 783        self.update_user_contacts(recipient_user_id).await?;
 784        Ok(())
 785    }
 786
 787    async fn update_participant_location(
 788        self: Arc<Server>,
 789        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 790        response: Response<proto::UpdateParticipantLocation>,
 791    ) -> Result<()> {
 792        let room_id = request.payload.room_id;
 793        let location = request
 794            .payload
 795            .location
 796            .ok_or_else(|| anyhow!("invalid location"))?;
 797        let mut store = self.store().await;
 798        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 799        self.room_updated(room);
 800        response.send(proto::Ack {})?;
 801        Ok(())
 802    }
 803
 804    fn room_updated(&self, room: &proto::Room) {
 805        for participant in &room.participants {
 806            self.peer
 807                .send(
 808                    ConnectionId(participant.peer_id),
 809                    proto::RoomUpdated {
 810                        room: Some(room.clone()),
 811                    },
 812                )
 813                .trace_err();
 814        }
 815    }
 816
 817    fn room_left(
 818        &self,
 819        room: &proto::Room,
 820        connection_id: ConnectionId,
 821    ) -> impl Future<Output = Result<()>> {
 822        let client = self.app_state.live_kit_client.clone();
 823        let room_name = room.live_kit_room.clone();
 824        let participant_count = room.participants.len();
 825        async move {
 826            if let Some(client) = client {
 827                client
 828                    .remove_participant(room_name.clone(), connection_id.to_string())
 829                    .await?;
 830
 831                if participant_count == 0 {
 832                    client.delete_room(room_name).await?;
 833                }
 834            }
 835
 836            Ok(())
 837        }
 838    }
 839
 840    async fn share_project(
 841        self: Arc<Server>,
 842        request: TypedEnvelope<proto::ShareProject>,
 843        response: Response<proto::ShareProject>,
 844    ) -> Result<()> {
 845        let user_id = self
 846            .store()
 847            .await
 848            .user_id_for_connection(request.sender_id)?;
 849        let project_id = self.app_state.db.register_project(user_id).await?;
 850        let mut store = self.store().await;
 851        let room = store.share_project(
 852            request.payload.room_id,
 853            project_id,
 854            request.payload.worktrees,
 855            request.sender_id,
 856        )?;
 857        response.send(proto::ShareProjectResponse {
 858            project_id: project_id.to_proto(),
 859        })?;
 860        self.room_updated(room);
 861
 862        Ok(())
 863    }
 864
 865    async fn unshare_project(
 866        self: Arc<Server>,
 867        message: TypedEnvelope<proto::UnshareProject>,
 868    ) -> Result<()> {
 869        let project_id = ProjectId::from_proto(message.payload.project_id);
 870        let mut store = self.store().await;
 871        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 872        broadcast(
 873            message.sender_id,
 874            project.guest_connection_ids(),
 875            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 876        );
 877        self.room_updated(room);
 878
 879        Ok(())
 880    }
 881
 882    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 883        let contacts = self.app_state.db.get_contacts(user_id).await?;
 884        let store = self.store().await;
 885        let updated_contact = store.contact_for_user(user_id, false);
 886        for contact in contacts {
 887            if let db::Contact::Accepted {
 888                user_id: contact_user_id,
 889                ..
 890            } = contact
 891            {
 892                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 893                    self.peer
 894                        .send(
 895                            contact_conn_id,
 896                            proto::UpdateContacts {
 897                                contacts: vec![updated_contact.clone()],
 898                                remove_contacts: Default::default(),
 899                                incoming_requests: Default::default(),
 900                                remove_incoming_requests: Default::default(),
 901                                outgoing_requests: Default::default(),
 902                                remove_outgoing_requests: Default::default(),
 903                            },
 904                        )
 905                        .trace_err();
 906                }
 907            }
 908        }
 909        Ok(())
 910    }
 911
 912    async fn join_project(
 913        self: Arc<Server>,
 914        request: TypedEnvelope<proto::JoinProject>,
 915        response: Response<proto::JoinProject>,
 916    ) -> Result<()> {
 917        let project_id = ProjectId::from_proto(request.payload.project_id);
 918
 919        let host_user_id;
 920        let guest_user_id;
 921        let host_connection_id;
 922        {
 923            let state = self.store().await;
 924            let project = state.project(project_id)?;
 925            host_user_id = project.host.user_id;
 926            host_connection_id = project.host_connection_id;
 927            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 928        };
 929
 930        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 931
 932        let mut store = self.store().await;
 933        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 934        let peer_count = project.guests.len();
 935        let mut collaborators = Vec::with_capacity(peer_count);
 936        collaborators.push(proto::Collaborator {
 937            peer_id: project.host_connection_id.0,
 938            replica_id: 0,
 939            user_id: project.host.user_id.to_proto(),
 940        });
 941        let worktrees = project
 942            .worktrees
 943            .iter()
 944            .map(|(id, worktree)| proto::WorktreeMetadata {
 945                id: *id,
 946                root_name: worktree.root_name.clone(),
 947                visible: worktree.visible,
 948                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
 949            })
 950            .collect::<Vec<_>>();
 951
 952        // Add all guests other than the requesting user's own connections as collaborators
 953        for (guest_conn_id, guest) in &project.guests {
 954            if request.sender_id != *guest_conn_id {
 955                collaborators.push(proto::Collaborator {
 956                    peer_id: guest_conn_id.0,
 957                    replica_id: guest.replica_id as u32,
 958                    user_id: guest.user_id.to_proto(),
 959                });
 960            }
 961        }
 962
 963        for conn_id in project.connection_ids() {
 964            if conn_id != request.sender_id {
 965                self.peer
 966                    .send(
 967                        conn_id,
 968                        proto::AddProjectCollaborator {
 969                            project_id: project_id.to_proto(),
 970                            collaborator: Some(proto::Collaborator {
 971                                peer_id: request.sender_id.0,
 972                                replica_id: replica_id as u32,
 973                                user_id: guest_user_id.to_proto(),
 974                            }),
 975                        },
 976                    )
 977                    .trace_err();
 978            }
 979        }
 980
 981        // First, we send the metadata associated with each worktree.
 982        response.send(proto::JoinProjectResponse {
 983            worktrees: worktrees.clone(),
 984            replica_id: replica_id as u32,
 985            collaborators: collaborators.clone(),
 986            language_servers: project.language_servers.clone(),
 987        })?;
 988
 989        for (worktree_id, worktree) in &project.worktrees {
 990            #[cfg(any(test, feature = "test-support"))]
 991            const MAX_CHUNK_SIZE: usize = 2;
 992            #[cfg(not(any(test, feature = "test-support")))]
 993            const MAX_CHUNK_SIZE: usize = 256;
 994
 995            // Stream this worktree's entries.
 996            let message = proto::UpdateWorktree {
 997                project_id: project_id.to_proto(),
 998                worktree_id: *worktree_id,
 999                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
1000                root_name: worktree.root_name.clone(),
1001                updated_entries: worktree.entries.values().cloned().collect(),
1002                removed_entries: Default::default(),
1003                scan_id: worktree.scan_id,
1004                is_last_update: worktree.is_complete,
1005            };
1006            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1007                self.peer.send(request.sender_id, update.clone())?;
1008            }
1009
1010            // Stream this worktree's diagnostics.
1011            for summary in worktree.diagnostic_summaries.values() {
1012                self.peer.send(
1013                    request.sender_id,
1014                    proto::UpdateDiagnosticSummary {
1015                        project_id: project_id.to_proto(),
1016                        worktree_id: *worktree_id,
1017                        summary: Some(summary.clone()),
1018                    },
1019                )?;
1020            }
1021        }
1022
1023        for language_server in &project.language_servers {
1024            self.peer.send(
1025                request.sender_id,
1026                proto::UpdateLanguageServer {
1027                    project_id: project_id.to_proto(),
1028                    language_server_id: language_server.id,
1029                    variant: Some(
1030                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1031                            proto::LspDiskBasedDiagnosticsUpdated {},
1032                        ),
1033                    ),
1034                },
1035            )?;
1036        }
1037
1038        Ok(())
1039    }
1040
1041    async fn leave_project(
1042        self: Arc<Server>,
1043        request: TypedEnvelope<proto::LeaveProject>,
1044    ) -> Result<()> {
1045        let sender_id = request.sender_id;
1046        let project_id = ProjectId::from_proto(request.payload.project_id);
1047        let project;
1048        {
1049            let mut store = self.store().await;
1050            project = store.leave_project(project_id, sender_id)?;
1051            tracing::info!(
1052                %project_id,
1053                host_user_id = %project.host_user_id,
1054                host_connection_id = %project.host_connection_id,
1055                "leave project"
1056            );
1057
1058            if project.remove_collaborator {
1059                broadcast(sender_id, project.connection_ids, |conn_id| {
1060                    self.peer.send(
1061                        conn_id,
1062                        proto::RemoveProjectCollaborator {
1063                            project_id: project_id.to_proto(),
1064                            peer_id: sender_id.0,
1065                        },
1066                    )
1067                });
1068            }
1069        }
1070
1071        Ok(())
1072    }
1073
1074    async fn update_project(
1075        self: Arc<Server>,
1076        request: TypedEnvelope<proto::UpdateProject>,
1077    ) -> Result<()> {
1078        let project_id = ProjectId::from_proto(request.payload.project_id);
1079        {
1080            let mut state = self.store().await;
1081            let guest_connection_ids = state
1082                .read_project(project_id, request.sender_id)?
1083                .guest_connection_ids();
1084            let room =
1085                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1086            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1087                self.peer
1088                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1089            });
1090            self.room_updated(room);
1091        };
1092
1093        Ok(())
1094    }
1095
1096    async fn update_worktree(
1097        self: Arc<Server>,
1098        request: TypedEnvelope<proto::UpdateWorktree>,
1099        response: Response<proto::UpdateWorktree>,
1100    ) -> Result<()> {
1101        let project_id = ProjectId::from_proto(request.payload.project_id);
1102        let worktree_id = request.payload.worktree_id;
1103        let connection_ids = self.store().await.update_worktree(
1104            request.sender_id,
1105            project_id,
1106            worktree_id,
1107            &request.payload.root_name,
1108            &request.payload.removed_entries,
1109            &request.payload.updated_entries,
1110            request.payload.scan_id,
1111            request.payload.is_last_update,
1112        )?;
1113
1114        broadcast(request.sender_id, connection_ids, |connection_id| {
1115            self.peer
1116                .forward_send(request.sender_id, connection_id, request.payload.clone())
1117        });
1118        response.send(proto::Ack {})?;
1119        Ok(())
1120    }
1121
1122    async fn update_diagnostic_summary(
1123        self: Arc<Server>,
1124        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1125    ) -> Result<()> {
1126        let summary = request
1127            .payload
1128            .summary
1129            .clone()
1130            .ok_or_else(|| anyhow!("invalid summary"))?;
1131        let receiver_ids = self.store().await.update_diagnostic_summary(
1132            ProjectId::from_proto(request.payload.project_id),
1133            request.payload.worktree_id,
1134            request.sender_id,
1135            summary,
1136        )?;
1137
1138        broadcast(request.sender_id, receiver_ids, |connection_id| {
1139            self.peer
1140                .forward_send(request.sender_id, connection_id, request.payload.clone())
1141        });
1142        Ok(())
1143    }
1144
1145    async fn start_language_server(
1146        self: Arc<Server>,
1147        request: TypedEnvelope<proto::StartLanguageServer>,
1148    ) -> Result<()> {
1149        let receiver_ids = self.store().await.start_language_server(
1150            ProjectId::from_proto(request.payload.project_id),
1151            request.sender_id,
1152            request
1153                .payload
1154                .server
1155                .clone()
1156                .ok_or_else(|| anyhow!("invalid language server"))?,
1157        )?;
1158        broadcast(request.sender_id, receiver_ids, |connection_id| {
1159            self.peer
1160                .forward_send(request.sender_id, connection_id, request.payload.clone())
1161        });
1162        Ok(())
1163    }
1164
1165    async fn update_language_server(
1166        self: Arc<Server>,
1167        request: TypedEnvelope<proto::UpdateLanguageServer>,
1168    ) -> Result<()> {
1169        let receiver_ids = self.store().await.project_connection_ids(
1170            ProjectId::from_proto(request.payload.project_id),
1171            request.sender_id,
1172        )?;
1173        broadcast(request.sender_id, receiver_ids, |connection_id| {
1174            self.peer
1175                .forward_send(request.sender_id, connection_id, request.payload.clone())
1176        });
1177        Ok(())
1178    }
1179
1180    async fn forward_project_request<T>(
1181        self: Arc<Server>,
1182        request: TypedEnvelope<T>,
1183        response: Response<T>,
1184    ) -> Result<()>
1185    where
1186        T: EntityMessage + RequestMessage,
1187    {
1188        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1189        let host_connection_id = self
1190            .store()
1191            .await
1192            .read_project(project_id, request.sender_id)?
1193            .host_connection_id;
1194        let payload = self
1195            .peer
1196            .forward_request(request.sender_id, host_connection_id, request.payload)
1197            .await?;
1198
1199        // Ensure project still exists by the time we get the response from the host.
1200        self.store()
1201            .await
1202            .read_project(project_id, request.sender_id)?;
1203
1204        response.send(payload)?;
1205        Ok(())
1206    }
1207
1208    async fn save_buffer(
1209        self: Arc<Server>,
1210        request: TypedEnvelope<proto::SaveBuffer>,
1211        response: Response<proto::SaveBuffer>,
1212    ) -> Result<()> {
1213        let project_id = ProjectId::from_proto(request.payload.project_id);
1214        let host = self
1215            .store()
1216            .await
1217            .read_project(project_id, request.sender_id)?
1218            .host_connection_id;
1219        let response_payload = self
1220            .peer
1221            .forward_request(request.sender_id, host, request.payload.clone())
1222            .await?;
1223
1224        let mut guests = self
1225            .store()
1226            .await
1227            .read_project(project_id, request.sender_id)?
1228            .connection_ids();
1229        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1230        broadcast(host, guests, |conn_id| {
1231            self.peer
1232                .forward_send(host, conn_id, response_payload.clone())
1233        });
1234        response.send(response_payload)?;
1235        Ok(())
1236    }
1237
1238    async fn create_buffer_for_peer(
1239        self: Arc<Server>,
1240        request: TypedEnvelope<proto::CreateBufferForPeer>,
1241    ) -> Result<()> {
1242        self.peer.forward_send(
1243            request.sender_id,
1244            ConnectionId(request.payload.peer_id),
1245            request.payload,
1246        )?;
1247        Ok(())
1248    }
1249
1250    async fn update_buffer(
1251        self: Arc<Server>,
1252        request: TypedEnvelope<proto::UpdateBuffer>,
1253        response: Response<proto::UpdateBuffer>,
1254    ) -> Result<()> {
1255        let project_id = ProjectId::from_proto(request.payload.project_id);
1256        let receiver_ids = {
1257            let store = self.store().await;
1258            store.project_connection_ids(project_id, request.sender_id)?
1259        };
1260
1261        broadcast(request.sender_id, receiver_ids, |connection_id| {
1262            self.peer
1263                .forward_send(request.sender_id, connection_id, request.payload.clone())
1264        });
1265        response.send(proto::Ack {})?;
1266        Ok(())
1267    }
1268
1269    async fn update_buffer_file(
1270        self: Arc<Server>,
1271        request: TypedEnvelope<proto::UpdateBufferFile>,
1272    ) -> Result<()> {
1273        let receiver_ids = self.store().await.project_connection_ids(
1274            ProjectId::from_proto(request.payload.project_id),
1275            request.sender_id,
1276        )?;
1277        broadcast(request.sender_id, receiver_ids, |connection_id| {
1278            self.peer
1279                .forward_send(request.sender_id, connection_id, request.payload.clone())
1280        });
1281        Ok(())
1282    }
1283
1284    async fn buffer_reloaded(
1285        self: Arc<Server>,
1286        request: TypedEnvelope<proto::BufferReloaded>,
1287    ) -> Result<()> {
1288        let receiver_ids = self.store().await.project_connection_ids(
1289            ProjectId::from_proto(request.payload.project_id),
1290            request.sender_id,
1291        )?;
1292        broadcast(request.sender_id, receiver_ids, |connection_id| {
1293            self.peer
1294                .forward_send(request.sender_id, connection_id, request.payload.clone())
1295        });
1296        Ok(())
1297    }
1298
1299    async fn buffer_saved(
1300        self: Arc<Server>,
1301        request: TypedEnvelope<proto::BufferSaved>,
1302    ) -> Result<()> {
1303        let receiver_ids = self.store().await.project_connection_ids(
1304            ProjectId::from_proto(request.payload.project_id),
1305            request.sender_id,
1306        )?;
1307        broadcast(request.sender_id, receiver_ids, |connection_id| {
1308            self.peer
1309                .forward_send(request.sender_id, connection_id, request.payload.clone())
1310        });
1311        Ok(())
1312    }
1313
1314    async fn follow(
1315        self: Arc<Self>,
1316        request: TypedEnvelope<proto::Follow>,
1317        response: Response<proto::Follow>,
1318    ) -> Result<()> {
1319        let project_id = ProjectId::from_proto(request.payload.project_id);
1320        let leader_id = ConnectionId(request.payload.leader_id);
1321        let follower_id = request.sender_id;
1322        {
1323            let store = self.store().await;
1324            if !store
1325                .project_connection_ids(project_id, follower_id)?
1326                .contains(&leader_id)
1327            {
1328                Err(anyhow!("no such peer"))?;
1329            }
1330        }
1331
1332        let mut response_payload = self
1333            .peer
1334            .forward_request(request.sender_id, leader_id, request.payload)
1335            .await?;
1336        response_payload
1337            .views
1338            .retain(|view| view.leader_id != Some(follower_id.0));
1339        response.send(response_payload)?;
1340        Ok(())
1341    }
1342
1343    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1344        let project_id = ProjectId::from_proto(request.payload.project_id);
1345        let leader_id = ConnectionId(request.payload.leader_id);
1346        let store = self.store().await;
1347        if !store
1348            .project_connection_ids(project_id, request.sender_id)?
1349            .contains(&leader_id)
1350        {
1351            Err(anyhow!("no such peer"))?;
1352        }
1353        self.peer
1354            .forward_send(request.sender_id, leader_id, request.payload)?;
1355        Ok(())
1356    }
1357
1358    async fn update_followers(
1359        self: Arc<Self>,
1360        request: TypedEnvelope<proto::UpdateFollowers>,
1361    ) -> Result<()> {
1362        let project_id = ProjectId::from_proto(request.payload.project_id);
1363        let store = self.store().await;
1364        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1365        let leader_id = request
1366            .payload
1367            .variant
1368            .as_ref()
1369            .and_then(|variant| match variant {
1370                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1371                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1372                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1373            });
1374        for follower_id in &request.payload.follower_ids {
1375            let follower_id = ConnectionId(*follower_id);
1376            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1377                self.peer
1378                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1379            }
1380        }
1381        Ok(())
1382    }
1383
1384    async fn get_users(
1385        self: Arc<Server>,
1386        request: TypedEnvelope<proto::GetUsers>,
1387        response: Response<proto::GetUsers>,
1388    ) -> Result<()> {
1389        let user_ids = request
1390            .payload
1391            .user_ids
1392            .into_iter()
1393            .map(UserId::from_proto)
1394            .collect();
1395        let users = self
1396            .app_state
1397            .db
1398            .get_users_by_ids(user_ids)
1399            .await?
1400            .into_iter()
1401            .map(|user| proto::User {
1402                id: user.id.to_proto(),
1403                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1404                github_login: user.github_login,
1405            })
1406            .collect();
1407        response.send(proto::UsersResponse { users })?;
1408        Ok(())
1409    }
1410
1411    async fn fuzzy_search_users(
1412        self: Arc<Server>,
1413        request: TypedEnvelope<proto::FuzzySearchUsers>,
1414        response: Response<proto::FuzzySearchUsers>,
1415    ) -> Result<()> {
1416        let user_id = self
1417            .store()
1418            .await
1419            .user_id_for_connection(request.sender_id)?;
1420        let query = request.payload.query;
1421        let db = &self.app_state.db;
1422        let users = match query.len() {
1423            0 => vec![],
1424            1 | 2 => db
1425                .get_user_by_github_account(&query, None)
1426                .await?
1427                .into_iter()
1428                .collect(),
1429            _ => db.fuzzy_search_users(&query, 10).await?,
1430        };
1431        let users = users
1432            .into_iter()
1433            .filter(|user| user.id != user_id)
1434            .map(|user| proto::User {
1435                id: user.id.to_proto(),
1436                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1437                github_login: user.github_login,
1438            })
1439            .collect();
1440        response.send(proto::UsersResponse { users })?;
1441        Ok(())
1442    }
1443
1444    async fn request_contact(
1445        self: Arc<Server>,
1446        request: TypedEnvelope<proto::RequestContact>,
1447        response: Response<proto::RequestContact>,
1448    ) -> Result<()> {
1449        let requester_id = self
1450            .store()
1451            .await
1452            .user_id_for_connection(request.sender_id)?;
1453        let responder_id = UserId::from_proto(request.payload.responder_id);
1454        if requester_id == responder_id {
1455            return Err(anyhow!("cannot add yourself as a contact"))?;
1456        }
1457
1458        self.app_state
1459            .db
1460            .send_contact_request(requester_id, responder_id)
1461            .await?;
1462
1463        // Update outgoing contact requests of requester
1464        let mut update = proto::UpdateContacts::default();
1465        update.outgoing_requests.push(responder_id.to_proto());
1466        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1467            self.peer.send(connection_id, update.clone())?;
1468        }
1469
1470        // Update incoming contact requests of responder
1471        let mut update = proto::UpdateContacts::default();
1472        update
1473            .incoming_requests
1474            .push(proto::IncomingContactRequest {
1475                requester_id: requester_id.to_proto(),
1476                should_notify: true,
1477            });
1478        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1479            self.peer.send(connection_id, update.clone())?;
1480        }
1481
1482        response.send(proto::Ack {})?;
1483        Ok(())
1484    }
1485
1486    async fn respond_to_contact_request(
1487        self: Arc<Server>,
1488        request: TypedEnvelope<proto::RespondToContactRequest>,
1489        response: Response<proto::RespondToContactRequest>,
1490    ) -> Result<()> {
1491        let responder_id = self
1492            .store()
1493            .await
1494            .user_id_for_connection(request.sender_id)?;
1495        let requester_id = UserId::from_proto(request.payload.requester_id);
1496        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1497            self.app_state
1498                .db
1499                .dismiss_contact_notification(responder_id, requester_id)
1500                .await?;
1501        } else {
1502            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1503            self.app_state
1504                .db
1505                .respond_to_contact_request(responder_id, requester_id, accept)
1506                .await?;
1507
1508            let store = self.store().await;
1509            // Update responder with new contact
1510            let mut update = proto::UpdateContacts::default();
1511            if accept {
1512                update
1513                    .contacts
1514                    .push(store.contact_for_user(requester_id, false));
1515            }
1516            update
1517                .remove_incoming_requests
1518                .push(requester_id.to_proto());
1519            for connection_id in store.connection_ids_for_user(responder_id) {
1520                self.peer.send(connection_id, update.clone())?;
1521            }
1522
1523            // Update requester with new contact
1524            let mut update = proto::UpdateContacts::default();
1525            if accept {
1526                update
1527                    .contacts
1528                    .push(store.contact_for_user(responder_id, true));
1529            }
1530            update
1531                .remove_outgoing_requests
1532                .push(responder_id.to_proto());
1533            for connection_id in store.connection_ids_for_user(requester_id) {
1534                self.peer.send(connection_id, update.clone())?;
1535            }
1536        }
1537
1538        response.send(proto::Ack {})?;
1539        Ok(())
1540    }
1541
1542    async fn remove_contact(
1543        self: Arc<Server>,
1544        request: TypedEnvelope<proto::RemoveContact>,
1545        response: Response<proto::RemoveContact>,
1546    ) -> Result<()> {
1547        let requester_id = self
1548            .store()
1549            .await
1550            .user_id_for_connection(request.sender_id)?;
1551        let responder_id = UserId::from_proto(request.payload.user_id);
1552        self.app_state
1553            .db
1554            .remove_contact(requester_id, responder_id)
1555            .await?;
1556
1557        // Update outgoing contact requests of requester
1558        let mut update = proto::UpdateContacts::default();
1559        update
1560            .remove_outgoing_requests
1561            .push(responder_id.to_proto());
1562        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1563            self.peer.send(connection_id, update.clone())?;
1564        }
1565
1566        // Update incoming contact requests of responder
1567        let mut update = proto::UpdateContacts::default();
1568        update
1569            .remove_incoming_requests
1570            .push(requester_id.to_proto());
1571        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1572            self.peer.send(connection_id, update.clone())?;
1573        }
1574
1575        response.send(proto::Ack {})?;
1576        Ok(())
1577    }
1578
1579    async fn update_diff_base(
1580        self: Arc<Server>,
1581        request: TypedEnvelope<proto::UpdateDiffBase>,
1582    ) -> Result<()> {
1583        let receiver_ids = self.store().await.project_connection_ids(
1584            ProjectId::from_proto(request.payload.project_id),
1585            request.sender_id,
1586        )?;
1587        broadcast(request.sender_id, receiver_ids, |connection_id| {
1588            self.peer
1589                .forward_send(request.sender_id, connection_id, request.payload.clone())
1590        });
1591        Ok(())
1592    }
1593
1594    async fn get_private_user_info(
1595        self: Arc<Self>,
1596        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1597        response: Response<proto::GetPrivateUserInfo>,
1598    ) -> Result<()> {
1599        let user_id = self
1600            .store()
1601            .await
1602            .user_id_for_connection(request.sender_id)?;
1603        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1604        let user = self
1605            .app_state
1606            .db
1607            .get_user_by_id(user_id)
1608            .await?
1609            .ok_or_else(|| anyhow!("user not found"))?;
1610        response.send(proto::GetPrivateUserInfoResponse {
1611            metrics_id,
1612            staff: user.admin,
1613        })?;
1614        Ok(())
1615    }
1616
1617    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1618        #[cfg(test)]
1619        tokio::task::yield_now().await;
1620        let guard = self.store.lock().await;
1621        #[cfg(test)]
1622        tokio::task::yield_now().await;
1623        StoreGuard {
1624            guard,
1625            _not_send: PhantomData,
1626        }
1627    }
1628
1629    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1630        ServerSnapshot {
1631            store: self.store().await,
1632            peer: &self.peer,
1633        }
1634    }
1635}
1636
1637impl<'a> Deref for StoreGuard<'a> {
1638    type Target = Store;
1639
1640    fn deref(&self) -> &Self::Target {
1641        &*self.guard
1642    }
1643}
1644
1645impl<'a> DerefMut for StoreGuard<'a> {
1646    fn deref_mut(&mut self) -> &mut Self::Target {
1647        &mut *self.guard
1648    }
1649}
1650
1651impl<'a> Drop for StoreGuard<'a> {
1652    fn drop(&mut self) {
1653        #[cfg(test)]
1654        self.check_invariants();
1655    }
1656}
1657
1658impl Executor for RealExecutor {
1659    type Sleep = Sleep;
1660
1661    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1662        tokio::task::spawn(future);
1663    }
1664
1665    fn sleep(&self, duration: Duration) -> Self::Sleep {
1666        tokio::time::sleep(duration)
1667    }
1668}
1669
1670fn broadcast<F>(
1671    sender_id: ConnectionId,
1672    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1673    mut f: F,
1674) where
1675    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1676{
1677    for receiver_id in receiver_ids {
1678        if receiver_id != sender_id {
1679            f(receiver_id).trace_err();
1680        }
1681    }
1682}
1683
1684lazy_static! {
1685    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1686}
1687
1688pub struct ProtocolVersion(u32);
1689
1690impl Header for ProtocolVersion {
1691    fn name() -> &'static HeaderName {
1692        &ZED_PROTOCOL_VERSION
1693    }
1694
1695    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1696    where
1697        Self: Sized,
1698        I: Iterator<Item = &'i axum::http::HeaderValue>,
1699    {
1700        let version = values
1701            .next()
1702            .ok_or_else(axum::headers::Error::invalid)?
1703            .to_str()
1704            .map_err(|_| axum::headers::Error::invalid())?
1705            .parse()
1706            .map_err(|_| axum::headers::Error::invalid())?;
1707        Ok(Self(version))
1708    }
1709
1710    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1711        values.extend([self.0.to_string().parse().unwrap()]);
1712    }
1713}
1714
1715pub fn routes(server: Arc<Server>) -> Router<Body> {
1716    Router::new()
1717        .route("/rpc", get(handle_websocket_request))
1718        .layer(
1719            ServiceBuilder::new()
1720                .layer(Extension(server.app_state.clone()))
1721                .layer(middleware::from_fn(auth::validate_header)),
1722        )
1723        .route("/metrics", get(handle_metrics))
1724        .layer(Extension(server))
1725}
1726
1727pub async fn handle_websocket_request(
1728    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1729    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1730    Extension(server): Extension<Arc<Server>>,
1731    Extension(user): Extension<User>,
1732    ws: WebSocketUpgrade,
1733) -> axum::response::Response {
1734    if protocol_version != rpc::PROTOCOL_VERSION {
1735        return (
1736            StatusCode::UPGRADE_REQUIRED,
1737            "client must be upgraded".to_string(),
1738        )
1739            .into_response();
1740    }
1741    let socket_address = socket_address.to_string();
1742    ws.on_upgrade(move |socket| {
1743        use util::ResultExt;
1744        let socket = socket
1745            .map_ok(to_tungstenite_message)
1746            .err_into()
1747            .with(|message| async move { Ok(to_axum_message(message)) });
1748        let connection = Connection::new(Box::pin(socket));
1749        async move {
1750            server
1751                .handle_connection(connection, socket_address, user, None, RealExecutor)
1752                .await
1753                .log_err();
1754        }
1755    })
1756}
1757
1758pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1759    let metrics = server.store().await.metrics();
1760    METRIC_CONNECTIONS.set(metrics.connections as _);
1761    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1762
1763    let encoder = prometheus::TextEncoder::new();
1764    let metric_families = prometheus::gather();
1765    match encoder.encode_to_string(&metric_families) {
1766        Ok(string) => (StatusCode::OK, string).into_response(),
1767        Err(error) => (
1768            StatusCode::INTERNAL_SERVER_ERROR,
1769            format!("failed to encode metrics {:?}", error),
1770        )
1771            .into_response(),
1772    }
1773}
1774
1775fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1776    match message {
1777        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1778        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1779        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1780        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1781        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1782            code: frame.code.into(),
1783            reason: frame.reason,
1784        })),
1785    }
1786}
1787
1788fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1789    match message {
1790        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1791        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1792        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1793        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1794        AxumMessage::Close(frame) => {
1795            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1796                code: frame.code.into(),
1797                reason: frame.reason,
1798            }))
1799        }
1800    }
1801}
1802
1803pub trait ResultExt {
1804    type Ok;
1805
1806    fn trace_err(self) -> Option<Self::Ok>;
1807}
1808
1809impl<T, E> ResultExt for Result<T, E>
1810where
1811    E: std::fmt::Debug,
1812{
1813    type Ok = T;
1814
1815    fn trace_err(self) -> Option<T> {
1816        match self {
1817            Ok(value) => Some(value),
1818            Err(error) => {
1819                tracing::error!("{:?}", error);
1820                None
1821            }
1822        }
1823    }
1824}