rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::oneshot,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52pub use store::{Store, Worktree};
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60lazy_static! {
  61    static ref METRIC_CONNECTIONS: IntGauge =
  62        register_int_gauge!("connections", "number of connections").unwrap();
  63    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  64        "shared_projects",
  65        "number of open projects with one or more guests"
  66    )
  67    .unwrap();
  68}
  69
  70type MessageHandler =
  71    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  72
  73struct Response<R> {
  74    server: Arc<Server>,
  75    receipt: Receipt<R>,
  76    responded: Arc<AtomicBool>,
  77}
  78
  79impl<R: RequestMessage> Response<R> {
  80    fn send(self, payload: R::Response) -> Result<()> {
  81        self.responded.store(true, SeqCst);
  82        self.server.peer.respond(self.receipt, payload)?;
  83        Ok(())
  84    }
  85}
  86
  87pub struct Server {
  88    peer: Arc<Peer>,
  89    pub(crate) store: Mutex<Store>,
  90    app_state: Arc<AppState>,
  91    handlers: HashMap<TypeId, MessageHandler>,
  92}
  93
  94pub trait Executor: Send + Clone {
  95    type Sleep: Send + Future;
  96    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
  97    fn sleep(&self, duration: Duration) -> Self::Sleep;
  98}
  99
 100#[derive(Clone)]
 101pub struct RealExecutor;
 102
 103pub(crate) struct StoreGuard<'a> {
 104    guard: MutexGuard<'a, Store>,
 105    _not_send: PhantomData<Rc<()>>,
 106}
 107
 108#[derive(Serialize)]
 109pub struct ServerSnapshot<'a> {
 110    peer: &'a Peer,
 111    #[serde(serialize_with = "serialize_deref")]
 112    store: StoreGuard<'a>,
 113}
 114
 115pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 116where
 117    S: Serializer,
 118    T: Deref<Target = U>,
 119    U: Serialize,
 120{
 121    Serialize::serialize(value.deref(), serializer)
 122}
 123
 124impl Server {
 125    pub fn new(app_state: Arc<AppState>) -> Arc<Self> {
 126        let mut server = Self {
 127            peer: Peer::new(),
 128            app_state,
 129            store: Default::default(),
 130            handlers: Default::default(),
 131        };
 132
 133        server
 134            .add_request_handler(Server::ping)
 135            .add_request_handler(Server::create_room)
 136            .add_request_handler(Server::join_room)
 137            .add_message_handler(Server::leave_room)
 138            .add_request_handler(Server::call)
 139            .add_request_handler(Server::cancel_call)
 140            .add_message_handler(Server::decline_call)
 141            .add_request_handler(Server::update_participant_location)
 142            .add_request_handler(Server::share_project)
 143            .add_message_handler(Server::unshare_project)
 144            .add_request_handler(Server::join_project)
 145            .add_message_handler(Server::leave_project)
 146            .add_message_handler(Server::update_project)
 147            .add_request_handler(Server::update_worktree)
 148            .add_message_handler(Server::start_language_server)
 149            .add_message_handler(Server::update_language_server)
 150            .add_message_handler(Server::update_diagnostic_summary)
 151            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 152            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 153            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 154            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 155            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 156            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 157            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 158            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 159            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 160            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 161            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 162            .add_request_handler(
 163                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 164            )
 165            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 166            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 167            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 168            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 169            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 170            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 171            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 172            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 173            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 174            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 175            .add_message_handler(Server::create_buffer_for_peer)
 176            .add_request_handler(Server::update_buffer)
 177            .add_message_handler(Server::update_buffer_file)
 178            .add_message_handler(Server::buffer_reloaded)
 179            .add_message_handler(Server::buffer_saved)
 180            .add_request_handler(Server::save_buffer)
 181            .add_request_handler(Server::get_users)
 182            .add_request_handler(Server::fuzzy_search_users)
 183            .add_request_handler(Server::request_contact)
 184            .add_request_handler(Server::remove_contact)
 185            .add_request_handler(Server::respond_to_contact_request)
 186            .add_request_handler(Server::follow)
 187            .add_message_handler(Server::unfollow)
 188            .add_message_handler(Server::update_followers)
 189            .add_message_handler(Server::update_diff_base)
 190            .add_request_handler(Server::get_private_user_info);
 191
 192        Arc::new(server)
 193    }
 194
 195    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 196    where
 197        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 198        Fut: 'static + Send + Future<Output = Result<()>>,
 199        M: EnvelopedMessage,
 200    {
 201        let prev_handler = self.handlers.insert(
 202            TypeId::of::<M>(),
 203            Box::new(move |server, envelope| {
 204                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 205                let span = info_span!(
 206                    "handle message",
 207                    payload_type = envelope.payload_type_name()
 208                );
 209                span.in_scope(|| {
 210                    tracing::info!(
 211                        payload_type = envelope.payload_type_name(),
 212                        "message received"
 213                    );
 214                });
 215                let future = (handler)(server, *envelope);
 216                async move {
 217                    if let Err(error) = future.await {
 218                        tracing::error!(%error, "error handling message");
 219                    }
 220                }
 221                .instrument(span)
 222                .boxed()
 223            }),
 224        );
 225        if prev_handler.is_some() {
 226            panic!("registered a handler for the same message twice");
 227        }
 228        self
 229    }
 230
 231    /// Handle a request while holding a lock to the store. This is useful when we're registering
 232    /// a connection but we want to respond on the connection before anybody else can send on it.
 233    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 234    where
 235        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 236        Fut: Send + Future<Output = Result<()>>,
 237        M: RequestMessage,
 238    {
 239        let handler = Arc::new(handler);
 240        self.add_message_handler(move |server, envelope| {
 241            let receipt = envelope.receipt();
 242            let handler = handler.clone();
 243            async move {
 244                let responded = Arc::new(AtomicBool::default());
 245                let response = Response {
 246                    server: server.clone(),
 247                    responded: responded.clone(),
 248                    receipt: envelope.receipt(),
 249                };
 250                match (handler)(server.clone(), envelope, response).await {
 251                    Ok(()) => {
 252                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 253                            Ok(())
 254                        } else {
 255                            Err(anyhow!("handler did not send a response"))?
 256                        }
 257                    }
 258                    Err(error) => {
 259                        server.peer.respond_with_error(
 260                            receipt,
 261                            proto::Error {
 262                                message: error.to_string(),
 263                            },
 264                        )?;
 265                        Err(error)
 266                    }
 267                }
 268            }
 269        })
 270    }
 271
 272    pub fn handle_connection<E: Executor>(
 273        self: &Arc<Self>,
 274        connection: Connection,
 275        address: String,
 276        user: User,
 277        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 278        executor: E,
 279    ) -> impl Future<Output = Result<()>> {
 280        let mut this = self.clone();
 281        let user_id = user.id;
 282        let login = user.github_login;
 283        let span = info_span!("handle connection", %user_id, %login, %address);
 284        async move {
 285            let (connection_id, handle_io, mut incoming_rx) = this
 286                .peer
 287                .add_connection(connection, {
 288                    let executor = executor.clone();
 289                    move |duration| {
 290                        let timer = executor.sleep(duration);
 291                        async move {
 292                            timer.await;
 293                        }
 294                    }
 295                });
 296
 297            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 298            this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
 299            tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
 300
 301            if let Some(send_connection_id) = send_connection_id.take() {
 302                let _ = send_connection_id.send(connection_id);
 303            }
 304
 305            if !user.connected_once {
 306                this.peer.send(connection_id, proto::ShowContacts {})?;
 307                this.app_state.db.set_user_connected_once(user_id, true).await?;
 308            }
 309
 310            let (contacts, invite_code) = future::try_join(
 311                this.app_state.db.get_contacts(user_id),
 312                this.app_state.db.get_invite_code_for_user(user_id)
 313            ).await?;
 314
 315            {
 316                let mut store = this.store().await;
 317                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 318                if let Some(incoming_call) = incoming_call {
 319                    this.peer.send(connection_id, incoming_call)?;
 320                }
 321
 322                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 323
 324                if let Some((code, count)) = invite_code {
 325                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 326                        url: format!("{}{}", this.app_state.config.invite_link_prefix, code),
 327                        count,
 328                    })?;
 329                }
 330            }
 331            this.update_user_contacts(user_id).await?;
 332
 333            let handle_io = handle_io.fuse();
 334            futures::pin_mut!(handle_io);
 335
 336            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 337            // This prevents deadlocks when e.g., client A performs a request to client B and
 338            // client B performs a request to client A. If both clients stop processing further
 339            // messages until their respective request completes, they won't have a chance to
 340            // respond to the other client's request and cause a deadlock.
 341            //
 342            // This arrangement ensures we will attempt to process earlier messages first, but fall
 343            // back to processing messages arrived later in the spirit of making progress.
 344            let mut foreground_message_handlers = FuturesUnordered::new();
 345            loop {
 346                let next_message = incoming_rx.next().fuse();
 347                futures::pin_mut!(next_message);
 348                futures::select_biased! {
 349                    result = handle_io => {
 350                        if let Err(error) = result {
 351                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 352                        }
 353                        break;
 354                    }
 355                    _ = foreground_message_handlers.next() => {}
 356                    message = next_message => {
 357                        if let Some(message) = message {
 358                            let type_name = message.payload_type_name();
 359                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 360                            let span_enter = span.enter();
 361                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 362                                let is_background = message.is_background();
 363                                let handle_message = (handler)(this.clone(), message);
 364                                drop(span_enter);
 365
 366                                let handle_message = handle_message.instrument(span);
 367                                if is_background {
 368                                    executor.spawn_detached(handle_message);
 369                                } else {
 370                                    foreground_message_handlers.push(handle_message);
 371                                }
 372                            } else {
 373                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 374                            }
 375                        } else {
 376                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 377                            break;
 378                        }
 379                    }
 380                }
 381            }
 382
 383            drop(foreground_message_handlers);
 384            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 385            if let Err(error) = this.sign_out(connection_id).await {
 386                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 387            }
 388
 389            Ok(())
 390        }.instrument(span)
 391    }
 392
 393    #[instrument(skip(self), err)]
 394    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 395        self.peer.disconnect(connection_id);
 396
 397        let mut projects_to_unshare = Vec::new();
 398        let mut contacts_to_update = HashSet::default();
 399        let mut room_left = None;
 400        {
 401            let mut store = self.store().await;
 402
 403            #[cfg(test)]
 404            let removed_connection = store.remove_connection(connection_id).unwrap();
 405            #[cfg(not(test))]
 406            let removed_connection = store.remove_connection(connection_id)?;
 407
 408            for project in removed_connection.hosted_projects {
 409                projects_to_unshare.push(project.id);
 410                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 411                    self.peer.send(
 412                        conn_id,
 413                        proto::UnshareProject {
 414                            project_id: project.id.to_proto(),
 415                        },
 416                    )
 417                });
 418            }
 419
 420            for project in removed_connection.guest_projects {
 421                broadcast(connection_id, project.connection_ids, |conn_id| {
 422                    self.peer.send(
 423                        conn_id,
 424                        proto::RemoveProjectCollaborator {
 425                            project_id: project.id.to_proto(),
 426                            peer_id: connection_id.0,
 427                        },
 428                    )
 429                });
 430            }
 431
 432            if let Some(room) = removed_connection.room {
 433                self.room_updated(&room);
 434                room_left = Some(self.room_left(&room, connection_id));
 435            }
 436
 437            contacts_to_update.insert(removed_connection.user_id);
 438            for connection_id in removed_connection.canceled_call_connection_ids {
 439                self.peer
 440                    .send(connection_id, proto::CallCanceled {})
 441                    .trace_err();
 442                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 443            }
 444        };
 445
 446        if let Some(room_left) = room_left {
 447            room_left.await.trace_err();
 448        }
 449
 450        for user_id in contacts_to_update {
 451            self.update_user_contacts(user_id).await.trace_err();
 452        }
 453
 454        for project_id in projects_to_unshare {
 455            self.app_state
 456                .db
 457                .unregister_project(project_id)
 458                .await
 459                .trace_err();
 460        }
 461
 462        Ok(())
 463    }
 464
 465    pub async fn invite_code_redeemed(
 466        self: &Arc<Self>,
 467        inviter_id: UserId,
 468        invitee_id: UserId,
 469    ) -> Result<()> {
 470        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 471            if let Some(code) = &user.invite_code {
 472                let store = self.store().await;
 473                let invitee_contact = store.contact_for_user(invitee_id, true);
 474                for connection_id in store.connection_ids_for_user(inviter_id) {
 475                    self.peer.send(
 476                        connection_id,
 477                        proto::UpdateContacts {
 478                            contacts: vec![invitee_contact.clone()],
 479                            ..Default::default()
 480                        },
 481                    )?;
 482                    self.peer.send(
 483                        connection_id,
 484                        proto::UpdateInviteInfo {
 485                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 486                            count: user.invite_count as u32,
 487                        },
 488                    )?;
 489                }
 490            }
 491        }
 492        Ok(())
 493    }
 494
 495    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 496        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 497            if let Some(invite_code) = &user.invite_code {
 498                let store = self.store().await;
 499                for connection_id in store.connection_ids_for_user(user_id) {
 500                    self.peer.send(
 501                        connection_id,
 502                        proto::UpdateInviteInfo {
 503                            url: format!(
 504                                "{}{}",
 505                                self.app_state.config.invite_link_prefix, invite_code
 506                            ),
 507                            count: user.invite_count as u32,
 508                        },
 509                    )?;
 510                }
 511            }
 512        }
 513        Ok(())
 514    }
 515
 516    async fn ping(
 517        self: Arc<Server>,
 518        _: TypedEnvelope<proto::Ping>,
 519        response: Response<proto::Ping>,
 520    ) -> Result<()> {
 521        response.send(proto::Ack {})?;
 522        Ok(())
 523    }
 524
 525    async fn create_room(
 526        self: Arc<Server>,
 527        request: TypedEnvelope<proto::CreateRoom>,
 528        response: Response<proto::CreateRoom>,
 529    ) -> Result<()> {
 530        let user_id;
 531        let room;
 532        {
 533            let mut store = self.store().await;
 534            user_id = store.user_id_for_connection(request.sender_id)?;
 535            room = store.create_room(request.sender_id)?.clone();
 536        }
 537
 538        let live_kit_connection_info =
 539            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 540                if let Some(_) = live_kit
 541                    .create_room(room.live_kit_room.clone())
 542                    .await
 543                    .trace_err()
 544                {
 545                    if let Some(token) = live_kit
 546                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 547                        .trace_err()
 548                    {
 549                        Some(proto::LiveKitConnectionInfo {
 550                            server_url: live_kit.url().into(),
 551                            token,
 552                        })
 553                    } else {
 554                        None
 555                    }
 556                } else {
 557                    None
 558                }
 559            } else {
 560                None
 561            };
 562
 563        response.send(proto::CreateRoomResponse {
 564            room: Some(room),
 565            live_kit_connection_info,
 566        })?;
 567        self.update_user_contacts(user_id).await?;
 568        Ok(())
 569    }
 570
 571    async fn join_room(
 572        self: Arc<Server>,
 573        request: TypedEnvelope<proto::JoinRoom>,
 574        response: Response<proto::JoinRoom>,
 575    ) -> Result<()> {
 576        let user_id;
 577        {
 578            let mut store = self.store().await;
 579            user_id = store.user_id_for_connection(request.sender_id)?;
 580            let (room, recipient_connection_ids) =
 581                store.join_room(request.payload.id, request.sender_id)?;
 582            for recipient_id in recipient_connection_ids {
 583                self.peer
 584                    .send(recipient_id, proto::CallCanceled {})
 585                    .trace_err();
 586            }
 587
 588            let live_kit_connection_info =
 589                if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 590                    if let Some(token) = live_kit
 591                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 592                        .trace_err()
 593                    {
 594                        Some(proto::LiveKitConnectionInfo {
 595                            server_url: live_kit.url().into(),
 596                            token,
 597                        })
 598                    } else {
 599                        None
 600                    }
 601                } else {
 602                    None
 603                };
 604
 605            response.send(proto::JoinRoomResponse {
 606                room: Some(room.clone()),
 607                live_kit_connection_info,
 608            })?;
 609            self.room_updated(room);
 610        }
 611        self.update_user_contacts(user_id).await?;
 612        Ok(())
 613    }
 614
 615    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 616        let mut contacts_to_update = HashSet::default();
 617        let room_left;
 618        {
 619            let mut store = self.store().await;
 620            let user_id = store.user_id_for_connection(message.sender_id)?;
 621            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 622            contacts_to_update.insert(user_id);
 623
 624            for project in left_room.unshared_projects {
 625                for connection_id in project.connection_ids() {
 626                    self.peer.send(
 627                        connection_id,
 628                        proto::UnshareProject {
 629                            project_id: project.id.to_proto(),
 630                        },
 631                    )?;
 632                }
 633            }
 634
 635            for project in left_room.left_projects {
 636                if project.remove_collaborator {
 637                    for connection_id in project.connection_ids {
 638                        self.peer.send(
 639                            connection_id,
 640                            proto::RemoveProjectCollaborator {
 641                                project_id: project.id.to_proto(),
 642                                peer_id: message.sender_id.0,
 643                            },
 644                        )?;
 645                    }
 646
 647                    self.peer.send(
 648                        message.sender_id,
 649                        proto::UnshareProject {
 650                            project_id: project.id.to_proto(),
 651                        },
 652                    )?;
 653                }
 654            }
 655
 656            self.room_updated(&left_room.room);
 657            room_left = self.room_left(&left_room.room, message.sender_id);
 658
 659            for connection_id in left_room.canceled_call_connection_ids {
 660                self.peer
 661                    .send(connection_id, proto::CallCanceled {})
 662                    .trace_err();
 663                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 664            }
 665        }
 666
 667        room_left.await.trace_err();
 668        for user_id in contacts_to_update {
 669            self.update_user_contacts(user_id).await?;
 670        }
 671
 672        Ok(())
 673    }
 674
 675    async fn call(
 676        self: Arc<Server>,
 677        request: TypedEnvelope<proto::Call>,
 678        response: Response<proto::Call>,
 679    ) -> Result<()> {
 680        let caller_user_id = self
 681            .store()
 682            .await
 683            .user_id_for_connection(request.sender_id)?;
 684        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 685        let initial_project_id = request
 686            .payload
 687            .initial_project_id
 688            .map(ProjectId::from_proto);
 689        if !self
 690            .app_state
 691            .db
 692            .has_contact(caller_user_id, recipient_user_id)
 693            .await?
 694        {
 695            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 696        }
 697
 698        let room_id = request.payload.room_id;
 699        let mut calls = {
 700            let mut store = self.store().await;
 701            let (room, recipient_connection_ids, incoming_call) = store.call(
 702                room_id,
 703                recipient_user_id,
 704                initial_project_id,
 705                request.sender_id,
 706            )?;
 707            self.room_updated(room);
 708            recipient_connection_ids
 709                .into_iter()
 710                .map(|recipient_connection_id| {
 711                    self.peer
 712                        .request(recipient_connection_id, incoming_call.clone())
 713                })
 714                .collect::<FuturesUnordered<_>>()
 715        };
 716        self.update_user_contacts(recipient_user_id).await?;
 717
 718        while let Some(call_response) = calls.next().await {
 719            match call_response.as_ref() {
 720                Ok(_) => {
 721                    response.send(proto::Ack {})?;
 722                    return Ok(());
 723                }
 724                Err(_) => {
 725                    call_response.trace_err();
 726                }
 727            }
 728        }
 729
 730        {
 731            let mut store = self.store().await;
 732            let room = store.call_failed(room_id, recipient_user_id)?;
 733            self.room_updated(&room);
 734        }
 735        self.update_user_contacts(recipient_user_id).await?;
 736
 737        Err(anyhow!("failed to ring call recipient"))?
 738    }
 739
 740    async fn cancel_call(
 741        self: Arc<Server>,
 742        request: TypedEnvelope<proto::CancelCall>,
 743        response: Response<proto::CancelCall>,
 744    ) -> Result<()> {
 745        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 746        {
 747            let mut store = self.store().await;
 748            let (room, recipient_connection_ids) = store.cancel_call(
 749                request.payload.room_id,
 750                recipient_user_id,
 751                request.sender_id,
 752            )?;
 753            for recipient_id in recipient_connection_ids {
 754                self.peer
 755                    .send(recipient_id, proto::CallCanceled {})
 756                    .trace_err();
 757            }
 758            self.room_updated(room);
 759            response.send(proto::Ack {})?;
 760        }
 761        self.update_user_contacts(recipient_user_id).await?;
 762        Ok(())
 763    }
 764
 765    async fn decline_call(
 766        self: Arc<Server>,
 767        message: TypedEnvelope<proto::DeclineCall>,
 768    ) -> Result<()> {
 769        let recipient_user_id;
 770        {
 771            let mut store = self.store().await;
 772            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 773            let (room, recipient_connection_ids) =
 774                store.decline_call(message.payload.room_id, message.sender_id)?;
 775            for recipient_id in recipient_connection_ids {
 776                self.peer
 777                    .send(recipient_id, proto::CallCanceled {})
 778                    .trace_err();
 779            }
 780            self.room_updated(room);
 781        }
 782        self.update_user_contacts(recipient_user_id).await?;
 783        Ok(())
 784    }
 785
 786    async fn update_participant_location(
 787        self: Arc<Server>,
 788        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 789        response: Response<proto::UpdateParticipantLocation>,
 790    ) -> Result<()> {
 791        let room_id = request.payload.room_id;
 792        let location = request
 793            .payload
 794            .location
 795            .ok_or_else(|| anyhow!("invalid location"))?;
 796        let mut store = self.store().await;
 797        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 798        self.room_updated(room);
 799        response.send(proto::Ack {})?;
 800        Ok(())
 801    }
 802
 803    fn room_updated(&self, room: &proto::Room) {
 804        for participant in &room.participants {
 805            self.peer
 806                .send(
 807                    ConnectionId(participant.peer_id),
 808                    proto::RoomUpdated {
 809                        room: Some(room.clone()),
 810                    },
 811                )
 812                .trace_err();
 813        }
 814    }
 815
 816    fn room_left(
 817        &self,
 818        room: &proto::Room,
 819        connection_id: ConnectionId,
 820    ) -> impl Future<Output = Result<()>> {
 821        let client = self.app_state.live_kit_client.clone();
 822        let room_name = room.live_kit_room.clone();
 823        let participant_count = room.participants.len();
 824        async move {
 825            if let Some(client) = client {
 826                client
 827                    .remove_participant(room_name.clone(), connection_id.to_string())
 828                    .await?;
 829
 830                if participant_count == 0 {
 831                    client.delete_room(room_name).await?;
 832                }
 833            }
 834
 835            Ok(())
 836        }
 837    }
 838
 839    async fn share_project(
 840        self: Arc<Server>,
 841        request: TypedEnvelope<proto::ShareProject>,
 842        response: Response<proto::ShareProject>,
 843    ) -> Result<()> {
 844        let user_id = self
 845            .store()
 846            .await
 847            .user_id_for_connection(request.sender_id)?;
 848        let project_id = self.app_state.db.register_project(user_id).await?;
 849        let mut store = self.store().await;
 850        let room = store.share_project(
 851            request.payload.room_id,
 852            project_id,
 853            request.payload.worktrees,
 854            request.sender_id,
 855        )?;
 856        response.send(proto::ShareProjectResponse {
 857            project_id: project_id.to_proto(),
 858        })?;
 859        self.room_updated(room);
 860
 861        Ok(())
 862    }
 863
 864    async fn unshare_project(
 865        self: Arc<Server>,
 866        message: TypedEnvelope<proto::UnshareProject>,
 867    ) -> Result<()> {
 868        let project_id = ProjectId::from_proto(message.payload.project_id);
 869        let mut store = self.store().await;
 870        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 871        broadcast(
 872            message.sender_id,
 873            project.guest_connection_ids(),
 874            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 875        );
 876        self.room_updated(room);
 877
 878        Ok(())
 879    }
 880
 881    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 882        let contacts = self.app_state.db.get_contacts(user_id).await?;
 883        let store = self.store().await;
 884        let updated_contact = store.contact_for_user(user_id, false);
 885        for contact in contacts {
 886            if let db::Contact::Accepted {
 887                user_id: contact_user_id,
 888                ..
 889            } = contact
 890            {
 891                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 892                    self.peer
 893                        .send(
 894                            contact_conn_id,
 895                            proto::UpdateContacts {
 896                                contacts: vec![updated_contact.clone()],
 897                                remove_contacts: Default::default(),
 898                                incoming_requests: Default::default(),
 899                                remove_incoming_requests: Default::default(),
 900                                outgoing_requests: Default::default(),
 901                                remove_outgoing_requests: Default::default(),
 902                            },
 903                        )
 904                        .trace_err();
 905                }
 906            }
 907        }
 908        Ok(())
 909    }
 910
 911    async fn join_project(
 912        self: Arc<Server>,
 913        request: TypedEnvelope<proto::JoinProject>,
 914        response: Response<proto::JoinProject>,
 915    ) -> Result<()> {
 916        let project_id = ProjectId::from_proto(request.payload.project_id);
 917
 918        let host_user_id;
 919        let guest_user_id;
 920        let host_connection_id;
 921        {
 922            let state = self.store().await;
 923            let project = state.project(project_id)?;
 924            host_user_id = project.host.user_id;
 925            host_connection_id = project.host_connection_id;
 926            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 927        };
 928
 929        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 930
 931        let mut store = self.store().await;
 932        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 933        let peer_count = project.guests.len();
 934        let mut collaborators = Vec::with_capacity(peer_count);
 935        collaborators.push(proto::Collaborator {
 936            peer_id: project.host_connection_id.0,
 937            replica_id: 0,
 938            user_id: project.host.user_id.to_proto(),
 939        });
 940        let worktrees = project
 941            .worktrees
 942            .iter()
 943            .map(|(id, worktree)| proto::WorktreeMetadata {
 944                id: *id,
 945                root_name: worktree.root_name.clone(),
 946                visible: worktree.visible,
 947                abs_path: worktree.abs_path.clone(),
 948            })
 949            .collect::<Vec<_>>();
 950
 951        // Add all guests other than the requesting user's own connections as collaborators
 952        for (guest_conn_id, guest) in &project.guests {
 953            if request.sender_id != *guest_conn_id {
 954                collaborators.push(proto::Collaborator {
 955                    peer_id: guest_conn_id.0,
 956                    replica_id: guest.replica_id as u32,
 957                    user_id: guest.user_id.to_proto(),
 958                });
 959            }
 960        }
 961
 962        for conn_id in project.connection_ids() {
 963            if conn_id != request.sender_id {
 964                self.peer
 965                    .send(
 966                        conn_id,
 967                        proto::AddProjectCollaborator {
 968                            project_id: project_id.to_proto(),
 969                            collaborator: Some(proto::Collaborator {
 970                                peer_id: request.sender_id.0,
 971                                replica_id: replica_id as u32,
 972                                user_id: guest_user_id.to_proto(),
 973                            }),
 974                        },
 975                    )
 976                    .trace_err();
 977            }
 978        }
 979
 980        // First, we send the metadata associated with each worktree.
 981        response.send(proto::JoinProjectResponse {
 982            worktrees: worktrees.clone(),
 983            replica_id: replica_id as u32,
 984            collaborators: collaborators.clone(),
 985            language_servers: project.language_servers.clone(),
 986        })?;
 987
 988        for (worktree_id, worktree) in &project.worktrees {
 989            #[cfg(any(test, feature = "test-support"))]
 990            const MAX_CHUNK_SIZE: usize = 2;
 991            #[cfg(not(any(test, feature = "test-support")))]
 992            const MAX_CHUNK_SIZE: usize = 256;
 993
 994            // Stream this worktree's entries.
 995            let message = proto::UpdateWorktree {
 996                project_id: project_id.to_proto(),
 997                worktree_id: *worktree_id,
 998                abs_path: worktree.abs_path.clone(),
 999                root_name: worktree.root_name.clone(),
1000                updated_entries: worktree.entries.values().cloned().collect(),
1001                removed_entries: Default::default(),
1002                scan_id: worktree.scan_id,
1003                is_last_update: worktree.is_complete,
1004            };
1005            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1006                self.peer.send(request.sender_id, update.clone())?;
1007            }
1008
1009            // Stream this worktree's diagnostics.
1010            for summary in worktree.diagnostic_summaries.values() {
1011                self.peer.send(
1012                    request.sender_id,
1013                    proto::UpdateDiagnosticSummary {
1014                        project_id: project_id.to_proto(),
1015                        worktree_id: *worktree_id,
1016                        summary: Some(summary.clone()),
1017                    },
1018                )?;
1019            }
1020        }
1021
1022        for language_server in &project.language_servers {
1023            self.peer.send(
1024                request.sender_id,
1025                proto::UpdateLanguageServer {
1026                    project_id: project_id.to_proto(),
1027                    language_server_id: language_server.id,
1028                    variant: Some(
1029                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1030                            proto::LspDiskBasedDiagnosticsUpdated {},
1031                        ),
1032                    ),
1033                },
1034            )?;
1035        }
1036
1037        Ok(())
1038    }
1039
1040    async fn leave_project(
1041        self: Arc<Server>,
1042        request: TypedEnvelope<proto::LeaveProject>,
1043    ) -> Result<()> {
1044        let sender_id = request.sender_id;
1045        let project_id = ProjectId::from_proto(request.payload.project_id);
1046        let project;
1047        {
1048            let mut store = self.store().await;
1049            project = store.leave_project(project_id, sender_id)?;
1050            tracing::info!(
1051                %project_id,
1052                host_user_id = %project.host_user_id,
1053                host_connection_id = %project.host_connection_id,
1054                "leave project"
1055            );
1056
1057            if project.remove_collaborator {
1058                broadcast(sender_id, project.connection_ids, |conn_id| {
1059                    self.peer.send(
1060                        conn_id,
1061                        proto::RemoveProjectCollaborator {
1062                            project_id: project_id.to_proto(),
1063                            peer_id: sender_id.0,
1064                        },
1065                    )
1066                });
1067            }
1068        }
1069
1070        Ok(())
1071    }
1072
1073    async fn update_project(
1074        self: Arc<Server>,
1075        request: TypedEnvelope<proto::UpdateProject>,
1076    ) -> Result<()> {
1077        let project_id = ProjectId::from_proto(request.payload.project_id);
1078        {
1079            let mut state = self.store().await;
1080            let guest_connection_ids = state
1081                .read_project(project_id, request.sender_id)?
1082                .guest_connection_ids();
1083            let room =
1084                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1085            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1086                self.peer
1087                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1088            });
1089            self.room_updated(room);
1090        };
1091
1092        Ok(())
1093    }
1094
1095    async fn update_worktree(
1096        self: Arc<Server>,
1097        request: TypedEnvelope<proto::UpdateWorktree>,
1098        response: Response<proto::UpdateWorktree>,
1099    ) -> Result<()> {
1100        let project_id = ProjectId::from_proto(request.payload.project_id);
1101        let worktree_id = request.payload.worktree_id;
1102        let connection_ids = self.store().await.update_worktree(
1103            request.sender_id,
1104            project_id,
1105            worktree_id,
1106            &request.payload.root_name,
1107            &request.payload.abs_path,
1108            &request.payload.removed_entries,
1109            &request.payload.updated_entries,
1110            request.payload.scan_id,
1111            request.payload.is_last_update,
1112        )?;
1113
1114        broadcast(request.sender_id, connection_ids, |connection_id| {
1115            self.peer
1116                .forward_send(request.sender_id, connection_id, request.payload.clone())
1117        });
1118        response.send(proto::Ack {})?;
1119        Ok(())
1120    }
1121
1122    async fn update_diagnostic_summary(
1123        self: Arc<Server>,
1124        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1125    ) -> Result<()> {
1126        let summary = request
1127            .payload
1128            .summary
1129            .clone()
1130            .ok_or_else(|| anyhow!("invalid summary"))?;
1131        let receiver_ids = self.store().await.update_diagnostic_summary(
1132            ProjectId::from_proto(request.payload.project_id),
1133            request.payload.worktree_id,
1134            request.sender_id,
1135            summary,
1136        )?;
1137
1138        broadcast(request.sender_id, receiver_ids, |connection_id| {
1139            self.peer
1140                .forward_send(request.sender_id, connection_id, request.payload.clone())
1141        });
1142        Ok(())
1143    }
1144
1145    async fn start_language_server(
1146        self: Arc<Server>,
1147        request: TypedEnvelope<proto::StartLanguageServer>,
1148    ) -> Result<()> {
1149        let receiver_ids = self.store().await.start_language_server(
1150            ProjectId::from_proto(request.payload.project_id),
1151            request.sender_id,
1152            request
1153                .payload
1154                .server
1155                .clone()
1156                .ok_or_else(|| anyhow!("invalid language server"))?,
1157        )?;
1158        broadcast(request.sender_id, receiver_ids, |connection_id| {
1159            self.peer
1160                .forward_send(request.sender_id, connection_id, request.payload.clone())
1161        });
1162        Ok(())
1163    }
1164
1165    async fn update_language_server(
1166        self: Arc<Server>,
1167        request: TypedEnvelope<proto::UpdateLanguageServer>,
1168    ) -> Result<()> {
1169        let receiver_ids = self.store().await.project_connection_ids(
1170            ProjectId::from_proto(request.payload.project_id),
1171            request.sender_id,
1172        )?;
1173        broadcast(request.sender_id, receiver_ids, |connection_id| {
1174            self.peer
1175                .forward_send(request.sender_id, connection_id, request.payload.clone())
1176        });
1177        Ok(())
1178    }
1179
1180    async fn forward_project_request<T>(
1181        self: Arc<Server>,
1182        request: TypedEnvelope<T>,
1183        response: Response<T>,
1184    ) -> Result<()>
1185    where
1186        T: EntityMessage + RequestMessage,
1187    {
1188        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1189        let host_connection_id = self
1190            .store()
1191            .await
1192            .read_project(project_id, request.sender_id)?
1193            .host_connection_id;
1194        let payload = self
1195            .peer
1196            .forward_request(request.sender_id, host_connection_id, request.payload)
1197            .await?;
1198
1199        // Ensure project still exists by the time we get the response from the host.
1200        self.store()
1201            .await
1202            .read_project(project_id, request.sender_id)?;
1203
1204        response.send(payload)?;
1205        Ok(())
1206    }
1207
1208    async fn save_buffer(
1209        self: Arc<Server>,
1210        request: TypedEnvelope<proto::SaveBuffer>,
1211        response: Response<proto::SaveBuffer>,
1212    ) -> Result<()> {
1213        let project_id = ProjectId::from_proto(request.payload.project_id);
1214        let host = self
1215            .store()
1216            .await
1217            .read_project(project_id, request.sender_id)?
1218            .host_connection_id;
1219        let response_payload = self
1220            .peer
1221            .forward_request(request.sender_id, host, request.payload.clone())
1222            .await?;
1223
1224        let mut guests = self
1225            .store()
1226            .await
1227            .read_project(project_id, request.sender_id)?
1228            .connection_ids();
1229        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1230        broadcast(host, guests, |conn_id| {
1231            self.peer
1232                .forward_send(host, conn_id, response_payload.clone())
1233        });
1234        response.send(response_payload)?;
1235        Ok(())
1236    }
1237
1238    async fn create_buffer_for_peer(
1239        self: Arc<Server>,
1240        request: TypedEnvelope<proto::CreateBufferForPeer>,
1241    ) -> Result<()> {
1242        self.peer.forward_send(
1243            request.sender_id,
1244            ConnectionId(request.payload.peer_id),
1245            request.payload,
1246        )?;
1247        Ok(())
1248    }
1249
1250    async fn update_buffer(
1251        self: Arc<Server>,
1252        request: TypedEnvelope<proto::UpdateBuffer>,
1253        response: Response<proto::UpdateBuffer>,
1254    ) -> Result<()> {
1255        let project_id = ProjectId::from_proto(request.payload.project_id);
1256        let receiver_ids = {
1257            let store = self.store().await;
1258            store.project_connection_ids(project_id, request.sender_id)?
1259        };
1260
1261        broadcast(request.sender_id, receiver_ids, |connection_id| {
1262            self.peer
1263                .forward_send(request.sender_id, connection_id, request.payload.clone())
1264        });
1265        response.send(proto::Ack {})?;
1266        Ok(())
1267    }
1268
1269    async fn update_buffer_file(
1270        self: Arc<Server>,
1271        request: TypedEnvelope<proto::UpdateBufferFile>,
1272    ) -> Result<()> {
1273        let receiver_ids = self.store().await.project_connection_ids(
1274            ProjectId::from_proto(request.payload.project_id),
1275            request.sender_id,
1276        )?;
1277        broadcast(request.sender_id, receiver_ids, |connection_id| {
1278            self.peer
1279                .forward_send(request.sender_id, connection_id, request.payload.clone())
1280        });
1281        Ok(())
1282    }
1283
1284    async fn buffer_reloaded(
1285        self: Arc<Server>,
1286        request: TypedEnvelope<proto::BufferReloaded>,
1287    ) -> Result<()> {
1288        let receiver_ids = self.store().await.project_connection_ids(
1289            ProjectId::from_proto(request.payload.project_id),
1290            request.sender_id,
1291        )?;
1292        broadcast(request.sender_id, receiver_ids, |connection_id| {
1293            self.peer
1294                .forward_send(request.sender_id, connection_id, request.payload.clone())
1295        });
1296        Ok(())
1297    }
1298
1299    async fn buffer_saved(
1300        self: Arc<Server>,
1301        request: TypedEnvelope<proto::BufferSaved>,
1302    ) -> Result<()> {
1303        let receiver_ids = self.store().await.project_connection_ids(
1304            ProjectId::from_proto(request.payload.project_id),
1305            request.sender_id,
1306        )?;
1307        broadcast(request.sender_id, receiver_ids, |connection_id| {
1308            self.peer
1309                .forward_send(request.sender_id, connection_id, request.payload.clone())
1310        });
1311        Ok(())
1312    }
1313
1314    async fn follow(
1315        self: Arc<Self>,
1316        request: TypedEnvelope<proto::Follow>,
1317        response: Response<proto::Follow>,
1318    ) -> Result<()> {
1319        let project_id = ProjectId::from_proto(request.payload.project_id);
1320        let leader_id = ConnectionId(request.payload.leader_id);
1321        let follower_id = request.sender_id;
1322        {
1323            let store = self.store().await;
1324            if !store
1325                .project_connection_ids(project_id, follower_id)?
1326                .contains(&leader_id)
1327            {
1328                Err(anyhow!("no such peer"))?;
1329            }
1330        }
1331
1332        let mut response_payload = self
1333            .peer
1334            .forward_request(request.sender_id, leader_id, request.payload)
1335            .await?;
1336        response_payload
1337            .views
1338            .retain(|view| view.leader_id != Some(follower_id.0));
1339        response.send(response_payload)?;
1340        Ok(())
1341    }
1342
1343    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1344        let project_id = ProjectId::from_proto(request.payload.project_id);
1345        let leader_id = ConnectionId(request.payload.leader_id);
1346        let store = self.store().await;
1347        if !store
1348            .project_connection_ids(project_id, request.sender_id)?
1349            .contains(&leader_id)
1350        {
1351            Err(anyhow!("no such peer"))?;
1352        }
1353        self.peer
1354            .forward_send(request.sender_id, leader_id, request.payload)?;
1355        Ok(())
1356    }
1357
1358    async fn update_followers(
1359        self: Arc<Self>,
1360        request: TypedEnvelope<proto::UpdateFollowers>,
1361    ) -> Result<()> {
1362        let project_id = ProjectId::from_proto(request.payload.project_id);
1363        let store = self.store().await;
1364        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1365        let leader_id = request
1366            .payload
1367            .variant
1368            .as_ref()
1369            .and_then(|variant| match variant {
1370                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1371                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1372                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1373            });
1374        for follower_id in &request.payload.follower_ids {
1375            let follower_id = ConnectionId(*follower_id);
1376            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1377                self.peer
1378                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1379            }
1380        }
1381        Ok(())
1382    }
1383
1384    async fn get_users(
1385        self: Arc<Server>,
1386        request: TypedEnvelope<proto::GetUsers>,
1387        response: Response<proto::GetUsers>,
1388    ) -> Result<()> {
1389        let user_ids = request
1390            .payload
1391            .user_ids
1392            .into_iter()
1393            .map(UserId::from_proto)
1394            .collect();
1395        let users = self
1396            .app_state
1397            .db
1398            .get_users_by_ids(user_ids)
1399            .await?
1400            .into_iter()
1401            .map(|user| proto::User {
1402                id: user.id.to_proto(),
1403                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1404                github_login: user.github_login,
1405            })
1406            .collect();
1407        response.send(proto::UsersResponse { users })?;
1408        Ok(())
1409    }
1410
1411    async fn fuzzy_search_users(
1412        self: Arc<Server>,
1413        request: TypedEnvelope<proto::FuzzySearchUsers>,
1414        response: Response<proto::FuzzySearchUsers>,
1415    ) -> Result<()> {
1416        let user_id = self
1417            .store()
1418            .await
1419            .user_id_for_connection(request.sender_id)?;
1420        let query = request.payload.query;
1421        let db = &self.app_state.db;
1422        let users = match query.len() {
1423            0 => vec![],
1424            1 | 2 => db
1425                .get_user_by_github_account(&query, None)
1426                .await?
1427                .into_iter()
1428                .collect(),
1429            _ => db.fuzzy_search_users(&query, 10).await?,
1430        };
1431        let users = users
1432            .into_iter()
1433            .filter(|user| user.id != user_id)
1434            .map(|user| proto::User {
1435                id: user.id.to_proto(),
1436                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1437                github_login: user.github_login,
1438            })
1439            .collect();
1440        response.send(proto::UsersResponse { users })?;
1441        Ok(())
1442    }
1443
1444    async fn request_contact(
1445        self: Arc<Server>,
1446        request: TypedEnvelope<proto::RequestContact>,
1447        response: Response<proto::RequestContact>,
1448    ) -> Result<()> {
1449        let requester_id = self
1450            .store()
1451            .await
1452            .user_id_for_connection(request.sender_id)?;
1453        let responder_id = UserId::from_proto(request.payload.responder_id);
1454        if requester_id == responder_id {
1455            return Err(anyhow!("cannot add yourself as a contact"))?;
1456        }
1457
1458        self.app_state
1459            .db
1460            .send_contact_request(requester_id, responder_id)
1461            .await?;
1462
1463        // Update outgoing contact requests of requester
1464        let mut update = proto::UpdateContacts::default();
1465        update.outgoing_requests.push(responder_id.to_proto());
1466        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1467            self.peer.send(connection_id, update.clone())?;
1468        }
1469
1470        // Update incoming contact requests of responder
1471        let mut update = proto::UpdateContacts::default();
1472        update
1473            .incoming_requests
1474            .push(proto::IncomingContactRequest {
1475                requester_id: requester_id.to_proto(),
1476                should_notify: true,
1477            });
1478        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1479            self.peer.send(connection_id, update.clone())?;
1480        }
1481
1482        response.send(proto::Ack {})?;
1483        Ok(())
1484    }
1485
1486    async fn respond_to_contact_request(
1487        self: Arc<Server>,
1488        request: TypedEnvelope<proto::RespondToContactRequest>,
1489        response: Response<proto::RespondToContactRequest>,
1490    ) -> Result<()> {
1491        let responder_id = self
1492            .store()
1493            .await
1494            .user_id_for_connection(request.sender_id)?;
1495        let requester_id = UserId::from_proto(request.payload.requester_id);
1496        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1497            self.app_state
1498                .db
1499                .dismiss_contact_notification(responder_id, requester_id)
1500                .await?;
1501        } else {
1502            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1503            self.app_state
1504                .db
1505                .respond_to_contact_request(responder_id, requester_id, accept)
1506                .await?;
1507
1508            let store = self.store().await;
1509            // Update responder with new contact
1510            let mut update = proto::UpdateContacts::default();
1511            if accept {
1512                update
1513                    .contacts
1514                    .push(store.contact_for_user(requester_id, false));
1515            }
1516            update
1517                .remove_incoming_requests
1518                .push(requester_id.to_proto());
1519            for connection_id in store.connection_ids_for_user(responder_id) {
1520                self.peer.send(connection_id, update.clone())?;
1521            }
1522
1523            // Update requester with new contact
1524            let mut update = proto::UpdateContacts::default();
1525            if accept {
1526                update
1527                    .contacts
1528                    .push(store.contact_for_user(responder_id, true));
1529            }
1530            update
1531                .remove_outgoing_requests
1532                .push(responder_id.to_proto());
1533            for connection_id in store.connection_ids_for_user(requester_id) {
1534                self.peer.send(connection_id, update.clone())?;
1535            }
1536        }
1537
1538        response.send(proto::Ack {})?;
1539        Ok(())
1540    }
1541
1542    async fn remove_contact(
1543        self: Arc<Server>,
1544        request: TypedEnvelope<proto::RemoveContact>,
1545        response: Response<proto::RemoveContact>,
1546    ) -> Result<()> {
1547        let requester_id = self
1548            .store()
1549            .await
1550            .user_id_for_connection(request.sender_id)?;
1551        let responder_id = UserId::from_proto(request.payload.user_id);
1552        self.app_state
1553            .db
1554            .remove_contact(requester_id, responder_id)
1555            .await?;
1556
1557        // Update outgoing contact requests of requester
1558        let mut update = proto::UpdateContacts::default();
1559        update
1560            .remove_outgoing_requests
1561            .push(responder_id.to_proto());
1562        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1563            self.peer.send(connection_id, update.clone())?;
1564        }
1565
1566        // Update incoming contact requests of responder
1567        let mut update = proto::UpdateContacts::default();
1568        update
1569            .remove_incoming_requests
1570            .push(requester_id.to_proto());
1571        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1572            self.peer.send(connection_id, update.clone())?;
1573        }
1574
1575        response.send(proto::Ack {})?;
1576        Ok(())
1577    }
1578
1579    async fn update_diff_base(
1580        self: Arc<Server>,
1581        request: TypedEnvelope<proto::UpdateDiffBase>,
1582    ) -> Result<()> {
1583        let receiver_ids = self.store().await.project_connection_ids(
1584            ProjectId::from_proto(request.payload.project_id),
1585            request.sender_id,
1586        )?;
1587        broadcast(request.sender_id, receiver_ids, |connection_id| {
1588            self.peer
1589                .forward_send(request.sender_id, connection_id, request.payload.clone())
1590        });
1591        Ok(())
1592    }
1593
1594    async fn get_private_user_info(
1595        self: Arc<Self>,
1596        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1597        response: Response<proto::GetPrivateUserInfo>,
1598    ) -> Result<()> {
1599        let user_id = self
1600            .store()
1601            .await
1602            .user_id_for_connection(request.sender_id)?;
1603        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1604        let user = self
1605            .app_state
1606            .db
1607            .get_user_by_id(user_id)
1608            .await?
1609            .ok_or_else(|| anyhow!("user not found"))?;
1610        response.send(proto::GetPrivateUserInfoResponse {
1611            metrics_id,
1612            staff: user.admin,
1613        })?;
1614        Ok(())
1615    }
1616
1617    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1618        #[cfg(test)]
1619        tokio::task::yield_now().await;
1620        let guard = self.store.lock().await;
1621        #[cfg(test)]
1622        tokio::task::yield_now().await;
1623        StoreGuard {
1624            guard,
1625            _not_send: PhantomData,
1626        }
1627    }
1628
1629    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1630        ServerSnapshot {
1631            store: self.store().await,
1632            peer: &self.peer,
1633        }
1634    }
1635}
1636
1637impl<'a> Deref for StoreGuard<'a> {
1638    type Target = Store;
1639
1640    fn deref(&self) -> &Self::Target {
1641        &*self.guard
1642    }
1643}
1644
1645impl<'a> DerefMut for StoreGuard<'a> {
1646    fn deref_mut(&mut self) -> &mut Self::Target {
1647        &mut *self.guard
1648    }
1649}
1650
1651impl<'a> Drop for StoreGuard<'a> {
1652    fn drop(&mut self) {
1653        #[cfg(test)]
1654        self.check_invariants();
1655    }
1656}
1657
1658impl Executor for RealExecutor {
1659    type Sleep = Sleep;
1660
1661    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1662        tokio::task::spawn(future);
1663    }
1664
1665    fn sleep(&self, duration: Duration) -> Self::Sleep {
1666        tokio::time::sleep(duration)
1667    }
1668}
1669
1670fn broadcast<F>(
1671    sender_id: ConnectionId,
1672    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1673    mut f: F,
1674) where
1675    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1676{
1677    for receiver_id in receiver_ids {
1678        if receiver_id != sender_id {
1679            f(receiver_id).trace_err();
1680        }
1681    }
1682}
1683
1684lazy_static! {
1685    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1686}
1687
1688pub struct ProtocolVersion(u32);
1689
1690impl Header for ProtocolVersion {
1691    fn name() -> &'static HeaderName {
1692        &ZED_PROTOCOL_VERSION
1693    }
1694
1695    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1696    where
1697        Self: Sized,
1698        I: Iterator<Item = &'i axum::http::HeaderValue>,
1699    {
1700        let version = values
1701            .next()
1702            .ok_or_else(axum::headers::Error::invalid)?
1703            .to_str()
1704            .map_err(|_| axum::headers::Error::invalid())?
1705            .parse()
1706            .map_err(|_| axum::headers::Error::invalid())?;
1707        Ok(Self(version))
1708    }
1709
1710    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1711        values.extend([self.0.to_string().parse().unwrap()]);
1712    }
1713}
1714
1715pub fn routes(server: Arc<Server>) -> Router<Body> {
1716    Router::new()
1717        .route("/rpc", get(handle_websocket_request))
1718        .layer(
1719            ServiceBuilder::new()
1720                .layer(Extension(server.app_state.clone()))
1721                .layer(middleware::from_fn(auth::validate_header)),
1722        )
1723        .route("/metrics", get(handle_metrics))
1724        .layer(Extension(server))
1725}
1726
1727pub async fn handle_websocket_request(
1728    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1729    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1730    Extension(server): Extension<Arc<Server>>,
1731    Extension(user): Extension<User>,
1732    ws: WebSocketUpgrade,
1733) -> axum::response::Response {
1734    if protocol_version != rpc::PROTOCOL_VERSION {
1735        return (
1736            StatusCode::UPGRADE_REQUIRED,
1737            "client must be upgraded".to_string(),
1738        )
1739            .into_response();
1740    }
1741    let socket_address = socket_address.to_string();
1742    ws.on_upgrade(move |socket| {
1743        use util::ResultExt;
1744        let socket = socket
1745            .map_ok(to_tungstenite_message)
1746            .err_into()
1747            .with(|message| async move { Ok(to_axum_message(message)) });
1748        let connection = Connection::new(Box::pin(socket));
1749        async move {
1750            server
1751                .handle_connection(connection, socket_address, user, None, RealExecutor)
1752                .await
1753                .log_err();
1754        }
1755    })
1756}
1757
1758pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1759    let metrics = server.store().await.metrics();
1760    METRIC_CONNECTIONS.set(metrics.connections as _);
1761    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1762
1763    let encoder = prometheus::TextEncoder::new();
1764    let metric_families = prometheus::gather();
1765    match encoder.encode_to_string(&metric_families) {
1766        Ok(string) => (StatusCode::OK, string).into_response(),
1767        Err(error) => (
1768            StatusCode::INTERNAL_SERVER_ERROR,
1769            format!("failed to encode metrics {:?}", error),
1770        )
1771            .into_response(),
1772    }
1773}
1774
1775fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1776    match message {
1777        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1778        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1779        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1780        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1781        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1782            code: frame.code.into(),
1783            reason: frame.reason,
1784        })),
1785    }
1786}
1787
1788fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1789    match message {
1790        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1791        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1792        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1793        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1794        AxumMessage::Close(frame) => {
1795            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1796                code: frame.code.into(),
1797                reason: frame.reason,
1798            }))
1799        }
1800    }
1801}
1802
1803pub trait ResultExt {
1804    type Ok;
1805
1806    fn trace_err(self) -> Option<Self::Ok>;
1807}
1808
1809impl<T, E> ResultExt for Result<T, E>
1810where
1811    E: std::fmt::Debug,
1812{
1813    type Ok = T;
1814
1815    fn trace_err(self) -> Option<T> {
1816        match self {
1817            Ok(value) => Some(value),
1818            Err(error) => {
1819                tracing::error!("{:?}", error);
1820                None
1821            }
1822        }
1823    }
1824}