rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ProjectId, RoomId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::oneshot,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    os::unix::prelude::OsStrExt,
  46    rc::Rc,
  47    sync::{
  48        atomic::{AtomicBool, Ordering::SeqCst},
  49        Arc,
  50    },
  51    time::Duration,
  52};
  53pub use store::{Store, Worktree};
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  65        "shared_projects",
  66        "number of open projects with one or more guests"
  67    )
  68    .unwrap();
  69}
  70
  71type MessageHandler = Box<
  72    dyn Send + Sync + Fn(Arc<Server>, UserId, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>,
  73>;
  74
  75struct Message<T> {
  76    sender_user_id: UserId,
  77    sender_connection_id: ConnectionId,
  78    payload: T,
  79}
  80
  81struct Response<R> {
  82    server: Arc<Server>,
  83    receipt: Receipt<R>,
  84    responded: Arc<AtomicBool>,
  85}
  86
  87impl<R: RequestMessage> Response<R> {
  88    fn send(self, payload: R::Response) -> Result<()> {
  89        self.responded.store(true, SeqCst);
  90        self.server.peer.respond(self.receipt, payload)?;
  91        Ok(())
  92    }
  93}
  94
  95pub struct Server {
  96    peer: Arc<Peer>,
  97    pub(crate) store: Mutex<Store>,
  98    app_state: Arc<AppState>,
  99    handlers: HashMap<TypeId, MessageHandler>,
 100}
 101
 102pub trait Executor: Send + Clone {
 103    type Sleep: Send + Future;
 104    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 105    fn sleep(&self, duration: Duration) -> Self::Sleep;
 106}
 107
 108#[derive(Clone)]
 109pub struct RealExecutor;
 110
 111pub(crate) struct StoreGuard<'a> {
 112    guard: MutexGuard<'a, Store>,
 113    _not_send: PhantomData<Rc<()>>,
 114}
 115
 116#[derive(Serialize)]
 117pub struct ServerSnapshot<'a> {
 118    peer: &'a Peer,
 119    #[serde(serialize_with = "serialize_deref")]
 120    store: StoreGuard<'a>,
 121}
 122
 123pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 124where
 125    S: Serializer,
 126    T: Deref<Target = U>,
 127    U: Serialize,
 128{
 129    Serialize::serialize(value.deref(), serializer)
 130}
 131
 132impl Server {
 133    pub fn new(app_state: Arc<AppState>) -> Arc<Self> {
 134        let mut server = Self {
 135            peer: Peer::new(),
 136            app_state,
 137            store: Default::default(),
 138            handlers: Default::default(),
 139        };
 140
 141        server
 142            .add_request_handler(Server::ping)
 143            .add_request_handler(Server::create_room)
 144            .add_request_handler(Server::join_room)
 145            .add_message_handler(Server::leave_room)
 146            .add_request_handler(Server::call)
 147            .add_request_handler(Server::cancel_call)
 148            .add_message_handler(Server::decline_call)
 149            .add_request_handler(Server::update_participant_location)
 150            .add_request_handler(Server::share_project)
 151            .add_message_handler(Server::unshare_project)
 152            .add_request_handler(Server::join_project)
 153            .add_message_handler(Server::leave_project)
 154            .add_message_handler(Server::update_project)
 155            .add_request_handler(Server::update_worktree)
 156            .add_message_handler(Server::start_language_server)
 157            .add_message_handler(Server::update_language_server)
 158            .add_message_handler(Server::update_diagnostic_summary)
 159            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 160            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 161            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 162            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 163            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 164            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 165            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 166            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 167            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 168            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 170            .add_request_handler(
 171                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 172            )
 173            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 174            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 175            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 176            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 177            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 178            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 179            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 180            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 181            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 182            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 183            .add_message_handler(Server::create_buffer_for_peer)
 184            .add_request_handler(Server::update_buffer)
 185            .add_message_handler(Server::update_buffer_file)
 186            .add_message_handler(Server::buffer_reloaded)
 187            .add_message_handler(Server::buffer_saved)
 188            .add_request_handler(Server::save_buffer)
 189            .add_request_handler(Server::get_users)
 190            .add_request_handler(Server::fuzzy_search_users)
 191            .add_request_handler(Server::request_contact)
 192            .add_request_handler(Server::remove_contact)
 193            .add_request_handler(Server::respond_to_contact_request)
 194            .add_request_handler(Server::follow)
 195            .add_message_handler(Server::unfollow)
 196            .add_message_handler(Server::update_followers)
 197            .add_message_handler(Server::update_diff_base)
 198            .add_request_handler(Server::get_private_user_info);
 199
 200        Arc::new(server)
 201    }
 202
 203    fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 204    where
 205        F: 'static + Send + Sync + Fn(Arc<Self>, UserId, TypedEnvelope<M>) -> Fut,
 206        Fut: 'static + Send + Future<Output = Result<()>>,
 207        M: EnvelopedMessage,
 208    {
 209        let prev_handler = self.handlers.insert(
 210            TypeId::of::<M>(),
 211            Box::new(move |server, sender_user_id, envelope| {
 212                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 213                let span = info_span!(
 214                    "handle message",
 215                    payload_type = envelope.payload_type_name()
 216                );
 217                span.in_scope(|| {
 218                    tracing::info!(
 219                        payload_type = envelope.payload_type_name(),
 220                        "message received"
 221                    );
 222                });
 223                let future = (handler)(server, sender_user_id, *envelope);
 224                async move {
 225                    if let Err(error) = future.await {
 226                        tracing::error!(%error, "error handling message");
 227                    }
 228                }
 229                .instrument(span)
 230                .boxed()
 231            }),
 232        );
 233        if prev_handler.is_some() {
 234            panic!("registered a handler for the same message twice");
 235        }
 236        self
 237    }
 238
 239    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 240    where
 241        F: 'static + Send + Sync + Fn(Arc<Self>, Message<M>) -> Fut,
 242        Fut: 'static + Send + Future<Output = Result<()>>,
 243        M: EnvelopedMessage,
 244    {
 245        self.add_handler(move |server, sender_user_id, envelope| {
 246            handler(
 247                server,
 248                Message {
 249                    sender_user_id,
 250                    sender_connection_id: envelope.sender_id,
 251                    payload: envelope.payload,
 252                },
 253            )
 254        });
 255        self
 256    }
 257
 258    /// Handle a request while holding a lock to the store. This is useful when we're registering
 259    /// a connection but we want to respond on the connection before anybody else can send on it.
 260    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 261    where
 262        F: 'static + Send + Sync + Fn(Arc<Self>, Message<M>, Response<M>) -> Fut,
 263        Fut: Send + Future<Output = Result<()>>,
 264        M: RequestMessage,
 265    {
 266        let handler = Arc::new(handler);
 267        self.add_handler(move |server, sender_user_id, envelope| {
 268            let receipt = envelope.receipt();
 269            let handler = handler.clone();
 270            async move {
 271                let request = Message {
 272                    sender_user_id,
 273                    sender_connection_id: envelope.sender_id,
 274                    payload: envelope.payload,
 275                };
 276                let responded = Arc::new(AtomicBool::default());
 277                let response = Response {
 278                    server: server.clone(),
 279                    responded: responded.clone(),
 280                    receipt,
 281                };
 282                match (handler)(server.clone(), request, response).await {
 283                    Ok(()) => {
 284                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 285                            Ok(())
 286                        } else {
 287                            Err(anyhow!("handler did not send a response"))?
 288                        }
 289                    }
 290                    Err(error) => {
 291                        server.peer.respond_with_error(
 292                            receipt,
 293                            proto::Error {
 294                                message: error.to_string(),
 295                            },
 296                        )?;
 297                        Err(error)
 298                    }
 299                }
 300            }
 301        })
 302    }
 303
 304    pub fn handle_connection<E: Executor>(
 305        self: &Arc<Self>,
 306        connection: Connection,
 307        address: String,
 308        user: User,
 309        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 310        executor: E,
 311    ) -> impl Future<Output = Result<()>> {
 312        let mut this = self.clone();
 313        let user_id = user.id;
 314        let login = user.github_login;
 315        let span = info_span!("handle connection", %user_id, %login, %address);
 316        async move {
 317            let (connection_id, handle_io, mut incoming_rx) = this
 318                .peer
 319                .add_connection(connection, {
 320                    let executor = executor.clone();
 321                    move |duration| {
 322                        let timer = executor.sleep(duration);
 323                        async move {
 324                            timer.await;
 325                        }
 326                    }
 327                });
 328
 329            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 330            this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
 331            tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
 332
 333            if let Some(send_connection_id) = send_connection_id.take() {
 334                let _ = send_connection_id.send(connection_id);
 335            }
 336
 337            if !user.connected_once {
 338                this.peer.send(connection_id, proto::ShowContacts {})?;
 339                this.app_state.db.set_user_connected_once(user_id, true).await?;
 340            }
 341
 342            let (contacts, invite_code) = future::try_join(
 343                this.app_state.db.get_contacts(user_id),
 344                this.app_state.db.get_invite_code_for_user(user_id)
 345            ).await?;
 346
 347            {
 348                let mut store = this.store().await;
 349                store.add_connection(connection_id, user_id, user.admin);
 350                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 351
 352                if let Some((code, count)) = invite_code {
 353                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 354                        url: format!("{}{}", this.app_state.config.invite_link_prefix, code),
 355                        count,
 356                    })?;
 357                }
 358            }
 359
 360            if let Some(incoming_call) = this.app_state.db.incoming_call_for_user(user_id).await? {
 361                this.peer.send(connection_id, incoming_call)?;
 362            }
 363
 364            this.update_user_contacts(user_id).await?;
 365
 366            let handle_io = handle_io.fuse();
 367            futures::pin_mut!(handle_io);
 368
 369            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 370            // This prevents deadlocks when e.g., client A performs a request to client B and
 371            // client B performs a request to client A. If both clients stop processing further
 372            // messages until their respective request completes, they won't have a chance to
 373            // respond to the other client's request and cause a deadlock.
 374            //
 375            // This arrangement ensures we will attempt to process earlier messages first, but fall
 376            // back to processing messages arrived later in the spirit of making progress.
 377            let mut foreground_message_handlers = FuturesUnordered::new();
 378            loop {
 379                let next_message = incoming_rx.next().fuse();
 380                futures::pin_mut!(next_message);
 381                futures::select_biased! {
 382                    result = handle_io => {
 383                        if let Err(error) = result {
 384                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 385                        }
 386                        break;
 387                    }
 388                    _ = foreground_message_handlers.next() => {}
 389                    message = next_message => {
 390                        if let Some(message) = message {
 391                            let type_name = message.payload_type_name();
 392                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 393                            let span_enter = span.enter();
 394                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 395                                let is_background = message.is_background();
 396                                let handle_message = (handler)(this.clone(), user_id, message);
 397                                drop(span_enter);
 398
 399                                let handle_message = handle_message.instrument(span);
 400                                if is_background {
 401                                    executor.spawn_detached(handle_message);
 402                                } else {
 403                                    foreground_message_handlers.push(handle_message);
 404                                }
 405                            } else {
 406                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 407                            }
 408                        } else {
 409                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 410                            break;
 411                        }
 412                    }
 413                }
 414            }
 415
 416            drop(foreground_message_handlers);
 417            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 418            if let Err(error) = this.sign_out(connection_id).await {
 419                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 420            }
 421
 422            Ok(())
 423        }.instrument(span)
 424    }
 425
 426    #[instrument(skip(self), err)]
 427    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 428        self.peer.disconnect(connection_id);
 429
 430        let mut projects_to_unshare = Vec::new();
 431        let mut contacts_to_update = HashSet::default();
 432        let mut room_left = None;
 433        {
 434            let mut store = self.store().await;
 435
 436            #[cfg(test)]
 437            let removed_connection = store.remove_connection(connection_id).unwrap();
 438            #[cfg(not(test))]
 439            let removed_connection = store.remove_connection(connection_id)?;
 440
 441            for project in removed_connection.hosted_projects {
 442                projects_to_unshare.push(project.id);
 443                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 444                    self.peer.send(
 445                        conn_id,
 446                        proto::UnshareProject {
 447                            project_id: project.id.to_proto(),
 448                        },
 449                    )
 450                });
 451            }
 452
 453            for project in removed_connection.guest_projects {
 454                broadcast(connection_id, project.connection_ids, |conn_id| {
 455                    self.peer.send(
 456                        conn_id,
 457                        proto::RemoveProjectCollaborator {
 458                            project_id: project.id.to_proto(),
 459                            peer_id: connection_id.0,
 460                        },
 461                    )
 462                });
 463            }
 464
 465            if let Some(room) = removed_connection.room {
 466                self.room_updated(&room);
 467                room_left = Some(self.room_left(&room, connection_id));
 468            }
 469
 470            contacts_to_update.insert(removed_connection.user_id);
 471            for connection_id in removed_connection.canceled_call_connection_ids {
 472                self.peer
 473                    .send(connection_id, proto::CallCanceled {})
 474                    .trace_err();
 475                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 476            }
 477        };
 478
 479        if let Some(room_left) = room_left {
 480            room_left.await.trace_err();
 481        }
 482
 483        for user_id in contacts_to_update {
 484            self.update_user_contacts(user_id).await.trace_err();
 485        }
 486
 487        for project_id in projects_to_unshare {
 488            self.app_state
 489                .db
 490                .unshare_project(project_id)
 491                .await
 492                .trace_err();
 493        }
 494
 495        Ok(())
 496    }
 497
 498    pub async fn invite_code_redeemed(
 499        self: &Arc<Self>,
 500        inviter_id: UserId,
 501        invitee_id: UserId,
 502    ) -> Result<()> {
 503        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 504            if let Some(code) = &user.invite_code {
 505                let store = self.store().await;
 506                let invitee_contact = store.contact_for_user(invitee_id, true);
 507                for connection_id in store.connection_ids_for_user(inviter_id) {
 508                    self.peer.send(
 509                        connection_id,
 510                        proto::UpdateContacts {
 511                            contacts: vec![invitee_contact.clone()],
 512                            ..Default::default()
 513                        },
 514                    )?;
 515                    self.peer.send(
 516                        connection_id,
 517                        proto::UpdateInviteInfo {
 518                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 519                            count: user.invite_count as u32,
 520                        },
 521                    )?;
 522                }
 523            }
 524        }
 525        Ok(())
 526    }
 527
 528    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 529        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 530            if let Some(invite_code) = &user.invite_code {
 531                let store = self.store().await;
 532                for connection_id in store.connection_ids_for_user(user_id) {
 533                    self.peer.send(
 534                        connection_id,
 535                        proto::UpdateInviteInfo {
 536                            url: format!(
 537                                "{}{}",
 538                                self.app_state.config.invite_link_prefix, invite_code
 539                            ),
 540                            count: user.invite_count as u32,
 541                        },
 542                    )?;
 543                }
 544            }
 545        }
 546        Ok(())
 547    }
 548
 549    async fn ping(
 550        self: Arc<Server>,
 551        _: Message<proto::Ping>,
 552        response: Response<proto::Ping>,
 553    ) -> Result<()> {
 554        response.send(proto::Ack {})?;
 555        Ok(())
 556    }
 557
 558    async fn create_room(
 559        self: Arc<Server>,
 560        request: Message<proto::CreateRoom>,
 561        response: Response<proto::CreateRoom>,
 562    ) -> Result<()> {
 563        let room = self
 564            .app_state
 565            .db
 566            .create_room(request.sender_user_id, request.sender_connection_id)
 567            .await?;
 568
 569        let live_kit_connection_info =
 570            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 571                if let Some(_) = live_kit
 572                    .create_room(room.live_kit_room.clone())
 573                    .await
 574                    .trace_err()
 575                {
 576                    if let Some(token) = live_kit
 577                        .room_token(
 578                            &room.live_kit_room,
 579                            &request.sender_connection_id.to_string(),
 580                        )
 581                        .trace_err()
 582                    {
 583                        Some(proto::LiveKitConnectionInfo {
 584                            server_url: live_kit.url().into(),
 585                            token,
 586                        })
 587                    } else {
 588                        None
 589                    }
 590                } else {
 591                    None
 592                }
 593            } else {
 594                None
 595            };
 596
 597        response.send(proto::CreateRoomResponse {
 598            room: Some(room),
 599            live_kit_connection_info,
 600        })?;
 601        self.update_user_contacts(request.sender_user_id).await?;
 602        Ok(())
 603    }
 604
 605    async fn join_room(
 606        self: Arc<Server>,
 607        request: Message<proto::JoinRoom>,
 608        response: Response<proto::JoinRoom>,
 609    ) -> Result<()> {
 610        let room = self
 611            .app_state
 612            .db
 613            .join_room(
 614                RoomId::from_proto(request.payload.id),
 615                request.sender_user_id,
 616                request.sender_connection_id,
 617            )
 618            .await?;
 619        for recipient_id in self
 620            .store()
 621            .await
 622            .connection_ids_for_user(request.sender_user_id)
 623        {
 624            self.peer
 625                .send(recipient_id, proto::CallCanceled {})
 626                .trace_err();
 627        }
 628
 629        let live_kit_connection_info =
 630            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 631                if let Some(token) = live_kit
 632                    .room_token(
 633                        &room.live_kit_room,
 634                        &request.sender_connection_id.to_string(),
 635                    )
 636                    .trace_err()
 637                {
 638                    Some(proto::LiveKitConnectionInfo {
 639                        server_url: live_kit.url().into(),
 640                        token,
 641                    })
 642                } else {
 643                    None
 644                }
 645            } else {
 646                None
 647            };
 648
 649        self.room_updated(&room);
 650        response.send(proto::JoinRoomResponse {
 651            room: Some(room),
 652            live_kit_connection_info,
 653        })?;
 654
 655        self.update_user_contacts(request.sender_user_id).await?;
 656        Ok(())
 657    }
 658
 659    async fn leave_room(self: Arc<Server>, message: Message<proto::LeaveRoom>) -> Result<()> {
 660        let mut contacts_to_update = HashSet::default();
 661
 662        let left_room = self
 663            .app_state
 664            .db
 665            .leave_room(
 666                RoomId::from_proto(message.payload.id),
 667                message.sender_connection_id,
 668            )
 669            .await?;
 670        contacts_to_update.insert(message.sender_user_id);
 671
 672        for project in left_room.left_projects.into_values() {
 673            if project.host_user_id == message.sender_user_id {
 674                for connection_id in project.connection_ids {
 675                    self.peer.send(
 676                        connection_id,
 677                        proto::UnshareProject {
 678                            project_id: project.id.to_proto(),
 679                        },
 680                    )?;
 681                }
 682            } else {
 683                for connection_id in project.connection_ids {
 684                    self.peer.send(
 685                        connection_id,
 686                        proto::RemoveProjectCollaborator {
 687                            project_id: project.id.to_proto(),
 688                            peer_id: message.sender_connection_id.0,
 689                        },
 690                    )?;
 691                }
 692
 693                self.peer.send(
 694                    message.sender_connection_id,
 695                    proto::UnshareProject {
 696                        project_id: project.id.to_proto(),
 697                    },
 698                )?;
 699            }
 700        }
 701
 702        self.room_updated(&left_room.room);
 703        {
 704            let store = self.store().await;
 705            for user_id in left_room.canceled_calls_to_user_ids {
 706                for connection_id in store.connection_ids_for_user(user_id) {
 707                    self.peer
 708                        .send(connection_id, proto::CallCanceled {})
 709                        .trace_err();
 710                }
 711                contacts_to_update.insert(user_id);
 712            }
 713        }
 714
 715        self.room_left(&left_room.room, message.sender_connection_id)
 716            .await
 717            .trace_err();
 718        for user_id in contacts_to_update {
 719            self.update_user_contacts(user_id).await?;
 720        }
 721
 722        Ok(())
 723    }
 724
 725    async fn call(
 726        self: Arc<Server>,
 727        request: Message<proto::Call>,
 728        response: Response<proto::Call>,
 729    ) -> Result<()> {
 730        let room_id = RoomId::from_proto(request.payload.room_id);
 731        let calling_user_id = request.sender_user_id;
 732        let called_user_id = UserId::from_proto(request.payload.called_user_id);
 733        let initial_project_id = request
 734            .payload
 735            .initial_project_id
 736            .map(ProjectId::from_proto);
 737        if !self
 738            .app_state
 739            .db
 740            .has_contact(calling_user_id, called_user_id)
 741            .await?
 742        {
 743            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 744        }
 745
 746        let (room, incoming_call) = self
 747            .app_state
 748            .db
 749            .call(room_id, calling_user_id, called_user_id, initial_project_id)
 750            .await?;
 751        self.room_updated(&room);
 752        self.update_user_contacts(called_user_id).await?;
 753
 754        let mut calls = self
 755            .store()
 756            .await
 757            .connection_ids_for_user(called_user_id)
 758            .map(|connection_id| self.peer.request(connection_id, incoming_call.clone()))
 759            .collect::<FuturesUnordered<_>>();
 760
 761        while let Some(call_response) = calls.next().await {
 762            match call_response.as_ref() {
 763                Ok(_) => {
 764                    response.send(proto::Ack {})?;
 765                    return Ok(());
 766                }
 767                Err(_) => {
 768                    call_response.trace_err();
 769                }
 770            }
 771        }
 772
 773        let room = self
 774            .app_state
 775            .db
 776            .call_failed(room_id, called_user_id)
 777            .await?;
 778        self.room_updated(&room);
 779        self.update_user_contacts(called_user_id).await?;
 780
 781        Err(anyhow!("failed to ring call recipient"))?
 782    }
 783
 784    async fn cancel_call(
 785        self: Arc<Server>,
 786        request: Message<proto::CancelCall>,
 787        response: Response<proto::CancelCall>,
 788    ) -> Result<()> {
 789        let recipient_user_id = UserId::from_proto(request.payload.called_user_id);
 790        {
 791            let mut store = self.store().await;
 792            let (room, recipient_connection_ids) = store.cancel_call(
 793                request.payload.room_id,
 794                recipient_user_id,
 795                request.sender_connection_id,
 796            )?;
 797            for recipient_id in recipient_connection_ids {
 798                self.peer
 799                    .send(recipient_id, proto::CallCanceled {})
 800                    .trace_err();
 801            }
 802            self.room_updated(room);
 803            response.send(proto::Ack {})?;
 804        }
 805        self.update_user_contacts(recipient_user_id).await?;
 806        Ok(())
 807    }
 808
 809    async fn decline_call(self: Arc<Server>, message: Message<proto::DeclineCall>) -> Result<()> {
 810        let room = self
 811            .app_state
 812            .db
 813            .decline_call(
 814                RoomId::from_proto(message.payload.room_id),
 815                message.sender_user_id,
 816            )
 817            .await?;
 818        for recipient_id in self
 819            .store()
 820            .await
 821            .connection_ids_for_user(message.sender_user_id)
 822        {
 823            self.peer
 824                .send(recipient_id, proto::CallCanceled {})
 825                .trace_err();
 826        }
 827        self.room_updated(&room);
 828        self.update_user_contacts(message.sender_user_id).await?;
 829        Ok(())
 830    }
 831
 832    async fn update_participant_location(
 833        self: Arc<Server>,
 834        request: Message<proto::UpdateParticipantLocation>,
 835        response: Response<proto::UpdateParticipantLocation>,
 836    ) -> Result<()> {
 837        let room_id = RoomId::from_proto(request.payload.room_id);
 838        let location = request
 839            .payload
 840            .location
 841            .ok_or_else(|| anyhow!("invalid location"))?;
 842        let room = self
 843            .app_state
 844            .db
 845            .update_room_participant_location(room_id, request.sender_user_id, location)
 846            .await?;
 847        self.room_updated(&room);
 848        response.send(proto::Ack {})?;
 849        Ok(())
 850    }
 851
 852    fn room_updated(&self, room: &proto::Room) {
 853        for participant in &room.participants {
 854            self.peer
 855                .send(
 856                    ConnectionId(participant.peer_id),
 857                    proto::RoomUpdated {
 858                        room: Some(room.clone()),
 859                    },
 860                )
 861                .trace_err();
 862        }
 863    }
 864
 865    fn room_left(
 866        &self,
 867        room: &proto::Room,
 868        connection_id: ConnectionId,
 869    ) -> impl Future<Output = Result<()>> {
 870        let client = self.app_state.live_kit_client.clone();
 871        let room_name = room.live_kit_room.clone();
 872        let participant_count = room.participants.len();
 873        async move {
 874            if let Some(client) = client {
 875                client
 876                    .remove_participant(room_name.clone(), connection_id.to_string())
 877                    .await?;
 878
 879                if participant_count == 0 {
 880                    client.delete_room(room_name).await?;
 881                }
 882            }
 883
 884            Ok(())
 885        }
 886    }
 887
 888    async fn share_project(
 889        self: Arc<Server>,
 890        request: Message<proto::ShareProject>,
 891        response: Response<proto::ShareProject>,
 892    ) -> Result<()> {
 893        let (project_id, room) = self
 894            .app_state
 895            .db
 896            .share_project(
 897                request.sender_user_id,
 898                request.sender_connection_id,
 899                RoomId::from_proto(request.payload.room_id),
 900                &request.payload.worktrees,
 901            )
 902            .await?;
 903        response.send(proto::ShareProjectResponse {
 904            project_id: project_id.to_proto(),
 905        })?;
 906        self.room_updated(&room);
 907
 908        Ok(())
 909    }
 910
 911    async fn unshare_project(
 912        self: Arc<Server>,
 913        message: Message<proto::UnshareProject>,
 914    ) -> Result<()> {
 915        let project_id = ProjectId::from_proto(message.payload.project_id);
 916        let mut store = self.store().await;
 917        let (room, project) = store.unshare_project(project_id, message.sender_connection_id)?;
 918        broadcast(
 919            message.sender_connection_id,
 920            project.guest_connection_ids(),
 921            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 922        );
 923        self.room_updated(room);
 924
 925        Ok(())
 926    }
 927
 928    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 929        let contacts = self.app_state.db.get_contacts(user_id).await?;
 930        let store = self.store().await;
 931        let updated_contact = store.contact_for_user(user_id, false);
 932        for contact in contacts {
 933            if let db::Contact::Accepted {
 934                user_id: contact_user_id,
 935                ..
 936            } = contact
 937            {
 938                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 939                    self.peer
 940                        .send(
 941                            contact_conn_id,
 942                            proto::UpdateContacts {
 943                                contacts: vec![updated_contact.clone()],
 944                                remove_contacts: Default::default(),
 945                                incoming_requests: Default::default(),
 946                                remove_incoming_requests: Default::default(),
 947                                outgoing_requests: Default::default(),
 948                                remove_outgoing_requests: Default::default(),
 949                            },
 950                        )
 951                        .trace_err();
 952                }
 953            }
 954        }
 955        Ok(())
 956    }
 957
 958    async fn join_project(
 959        self: Arc<Server>,
 960        request: Message<proto::JoinProject>,
 961        response: Response<proto::JoinProject>,
 962    ) -> Result<()> {
 963        let project_id = ProjectId::from_proto(request.payload.project_id);
 964        let guest_user_id = request.sender_user_id;
 965        let host_user_id;
 966        let host_connection_id;
 967        {
 968            let state = self.store().await;
 969            let project = state.project(project_id)?;
 970            host_user_id = project.host.user_id;
 971            host_connection_id = project.host_connection_id;
 972        };
 973
 974        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 975
 976        let mut store = self.store().await;
 977        let (project, replica_id) = store.join_project(request.sender_connection_id, project_id)?;
 978        let peer_count = project.guests.len();
 979        let mut collaborators = Vec::with_capacity(peer_count);
 980        collaborators.push(proto::Collaborator {
 981            peer_id: project.host_connection_id.0,
 982            replica_id: 0,
 983            user_id: project.host.user_id.to_proto(),
 984        });
 985        let worktrees = project
 986            .worktrees
 987            .iter()
 988            .map(|(id, worktree)| proto::WorktreeMetadata {
 989                id: *id,
 990                root_name: worktree.root_name.clone(),
 991                visible: worktree.visible,
 992                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
 993            })
 994            .collect::<Vec<_>>();
 995
 996        // Add all guests other than the requesting user's own connections as collaborators
 997        for (guest_conn_id, guest) in &project.guests {
 998            if request.sender_connection_id != *guest_conn_id {
 999                collaborators.push(proto::Collaborator {
1000                    peer_id: guest_conn_id.0,
1001                    replica_id: guest.replica_id as u32,
1002                    user_id: guest.user_id.to_proto(),
1003                });
1004            }
1005        }
1006
1007        for conn_id in project.connection_ids() {
1008            if conn_id != request.sender_connection_id {
1009                self.peer
1010                    .send(
1011                        conn_id,
1012                        proto::AddProjectCollaborator {
1013                            project_id: project_id.to_proto(),
1014                            collaborator: Some(proto::Collaborator {
1015                                peer_id: request.sender_connection_id.0,
1016                                replica_id: replica_id as u32,
1017                                user_id: guest_user_id.to_proto(),
1018                            }),
1019                        },
1020                    )
1021                    .trace_err();
1022            }
1023        }
1024
1025        // First, we send the metadata associated with each worktree.
1026        response.send(proto::JoinProjectResponse {
1027            worktrees: worktrees.clone(),
1028            replica_id: replica_id as u32,
1029            collaborators: collaborators.clone(),
1030            language_servers: project.language_servers.clone(),
1031        })?;
1032
1033        for (worktree_id, worktree) in &project.worktrees {
1034            #[cfg(any(test, feature = "test-support"))]
1035            const MAX_CHUNK_SIZE: usize = 2;
1036            #[cfg(not(any(test, feature = "test-support")))]
1037            const MAX_CHUNK_SIZE: usize = 256;
1038
1039            // Stream this worktree's entries.
1040            let message = proto::UpdateWorktree {
1041                project_id: project_id.to_proto(),
1042                worktree_id: *worktree_id,
1043                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
1044                root_name: worktree.root_name.clone(),
1045                updated_entries: worktree.entries.values().cloned().collect(),
1046                removed_entries: Default::default(),
1047                scan_id: worktree.scan_id,
1048                is_last_update: worktree.is_complete,
1049            };
1050            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1051                self.peer
1052                    .send(request.sender_connection_id, update.clone())?;
1053            }
1054
1055            // Stream this worktree's diagnostics.
1056            for summary in worktree.diagnostic_summaries.values() {
1057                self.peer.send(
1058                    request.sender_connection_id,
1059                    proto::UpdateDiagnosticSummary {
1060                        project_id: project_id.to_proto(),
1061                        worktree_id: *worktree_id,
1062                        summary: Some(summary.clone()),
1063                    },
1064                )?;
1065            }
1066        }
1067
1068        for language_server in &project.language_servers {
1069            self.peer.send(
1070                request.sender_connection_id,
1071                proto::UpdateLanguageServer {
1072                    project_id: project_id.to_proto(),
1073                    language_server_id: language_server.id,
1074                    variant: Some(
1075                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1076                            proto::LspDiskBasedDiagnosticsUpdated {},
1077                        ),
1078                    ),
1079                },
1080            )?;
1081        }
1082
1083        Ok(())
1084    }
1085
1086    async fn leave_project(self: Arc<Server>, request: Message<proto::LeaveProject>) -> Result<()> {
1087        let sender_id = request.sender_connection_id;
1088        let project_id = ProjectId::from_proto(request.payload.project_id);
1089        let project;
1090        {
1091            let mut store = self.store().await;
1092            project = store.leave_project(project_id, sender_id)?;
1093            tracing::info!(
1094                %project_id,
1095                host_user_id = %project.host_user_id,
1096                host_connection_id = %project.host_connection_id,
1097                "leave project"
1098            );
1099
1100            if project.remove_collaborator {
1101                broadcast(sender_id, project.connection_ids, |conn_id| {
1102                    self.peer.send(
1103                        conn_id,
1104                        proto::RemoveProjectCollaborator {
1105                            project_id: project_id.to_proto(),
1106                            peer_id: sender_id.0,
1107                        },
1108                    )
1109                });
1110            }
1111        }
1112
1113        Ok(())
1114    }
1115
1116    async fn update_project(
1117        self: Arc<Server>,
1118        request: Message<proto::UpdateProject>,
1119    ) -> Result<()> {
1120        let project_id = ProjectId::from_proto(request.payload.project_id);
1121        {
1122            let mut state = self.store().await;
1123            let guest_connection_ids = state
1124                .read_project(project_id, request.sender_connection_id)?
1125                .guest_connection_ids();
1126            let room = state.update_project(
1127                project_id,
1128                &request.payload.worktrees,
1129                request.sender_connection_id,
1130            )?;
1131            broadcast(
1132                request.sender_connection_id,
1133                guest_connection_ids,
1134                |connection_id| {
1135                    self.peer.forward_send(
1136                        request.sender_connection_id,
1137                        connection_id,
1138                        request.payload.clone(),
1139                    )
1140                },
1141            );
1142            self.room_updated(room);
1143        };
1144
1145        Ok(())
1146    }
1147
1148    async fn update_worktree(
1149        self: Arc<Server>,
1150        request: Message<proto::UpdateWorktree>,
1151        response: Response<proto::UpdateWorktree>,
1152    ) -> Result<()> {
1153        let project_id = ProjectId::from_proto(request.payload.project_id);
1154        let worktree_id = request.payload.worktree_id;
1155        let connection_ids = self.store().await.update_worktree(
1156            request.sender_connection_id,
1157            project_id,
1158            worktree_id,
1159            &request.payload.root_name,
1160            &request.payload.removed_entries,
1161            &request.payload.updated_entries,
1162            request.payload.scan_id,
1163            request.payload.is_last_update,
1164        )?;
1165
1166        broadcast(
1167            request.sender_connection_id,
1168            connection_ids,
1169            |connection_id| {
1170                self.peer.forward_send(
1171                    request.sender_connection_id,
1172                    connection_id,
1173                    request.payload.clone(),
1174                )
1175            },
1176        );
1177        response.send(proto::Ack {})?;
1178        Ok(())
1179    }
1180
1181    async fn update_diagnostic_summary(
1182        self: Arc<Server>,
1183        request: Message<proto::UpdateDiagnosticSummary>,
1184    ) -> Result<()> {
1185        let summary = request
1186            .payload
1187            .summary
1188            .clone()
1189            .ok_or_else(|| anyhow!("invalid summary"))?;
1190        let receiver_ids = self.store().await.update_diagnostic_summary(
1191            ProjectId::from_proto(request.payload.project_id),
1192            request.payload.worktree_id,
1193            request.sender_connection_id,
1194            summary,
1195        )?;
1196
1197        broadcast(
1198            request.sender_connection_id,
1199            receiver_ids,
1200            |connection_id| {
1201                self.peer.forward_send(
1202                    request.sender_connection_id,
1203                    connection_id,
1204                    request.payload.clone(),
1205                )
1206            },
1207        );
1208        Ok(())
1209    }
1210
1211    async fn start_language_server(
1212        self: Arc<Server>,
1213        request: Message<proto::StartLanguageServer>,
1214    ) -> Result<()> {
1215        let receiver_ids = self.store().await.start_language_server(
1216            ProjectId::from_proto(request.payload.project_id),
1217            request.sender_connection_id,
1218            request
1219                .payload
1220                .server
1221                .clone()
1222                .ok_or_else(|| anyhow!("invalid language server"))?,
1223        )?;
1224        broadcast(
1225            request.sender_connection_id,
1226            receiver_ids,
1227            |connection_id| {
1228                self.peer.forward_send(
1229                    request.sender_connection_id,
1230                    connection_id,
1231                    request.payload.clone(),
1232                )
1233            },
1234        );
1235        Ok(())
1236    }
1237
1238    async fn update_language_server(
1239        self: Arc<Server>,
1240        request: Message<proto::UpdateLanguageServer>,
1241    ) -> Result<()> {
1242        let receiver_ids = self.store().await.project_connection_ids(
1243            ProjectId::from_proto(request.payload.project_id),
1244            request.sender_connection_id,
1245        )?;
1246        broadcast(
1247            request.sender_connection_id,
1248            receiver_ids,
1249            |connection_id| {
1250                self.peer.forward_send(
1251                    request.sender_connection_id,
1252                    connection_id,
1253                    request.payload.clone(),
1254                )
1255            },
1256        );
1257        Ok(())
1258    }
1259
1260    async fn forward_project_request<T>(
1261        self: Arc<Server>,
1262        request: Message<T>,
1263        response: Response<T>,
1264    ) -> Result<()>
1265    where
1266        T: EntityMessage + RequestMessage,
1267    {
1268        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1269        let host_connection_id = self
1270            .store()
1271            .await
1272            .read_project(project_id, request.sender_connection_id)?
1273            .host_connection_id;
1274        let payload = self
1275            .peer
1276            .forward_request(
1277                request.sender_connection_id,
1278                host_connection_id,
1279                request.payload,
1280            )
1281            .await?;
1282
1283        // Ensure project still exists by the time we get the response from the host.
1284        self.store()
1285            .await
1286            .read_project(project_id, request.sender_connection_id)?;
1287
1288        response.send(payload)?;
1289        Ok(())
1290    }
1291
1292    async fn save_buffer(
1293        self: Arc<Server>,
1294        request: Message<proto::SaveBuffer>,
1295        response: Response<proto::SaveBuffer>,
1296    ) -> Result<()> {
1297        let project_id = ProjectId::from_proto(request.payload.project_id);
1298        let host = self
1299            .store()
1300            .await
1301            .read_project(project_id, request.sender_connection_id)?
1302            .host_connection_id;
1303        let response_payload = self
1304            .peer
1305            .forward_request(request.sender_connection_id, host, request.payload.clone())
1306            .await?;
1307
1308        let mut guests = self
1309            .store()
1310            .await
1311            .read_project(project_id, request.sender_connection_id)?
1312            .connection_ids();
1313        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_connection_id);
1314        broadcast(host, guests, |conn_id| {
1315            self.peer
1316                .forward_send(host, conn_id, response_payload.clone())
1317        });
1318        response.send(response_payload)?;
1319        Ok(())
1320    }
1321
1322    async fn create_buffer_for_peer(
1323        self: Arc<Server>,
1324        request: Message<proto::CreateBufferForPeer>,
1325    ) -> Result<()> {
1326        self.peer.forward_send(
1327            request.sender_connection_id,
1328            ConnectionId(request.payload.peer_id),
1329            request.payload,
1330        )?;
1331        Ok(())
1332    }
1333
1334    async fn update_buffer(
1335        self: Arc<Server>,
1336        request: Message<proto::UpdateBuffer>,
1337        response: Response<proto::UpdateBuffer>,
1338    ) -> Result<()> {
1339        let project_id = ProjectId::from_proto(request.payload.project_id);
1340        let receiver_ids = {
1341            let store = self.store().await;
1342            store.project_connection_ids(project_id, request.sender_connection_id)?
1343        };
1344
1345        broadcast(
1346            request.sender_connection_id,
1347            receiver_ids,
1348            |connection_id| {
1349                self.peer.forward_send(
1350                    request.sender_connection_id,
1351                    connection_id,
1352                    request.payload.clone(),
1353                )
1354            },
1355        );
1356        response.send(proto::Ack {})?;
1357        Ok(())
1358    }
1359
1360    async fn update_buffer_file(
1361        self: Arc<Server>,
1362        request: Message<proto::UpdateBufferFile>,
1363    ) -> Result<()> {
1364        let receiver_ids = self.store().await.project_connection_ids(
1365            ProjectId::from_proto(request.payload.project_id),
1366            request.sender_connection_id,
1367        )?;
1368        broadcast(
1369            request.sender_connection_id,
1370            receiver_ids,
1371            |connection_id| {
1372                self.peer.forward_send(
1373                    request.sender_connection_id,
1374                    connection_id,
1375                    request.payload.clone(),
1376                )
1377            },
1378        );
1379        Ok(())
1380    }
1381
1382    async fn buffer_reloaded(
1383        self: Arc<Server>,
1384        request: Message<proto::BufferReloaded>,
1385    ) -> Result<()> {
1386        let receiver_ids = self.store().await.project_connection_ids(
1387            ProjectId::from_proto(request.payload.project_id),
1388            request.sender_connection_id,
1389        )?;
1390        broadcast(
1391            request.sender_connection_id,
1392            receiver_ids,
1393            |connection_id| {
1394                self.peer.forward_send(
1395                    request.sender_connection_id,
1396                    connection_id,
1397                    request.payload.clone(),
1398                )
1399            },
1400        );
1401        Ok(())
1402    }
1403
1404    async fn buffer_saved(self: Arc<Server>, request: Message<proto::BufferSaved>) -> Result<()> {
1405        let receiver_ids = self.store().await.project_connection_ids(
1406            ProjectId::from_proto(request.payload.project_id),
1407            request.sender_connection_id,
1408        )?;
1409        broadcast(
1410            request.sender_connection_id,
1411            receiver_ids,
1412            |connection_id| {
1413                self.peer.forward_send(
1414                    request.sender_connection_id,
1415                    connection_id,
1416                    request.payload.clone(),
1417                )
1418            },
1419        );
1420        Ok(())
1421    }
1422
1423    async fn follow(
1424        self: Arc<Self>,
1425        request: Message<proto::Follow>,
1426        response: Response<proto::Follow>,
1427    ) -> Result<()> {
1428        let project_id = ProjectId::from_proto(request.payload.project_id);
1429        let leader_id = ConnectionId(request.payload.leader_id);
1430        let follower_id = request.sender_connection_id;
1431        {
1432            let store = self.store().await;
1433            if !store
1434                .project_connection_ids(project_id, follower_id)?
1435                .contains(&leader_id)
1436            {
1437                Err(anyhow!("no such peer"))?;
1438            }
1439        }
1440
1441        let mut response_payload = self
1442            .peer
1443            .forward_request(request.sender_connection_id, leader_id, request.payload)
1444            .await?;
1445        response_payload
1446            .views
1447            .retain(|view| view.leader_id != Some(follower_id.0));
1448        response.send(response_payload)?;
1449        Ok(())
1450    }
1451
1452    async fn unfollow(self: Arc<Self>, request: Message<proto::Unfollow>) -> Result<()> {
1453        let project_id = ProjectId::from_proto(request.payload.project_id);
1454        let leader_id = ConnectionId(request.payload.leader_id);
1455        let store = self.store().await;
1456        if !store
1457            .project_connection_ids(project_id, request.sender_connection_id)?
1458            .contains(&leader_id)
1459        {
1460            Err(anyhow!("no such peer"))?;
1461        }
1462        self.peer
1463            .forward_send(request.sender_connection_id, leader_id, request.payload)?;
1464        Ok(())
1465    }
1466
1467    async fn update_followers(
1468        self: Arc<Self>,
1469        request: Message<proto::UpdateFollowers>,
1470    ) -> Result<()> {
1471        let project_id = ProjectId::from_proto(request.payload.project_id);
1472        let store = self.store().await;
1473        let connection_ids =
1474            store.project_connection_ids(project_id, request.sender_connection_id)?;
1475        let leader_id = request
1476            .payload
1477            .variant
1478            .as_ref()
1479            .and_then(|variant| match variant {
1480                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1481                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1482                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1483            });
1484        for follower_id in &request.payload.follower_ids {
1485            let follower_id = ConnectionId(*follower_id);
1486            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1487                self.peer.forward_send(
1488                    request.sender_connection_id,
1489                    follower_id,
1490                    request.payload.clone(),
1491                )?;
1492            }
1493        }
1494        Ok(())
1495    }
1496
1497    async fn get_users(
1498        self: Arc<Server>,
1499        request: Message<proto::GetUsers>,
1500        response: Response<proto::GetUsers>,
1501    ) -> Result<()> {
1502        let user_ids = request
1503            .payload
1504            .user_ids
1505            .into_iter()
1506            .map(UserId::from_proto)
1507            .collect();
1508        let users = self
1509            .app_state
1510            .db
1511            .get_users_by_ids(user_ids)
1512            .await?
1513            .into_iter()
1514            .map(|user| proto::User {
1515                id: user.id.to_proto(),
1516                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1517                github_login: user.github_login,
1518            })
1519            .collect();
1520        response.send(proto::UsersResponse { users })?;
1521        Ok(())
1522    }
1523
1524    async fn fuzzy_search_users(
1525        self: Arc<Server>,
1526        request: Message<proto::FuzzySearchUsers>,
1527        response: Response<proto::FuzzySearchUsers>,
1528    ) -> Result<()> {
1529        let query = request.payload.query;
1530        let db = &self.app_state.db;
1531        let users = match query.len() {
1532            0 => vec![],
1533            1 | 2 => db
1534                .get_user_by_github_account(&query, None)
1535                .await?
1536                .into_iter()
1537                .collect(),
1538            _ => db.fuzzy_search_users(&query, 10).await?,
1539        };
1540        let users = users
1541            .into_iter()
1542            .filter(|user| user.id != request.sender_user_id)
1543            .map(|user| proto::User {
1544                id: user.id.to_proto(),
1545                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1546                github_login: user.github_login,
1547            })
1548            .collect();
1549        response.send(proto::UsersResponse { users })?;
1550        Ok(())
1551    }
1552
1553    async fn request_contact(
1554        self: Arc<Server>,
1555        request: Message<proto::RequestContact>,
1556        response: Response<proto::RequestContact>,
1557    ) -> Result<()> {
1558        let requester_id = request.sender_user_id;
1559        let responder_id = UserId::from_proto(request.payload.responder_id);
1560        if requester_id == responder_id {
1561            return Err(anyhow!("cannot add yourself as a contact"))?;
1562        }
1563
1564        self.app_state
1565            .db
1566            .send_contact_request(requester_id, responder_id)
1567            .await?;
1568
1569        // Update outgoing contact requests of requester
1570        let mut update = proto::UpdateContacts::default();
1571        update.outgoing_requests.push(responder_id.to_proto());
1572        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1573            self.peer.send(connection_id, update.clone())?;
1574        }
1575
1576        // Update incoming contact requests of responder
1577        let mut update = proto::UpdateContacts::default();
1578        update
1579            .incoming_requests
1580            .push(proto::IncomingContactRequest {
1581                requester_id: requester_id.to_proto(),
1582                should_notify: true,
1583            });
1584        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1585            self.peer.send(connection_id, update.clone())?;
1586        }
1587
1588        response.send(proto::Ack {})?;
1589        Ok(())
1590    }
1591
1592    async fn respond_to_contact_request(
1593        self: Arc<Server>,
1594        request: Message<proto::RespondToContactRequest>,
1595        response: Response<proto::RespondToContactRequest>,
1596    ) -> Result<()> {
1597        let responder_id = request.sender_user_id;
1598        let requester_id = UserId::from_proto(request.payload.requester_id);
1599        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1600            self.app_state
1601                .db
1602                .dismiss_contact_notification(responder_id, requester_id)
1603                .await?;
1604        } else {
1605            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1606            self.app_state
1607                .db
1608                .respond_to_contact_request(responder_id, requester_id, accept)
1609                .await?;
1610
1611            let store = self.store().await;
1612            // Update responder with new contact
1613            let mut update = proto::UpdateContacts::default();
1614            if accept {
1615                update
1616                    .contacts
1617                    .push(store.contact_for_user(requester_id, false));
1618            }
1619            update
1620                .remove_incoming_requests
1621                .push(requester_id.to_proto());
1622            for connection_id in store.connection_ids_for_user(responder_id) {
1623                self.peer.send(connection_id, update.clone())?;
1624            }
1625
1626            // Update requester with new contact
1627            let mut update = proto::UpdateContacts::default();
1628            if accept {
1629                update
1630                    .contacts
1631                    .push(store.contact_for_user(responder_id, true));
1632            }
1633            update
1634                .remove_outgoing_requests
1635                .push(responder_id.to_proto());
1636            for connection_id in store.connection_ids_for_user(requester_id) {
1637                self.peer.send(connection_id, update.clone())?;
1638            }
1639        }
1640
1641        response.send(proto::Ack {})?;
1642        Ok(())
1643    }
1644
1645    async fn remove_contact(
1646        self: Arc<Server>,
1647        request: Message<proto::RemoveContact>,
1648        response: Response<proto::RemoveContact>,
1649    ) -> Result<()> {
1650        let requester_id = request.sender_user_id;
1651        let responder_id = UserId::from_proto(request.payload.user_id);
1652        self.app_state
1653            .db
1654            .remove_contact(requester_id, responder_id)
1655            .await?;
1656
1657        // Update outgoing contact requests of requester
1658        let mut update = proto::UpdateContacts::default();
1659        update
1660            .remove_outgoing_requests
1661            .push(responder_id.to_proto());
1662        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1663            self.peer.send(connection_id, update.clone())?;
1664        }
1665
1666        // Update incoming contact requests of responder
1667        let mut update = proto::UpdateContacts::default();
1668        update
1669            .remove_incoming_requests
1670            .push(requester_id.to_proto());
1671        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1672            self.peer.send(connection_id, update.clone())?;
1673        }
1674
1675        response.send(proto::Ack {})?;
1676        Ok(())
1677    }
1678
1679    async fn update_diff_base(
1680        self: Arc<Server>,
1681        request: Message<proto::UpdateDiffBase>,
1682    ) -> Result<()> {
1683        let receiver_ids = self.store().await.project_connection_ids(
1684            ProjectId::from_proto(request.payload.project_id),
1685            request.sender_connection_id,
1686        )?;
1687        broadcast(
1688            request.sender_connection_id,
1689            receiver_ids,
1690            |connection_id| {
1691                self.peer.forward_send(
1692                    request.sender_connection_id,
1693                    connection_id,
1694                    request.payload.clone(),
1695                )
1696            },
1697        );
1698        Ok(())
1699    }
1700
1701    async fn get_private_user_info(
1702        self: Arc<Self>,
1703        request: Message<proto::GetPrivateUserInfo>,
1704        response: Response<proto::GetPrivateUserInfo>,
1705    ) -> Result<()> {
1706        let metrics_id = self
1707            .app_state
1708            .db
1709            .get_user_metrics_id(request.sender_user_id)
1710            .await?;
1711        let user = self
1712            .app_state
1713            .db
1714            .get_user_by_id(request.sender_user_id)
1715            .await?
1716            .ok_or_else(|| anyhow!("user not found"))?;
1717        response.send(proto::GetPrivateUserInfoResponse {
1718            metrics_id,
1719            staff: user.admin,
1720        })?;
1721        Ok(())
1722    }
1723
1724    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1725        #[cfg(test)]
1726        tokio::task::yield_now().await;
1727        let guard = self.store.lock().await;
1728        #[cfg(test)]
1729        tokio::task::yield_now().await;
1730        StoreGuard {
1731            guard,
1732            _not_send: PhantomData,
1733        }
1734    }
1735
1736    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1737        ServerSnapshot {
1738            store: self.store().await,
1739            peer: &self.peer,
1740        }
1741    }
1742}
1743
1744impl<'a> Deref for StoreGuard<'a> {
1745    type Target = Store;
1746
1747    fn deref(&self) -> &Self::Target {
1748        &*self.guard
1749    }
1750}
1751
1752impl<'a> DerefMut for StoreGuard<'a> {
1753    fn deref_mut(&mut self) -> &mut Self::Target {
1754        &mut *self.guard
1755    }
1756}
1757
1758impl<'a> Drop for StoreGuard<'a> {
1759    fn drop(&mut self) {
1760        #[cfg(test)]
1761        self.check_invariants();
1762    }
1763}
1764
1765impl Executor for RealExecutor {
1766    type Sleep = Sleep;
1767
1768    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1769        tokio::task::spawn(future);
1770    }
1771
1772    fn sleep(&self, duration: Duration) -> Self::Sleep {
1773        tokio::time::sleep(duration)
1774    }
1775}
1776
1777fn broadcast<F>(
1778    sender_id: ConnectionId,
1779    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1780    mut f: F,
1781) where
1782    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1783{
1784    for receiver_id in receiver_ids {
1785        if receiver_id != sender_id {
1786            f(receiver_id).trace_err();
1787        }
1788    }
1789}
1790
1791lazy_static! {
1792    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1793}
1794
1795pub struct ProtocolVersion(u32);
1796
1797impl Header for ProtocolVersion {
1798    fn name() -> &'static HeaderName {
1799        &ZED_PROTOCOL_VERSION
1800    }
1801
1802    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1803    where
1804        Self: Sized,
1805        I: Iterator<Item = &'i axum::http::HeaderValue>,
1806    {
1807        let version = values
1808            .next()
1809            .ok_or_else(axum::headers::Error::invalid)?
1810            .to_str()
1811            .map_err(|_| axum::headers::Error::invalid())?
1812            .parse()
1813            .map_err(|_| axum::headers::Error::invalid())?;
1814        Ok(Self(version))
1815    }
1816
1817    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1818        values.extend([self.0.to_string().parse().unwrap()]);
1819    }
1820}
1821
1822pub fn routes(server: Arc<Server>) -> Router<Body> {
1823    Router::new()
1824        .route("/rpc", get(handle_websocket_request))
1825        .layer(
1826            ServiceBuilder::new()
1827                .layer(Extension(server.app_state.clone()))
1828                .layer(middleware::from_fn(auth::validate_header)),
1829        )
1830        .route("/metrics", get(handle_metrics))
1831        .layer(Extension(server))
1832}
1833
1834pub async fn handle_websocket_request(
1835    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1836    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1837    Extension(server): Extension<Arc<Server>>,
1838    Extension(user): Extension<User>,
1839    ws: WebSocketUpgrade,
1840) -> axum::response::Response {
1841    if protocol_version != rpc::PROTOCOL_VERSION {
1842        return (
1843            StatusCode::UPGRADE_REQUIRED,
1844            "client must be upgraded".to_string(),
1845        )
1846            .into_response();
1847    }
1848    let socket_address = socket_address.to_string();
1849    ws.on_upgrade(move |socket| {
1850        use util::ResultExt;
1851        let socket = socket
1852            .map_ok(to_tungstenite_message)
1853            .err_into()
1854            .with(|message| async move { Ok(to_axum_message(message)) });
1855        let connection = Connection::new(Box::pin(socket));
1856        async move {
1857            server
1858                .handle_connection(connection, socket_address, user, None, RealExecutor)
1859                .await
1860                .log_err();
1861        }
1862    })
1863}
1864
1865pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1866    let metrics = server.store().await.metrics();
1867    METRIC_CONNECTIONS.set(metrics.connections as _);
1868    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1869
1870    let encoder = prometheus::TextEncoder::new();
1871    let metric_families = prometheus::gather();
1872    match encoder.encode_to_string(&metric_families) {
1873        Ok(string) => (StatusCode::OK, string).into_response(),
1874        Err(error) => (
1875            StatusCode::INTERNAL_SERVER_ERROR,
1876            format!("failed to encode metrics {:?}", error),
1877        )
1878            .into_response(),
1879    }
1880}
1881
1882fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1883    match message {
1884        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1885        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1886        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1887        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1888        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1889            code: frame.code.into(),
1890            reason: frame.reason,
1891        })),
1892    }
1893}
1894
1895fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1896    match message {
1897        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1898        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1899        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1900        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1901        AxumMessage::Close(frame) => {
1902            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1903                code: frame.code.into(),
1904                reason: frame.reason,
1905            }))
1906        }
1907    }
1908}
1909
1910pub trait ResultExt {
1911    type Ok;
1912
1913    fn trace_err(self) -> Option<Self::Ok>;
1914}
1915
1916impl<T, E> ResultExt for Result<T, E>
1917where
1918    E: std::fmt::Debug,
1919{
1920    type Ok = T;
1921
1922    fn trace_err(self) -> Option<T> {
1923        match self {
1924            Ok(value) => Some(value),
1925            Err(error) => {
1926                tracing::error!("{:?}", error);
1927                None
1928            }
1929        }
1930    }
1931}