rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ProjectId, RoomId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::oneshot,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    os::unix::prelude::OsStrExt,
  46    rc::Rc,
  47    sync::{
  48        atomic::{AtomicBool, Ordering::SeqCst},
  49        Arc,
  50    },
  51    time::Duration,
  52};
  53pub use store::{Store, Worktree};
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  65        "shared_projects",
  66        "number of open projects with one or more guests"
  67    )
  68    .unwrap();
  69}
  70
  71type MessageHandler = Box<
  72    dyn Send + Sync + Fn(Arc<Server>, UserId, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>,
  73>;
  74
  75struct Message<T> {
  76    sender_user_id: UserId,
  77    sender_connection_id: ConnectionId,
  78    payload: T,
  79}
  80
  81struct Response<R> {
  82    server: Arc<Server>,
  83    receipt: Receipt<R>,
  84    responded: Arc<AtomicBool>,
  85}
  86
  87impl<R: RequestMessage> Response<R> {
  88    fn send(self, payload: R::Response) -> Result<()> {
  89        self.responded.store(true, SeqCst);
  90        self.server.peer.respond(self.receipt, payload)?;
  91        Ok(())
  92    }
  93}
  94
  95pub struct Server {
  96    peer: Arc<Peer>,
  97    pub(crate) store: Mutex<Store>,
  98    app_state: Arc<AppState>,
  99    handlers: HashMap<TypeId, MessageHandler>,
 100}
 101
 102pub trait Executor: Send + Clone {
 103    type Sleep: Send + Future;
 104    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 105    fn sleep(&self, duration: Duration) -> Self::Sleep;
 106}
 107
 108#[derive(Clone)]
 109pub struct RealExecutor;
 110
 111pub(crate) struct StoreGuard<'a> {
 112    guard: MutexGuard<'a, Store>,
 113    _not_send: PhantomData<Rc<()>>,
 114}
 115
 116#[derive(Serialize)]
 117pub struct ServerSnapshot<'a> {
 118    peer: &'a Peer,
 119    #[serde(serialize_with = "serialize_deref")]
 120    store: StoreGuard<'a>,
 121}
 122
 123pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 124where
 125    S: Serializer,
 126    T: Deref<Target = U>,
 127    U: Serialize,
 128{
 129    Serialize::serialize(value.deref(), serializer)
 130}
 131
 132impl Server {
 133    pub fn new(app_state: Arc<AppState>) -> Arc<Self> {
 134        let mut server = Self {
 135            peer: Peer::new(),
 136            app_state,
 137            store: Default::default(),
 138            handlers: Default::default(),
 139        };
 140
 141        server
 142            .add_request_handler(Server::ping)
 143            .add_request_handler(Server::create_room)
 144            .add_request_handler(Server::join_room)
 145            .add_message_handler(Server::leave_room)
 146            .add_request_handler(Server::call)
 147            .add_request_handler(Server::cancel_call)
 148            .add_message_handler(Server::decline_call)
 149            .add_request_handler(Server::update_participant_location)
 150            .add_request_handler(Server::share_project)
 151            .add_message_handler(Server::unshare_project)
 152            .add_request_handler(Server::join_project)
 153            .add_message_handler(Server::leave_project)
 154            .add_request_handler(Server::update_project)
 155            .add_request_handler(Server::update_worktree)
 156            .add_message_handler(Server::start_language_server)
 157            .add_message_handler(Server::update_language_server)
 158            .add_message_handler(Server::update_diagnostic_summary)
 159            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 160            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 161            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 162            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 163            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 164            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 165            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 166            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 167            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 168            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 170            .add_request_handler(
 171                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 172            )
 173            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 174            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 175            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 176            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 177            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 178            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 179            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 180            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 181            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 182            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 183            .add_message_handler(Server::create_buffer_for_peer)
 184            .add_request_handler(Server::update_buffer)
 185            .add_message_handler(Server::update_buffer_file)
 186            .add_message_handler(Server::buffer_reloaded)
 187            .add_message_handler(Server::buffer_saved)
 188            .add_request_handler(Server::save_buffer)
 189            .add_request_handler(Server::get_users)
 190            .add_request_handler(Server::fuzzy_search_users)
 191            .add_request_handler(Server::request_contact)
 192            .add_request_handler(Server::remove_contact)
 193            .add_request_handler(Server::respond_to_contact_request)
 194            .add_request_handler(Server::follow)
 195            .add_message_handler(Server::unfollow)
 196            .add_message_handler(Server::update_followers)
 197            .add_message_handler(Server::update_diff_base)
 198            .add_request_handler(Server::get_private_user_info);
 199
 200        Arc::new(server)
 201    }
 202
 203    fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 204    where
 205        F: 'static + Send + Sync + Fn(Arc<Self>, UserId, TypedEnvelope<M>) -> Fut,
 206        Fut: 'static + Send + Future<Output = Result<()>>,
 207        M: EnvelopedMessage,
 208    {
 209        let prev_handler = self.handlers.insert(
 210            TypeId::of::<M>(),
 211            Box::new(move |server, sender_user_id, envelope| {
 212                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 213                let span = info_span!(
 214                    "handle message",
 215                    payload_type = envelope.payload_type_name()
 216                );
 217                span.in_scope(|| {
 218                    tracing::info!(
 219                        payload_type = envelope.payload_type_name(),
 220                        "message received"
 221                    );
 222                });
 223                let future = (handler)(server, sender_user_id, *envelope);
 224                async move {
 225                    if let Err(error) = future.await {
 226                        tracing::error!(%error, "error handling message");
 227                    }
 228                }
 229                .instrument(span)
 230                .boxed()
 231            }),
 232        );
 233        if prev_handler.is_some() {
 234            panic!("registered a handler for the same message twice");
 235        }
 236        self
 237    }
 238
 239    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 240    where
 241        F: 'static + Send + Sync + Fn(Arc<Self>, Message<M>) -> Fut,
 242        Fut: 'static + Send + Future<Output = Result<()>>,
 243        M: EnvelopedMessage,
 244    {
 245        self.add_handler(move |server, sender_user_id, envelope| {
 246            handler(
 247                server,
 248                Message {
 249                    sender_user_id,
 250                    sender_connection_id: envelope.sender_id,
 251                    payload: envelope.payload,
 252                },
 253            )
 254        });
 255        self
 256    }
 257
 258    /// Handle a request while holding a lock to the store. This is useful when we're registering
 259    /// a connection but we want to respond on the connection before anybody else can send on it.
 260    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 261    where
 262        F: 'static + Send + Sync + Fn(Arc<Self>, Message<M>, Response<M>) -> Fut,
 263        Fut: Send + Future<Output = Result<()>>,
 264        M: RequestMessage,
 265    {
 266        let handler = Arc::new(handler);
 267        self.add_handler(move |server, sender_user_id, envelope| {
 268            let receipt = envelope.receipt();
 269            let handler = handler.clone();
 270            async move {
 271                let request = Message {
 272                    sender_user_id,
 273                    sender_connection_id: envelope.sender_id,
 274                    payload: envelope.payload,
 275                };
 276                let responded = Arc::new(AtomicBool::default());
 277                let response = Response {
 278                    server: server.clone(),
 279                    responded: responded.clone(),
 280                    receipt,
 281                };
 282                match (handler)(server.clone(), request, response).await {
 283                    Ok(()) => {
 284                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 285                            Ok(())
 286                        } else {
 287                            Err(anyhow!("handler did not send a response"))?
 288                        }
 289                    }
 290                    Err(error) => {
 291                        server.peer.respond_with_error(
 292                            receipt,
 293                            proto::Error {
 294                                message: error.to_string(),
 295                            },
 296                        )?;
 297                        Err(error)
 298                    }
 299                }
 300            }
 301        })
 302    }
 303
 304    pub fn handle_connection<E: Executor>(
 305        self: &Arc<Self>,
 306        connection: Connection,
 307        address: String,
 308        user: User,
 309        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 310        executor: E,
 311    ) -> impl Future<Output = Result<()>> {
 312        let mut this = self.clone();
 313        let user_id = user.id;
 314        let login = user.github_login;
 315        let span = info_span!("handle connection", %user_id, %login, %address);
 316        async move {
 317            let (connection_id, handle_io, mut incoming_rx) = this
 318                .peer
 319                .add_connection(connection, {
 320                    let executor = executor.clone();
 321                    move |duration| {
 322                        let timer = executor.sleep(duration);
 323                        async move {
 324                            timer.await;
 325                        }
 326                    }
 327                });
 328
 329            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 330            this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
 331            tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
 332
 333            if let Some(send_connection_id) = send_connection_id.take() {
 334                let _ = send_connection_id.send(connection_id);
 335            }
 336
 337            if !user.connected_once {
 338                this.peer.send(connection_id, proto::ShowContacts {})?;
 339                this.app_state.db.set_user_connected_once(user_id, true).await?;
 340            }
 341
 342            let (contacts, invite_code) = future::try_join(
 343                this.app_state.db.get_contacts(user_id),
 344                this.app_state.db.get_invite_code_for_user(user_id)
 345            ).await?;
 346
 347            {
 348                let mut store = this.store().await;
 349                store.add_connection(connection_id, user_id, user.admin);
 350                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 351
 352                if let Some((code, count)) = invite_code {
 353                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 354                        url: format!("{}{}", this.app_state.config.invite_link_prefix, code),
 355                        count,
 356                    })?;
 357                }
 358            }
 359
 360            if let Some(incoming_call) = this.app_state.db.incoming_call_for_user(user_id).await? {
 361                this.peer.send(connection_id, incoming_call)?;
 362            }
 363
 364            this.update_user_contacts(user_id).await?;
 365
 366            let handle_io = handle_io.fuse();
 367            futures::pin_mut!(handle_io);
 368
 369            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 370            // This prevents deadlocks when e.g., client A performs a request to client B and
 371            // client B performs a request to client A. If both clients stop processing further
 372            // messages until their respective request completes, they won't have a chance to
 373            // respond to the other client's request and cause a deadlock.
 374            //
 375            // This arrangement ensures we will attempt to process earlier messages first, but fall
 376            // back to processing messages arrived later in the spirit of making progress.
 377            let mut foreground_message_handlers = FuturesUnordered::new();
 378            loop {
 379                let next_message = incoming_rx.next().fuse();
 380                futures::pin_mut!(next_message);
 381                futures::select_biased! {
 382                    result = handle_io => {
 383                        if let Err(error) = result {
 384                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 385                        }
 386                        break;
 387                    }
 388                    _ = foreground_message_handlers.next() => {}
 389                    message = next_message => {
 390                        if let Some(message) = message {
 391                            let type_name = message.payload_type_name();
 392                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 393                            let span_enter = span.enter();
 394                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 395                                let is_background = message.is_background();
 396                                let handle_message = (handler)(this.clone(), user_id, message);
 397                                drop(span_enter);
 398
 399                                let handle_message = handle_message.instrument(span);
 400                                if is_background {
 401                                    executor.spawn_detached(handle_message);
 402                                } else {
 403                                    foreground_message_handlers.push(handle_message);
 404                                }
 405                            } else {
 406                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 407                            }
 408                        } else {
 409                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 410                            break;
 411                        }
 412                    }
 413                }
 414            }
 415
 416            drop(foreground_message_handlers);
 417            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 418            if let Err(error) = this.sign_out(connection_id, user_id).await {
 419                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 420            }
 421
 422            Ok(())
 423        }.instrument(span)
 424    }
 425
 426    #[instrument(skip(self), err)]
 427    async fn sign_out(
 428        self: &mut Arc<Self>,
 429        connection_id: ConnectionId,
 430        user_id: UserId,
 431    ) -> Result<()> {
 432        self.peer.disconnect(connection_id);
 433        let decline_calls = {
 434            let mut store = self.store().await;
 435            store.remove_connection(connection_id)?;
 436            let mut connections = store.connection_ids_for_user(user_id);
 437            connections.next().is_none()
 438        };
 439
 440        self.leave_room_for_connection(connection_id, user_id)
 441            .await
 442            .trace_err();
 443        if decline_calls {
 444            if let Some(room) = self
 445                .app_state
 446                .db
 447                .decline_call(None, user_id)
 448                .await
 449                .trace_err()
 450            {
 451                self.room_updated(&room);
 452            }
 453        }
 454
 455        self.update_user_contacts(user_id).await?;
 456
 457        Ok(())
 458    }
 459
 460    pub async fn invite_code_redeemed(
 461        self: &Arc<Self>,
 462        inviter_id: UserId,
 463        invitee_id: UserId,
 464    ) -> Result<()> {
 465        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 466            if let Some(code) = &user.invite_code {
 467                let store = self.store().await;
 468                let invitee_contact = store.contact_for_user(invitee_id, true, false);
 469                for connection_id in store.connection_ids_for_user(inviter_id) {
 470                    self.peer.send(
 471                        connection_id,
 472                        proto::UpdateContacts {
 473                            contacts: vec![invitee_contact.clone()],
 474                            ..Default::default()
 475                        },
 476                    )?;
 477                    self.peer.send(
 478                        connection_id,
 479                        proto::UpdateInviteInfo {
 480                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 481                            count: user.invite_count as u32,
 482                        },
 483                    )?;
 484                }
 485            }
 486        }
 487        Ok(())
 488    }
 489
 490    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 491        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 492            if let Some(invite_code) = &user.invite_code {
 493                let store = self.store().await;
 494                for connection_id in store.connection_ids_for_user(user_id) {
 495                    self.peer.send(
 496                        connection_id,
 497                        proto::UpdateInviteInfo {
 498                            url: format!(
 499                                "{}{}",
 500                                self.app_state.config.invite_link_prefix, invite_code
 501                            ),
 502                            count: user.invite_count as u32,
 503                        },
 504                    )?;
 505                }
 506            }
 507        }
 508        Ok(())
 509    }
 510
 511    async fn ping(
 512        self: Arc<Server>,
 513        _: Message<proto::Ping>,
 514        response: Response<proto::Ping>,
 515    ) -> Result<()> {
 516        response.send(proto::Ack {})?;
 517        Ok(())
 518    }
 519
 520    async fn create_room(
 521        self: Arc<Server>,
 522        request: Message<proto::CreateRoom>,
 523        response: Response<proto::CreateRoom>,
 524    ) -> Result<()> {
 525        let room = self
 526            .app_state
 527            .db
 528            .create_room(request.sender_user_id, request.sender_connection_id)
 529            .await?;
 530
 531        let live_kit_connection_info =
 532            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 533                if let Some(_) = live_kit
 534                    .create_room(room.live_kit_room.clone())
 535                    .await
 536                    .trace_err()
 537                {
 538                    if let Some(token) = live_kit
 539                        .room_token(
 540                            &room.live_kit_room,
 541                            &request.sender_connection_id.to_string(),
 542                        )
 543                        .trace_err()
 544                    {
 545                        Some(proto::LiveKitConnectionInfo {
 546                            server_url: live_kit.url().into(),
 547                            token,
 548                        })
 549                    } else {
 550                        None
 551                    }
 552                } else {
 553                    None
 554                }
 555            } else {
 556                None
 557            };
 558
 559        response.send(proto::CreateRoomResponse {
 560            room: Some(room),
 561            live_kit_connection_info,
 562        })?;
 563        self.update_user_contacts(request.sender_user_id).await?;
 564        Ok(())
 565    }
 566
 567    async fn join_room(
 568        self: Arc<Server>,
 569        request: Message<proto::JoinRoom>,
 570        response: Response<proto::JoinRoom>,
 571    ) -> Result<()> {
 572        let room = self
 573            .app_state
 574            .db
 575            .join_room(
 576                RoomId::from_proto(request.payload.id),
 577                request.sender_user_id,
 578                request.sender_connection_id,
 579            )
 580            .await?;
 581        for connection_id in self
 582            .store()
 583            .await
 584            .connection_ids_for_user(request.sender_user_id)
 585        {
 586            self.peer
 587                .send(connection_id, proto::CallCanceled {})
 588                .trace_err();
 589        }
 590
 591        let live_kit_connection_info =
 592            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 593                if let Some(token) = live_kit
 594                    .room_token(
 595                        &room.live_kit_room,
 596                        &request.sender_connection_id.to_string(),
 597                    )
 598                    .trace_err()
 599                {
 600                    Some(proto::LiveKitConnectionInfo {
 601                        server_url: live_kit.url().into(),
 602                        token,
 603                    })
 604                } else {
 605                    None
 606                }
 607            } else {
 608                None
 609            };
 610
 611        self.room_updated(&room);
 612        response.send(proto::JoinRoomResponse {
 613            room: Some(room),
 614            live_kit_connection_info,
 615        })?;
 616
 617        self.update_user_contacts(request.sender_user_id).await?;
 618        Ok(())
 619    }
 620
 621    async fn leave_room(self: Arc<Server>, message: Message<proto::LeaveRoom>) -> Result<()> {
 622        self.leave_room_for_connection(message.sender_connection_id, message.sender_user_id)
 623            .await
 624    }
 625
 626    async fn leave_room_for_connection(
 627        self: &Arc<Server>,
 628        connection_id: ConnectionId,
 629        user_id: UserId,
 630    ) -> Result<()> {
 631        let mut contacts_to_update = HashSet::default();
 632
 633        let Some(left_room) = self.app_state.db.leave_room_for_connection(connection_id).await? else {
 634            return Err(anyhow!("no room to leave"))?;
 635        };
 636        contacts_to_update.insert(user_id);
 637
 638        for project in left_room.left_projects.into_values() {
 639            if project.host_user_id == user_id {
 640                for connection_id in project.connection_ids {
 641                    self.peer
 642                        .send(
 643                            connection_id,
 644                            proto::UnshareProject {
 645                                project_id: project.id.to_proto(),
 646                            },
 647                        )
 648                        .trace_err();
 649                }
 650            } else {
 651                for connection_id in project.connection_ids {
 652                    self.peer
 653                        .send(
 654                            connection_id,
 655                            proto::RemoveProjectCollaborator {
 656                                project_id: project.id.to_proto(),
 657                                peer_id: connection_id.0,
 658                            },
 659                        )
 660                        .trace_err();
 661                }
 662
 663                self.peer
 664                    .send(
 665                        connection_id,
 666                        proto::UnshareProject {
 667                            project_id: project.id.to_proto(),
 668                        },
 669                    )
 670                    .trace_err();
 671            }
 672        }
 673
 674        self.room_updated(&left_room.room);
 675        {
 676            let store = self.store().await;
 677            for canceled_user_id in left_room.canceled_calls_to_user_ids {
 678                for connection_id in store.connection_ids_for_user(canceled_user_id) {
 679                    self.peer
 680                        .send(connection_id, proto::CallCanceled {})
 681                        .trace_err();
 682                }
 683                contacts_to_update.insert(canceled_user_id);
 684            }
 685        }
 686
 687        for contact_user_id in contacts_to_update {
 688            self.update_user_contacts(contact_user_id).await?;
 689        }
 690
 691        if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 692            live_kit
 693                .remove_participant(
 694                    left_room.room.live_kit_room.clone(),
 695                    connection_id.to_string(),
 696                )
 697                .await
 698                .trace_err();
 699
 700            if left_room.room.participants.is_empty() {
 701                live_kit
 702                    .delete_room(left_room.room.live_kit_room)
 703                    .await
 704                    .trace_err();
 705            }
 706        }
 707
 708        Ok(())
 709    }
 710
 711    async fn call(
 712        self: Arc<Server>,
 713        request: Message<proto::Call>,
 714        response: Response<proto::Call>,
 715    ) -> Result<()> {
 716        let room_id = RoomId::from_proto(request.payload.room_id);
 717        let calling_user_id = request.sender_user_id;
 718        let calling_connection_id = request.sender_connection_id;
 719        let called_user_id = UserId::from_proto(request.payload.called_user_id);
 720        let initial_project_id = request
 721            .payload
 722            .initial_project_id
 723            .map(ProjectId::from_proto);
 724        if !self
 725            .app_state
 726            .db
 727            .has_contact(calling_user_id, called_user_id)
 728            .await?
 729        {
 730            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 731        }
 732
 733        let (room, incoming_call) = self
 734            .app_state
 735            .db
 736            .call(
 737                room_id,
 738                calling_user_id,
 739                calling_connection_id,
 740                called_user_id,
 741                initial_project_id,
 742            )
 743            .await?;
 744        self.room_updated(&room);
 745        self.update_user_contacts(called_user_id).await?;
 746
 747        let mut calls = self
 748            .store()
 749            .await
 750            .connection_ids_for_user(called_user_id)
 751            .map(|connection_id| self.peer.request(connection_id, incoming_call.clone()))
 752            .collect::<FuturesUnordered<_>>();
 753
 754        while let Some(call_response) = calls.next().await {
 755            match call_response.as_ref() {
 756                Ok(_) => {
 757                    response.send(proto::Ack {})?;
 758                    return Ok(());
 759                }
 760                Err(_) => {
 761                    call_response.trace_err();
 762                }
 763            }
 764        }
 765
 766        let room = self
 767            .app_state
 768            .db
 769            .call_failed(room_id, called_user_id)
 770            .await?;
 771        self.room_updated(&room);
 772        self.update_user_contacts(called_user_id).await?;
 773
 774        Err(anyhow!("failed to ring user"))?
 775    }
 776
 777    async fn cancel_call(
 778        self: Arc<Server>,
 779        request: Message<proto::CancelCall>,
 780        response: Response<proto::CancelCall>,
 781    ) -> Result<()> {
 782        let called_user_id = UserId::from_proto(request.payload.called_user_id);
 783        let room_id = RoomId::from_proto(request.payload.room_id);
 784        let room = self
 785            .app_state
 786            .db
 787            .cancel_call(Some(room_id), request.sender_connection_id, called_user_id)
 788            .await?;
 789        for connection_id in self.store().await.connection_ids_for_user(called_user_id) {
 790            self.peer
 791                .send(connection_id, proto::CallCanceled {})
 792                .trace_err();
 793        }
 794        self.room_updated(&room);
 795        response.send(proto::Ack {})?;
 796
 797        self.update_user_contacts(called_user_id).await?;
 798        Ok(())
 799    }
 800
 801    async fn decline_call(self: Arc<Server>, message: Message<proto::DeclineCall>) -> Result<()> {
 802        let room_id = RoomId::from_proto(message.payload.room_id);
 803        let room = self
 804            .app_state
 805            .db
 806            .decline_call(Some(room_id), message.sender_user_id)
 807            .await?;
 808        for connection_id in self
 809            .store()
 810            .await
 811            .connection_ids_for_user(message.sender_user_id)
 812        {
 813            self.peer
 814                .send(connection_id, proto::CallCanceled {})
 815                .trace_err();
 816        }
 817        self.room_updated(&room);
 818        self.update_user_contacts(message.sender_user_id).await?;
 819        Ok(())
 820    }
 821
 822    async fn update_participant_location(
 823        self: Arc<Server>,
 824        request: Message<proto::UpdateParticipantLocation>,
 825        response: Response<proto::UpdateParticipantLocation>,
 826    ) -> Result<()> {
 827        let room_id = RoomId::from_proto(request.payload.room_id);
 828        let location = request
 829            .payload
 830            .location
 831            .ok_or_else(|| anyhow!("invalid location"))?;
 832        let room = self
 833            .app_state
 834            .db
 835            .update_room_participant_location(room_id, request.sender_connection_id, location)
 836            .await?;
 837        self.room_updated(&room);
 838        response.send(proto::Ack {})?;
 839        Ok(())
 840    }
 841
 842    fn room_updated(&self, room: &proto::Room) {
 843        for participant in &room.participants {
 844            self.peer
 845                .send(
 846                    ConnectionId(participant.peer_id),
 847                    proto::RoomUpdated {
 848                        room: Some(room.clone()),
 849                    },
 850                )
 851                .trace_err();
 852        }
 853    }
 854
 855    async fn share_project(
 856        self: Arc<Server>,
 857        request: Message<proto::ShareProject>,
 858        response: Response<proto::ShareProject>,
 859    ) -> Result<()> {
 860        let (project_id, room) = self
 861            .app_state
 862            .db
 863            .share_project(
 864                RoomId::from_proto(request.payload.room_id),
 865                request.sender_connection_id,
 866                &request.payload.worktrees,
 867            )
 868            .await
 869            .unwrap();
 870        response.send(proto::ShareProjectResponse {
 871            project_id: project_id.to_proto(),
 872        })?;
 873        self.room_updated(&room);
 874
 875        Ok(())
 876    }
 877
 878    async fn unshare_project(
 879        self: Arc<Server>,
 880        message: Message<proto::UnshareProject>,
 881    ) -> Result<()> {
 882        let project_id = ProjectId::from_proto(message.payload.project_id);
 883        let mut store = self.store().await;
 884        let (room, project) = store.unshare_project(project_id, message.sender_connection_id)?;
 885        broadcast(
 886            message.sender_connection_id,
 887            project.guest_connection_ids(),
 888            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 889        );
 890        self.room_updated(room);
 891
 892        Ok(())
 893    }
 894
 895    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 896        let contacts = self.app_state.db.get_contacts(user_id).await?;
 897        let busy = self.app_state.db.is_user_busy(user_id).await?;
 898        let store = self.store().await;
 899        let updated_contact = store.contact_for_user(user_id, false, busy);
 900        for contact in contacts {
 901            if let db::Contact::Accepted {
 902                user_id: contact_user_id,
 903                ..
 904            } = contact
 905            {
 906                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 907                    self.peer
 908                        .send(
 909                            contact_conn_id,
 910                            proto::UpdateContacts {
 911                                contacts: vec![updated_contact.clone()],
 912                                remove_contacts: Default::default(),
 913                                incoming_requests: Default::default(),
 914                                remove_incoming_requests: Default::default(),
 915                                outgoing_requests: Default::default(),
 916                                remove_outgoing_requests: Default::default(),
 917                            },
 918                        )
 919                        .trace_err();
 920                }
 921            }
 922        }
 923        Ok(())
 924    }
 925
 926    async fn join_project(
 927        self: Arc<Server>,
 928        request: Message<proto::JoinProject>,
 929        response: Response<proto::JoinProject>,
 930    ) -> Result<()> {
 931        let project_id = ProjectId::from_proto(request.payload.project_id);
 932        let guest_user_id = request.sender_user_id;
 933        let host_user_id;
 934        let host_connection_id;
 935        {
 936            let state = self.store().await;
 937            let project = state.project(project_id)?;
 938            host_user_id = project.host.user_id;
 939            host_connection_id = project.host_connection_id;
 940        };
 941
 942        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 943
 944        let (project, replica_id) = self
 945            .app_state
 946            .db
 947            .join_project(project_id, request.sender_connection_id)
 948            .await?;
 949
 950        let collaborators = project
 951            .collaborators
 952            .iter()
 953            .map(|collaborator| proto::Collaborator {
 954                peer_id: collaborator.connection_id as u32,
 955                replica_id: collaborator.replica_id as u32,
 956                user_id: collaborator.user_id.to_proto(),
 957            })
 958            .collect::<Vec<_>>();
 959        let worktrees = project
 960            .worktrees
 961            .iter()
 962            .map(|(id, worktree)| proto::WorktreeMetadata {
 963                id: *id,
 964                root_name: worktree.root_name.clone(),
 965                visible: worktree.visible,
 966                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
 967            })
 968            .collect::<Vec<_>>();
 969
 970        for collaborator in &project.collaborators {
 971            let connection_id = ConnectionId(collaborator.connection_id as u32);
 972            if connection_id != request.sender_connection_id {
 973                self.peer
 974                    .send(
 975                        connection_id,
 976                        proto::AddProjectCollaborator {
 977                            project_id: project_id.to_proto(),
 978                            collaborator: Some(proto::Collaborator {
 979                                peer_id: request.sender_connection_id.0,
 980                                replica_id: replica_id as u32,
 981                                user_id: guest_user_id.to_proto(),
 982                            }),
 983                        },
 984                    )
 985                    .trace_err();
 986            }
 987        }
 988
 989        // First, we send the metadata associated with each worktree.
 990        response.send(proto::JoinProjectResponse {
 991            worktrees: worktrees.clone(),
 992            replica_id: replica_id as u32,
 993            collaborators: collaborators.clone(),
 994            language_servers: project.language_servers.clone(),
 995        })?;
 996
 997        for (worktree_id, worktree) in &project.worktrees {
 998            #[cfg(any(test, feature = "test-support"))]
 999            const MAX_CHUNK_SIZE: usize = 2;
1000            #[cfg(not(any(test, feature = "test-support")))]
1001            const MAX_CHUNK_SIZE: usize = 256;
1002
1003            // Stream this worktree's entries.
1004            let message = proto::UpdateWorktree {
1005                project_id: project_id.to_proto(),
1006                worktree_id: *worktree_id,
1007                abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
1008                root_name: worktree.root_name.clone(),
1009                updated_entries: worktree.entries.values().cloned().collect(),
1010                removed_entries: Default::default(),
1011                scan_id: worktree.scan_id,
1012                is_last_update: worktree.is_complete,
1013            };
1014            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1015                self.peer
1016                    .send(request.sender_connection_id, update.clone())?;
1017            }
1018
1019            // Stream this worktree's diagnostics.
1020            for summary in worktree.diagnostic_summaries.values() {
1021                self.peer.send(
1022                    request.sender_connection_id,
1023                    proto::UpdateDiagnosticSummary {
1024                        project_id: project_id.to_proto(),
1025                        worktree_id: *worktree_id,
1026                        summary: Some(summary.clone()),
1027                    },
1028                )?;
1029            }
1030        }
1031
1032        for language_server in &project.language_servers {
1033            self.peer.send(
1034                request.sender_connection_id,
1035                proto::UpdateLanguageServer {
1036                    project_id: project_id.to_proto(),
1037                    language_server_id: language_server.id,
1038                    variant: Some(
1039                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1040                            proto::LspDiskBasedDiagnosticsUpdated {},
1041                        ),
1042                    ),
1043                },
1044            )?;
1045        }
1046
1047        Ok(())
1048    }
1049
1050    async fn leave_project(self: Arc<Server>, request: Message<proto::LeaveProject>) -> Result<()> {
1051        let sender_id = request.sender_connection_id;
1052        let project_id = ProjectId::from_proto(request.payload.project_id);
1053        let project;
1054        {
1055            let mut store = self.store().await;
1056            project = store.leave_project(project_id, sender_id)?;
1057            tracing::info!(
1058                %project_id,
1059                host_user_id = %project.host_user_id,
1060                host_connection_id = %project.host_connection_id,
1061                "leave project"
1062            );
1063
1064            if project.remove_collaborator {
1065                broadcast(sender_id, project.connection_ids, |conn_id| {
1066                    self.peer.send(
1067                        conn_id,
1068                        proto::RemoveProjectCollaborator {
1069                            project_id: project_id.to_proto(),
1070                            peer_id: sender_id.0,
1071                        },
1072                    )
1073                });
1074            }
1075        }
1076
1077        Ok(())
1078    }
1079
1080    async fn update_project(
1081        self: Arc<Server>,
1082        request: Message<proto::UpdateProject>,
1083        response: Response<proto::UpdateProject>,
1084    ) -> Result<()> {
1085        let project_id = ProjectId::from_proto(request.payload.project_id);
1086        let (room, guest_connection_ids) = self
1087            .app_state
1088            .db
1089            .update_project(
1090                project_id,
1091                request.sender_connection_id,
1092                &request.payload.worktrees,
1093            )
1094            .await?;
1095        broadcast(
1096            request.sender_connection_id,
1097            guest_connection_ids,
1098            |connection_id| {
1099                self.peer.forward_send(
1100                    request.sender_connection_id,
1101                    connection_id,
1102                    request.payload.clone(),
1103                )
1104            },
1105        );
1106        self.room_updated(&room);
1107        response.send(proto::Ack {})?;
1108
1109        Ok(())
1110    }
1111
1112    async fn update_worktree(
1113        self: Arc<Server>,
1114        request: Message<proto::UpdateWorktree>,
1115        response: Response<proto::UpdateWorktree>,
1116    ) -> Result<()> {
1117        let project_id = ProjectId::from_proto(request.payload.project_id);
1118        let worktree_id = request.payload.worktree_id;
1119        let connection_ids = self.store().await.update_worktree(
1120            request.sender_connection_id,
1121            project_id,
1122            worktree_id,
1123            &request.payload.root_name,
1124            &request.payload.removed_entries,
1125            &request.payload.updated_entries,
1126            request.payload.scan_id,
1127            request.payload.is_last_update,
1128        )?;
1129
1130        broadcast(
1131            request.sender_connection_id,
1132            connection_ids,
1133            |connection_id| {
1134                self.peer.forward_send(
1135                    request.sender_connection_id,
1136                    connection_id,
1137                    request.payload.clone(),
1138                )
1139            },
1140        );
1141        response.send(proto::Ack {})?;
1142        Ok(())
1143    }
1144
1145    async fn update_diagnostic_summary(
1146        self: Arc<Server>,
1147        request: Message<proto::UpdateDiagnosticSummary>,
1148    ) -> Result<()> {
1149        let summary = request
1150            .payload
1151            .summary
1152            .clone()
1153            .ok_or_else(|| anyhow!("invalid summary"))?;
1154        let receiver_ids = self.store().await.update_diagnostic_summary(
1155            ProjectId::from_proto(request.payload.project_id),
1156            request.payload.worktree_id,
1157            request.sender_connection_id,
1158            summary,
1159        )?;
1160
1161        broadcast(
1162            request.sender_connection_id,
1163            receiver_ids,
1164            |connection_id| {
1165                self.peer.forward_send(
1166                    request.sender_connection_id,
1167                    connection_id,
1168                    request.payload.clone(),
1169                )
1170            },
1171        );
1172        Ok(())
1173    }
1174
1175    async fn start_language_server(
1176        self: Arc<Server>,
1177        request: Message<proto::StartLanguageServer>,
1178    ) -> Result<()> {
1179        let receiver_ids = self.store().await.start_language_server(
1180            ProjectId::from_proto(request.payload.project_id),
1181            request.sender_connection_id,
1182            request
1183                .payload
1184                .server
1185                .clone()
1186                .ok_or_else(|| anyhow!("invalid language server"))?,
1187        )?;
1188        broadcast(
1189            request.sender_connection_id,
1190            receiver_ids,
1191            |connection_id| {
1192                self.peer.forward_send(
1193                    request.sender_connection_id,
1194                    connection_id,
1195                    request.payload.clone(),
1196                )
1197            },
1198        );
1199        Ok(())
1200    }
1201
1202    async fn update_language_server(
1203        self: Arc<Server>,
1204        request: Message<proto::UpdateLanguageServer>,
1205    ) -> Result<()> {
1206        let receiver_ids = self.store().await.project_connection_ids(
1207            ProjectId::from_proto(request.payload.project_id),
1208            request.sender_connection_id,
1209        )?;
1210        broadcast(
1211            request.sender_connection_id,
1212            receiver_ids,
1213            |connection_id| {
1214                self.peer.forward_send(
1215                    request.sender_connection_id,
1216                    connection_id,
1217                    request.payload.clone(),
1218                )
1219            },
1220        );
1221        Ok(())
1222    }
1223
1224    async fn forward_project_request<T>(
1225        self: Arc<Server>,
1226        request: Message<T>,
1227        response: Response<T>,
1228    ) -> Result<()>
1229    where
1230        T: EntityMessage + RequestMessage,
1231    {
1232        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1233        let host_connection_id = self
1234            .store()
1235            .await
1236            .read_project(project_id, request.sender_connection_id)?
1237            .host_connection_id;
1238        let payload = self
1239            .peer
1240            .forward_request(
1241                request.sender_connection_id,
1242                host_connection_id,
1243                request.payload,
1244            )
1245            .await?;
1246
1247        // Ensure project still exists by the time we get the response from the host.
1248        self.store()
1249            .await
1250            .read_project(project_id, request.sender_connection_id)?;
1251
1252        response.send(payload)?;
1253        Ok(())
1254    }
1255
1256    async fn save_buffer(
1257        self: Arc<Server>,
1258        request: Message<proto::SaveBuffer>,
1259        response: Response<proto::SaveBuffer>,
1260    ) -> Result<()> {
1261        let project_id = ProjectId::from_proto(request.payload.project_id);
1262        let host = self
1263            .store()
1264            .await
1265            .read_project(project_id, request.sender_connection_id)?
1266            .host_connection_id;
1267        let response_payload = self
1268            .peer
1269            .forward_request(request.sender_connection_id, host, request.payload.clone())
1270            .await?;
1271
1272        let mut guests = self
1273            .store()
1274            .await
1275            .read_project(project_id, request.sender_connection_id)?
1276            .connection_ids();
1277        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_connection_id);
1278        broadcast(host, guests, |conn_id| {
1279            self.peer
1280                .forward_send(host, conn_id, response_payload.clone())
1281        });
1282        response.send(response_payload)?;
1283        Ok(())
1284    }
1285
1286    async fn create_buffer_for_peer(
1287        self: Arc<Server>,
1288        request: Message<proto::CreateBufferForPeer>,
1289    ) -> Result<()> {
1290        self.peer.forward_send(
1291            request.sender_connection_id,
1292            ConnectionId(request.payload.peer_id),
1293            request.payload,
1294        )?;
1295        Ok(())
1296    }
1297
1298    async fn update_buffer(
1299        self: Arc<Server>,
1300        request: Message<proto::UpdateBuffer>,
1301        response: Response<proto::UpdateBuffer>,
1302    ) -> Result<()> {
1303        let project_id = ProjectId::from_proto(request.payload.project_id);
1304        let receiver_ids = {
1305            let store = self.store().await;
1306            store.project_connection_ids(project_id, request.sender_connection_id)?
1307        };
1308
1309        broadcast(
1310            request.sender_connection_id,
1311            receiver_ids,
1312            |connection_id| {
1313                self.peer.forward_send(
1314                    request.sender_connection_id,
1315                    connection_id,
1316                    request.payload.clone(),
1317                )
1318            },
1319        );
1320        response.send(proto::Ack {})?;
1321        Ok(())
1322    }
1323
1324    async fn update_buffer_file(
1325        self: Arc<Server>,
1326        request: Message<proto::UpdateBufferFile>,
1327    ) -> Result<()> {
1328        let receiver_ids = self.store().await.project_connection_ids(
1329            ProjectId::from_proto(request.payload.project_id),
1330            request.sender_connection_id,
1331        )?;
1332        broadcast(
1333            request.sender_connection_id,
1334            receiver_ids,
1335            |connection_id| {
1336                self.peer.forward_send(
1337                    request.sender_connection_id,
1338                    connection_id,
1339                    request.payload.clone(),
1340                )
1341            },
1342        );
1343        Ok(())
1344    }
1345
1346    async fn buffer_reloaded(
1347        self: Arc<Server>,
1348        request: Message<proto::BufferReloaded>,
1349    ) -> Result<()> {
1350        let receiver_ids = self.store().await.project_connection_ids(
1351            ProjectId::from_proto(request.payload.project_id),
1352            request.sender_connection_id,
1353        )?;
1354        broadcast(
1355            request.sender_connection_id,
1356            receiver_ids,
1357            |connection_id| {
1358                self.peer.forward_send(
1359                    request.sender_connection_id,
1360                    connection_id,
1361                    request.payload.clone(),
1362                )
1363            },
1364        );
1365        Ok(())
1366    }
1367
1368    async fn buffer_saved(self: Arc<Server>, request: Message<proto::BufferSaved>) -> Result<()> {
1369        let receiver_ids = self.store().await.project_connection_ids(
1370            ProjectId::from_proto(request.payload.project_id),
1371            request.sender_connection_id,
1372        )?;
1373        broadcast(
1374            request.sender_connection_id,
1375            receiver_ids,
1376            |connection_id| {
1377                self.peer.forward_send(
1378                    request.sender_connection_id,
1379                    connection_id,
1380                    request.payload.clone(),
1381                )
1382            },
1383        );
1384        Ok(())
1385    }
1386
1387    async fn follow(
1388        self: Arc<Self>,
1389        request: Message<proto::Follow>,
1390        response: Response<proto::Follow>,
1391    ) -> Result<()> {
1392        let project_id = ProjectId::from_proto(request.payload.project_id);
1393        let leader_id = ConnectionId(request.payload.leader_id);
1394        let follower_id = request.sender_connection_id;
1395        {
1396            let store = self.store().await;
1397            if !store
1398                .project_connection_ids(project_id, follower_id)?
1399                .contains(&leader_id)
1400            {
1401                Err(anyhow!("no such peer"))?;
1402            }
1403        }
1404
1405        let mut response_payload = self
1406            .peer
1407            .forward_request(request.sender_connection_id, leader_id, request.payload)
1408            .await?;
1409        response_payload
1410            .views
1411            .retain(|view| view.leader_id != Some(follower_id.0));
1412        response.send(response_payload)?;
1413        Ok(())
1414    }
1415
1416    async fn unfollow(self: Arc<Self>, request: Message<proto::Unfollow>) -> Result<()> {
1417        let project_id = ProjectId::from_proto(request.payload.project_id);
1418        let leader_id = ConnectionId(request.payload.leader_id);
1419        let store = self.store().await;
1420        if !store
1421            .project_connection_ids(project_id, request.sender_connection_id)?
1422            .contains(&leader_id)
1423        {
1424            Err(anyhow!("no such peer"))?;
1425        }
1426        self.peer
1427            .forward_send(request.sender_connection_id, leader_id, request.payload)?;
1428        Ok(())
1429    }
1430
1431    async fn update_followers(
1432        self: Arc<Self>,
1433        request: Message<proto::UpdateFollowers>,
1434    ) -> Result<()> {
1435        let project_id = ProjectId::from_proto(request.payload.project_id);
1436        let store = self.store().await;
1437        let connection_ids =
1438            store.project_connection_ids(project_id, request.sender_connection_id)?;
1439        let leader_id = request
1440            .payload
1441            .variant
1442            .as_ref()
1443            .and_then(|variant| match variant {
1444                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1445                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1446                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1447            });
1448        for follower_id in &request.payload.follower_ids {
1449            let follower_id = ConnectionId(*follower_id);
1450            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1451                self.peer.forward_send(
1452                    request.sender_connection_id,
1453                    follower_id,
1454                    request.payload.clone(),
1455                )?;
1456            }
1457        }
1458        Ok(())
1459    }
1460
1461    async fn get_users(
1462        self: Arc<Server>,
1463        request: Message<proto::GetUsers>,
1464        response: Response<proto::GetUsers>,
1465    ) -> Result<()> {
1466        let user_ids = request
1467            .payload
1468            .user_ids
1469            .into_iter()
1470            .map(UserId::from_proto)
1471            .collect();
1472        let users = self
1473            .app_state
1474            .db
1475            .get_users_by_ids(user_ids)
1476            .await?
1477            .into_iter()
1478            .map(|user| proto::User {
1479                id: user.id.to_proto(),
1480                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1481                github_login: user.github_login,
1482            })
1483            .collect();
1484        response.send(proto::UsersResponse { users })?;
1485        Ok(())
1486    }
1487
1488    async fn fuzzy_search_users(
1489        self: Arc<Server>,
1490        request: Message<proto::FuzzySearchUsers>,
1491        response: Response<proto::FuzzySearchUsers>,
1492    ) -> Result<()> {
1493        let query = request.payload.query;
1494        let db = &self.app_state.db;
1495        let users = match query.len() {
1496            0 => vec![],
1497            1 | 2 => db
1498                .get_user_by_github_account(&query, None)
1499                .await?
1500                .into_iter()
1501                .collect(),
1502            _ => db.fuzzy_search_users(&query, 10).await?,
1503        };
1504        let users = users
1505            .into_iter()
1506            .filter(|user| user.id != request.sender_user_id)
1507            .map(|user| proto::User {
1508                id: user.id.to_proto(),
1509                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1510                github_login: user.github_login,
1511            })
1512            .collect();
1513        response.send(proto::UsersResponse { users })?;
1514        Ok(())
1515    }
1516
1517    async fn request_contact(
1518        self: Arc<Server>,
1519        request: Message<proto::RequestContact>,
1520        response: Response<proto::RequestContact>,
1521    ) -> Result<()> {
1522        let requester_id = request.sender_user_id;
1523        let responder_id = UserId::from_proto(request.payload.responder_id);
1524        if requester_id == responder_id {
1525            return Err(anyhow!("cannot add yourself as a contact"))?;
1526        }
1527
1528        self.app_state
1529            .db
1530            .send_contact_request(requester_id, responder_id)
1531            .await?;
1532
1533        // Update outgoing contact requests of requester
1534        let mut update = proto::UpdateContacts::default();
1535        update.outgoing_requests.push(responder_id.to_proto());
1536        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1537            self.peer.send(connection_id, update.clone())?;
1538        }
1539
1540        // Update incoming contact requests of responder
1541        let mut update = proto::UpdateContacts::default();
1542        update
1543            .incoming_requests
1544            .push(proto::IncomingContactRequest {
1545                requester_id: requester_id.to_proto(),
1546                should_notify: true,
1547            });
1548        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1549            self.peer.send(connection_id, update.clone())?;
1550        }
1551
1552        response.send(proto::Ack {})?;
1553        Ok(())
1554    }
1555
1556    async fn respond_to_contact_request(
1557        self: Arc<Server>,
1558        request: Message<proto::RespondToContactRequest>,
1559        response: Response<proto::RespondToContactRequest>,
1560    ) -> Result<()> {
1561        let responder_id = request.sender_user_id;
1562        let requester_id = UserId::from_proto(request.payload.requester_id);
1563        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1564            self.app_state
1565                .db
1566                .dismiss_contact_notification(responder_id, requester_id)
1567                .await?;
1568        } else {
1569            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1570            self.app_state
1571                .db
1572                .respond_to_contact_request(responder_id, requester_id, accept)
1573                .await?;
1574            let busy = self.app_state.db.is_user_busy(requester_id).await?;
1575
1576            let store = self.store().await;
1577            // Update responder with new contact
1578            let mut update = proto::UpdateContacts::default();
1579            if accept {
1580                update
1581                    .contacts
1582                    .push(store.contact_for_user(requester_id, false, busy));
1583            }
1584            update
1585                .remove_incoming_requests
1586                .push(requester_id.to_proto());
1587            for connection_id in store.connection_ids_for_user(responder_id) {
1588                self.peer.send(connection_id, update.clone())?;
1589            }
1590
1591            // Update requester with new contact
1592            let mut update = proto::UpdateContacts::default();
1593            if accept {
1594                update
1595                    .contacts
1596                    .push(store.contact_for_user(responder_id, true, busy));
1597            }
1598            update
1599                .remove_outgoing_requests
1600                .push(responder_id.to_proto());
1601            for connection_id in store.connection_ids_for_user(requester_id) {
1602                self.peer.send(connection_id, update.clone())?;
1603            }
1604        }
1605
1606        response.send(proto::Ack {})?;
1607        Ok(())
1608    }
1609
1610    async fn remove_contact(
1611        self: Arc<Server>,
1612        request: Message<proto::RemoveContact>,
1613        response: Response<proto::RemoveContact>,
1614    ) -> Result<()> {
1615        let requester_id = request.sender_user_id;
1616        let responder_id = UserId::from_proto(request.payload.user_id);
1617        self.app_state
1618            .db
1619            .remove_contact(requester_id, responder_id)
1620            .await?;
1621
1622        // Update outgoing contact requests of requester
1623        let mut update = proto::UpdateContacts::default();
1624        update
1625            .remove_outgoing_requests
1626            .push(responder_id.to_proto());
1627        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1628            self.peer.send(connection_id, update.clone())?;
1629        }
1630
1631        // Update incoming contact requests of responder
1632        let mut update = proto::UpdateContacts::default();
1633        update
1634            .remove_incoming_requests
1635            .push(requester_id.to_proto());
1636        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1637            self.peer.send(connection_id, update.clone())?;
1638        }
1639
1640        response.send(proto::Ack {})?;
1641        Ok(())
1642    }
1643
1644    async fn update_diff_base(
1645        self: Arc<Server>,
1646        request: Message<proto::UpdateDiffBase>,
1647    ) -> Result<()> {
1648        let receiver_ids = self.store().await.project_connection_ids(
1649            ProjectId::from_proto(request.payload.project_id),
1650            request.sender_connection_id,
1651        )?;
1652        broadcast(
1653            request.sender_connection_id,
1654            receiver_ids,
1655            |connection_id| {
1656                self.peer.forward_send(
1657                    request.sender_connection_id,
1658                    connection_id,
1659                    request.payload.clone(),
1660                )
1661            },
1662        );
1663        Ok(())
1664    }
1665
1666    async fn get_private_user_info(
1667        self: Arc<Self>,
1668        request: Message<proto::GetPrivateUserInfo>,
1669        response: Response<proto::GetPrivateUserInfo>,
1670    ) -> Result<()> {
1671        let metrics_id = self
1672            .app_state
1673            .db
1674            .get_user_metrics_id(request.sender_user_id)
1675            .await?;
1676        let user = self
1677            .app_state
1678            .db
1679            .get_user_by_id(request.sender_user_id)
1680            .await?
1681            .ok_or_else(|| anyhow!("user not found"))?;
1682        response.send(proto::GetPrivateUserInfoResponse {
1683            metrics_id,
1684            staff: user.admin,
1685        })?;
1686        Ok(())
1687    }
1688
1689    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1690        #[cfg(test)]
1691        tokio::task::yield_now().await;
1692        let guard = self.store.lock().await;
1693        #[cfg(test)]
1694        tokio::task::yield_now().await;
1695        StoreGuard {
1696            guard,
1697            _not_send: PhantomData,
1698        }
1699    }
1700
1701    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1702        ServerSnapshot {
1703            store: self.store().await,
1704            peer: &self.peer,
1705        }
1706    }
1707}
1708
1709impl<'a> Deref for StoreGuard<'a> {
1710    type Target = Store;
1711
1712    fn deref(&self) -> &Self::Target {
1713        &*self.guard
1714    }
1715}
1716
1717impl<'a> DerefMut for StoreGuard<'a> {
1718    fn deref_mut(&mut self) -> &mut Self::Target {
1719        &mut *self.guard
1720    }
1721}
1722
1723impl<'a> Drop for StoreGuard<'a> {
1724    fn drop(&mut self) {
1725        #[cfg(test)]
1726        self.check_invariants();
1727    }
1728}
1729
1730impl Executor for RealExecutor {
1731    type Sleep = Sleep;
1732
1733    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1734        tokio::task::spawn(future);
1735    }
1736
1737    fn sleep(&self, duration: Duration) -> Self::Sleep {
1738        tokio::time::sleep(duration)
1739    }
1740}
1741
1742fn broadcast<F>(
1743    sender_id: ConnectionId,
1744    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1745    mut f: F,
1746) where
1747    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1748{
1749    for receiver_id in receiver_ids {
1750        if receiver_id != sender_id {
1751            f(receiver_id).trace_err();
1752        }
1753    }
1754}
1755
1756lazy_static! {
1757    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1758}
1759
1760pub struct ProtocolVersion(u32);
1761
1762impl Header for ProtocolVersion {
1763    fn name() -> &'static HeaderName {
1764        &ZED_PROTOCOL_VERSION
1765    }
1766
1767    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1768    where
1769        Self: Sized,
1770        I: Iterator<Item = &'i axum::http::HeaderValue>,
1771    {
1772        let version = values
1773            .next()
1774            .ok_or_else(axum::headers::Error::invalid)?
1775            .to_str()
1776            .map_err(|_| axum::headers::Error::invalid())?
1777            .parse()
1778            .map_err(|_| axum::headers::Error::invalid())?;
1779        Ok(Self(version))
1780    }
1781
1782    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1783        values.extend([self.0.to_string().parse().unwrap()]);
1784    }
1785}
1786
1787pub fn routes(server: Arc<Server>) -> Router<Body> {
1788    Router::new()
1789        .route("/rpc", get(handle_websocket_request))
1790        .layer(
1791            ServiceBuilder::new()
1792                .layer(Extension(server.app_state.clone()))
1793                .layer(middleware::from_fn(auth::validate_header)),
1794        )
1795        .route("/metrics", get(handle_metrics))
1796        .layer(Extension(server))
1797}
1798
1799pub async fn handle_websocket_request(
1800    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1801    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1802    Extension(server): Extension<Arc<Server>>,
1803    Extension(user): Extension<User>,
1804    ws: WebSocketUpgrade,
1805) -> axum::response::Response {
1806    if protocol_version != rpc::PROTOCOL_VERSION {
1807        return (
1808            StatusCode::UPGRADE_REQUIRED,
1809            "client must be upgraded".to_string(),
1810        )
1811            .into_response();
1812    }
1813    let socket_address = socket_address.to_string();
1814    ws.on_upgrade(move |socket| {
1815        use util::ResultExt;
1816        let socket = socket
1817            .map_ok(to_tungstenite_message)
1818            .err_into()
1819            .with(|message| async move { Ok(to_axum_message(message)) });
1820        let connection = Connection::new(Box::pin(socket));
1821        async move {
1822            server
1823                .handle_connection(connection, socket_address, user, None, RealExecutor)
1824                .await
1825                .log_err();
1826        }
1827    })
1828}
1829
1830pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1831    let metrics = server.store().await.metrics();
1832    METRIC_CONNECTIONS.set(metrics.connections as _);
1833    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1834
1835    let encoder = prometheus::TextEncoder::new();
1836    let metric_families = prometheus::gather();
1837    match encoder.encode_to_string(&metric_families) {
1838        Ok(string) => (StatusCode::OK, string).into_response(),
1839        Err(error) => (
1840            StatusCode::INTERNAL_SERVER_ERROR,
1841            format!("failed to encode metrics {:?}", error),
1842        )
1843            .into_response(),
1844    }
1845}
1846
1847fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1848    match message {
1849        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1850        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1851        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1852        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1853        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1854            code: frame.code.into(),
1855            reason: frame.reason,
1856        })),
1857    }
1858}
1859
1860fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1861    match message {
1862        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1863        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1864        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1865        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1866        AxumMessage::Close(frame) => {
1867            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1868                code: frame.code.into(),
1869                reason: frame.reason,
1870            }))
1871        }
1872    }
1873}
1874
1875pub trait ResultExt {
1876    type Ok;
1877
1878    fn trace_err(self) -> Option<Self::Ok>;
1879}
1880
1881impl<T, E> ResultExt for Result<T, E>
1882where
1883    E: std::fmt::Debug,
1884{
1885    type Ok = T;
1886
1887    fn trace_err(self) -> Option<T> {
1888        match self {
1889            Ok(value) => Some(value),
1890            Err(error) => {
1891                tracing::error!("{:?}", error);
1892                None
1893            }
1894        }
1895    }
1896}