rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91}
  92
  93pub struct Server {
  94    peer: Arc<Peer>,
  95    pub(crate) store: Mutex<Store>,
  96    app_state: Arc<AppState>,
  97    handlers: HashMap<TypeId, MessageHandler>,
  98    notifications: Option<mpsc::UnboundedSender<()>>,
  99}
 100
 101pub trait Executor: Send + Clone {
 102    type Sleep: Send + Future;
 103    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 104    fn sleep(&self, duration: Duration) -> Self::Sleep;
 105}
 106
 107#[derive(Clone)]
 108pub struct RealExecutor;
 109
 110const MESSAGE_COUNT_PER_PAGE: usize = 100;
 111const MAX_MESSAGE_LEN: usize = 1024;
 112
 113pub(crate) struct StoreGuard<'a> {
 114    guard: MutexGuard<'a, Store>,
 115    _not_send: PhantomData<Rc<()>>,
 116}
 117
 118#[derive(Serialize)]
 119pub struct ServerSnapshot<'a> {
 120    peer: &'a Peer,
 121    #[serde(serialize_with = "serialize_deref")]
 122    store: StoreGuard<'a>,
 123}
 124
 125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 126where
 127    S: Serializer,
 128    T: Deref<Target = U>,
 129    U: Serialize,
 130{
 131    Serialize::serialize(value.deref(), serializer)
 132}
 133
 134impl Server {
 135    pub fn new(
 136        app_state: Arc<AppState>,
 137        notifications: Option<mpsc::UnboundedSender<()>>,
 138    ) -> Arc<Self> {
 139        let mut server = Self {
 140            peer: Peer::new(),
 141            app_state,
 142            store: Default::default(),
 143            handlers: Default::default(),
 144            notifications,
 145        };
 146
 147        server
 148            .add_request_handler(Server::ping)
 149            .add_request_handler(Server::create_room)
 150            .add_request_handler(Server::join_room)
 151            .add_message_handler(Server::leave_room)
 152            .add_request_handler(Server::call)
 153            .add_message_handler(Server::decline_call)
 154            .add_request_handler(Server::update_participant_location)
 155            .add_request_handler(Server::share_project)
 156            .add_message_handler(Server::unshare_project)
 157            .add_request_handler(Server::join_project)
 158            .add_message_handler(Server::leave_project)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages);
 209
 210        Arc::new(server)
 211    }
 212
 213    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 214    where
 215        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 216        Fut: 'static + Send + Future<Output = Result<()>>,
 217        M: EnvelopedMessage,
 218    {
 219        let prev_handler = self.handlers.insert(
 220            TypeId::of::<M>(),
 221            Box::new(move |server, envelope| {
 222                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 223                let span = info_span!(
 224                    "handle message",
 225                    payload_type = envelope.payload_type_name()
 226                );
 227                span.in_scope(|| {
 228                    tracing::info!(
 229                        payload_type = envelope.payload_type_name(),
 230                        "message received"
 231                    );
 232                });
 233                let future = (handler)(server, *envelope);
 234                async move {
 235                    if let Err(error) = future.await {
 236                        tracing::error!(%error, "error handling message");
 237                    }
 238                }
 239                .instrument(span)
 240                .boxed()
 241            }),
 242        );
 243        if prev_handler.is_some() {
 244            panic!("registered a handler for the same message twice");
 245        }
 246        self
 247    }
 248
 249    /// Handle a request while holding a lock to the store. This is useful when we're registering
 250    /// a connection but we want to respond on the connection before anybody else can send on it.
 251    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 252    where
 253        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 254        Fut: Send + Future<Output = Result<()>>,
 255        M: RequestMessage,
 256    {
 257        let handler = Arc::new(handler);
 258        self.add_message_handler(move |server, envelope| {
 259            let receipt = envelope.receipt();
 260            let handler = handler.clone();
 261            async move {
 262                let responded = Arc::new(AtomicBool::default());
 263                let response = Response {
 264                    server: server.clone(),
 265                    responded: responded.clone(),
 266                    receipt: envelope.receipt(),
 267                };
 268                match (handler)(server.clone(), envelope, response).await {
 269                    Ok(()) => {
 270                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 271                            Ok(())
 272                        } else {
 273                            Err(anyhow!("handler did not send a response"))?
 274                        }
 275                    }
 276                    Err(error) => {
 277                        server.peer.respond_with_error(
 278                            receipt,
 279                            proto::Error {
 280                                message: error.to_string(),
 281                            },
 282                        )?;
 283                        Err(error)
 284                    }
 285                }
 286            }
 287        })
 288    }
 289
 290    /// Start a long lived task that records which users are active in which projects.
 291    pub fn start_recording_project_activity<E: 'static + Executor>(
 292        self: &Arc<Self>,
 293        interval: Duration,
 294        executor: E,
 295    ) {
 296        executor.spawn_detached({
 297            let this = Arc::downgrade(self);
 298            let executor = executor.clone();
 299            async move {
 300                let mut period_start = OffsetDateTime::now_utc();
 301                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 302                loop {
 303                    let sleep = executor.sleep(interval);
 304                    sleep.await;
 305                    let this = if let Some(this) = this.upgrade() {
 306                        this
 307                    } else {
 308                        break;
 309                    };
 310
 311                    active_projects.clear();
 312                    active_projects.extend(this.store().await.projects().flat_map(
 313                        |(project_id, project)| {
 314                            project.guests.values().chain([&project.host]).filter_map(
 315                                |collaborator| {
 316                                    if !collaborator.admin
 317                                        && collaborator
 318                                            .last_activity
 319                                            .map_or(false, |activity| activity > period_start)
 320                                    {
 321                                        Some((collaborator.user_id, *project_id))
 322                                    } else {
 323                                        None
 324                                    }
 325                                },
 326                            )
 327                        },
 328                    ));
 329
 330                    let period_end = OffsetDateTime::now_utc();
 331                    this.app_state
 332                        .db
 333                        .record_user_activity(period_start..period_end, &active_projects)
 334                        .await
 335                        .trace_err();
 336                    period_start = period_end;
 337                }
 338            }
 339        });
 340    }
 341
 342    pub fn handle_connection<E: Executor>(
 343        self: &Arc<Self>,
 344        connection: Connection,
 345        address: String,
 346        user: User,
 347        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 348        executor: E,
 349    ) -> impl Future<Output = Result<()>> {
 350        let mut this = self.clone();
 351        let user_id = user.id;
 352        let login = user.github_login;
 353        let span = info_span!("handle connection", %user_id, %login, %address);
 354        async move {
 355            let (connection_id, handle_io, mut incoming_rx) = this
 356                .peer
 357                .add_connection(connection, {
 358                    let executor = executor.clone();
 359                    move |duration| {
 360                        let timer = executor.sleep(duration);
 361                        async move {
 362                            timer.await;
 363                        }
 364                    }
 365                })
 366                .await;
 367
 368            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 369
 370            if let Some(send_connection_id) = send_connection_id.as_mut() {
 371                let _ = send_connection_id.send(connection_id).await;
 372            }
 373
 374            if !user.connected_once {
 375                this.peer.send(connection_id, proto::ShowContacts {})?;
 376                this.app_state.db.set_user_connected_once(user_id, true).await?;
 377            }
 378
 379            let (contacts, invite_code) = future::try_join(
 380                this.app_state.db.get_contacts(user_id),
 381                this.app_state.db.get_invite_code_for_user(user_id)
 382            ).await?;
 383
 384            {
 385                let mut store = this.store().await;
 386                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 387                if let Some(incoming_call) = incoming_call {
 388                    this.peer.send(connection_id, incoming_call)?;
 389                }
 390
 391                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 392
 393                if let Some((code, count)) = invite_code {
 394                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 395                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 396                        count,
 397                    })?;
 398                }
 399            }
 400            this.update_user_contacts(user_id).await?;
 401
 402            let handle_io = handle_io.fuse();
 403            futures::pin_mut!(handle_io);
 404
 405            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 406            // This prevents deadlocks when e.g., client A performs a request to client B and
 407            // client B performs a request to client A. If both clients stop processing further
 408            // messages until their respective request completes, they won't have a chance to
 409            // respond to the other client's request and cause a deadlock.
 410            //
 411            // This arrangement ensures we will attempt to process earlier messages first, but fall
 412            // back to processing messages arrived later in the spirit of making progress.
 413            let mut foreground_message_handlers = FuturesUnordered::new();
 414            loop {
 415                let next_message = incoming_rx.next().fuse();
 416                futures::pin_mut!(next_message);
 417                futures::select_biased! {
 418                    result = handle_io => {
 419                        if let Err(error) = result {
 420                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 421                        }
 422                        break;
 423                    }
 424                    _ = foreground_message_handlers.next() => {}
 425                    message = next_message => {
 426                        if let Some(message) = message {
 427                            let type_name = message.payload_type_name();
 428                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 429                            let span_enter = span.enter();
 430                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 431                                let notifications = this.notifications.clone();
 432                                let is_background = message.is_background();
 433                                let handle_message = (handler)(this.clone(), message);
 434
 435                                drop(span_enter);
 436                                let handle_message = async move {
 437                                    handle_message.await;
 438                                    if let Some(mut notifications) = notifications {
 439                                        let _ = notifications.send(()).await;
 440                                    }
 441                                }.instrument(span);
 442
 443                                if is_background {
 444                                    executor.spawn_detached(handle_message);
 445                                } else {
 446                                    foreground_message_handlers.push(handle_message);
 447                                }
 448                            } else {
 449                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 450                            }
 451                        } else {
 452                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 453                            break;
 454                        }
 455                    }
 456                }
 457            }
 458
 459            drop(foreground_message_handlers);
 460            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 461            if let Err(error) = this.sign_out(connection_id).await {
 462                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 463            }
 464
 465            Ok(())
 466        }.instrument(span)
 467    }
 468
 469    #[instrument(skip(self), err)]
 470    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 471        self.peer.disconnect(connection_id);
 472
 473        let mut projects_to_unshare = Vec::new();
 474        let removed_user_id;
 475        {
 476            let mut store = self.store().await;
 477            let removed_connection = store.remove_connection(connection_id)?;
 478
 479            for (project_id, project) in removed_connection.hosted_projects {
 480                projects_to_unshare.push(project_id);
 481                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 482                    self.peer.send(
 483                        conn_id,
 484                        proto::UnshareProject {
 485                            project_id: project_id.to_proto(),
 486                        },
 487                    )
 488                });
 489            }
 490
 491            for project_id in removed_connection.guest_project_ids {
 492                if let Some(project) = store.project(project_id).trace_err() {
 493                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 494                        self.peer.send(
 495                            conn_id,
 496                            proto::RemoveProjectCollaborator {
 497                                project_id: project_id.to_proto(),
 498                                peer_id: connection_id.0,
 499                            },
 500                        )
 501                    });
 502                }
 503            }
 504
 505            if let Some(room) = removed_connection
 506                .room_id
 507                .and_then(|room_id| store.room(room_id))
 508            {
 509                self.room_updated(room);
 510            }
 511
 512            removed_user_id = removed_connection.user_id;
 513        };
 514
 515        self.update_user_contacts(removed_user_id).await.trace_err();
 516
 517        for project_id in projects_to_unshare {
 518            self.app_state
 519                .db
 520                .unregister_project(project_id)
 521                .await
 522                .trace_err();
 523        }
 524
 525        Ok(())
 526    }
 527
 528    pub async fn invite_code_redeemed(
 529        self: &Arc<Self>,
 530        code: &str,
 531        invitee_id: UserId,
 532    ) -> Result<()> {
 533        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 534        let store = self.store().await;
 535        let invitee_contact = store.contact_for_user(invitee_id, true);
 536        for connection_id in store.connection_ids_for_user(user.id) {
 537            self.peer.send(
 538                connection_id,
 539                proto::UpdateContacts {
 540                    contacts: vec![invitee_contact.clone()],
 541                    ..Default::default()
 542                },
 543            )?;
 544            self.peer.send(
 545                connection_id,
 546                proto::UpdateInviteInfo {
 547                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 548                    count: user.invite_count as u32,
 549                },
 550            )?;
 551        }
 552        Ok(())
 553    }
 554
 555    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 556        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 557            if let Some(invite_code) = &user.invite_code {
 558                let store = self.store().await;
 559                for connection_id in store.connection_ids_for_user(user_id) {
 560                    self.peer.send(
 561                        connection_id,
 562                        proto::UpdateInviteInfo {
 563                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 564                            count: user.invite_count as u32,
 565                        },
 566                    )?;
 567                }
 568            }
 569        }
 570        Ok(())
 571    }
 572
 573    async fn ping(
 574        self: Arc<Server>,
 575        _: TypedEnvelope<proto::Ping>,
 576        response: Response<proto::Ping>,
 577    ) -> Result<()> {
 578        response.send(proto::Ack {})?;
 579        Ok(())
 580    }
 581
 582    async fn create_room(
 583        self: Arc<Server>,
 584        request: TypedEnvelope<proto::CreateRoom>,
 585        response: Response<proto::CreateRoom>,
 586    ) -> Result<()> {
 587        let room_id = self.store().await.create_room(request.sender_id)?;
 588        response.send(proto::CreateRoomResponse { id: room_id })?;
 589        Ok(())
 590    }
 591
 592    async fn join_room(
 593        self: Arc<Server>,
 594        request: TypedEnvelope<proto::JoinRoom>,
 595        response: Response<proto::JoinRoom>,
 596    ) -> Result<()> {
 597        let room_id = request.payload.id;
 598        let mut store = self.store().await;
 599        let (room, recipient_connection_ids) = store.join_room(room_id, request.sender_id)?;
 600        for recipient_id in recipient_connection_ids {
 601            self.peer
 602                .send(recipient_id, proto::CancelCall {})
 603                .trace_err();
 604        }
 605        response.send(proto::JoinRoomResponse {
 606            room: Some(room.clone()),
 607        })?;
 608        self.room_updated(room);
 609        Ok(())
 610    }
 611
 612    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 613        let room_id = message.payload.id;
 614        let mut store = self.store().await;
 615        let left_room = store.leave_room(room_id, message.sender_id)?;
 616
 617        for project in left_room.unshared_projects {
 618            for connection_id in project.connection_ids() {
 619                self.peer.send(
 620                    connection_id,
 621                    proto::UnshareProject {
 622                        project_id: project.id.to_proto(),
 623                    },
 624                )?;
 625            }
 626        }
 627
 628        for project in left_room.left_projects {
 629            if project.remove_collaborator {
 630                for connection_id in project.connection_ids {
 631                    self.peer.send(
 632                        connection_id,
 633                        proto::RemoveProjectCollaborator {
 634                            project_id: project.id.to_proto(),
 635                            peer_id: message.sender_id.0,
 636                        },
 637                    )?;
 638                }
 639
 640                self.peer.send(
 641                    message.sender_id,
 642                    proto::UnshareProject {
 643                        project_id: project.id.to_proto(),
 644                    },
 645                )?;
 646            }
 647        }
 648
 649        if let Some(room) = left_room.room {
 650            self.room_updated(room);
 651        }
 652        Ok(())
 653    }
 654
 655    async fn call(
 656        self: Arc<Server>,
 657        request: TypedEnvelope<proto::Call>,
 658        response: Response<proto::Call>,
 659    ) -> Result<()> {
 660        let caller_user_id = self
 661            .store()
 662            .await
 663            .user_id_for_connection(request.sender_id)?;
 664        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 665        let initial_project_id = request
 666            .payload
 667            .initial_project_id
 668            .map(ProjectId::from_proto);
 669        if !self
 670            .app_state
 671            .db
 672            .has_contact(caller_user_id, recipient_user_id)
 673            .await?
 674        {
 675            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 676        }
 677
 678        let room_id = request.payload.room_id;
 679        let mut calls = {
 680            let mut store = self.store().await;
 681            let (room, recipient_connection_ids, incoming_call) = store.call(
 682                room_id,
 683                recipient_user_id,
 684                initial_project_id,
 685                request.sender_id,
 686            )?;
 687            self.room_updated(room);
 688            recipient_connection_ids
 689                .into_iter()
 690                .map(|recipient_connection_id| {
 691                    self.peer
 692                        .request(recipient_connection_id, incoming_call.clone())
 693                })
 694                .collect::<FuturesUnordered<_>>()
 695        };
 696
 697        while let Some(call_response) = calls.next().await {
 698            match call_response.as_ref() {
 699                Ok(_) => {
 700                    response.send(proto::Ack {})?;
 701                    return Ok(());
 702                }
 703                Err(_) => {
 704                    call_response.trace_err();
 705                }
 706            }
 707        }
 708
 709        {
 710            let mut store = self.store().await;
 711            let room = store.call_failed(room_id, recipient_user_id)?;
 712            self.room_updated(&room);
 713        }
 714
 715        Err(anyhow!("failed to ring call recipient"))?
 716    }
 717
 718    async fn decline_call(
 719        self: Arc<Server>,
 720        message: TypedEnvelope<proto::DeclineCall>,
 721    ) -> Result<()> {
 722        let mut store = self.store().await;
 723        let (room, recipient_connection_ids) = store.call_declined(message.sender_id)?;
 724        for recipient_id in recipient_connection_ids {
 725            self.peer
 726                .send(recipient_id, proto::CancelCall {})
 727                .trace_err();
 728        }
 729        self.room_updated(room);
 730        Ok(())
 731    }
 732
 733    async fn update_participant_location(
 734        self: Arc<Server>,
 735        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 736        response: Response<proto::UpdateParticipantLocation>,
 737    ) -> Result<()> {
 738        let room_id = request.payload.room_id;
 739        let location = request
 740            .payload
 741            .location
 742            .ok_or_else(|| anyhow!("invalid location"))?;
 743        let mut store = self.store().await;
 744        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 745        self.room_updated(room);
 746        response.send(proto::Ack {})?;
 747        Ok(())
 748    }
 749
 750    fn room_updated(&self, room: &proto::Room) {
 751        for participant in &room.participants {
 752            self.peer
 753                .send(
 754                    ConnectionId(participant.peer_id),
 755                    proto::RoomUpdated {
 756                        room: Some(room.clone()),
 757                    },
 758                )
 759                .trace_err();
 760        }
 761    }
 762
 763    async fn share_project(
 764        self: Arc<Server>,
 765        request: TypedEnvelope<proto::ShareProject>,
 766        response: Response<proto::ShareProject>,
 767    ) -> Result<()> {
 768        let user_id = self
 769            .store()
 770            .await
 771            .user_id_for_connection(request.sender_id)?;
 772        let project_id = self.app_state.db.register_project(user_id).await?;
 773        let mut store = self.store().await;
 774        let room = store.share_project(request.payload.room_id, project_id, request.sender_id)?;
 775        response.send(proto::ShareProjectResponse {
 776            project_id: project_id.to_proto(),
 777        })?;
 778        self.room_updated(room);
 779
 780        Ok(())
 781    }
 782
 783    async fn unshare_project(
 784        self: Arc<Server>,
 785        message: TypedEnvelope<proto::UnshareProject>,
 786    ) -> Result<()> {
 787        let project_id = ProjectId::from_proto(message.payload.project_id);
 788        let mut store = self.store().await;
 789        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 790        broadcast(
 791            message.sender_id,
 792            project.guest_connection_ids(),
 793            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 794        );
 795        self.room_updated(room);
 796
 797        Ok(())
 798    }
 799
 800    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 801        let contacts = self.app_state.db.get_contacts(user_id).await?;
 802        let store = self.store().await;
 803        let updated_contact = store.contact_for_user(user_id, false);
 804        for contact in contacts {
 805            if let db::Contact::Accepted {
 806                user_id: contact_user_id,
 807                ..
 808            } = contact
 809            {
 810                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 811                    self.peer
 812                        .send(
 813                            contact_conn_id,
 814                            proto::UpdateContacts {
 815                                contacts: vec![updated_contact.clone()],
 816                                remove_contacts: Default::default(),
 817                                incoming_requests: Default::default(),
 818                                remove_incoming_requests: Default::default(),
 819                                outgoing_requests: Default::default(),
 820                                remove_outgoing_requests: Default::default(),
 821                            },
 822                        )
 823                        .trace_err();
 824                }
 825            }
 826        }
 827        Ok(())
 828    }
 829
 830    async fn join_project(
 831        self: Arc<Server>,
 832        request: TypedEnvelope<proto::JoinProject>,
 833        response: Response<proto::JoinProject>,
 834    ) -> Result<()> {
 835        let project_id = ProjectId::from_proto(request.payload.project_id);
 836
 837        let host_user_id;
 838        let guest_user_id;
 839        let host_connection_id;
 840        {
 841            let state = self.store().await;
 842            let project = state.project(project_id)?;
 843            host_user_id = project.host.user_id;
 844            host_connection_id = project.host_connection_id;
 845            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 846        };
 847
 848        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 849
 850        let mut store = self.store().await;
 851        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 852        let peer_count = project.guests.len();
 853        let mut collaborators = Vec::with_capacity(peer_count);
 854        collaborators.push(proto::Collaborator {
 855            peer_id: project.host_connection_id.0,
 856            replica_id: 0,
 857            user_id: project.host.user_id.to_proto(),
 858        });
 859        let worktrees = project
 860            .worktrees
 861            .iter()
 862            .map(|(id, worktree)| proto::WorktreeMetadata {
 863                id: *id,
 864                root_name: worktree.root_name.clone(),
 865                visible: worktree.visible,
 866            })
 867            .collect::<Vec<_>>();
 868
 869        // Add all guests other than the requesting user's own connections as collaborators
 870        for (guest_conn_id, guest) in &project.guests {
 871            if request.sender_id != *guest_conn_id {
 872                collaborators.push(proto::Collaborator {
 873                    peer_id: guest_conn_id.0,
 874                    replica_id: guest.replica_id as u32,
 875                    user_id: guest.user_id.to_proto(),
 876                });
 877            }
 878        }
 879
 880        for conn_id in project.connection_ids() {
 881            if conn_id != request.sender_id {
 882                self.peer.send(
 883                    conn_id,
 884                    proto::AddProjectCollaborator {
 885                        project_id: project_id.to_proto(),
 886                        collaborator: Some(proto::Collaborator {
 887                            peer_id: request.sender_id.0,
 888                            replica_id: replica_id as u32,
 889                            user_id: guest_user_id.to_proto(),
 890                        }),
 891                    },
 892                )?;
 893            }
 894        }
 895
 896        // First, we send the metadata associated with each worktree.
 897        response.send(proto::JoinProjectResponse {
 898            worktrees: worktrees.clone(),
 899            replica_id: replica_id as u32,
 900            collaborators: collaborators.clone(),
 901            language_servers: project.language_servers.clone(),
 902        })?;
 903
 904        for (worktree_id, worktree) in &project.worktrees {
 905            #[cfg(any(test, feature = "test-support"))]
 906            const MAX_CHUNK_SIZE: usize = 2;
 907            #[cfg(not(any(test, feature = "test-support")))]
 908            const MAX_CHUNK_SIZE: usize = 256;
 909
 910            // Stream this worktree's entries.
 911            let message = proto::UpdateWorktree {
 912                project_id: project_id.to_proto(),
 913                worktree_id: *worktree_id,
 914                root_name: worktree.root_name.clone(),
 915                updated_entries: worktree.entries.values().cloned().collect(),
 916                removed_entries: Default::default(),
 917                scan_id: worktree.scan_id,
 918                is_last_update: worktree.is_complete,
 919            };
 920            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 921                self.peer.send(request.sender_id, update.clone())?;
 922            }
 923
 924            // Stream this worktree's diagnostics.
 925            for summary in worktree.diagnostic_summaries.values() {
 926                self.peer.send(
 927                    request.sender_id,
 928                    proto::UpdateDiagnosticSummary {
 929                        project_id: project_id.to_proto(),
 930                        worktree_id: *worktree_id,
 931                        summary: Some(summary.clone()),
 932                    },
 933                )?;
 934            }
 935        }
 936
 937        Ok(())
 938    }
 939
 940    async fn leave_project(
 941        self: Arc<Server>,
 942        request: TypedEnvelope<proto::LeaveProject>,
 943    ) -> Result<()> {
 944        let sender_id = request.sender_id;
 945        let project_id = ProjectId::from_proto(request.payload.project_id);
 946        let project;
 947        {
 948            let mut store = self.store().await;
 949            project = store.leave_project(project_id, sender_id)?;
 950            tracing::info!(
 951                %project_id,
 952                host_user_id = %project.host_user_id,
 953                host_connection_id = %project.host_connection_id,
 954                "leave project"
 955            );
 956
 957            if project.remove_collaborator {
 958                broadcast(sender_id, project.connection_ids, |conn_id| {
 959                    self.peer.send(
 960                        conn_id,
 961                        proto::RemoveProjectCollaborator {
 962                            project_id: project_id.to_proto(),
 963                            peer_id: sender_id.0,
 964                        },
 965                    )
 966                });
 967            }
 968        }
 969
 970        Ok(())
 971    }
 972
 973    async fn update_project(
 974        self: Arc<Server>,
 975        request: TypedEnvelope<proto::UpdateProject>,
 976    ) -> Result<()> {
 977        let project_id = ProjectId::from_proto(request.payload.project_id);
 978        {
 979            let mut state = self.store().await;
 980            let guest_connection_ids = state
 981                .read_project(project_id, request.sender_id)?
 982                .guest_connection_ids();
 983            state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
 984            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 985                self.peer
 986                    .forward_send(request.sender_id, connection_id, request.payload.clone())
 987            });
 988        };
 989
 990        Ok(())
 991    }
 992
 993    async fn register_project_activity(
 994        self: Arc<Server>,
 995        request: TypedEnvelope<proto::RegisterProjectActivity>,
 996    ) -> Result<()> {
 997        self.store().await.register_project_activity(
 998            ProjectId::from_proto(request.payload.project_id),
 999            request.sender_id,
1000        )?;
1001        Ok(())
1002    }
1003
1004    async fn update_worktree(
1005        self: Arc<Server>,
1006        request: TypedEnvelope<proto::UpdateWorktree>,
1007        response: Response<proto::UpdateWorktree>,
1008    ) -> Result<()> {
1009        let project_id = ProjectId::from_proto(request.payload.project_id);
1010        let worktree_id = request.payload.worktree_id;
1011        let connection_ids = self.store().await.update_worktree(
1012            request.sender_id,
1013            project_id,
1014            worktree_id,
1015            &request.payload.root_name,
1016            &request.payload.removed_entries,
1017            &request.payload.updated_entries,
1018            request.payload.scan_id,
1019            request.payload.is_last_update,
1020        )?;
1021
1022        broadcast(request.sender_id, connection_ids, |connection_id| {
1023            self.peer
1024                .forward_send(request.sender_id, connection_id, request.payload.clone())
1025        });
1026        response.send(proto::Ack {})?;
1027        Ok(())
1028    }
1029
1030    async fn update_worktree_extensions(
1031        self: Arc<Server>,
1032        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1033    ) -> Result<()> {
1034        let project_id = ProjectId::from_proto(request.payload.project_id);
1035        let worktree_id = request.payload.worktree_id;
1036        let extensions = request
1037            .payload
1038            .extensions
1039            .into_iter()
1040            .zip(request.payload.counts)
1041            .collect();
1042        self.app_state
1043            .db
1044            .update_worktree_extensions(project_id, worktree_id, extensions)
1045            .await?;
1046        Ok(())
1047    }
1048
1049    async fn update_diagnostic_summary(
1050        self: Arc<Server>,
1051        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1052    ) -> Result<()> {
1053        let summary = request
1054            .payload
1055            .summary
1056            .clone()
1057            .ok_or_else(|| anyhow!("invalid summary"))?;
1058        let receiver_ids = self.store().await.update_diagnostic_summary(
1059            ProjectId::from_proto(request.payload.project_id),
1060            request.payload.worktree_id,
1061            request.sender_id,
1062            summary,
1063        )?;
1064
1065        broadcast(request.sender_id, receiver_ids, |connection_id| {
1066            self.peer
1067                .forward_send(request.sender_id, connection_id, request.payload.clone())
1068        });
1069        Ok(())
1070    }
1071
1072    async fn start_language_server(
1073        self: Arc<Server>,
1074        request: TypedEnvelope<proto::StartLanguageServer>,
1075    ) -> Result<()> {
1076        let receiver_ids = self.store().await.start_language_server(
1077            ProjectId::from_proto(request.payload.project_id),
1078            request.sender_id,
1079            request
1080                .payload
1081                .server
1082                .clone()
1083                .ok_or_else(|| anyhow!("invalid language server"))?,
1084        )?;
1085        broadcast(request.sender_id, receiver_ids, |connection_id| {
1086            self.peer
1087                .forward_send(request.sender_id, connection_id, request.payload.clone())
1088        });
1089        Ok(())
1090    }
1091
1092    async fn update_language_server(
1093        self: Arc<Server>,
1094        request: TypedEnvelope<proto::UpdateLanguageServer>,
1095    ) -> Result<()> {
1096        let receiver_ids = self.store().await.project_connection_ids(
1097            ProjectId::from_proto(request.payload.project_id),
1098            request.sender_id,
1099        )?;
1100        broadcast(request.sender_id, receiver_ids, |connection_id| {
1101            self.peer
1102                .forward_send(request.sender_id, connection_id, request.payload.clone())
1103        });
1104        Ok(())
1105    }
1106
1107    async fn forward_project_request<T>(
1108        self: Arc<Server>,
1109        request: TypedEnvelope<T>,
1110        response: Response<T>,
1111    ) -> Result<()>
1112    where
1113        T: EntityMessage + RequestMessage,
1114    {
1115        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1116        let host_connection_id = self
1117            .store()
1118            .await
1119            .read_project(project_id, request.sender_id)?
1120            .host_connection_id;
1121        let payload = self
1122            .peer
1123            .forward_request(request.sender_id, host_connection_id, request.payload)
1124            .await?;
1125
1126        // Ensure project still exists by the time we get the response from the host.
1127        self.store()
1128            .await
1129            .read_project(project_id, request.sender_id)?;
1130
1131        response.send(payload)?;
1132        Ok(())
1133    }
1134
1135    async fn save_buffer(
1136        self: Arc<Server>,
1137        request: TypedEnvelope<proto::SaveBuffer>,
1138        response: Response<proto::SaveBuffer>,
1139    ) -> Result<()> {
1140        let project_id = ProjectId::from_proto(request.payload.project_id);
1141        let host = self
1142            .store()
1143            .await
1144            .read_project(project_id, request.sender_id)?
1145            .host_connection_id;
1146        let response_payload = self
1147            .peer
1148            .forward_request(request.sender_id, host, request.payload.clone())
1149            .await?;
1150
1151        let mut guests = self
1152            .store()
1153            .await
1154            .read_project(project_id, request.sender_id)?
1155            .connection_ids();
1156        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1157        broadcast(host, guests, |conn_id| {
1158            self.peer
1159                .forward_send(host, conn_id, response_payload.clone())
1160        });
1161        response.send(response_payload)?;
1162        Ok(())
1163    }
1164
1165    async fn create_buffer_for_peer(
1166        self: Arc<Server>,
1167        request: TypedEnvelope<proto::CreateBufferForPeer>,
1168    ) -> Result<()> {
1169        self.peer.forward_send(
1170            request.sender_id,
1171            ConnectionId(request.payload.peer_id),
1172            request.payload,
1173        )?;
1174        Ok(())
1175    }
1176
1177    async fn update_buffer(
1178        self: Arc<Server>,
1179        request: TypedEnvelope<proto::UpdateBuffer>,
1180        response: Response<proto::UpdateBuffer>,
1181    ) -> Result<()> {
1182        let project_id = ProjectId::from_proto(request.payload.project_id);
1183        let receiver_ids = {
1184            let mut store = self.store().await;
1185            store.register_project_activity(project_id, request.sender_id)?;
1186            store.project_connection_ids(project_id, request.sender_id)?
1187        };
1188
1189        broadcast(request.sender_id, receiver_ids, |connection_id| {
1190            self.peer
1191                .forward_send(request.sender_id, connection_id, request.payload.clone())
1192        });
1193        response.send(proto::Ack {})?;
1194        Ok(())
1195    }
1196
1197    async fn update_buffer_file(
1198        self: Arc<Server>,
1199        request: TypedEnvelope<proto::UpdateBufferFile>,
1200    ) -> Result<()> {
1201        let receiver_ids = self.store().await.project_connection_ids(
1202            ProjectId::from_proto(request.payload.project_id),
1203            request.sender_id,
1204        )?;
1205        broadcast(request.sender_id, receiver_ids, |connection_id| {
1206            self.peer
1207                .forward_send(request.sender_id, connection_id, request.payload.clone())
1208        });
1209        Ok(())
1210    }
1211
1212    async fn buffer_reloaded(
1213        self: Arc<Server>,
1214        request: TypedEnvelope<proto::BufferReloaded>,
1215    ) -> Result<()> {
1216        let receiver_ids = self.store().await.project_connection_ids(
1217            ProjectId::from_proto(request.payload.project_id),
1218            request.sender_id,
1219        )?;
1220        broadcast(request.sender_id, receiver_ids, |connection_id| {
1221            self.peer
1222                .forward_send(request.sender_id, connection_id, request.payload.clone())
1223        });
1224        Ok(())
1225    }
1226
1227    async fn buffer_saved(
1228        self: Arc<Server>,
1229        request: TypedEnvelope<proto::BufferSaved>,
1230    ) -> Result<()> {
1231        let receiver_ids = self.store().await.project_connection_ids(
1232            ProjectId::from_proto(request.payload.project_id),
1233            request.sender_id,
1234        )?;
1235        broadcast(request.sender_id, receiver_ids, |connection_id| {
1236            self.peer
1237                .forward_send(request.sender_id, connection_id, request.payload.clone())
1238        });
1239        Ok(())
1240    }
1241
1242    async fn follow(
1243        self: Arc<Self>,
1244        request: TypedEnvelope<proto::Follow>,
1245        response: Response<proto::Follow>,
1246    ) -> Result<()> {
1247        let project_id = ProjectId::from_proto(request.payload.project_id);
1248        let leader_id = ConnectionId(request.payload.leader_id);
1249        let follower_id = request.sender_id;
1250        {
1251            let mut store = self.store().await;
1252            if !store
1253                .project_connection_ids(project_id, follower_id)?
1254                .contains(&leader_id)
1255            {
1256                Err(anyhow!("no such peer"))?;
1257            }
1258
1259            store.register_project_activity(project_id, follower_id)?;
1260        }
1261
1262        let mut response_payload = self
1263            .peer
1264            .forward_request(request.sender_id, leader_id, request.payload)
1265            .await?;
1266        response_payload
1267            .views
1268            .retain(|view| view.leader_id != Some(follower_id.0));
1269        response.send(response_payload)?;
1270        Ok(())
1271    }
1272
1273    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1274        let project_id = ProjectId::from_proto(request.payload.project_id);
1275        let leader_id = ConnectionId(request.payload.leader_id);
1276        let mut store = self.store().await;
1277        if !store
1278            .project_connection_ids(project_id, request.sender_id)?
1279            .contains(&leader_id)
1280        {
1281            Err(anyhow!("no such peer"))?;
1282        }
1283        store.register_project_activity(project_id, request.sender_id)?;
1284        self.peer
1285            .forward_send(request.sender_id, leader_id, request.payload)?;
1286        Ok(())
1287    }
1288
1289    async fn update_followers(
1290        self: Arc<Self>,
1291        request: TypedEnvelope<proto::UpdateFollowers>,
1292    ) -> Result<()> {
1293        let project_id = ProjectId::from_proto(request.payload.project_id);
1294        let mut store = self.store().await;
1295        store.register_project_activity(project_id, request.sender_id)?;
1296        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1297        let leader_id = request
1298            .payload
1299            .variant
1300            .as_ref()
1301            .and_then(|variant| match variant {
1302                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1303                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1304                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1305            });
1306        for follower_id in &request.payload.follower_ids {
1307            let follower_id = ConnectionId(*follower_id);
1308            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1309                self.peer
1310                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1311            }
1312        }
1313        Ok(())
1314    }
1315
1316    async fn get_channels(
1317        self: Arc<Server>,
1318        request: TypedEnvelope<proto::GetChannels>,
1319        response: Response<proto::GetChannels>,
1320    ) -> Result<()> {
1321        let user_id = self
1322            .store()
1323            .await
1324            .user_id_for_connection(request.sender_id)?;
1325        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1326        response.send(proto::GetChannelsResponse {
1327            channels: channels
1328                .into_iter()
1329                .map(|chan| proto::Channel {
1330                    id: chan.id.to_proto(),
1331                    name: chan.name,
1332                })
1333                .collect(),
1334        })?;
1335        Ok(())
1336    }
1337
1338    async fn get_users(
1339        self: Arc<Server>,
1340        request: TypedEnvelope<proto::GetUsers>,
1341        response: Response<proto::GetUsers>,
1342    ) -> Result<()> {
1343        let user_ids = request
1344            .payload
1345            .user_ids
1346            .into_iter()
1347            .map(UserId::from_proto)
1348            .collect();
1349        let users = self
1350            .app_state
1351            .db
1352            .get_users_by_ids(user_ids)
1353            .await?
1354            .into_iter()
1355            .map(|user| proto::User {
1356                id: user.id.to_proto(),
1357                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1358                github_login: user.github_login,
1359            })
1360            .collect();
1361        response.send(proto::UsersResponse { users })?;
1362        Ok(())
1363    }
1364
1365    async fn fuzzy_search_users(
1366        self: Arc<Server>,
1367        request: TypedEnvelope<proto::FuzzySearchUsers>,
1368        response: Response<proto::FuzzySearchUsers>,
1369    ) -> Result<()> {
1370        let user_id = self
1371            .store()
1372            .await
1373            .user_id_for_connection(request.sender_id)?;
1374        let query = request.payload.query;
1375        let db = &self.app_state.db;
1376        let users = match query.len() {
1377            0 => vec![],
1378            1 | 2 => db
1379                .get_user_by_github_login(&query)
1380                .await?
1381                .into_iter()
1382                .collect(),
1383            _ => db.fuzzy_search_users(&query, 10).await?,
1384        };
1385        let users = users
1386            .into_iter()
1387            .filter(|user| user.id != user_id)
1388            .map(|user| proto::User {
1389                id: user.id.to_proto(),
1390                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1391                github_login: user.github_login,
1392            })
1393            .collect();
1394        response.send(proto::UsersResponse { users })?;
1395        Ok(())
1396    }
1397
1398    async fn request_contact(
1399        self: Arc<Server>,
1400        request: TypedEnvelope<proto::RequestContact>,
1401        response: Response<proto::RequestContact>,
1402    ) -> Result<()> {
1403        let requester_id = self
1404            .store()
1405            .await
1406            .user_id_for_connection(request.sender_id)?;
1407        let responder_id = UserId::from_proto(request.payload.responder_id);
1408        if requester_id == responder_id {
1409            return Err(anyhow!("cannot add yourself as a contact"))?;
1410        }
1411
1412        self.app_state
1413            .db
1414            .send_contact_request(requester_id, responder_id)
1415            .await?;
1416
1417        // Update outgoing contact requests of requester
1418        let mut update = proto::UpdateContacts::default();
1419        update.outgoing_requests.push(responder_id.to_proto());
1420        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1421            self.peer.send(connection_id, update.clone())?;
1422        }
1423
1424        // Update incoming contact requests of responder
1425        let mut update = proto::UpdateContacts::default();
1426        update
1427            .incoming_requests
1428            .push(proto::IncomingContactRequest {
1429                requester_id: requester_id.to_proto(),
1430                should_notify: true,
1431            });
1432        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1433            self.peer.send(connection_id, update.clone())?;
1434        }
1435
1436        response.send(proto::Ack {})?;
1437        Ok(())
1438    }
1439
1440    async fn respond_to_contact_request(
1441        self: Arc<Server>,
1442        request: TypedEnvelope<proto::RespondToContactRequest>,
1443        response: Response<proto::RespondToContactRequest>,
1444    ) -> Result<()> {
1445        let responder_id = self
1446            .store()
1447            .await
1448            .user_id_for_connection(request.sender_id)?;
1449        let requester_id = UserId::from_proto(request.payload.requester_id);
1450        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1451            self.app_state
1452                .db
1453                .dismiss_contact_notification(responder_id, requester_id)
1454                .await?;
1455        } else {
1456            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1457            self.app_state
1458                .db
1459                .respond_to_contact_request(responder_id, requester_id, accept)
1460                .await?;
1461
1462            let store = self.store().await;
1463            // Update responder with new contact
1464            let mut update = proto::UpdateContacts::default();
1465            if accept {
1466                update
1467                    .contacts
1468                    .push(store.contact_for_user(requester_id, false));
1469            }
1470            update
1471                .remove_incoming_requests
1472                .push(requester_id.to_proto());
1473            for connection_id in store.connection_ids_for_user(responder_id) {
1474                self.peer.send(connection_id, update.clone())?;
1475            }
1476
1477            // Update requester with new contact
1478            let mut update = proto::UpdateContacts::default();
1479            if accept {
1480                update
1481                    .contacts
1482                    .push(store.contact_for_user(responder_id, true));
1483            }
1484            update
1485                .remove_outgoing_requests
1486                .push(responder_id.to_proto());
1487            for connection_id in store.connection_ids_for_user(requester_id) {
1488                self.peer.send(connection_id, update.clone())?;
1489            }
1490        }
1491
1492        response.send(proto::Ack {})?;
1493        Ok(())
1494    }
1495
1496    async fn remove_contact(
1497        self: Arc<Server>,
1498        request: TypedEnvelope<proto::RemoveContact>,
1499        response: Response<proto::RemoveContact>,
1500    ) -> Result<()> {
1501        let requester_id = self
1502            .store()
1503            .await
1504            .user_id_for_connection(request.sender_id)?;
1505        let responder_id = UserId::from_proto(request.payload.user_id);
1506        self.app_state
1507            .db
1508            .remove_contact(requester_id, responder_id)
1509            .await?;
1510
1511        // Update outgoing contact requests of requester
1512        let mut update = proto::UpdateContacts::default();
1513        update
1514            .remove_outgoing_requests
1515            .push(responder_id.to_proto());
1516        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1517            self.peer.send(connection_id, update.clone())?;
1518        }
1519
1520        // Update incoming contact requests of responder
1521        let mut update = proto::UpdateContacts::default();
1522        update
1523            .remove_incoming_requests
1524            .push(requester_id.to_proto());
1525        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1526            self.peer.send(connection_id, update.clone())?;
1527        }
1528
1529        response.send(proto::Ack {})?;
1530        Ok(())
1531    }
1532
1533    async fn join_channel(
1534        self: Arc<Self>,
1535        request: TypedEnvelope<proto::JoinChannel>,
1536        response: Response<proto::JoinChannel>,
1537    ) -> Result<()> {
1538        let user_id = self
1539            .store()
1540            .await
1541            .user_id_for_connection(request.sender_id)?;
1542        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1543        if !self
1544            .app_state
1545            .db
1546            .can_user_access_channel(user_id, channel_id)
1547            .await?
1548        {
1549            Err(anyhow!("access denied"))?;
1550        }
1551
1552        self.store()
1553            .await
1554            .join_channel(request.sender_id, channel_id);
1555        let messages = self
1556            .app_state
1557            .db
1558            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1559            .await?
1560            .into_iter()
1561            .map(|msg| proto::ChannelMessage {
1562                id: msg.id.to_proto(),
1563                body: msg.body,
1564                timestamp: msg.sent_at.unix_timestamp() as u64,
1565                sender_id: msg.sender_id.to_proto(),
1566                nonce: Some(msg.nonce.as_u128().into()),
1567            })
1568            .collect::<Vec<_>>();
1569        response.send(proto::JoinChannelResponse {
1570            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1571            messages,
1572        })?;
1573        Ok(())
1574    }
1575
1576    async fn leave_channel(
1577        self: Arc<Self>,
1578        request: TypedEnvelope<proto::LeaveChannel>,
1579    ) -> Result<()> {
1580        let user_id = self
1581            .store()
1582            .await
1583            .user_id_for_connection(request.sender_id)?;
1584        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1585        if !self
1586            .app_state
1587            .db
1588            .can_user_access_channel(user_id, channel_id)
1589            .await?
1590        {
1591            Err(anyhow!("access denied"))?;
1592        }
1593
1594        self.store()
1595            .await
1596            .leave_channel(request.sender_id, channel_id);
1597
1598        Ok(())
1599    }
1600
1601    async fn send_channel_message(
1602        self: Arc<Self>,
1603        request: TypedEnvelope<proto::SendChannelMessage>,
1604        response: Response<proto::SendChannelMessage>,
1605    ) -> Result<()> {
1606        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1607        let user_id;
1608        let connection_ids;
1609        {
1610            let state = self.store().await;
1611            user_id = state.user_id_for_connection(request.sender_id)?;
1612            connection_ids = state.channel_connection_ids(channel_id)?;
1613        }
1614
1615        // Validate the message body.
1616        let body = request.payload.body.trim().to_string();
1617        if body.len() > MAX_MESSAGE_LEN {
1618            return Err(anyhow!("message is too long"))?;
1619        }
1620        if body.is_empty() {
1621            return Err(anyhow!("message can't be blank"))?;
1622        }
1623
1624        let timestamp = OffsetDateTime::now_utc();
1625        let nonce = request
1626            .payload
1627            .nonce
1628            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1629
1630        let message_id = self
1631            .app_state
1632            .db
1633            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1634            .await?
1635            .to_proto();
1636        let message = proto::ChannelMessage {
1637            sender_id: user_id.to_proto(),
1638            id: message_id,
1639            body,
1640            timestamp: timestamp.unix_timestamp() as u64,
1641            nonce: Some(nonce),
1642        };
1643        broadcast(request.sender_id, connection_ids, |conn_id| {
1644            self.peer.send(
1645                conn_id,
1646                proto::ChannelMessageSent {
1647                    channel_id: channel_id.to_proto(),
1648                    message: Some(message.clone()),
1649                },
1650            )
1651        });
1652        response.send(proto::SendChannelMessageResponse {
1653            message: Some(message),
1654        })?;
1655        Ok(())
1656    }
1657
1658    async fn get_channel_messages(
1659        self: Arc<Self>,
1660        request: TypedEnvelope<proto::GetChannelMessages>,
1661        response: Response<proto::GetChannelMessages>,
1662    ) -> Result<()> {
1663        let user_id = self
1664            .store()
1665            .await
1666            .user_id_for_connection(request.sender_id)?;
1667        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1668        if !self
1669            .app_state
1670            .db
1671            .can_user_access_channel(user_id, channel_id)
1672            .await?
1673        {
1674            Err(anyhow!("access denied"))?;
1675        }
1676
1677        let messages = self
1678            .app_state
1679            .db
1680            .get_channel_messages(
1681                channel_id,
1682                MESSAGE_COUNT_PER_PAGE,
1683                Some(MessageId::from_proto(request.payload.before_message_id)),
1684            )
1685            .await?
1686            .into_iter()
1687            .map(|msg| proto::ChannelMessage {
1688                id: msg.id.to_proto(),
1689                body: msg.body,
1690                timestamp: msg.sent_at.unix_timestamp() as u64,
1691                sender_id: msg.sender_id.to_proto(),
1692                nonce: Some(msg.nonce.as_u128().into()),
1693            })
1694            .collect::<Vec<_>>();
1695        response.send(proto::GetChannelMessagesResponse {
1696            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1697            messages,
1698        })?;
1699        Ok(())
1700    }
1701
1702    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1703        #[cfg(test)]
1704        tokio::task::yield_now().await;
1705        let guard = self.store.lock().await;
1706        #[cfg(test)]
1707        tokio::task::yield_now().await;
1708        StoreGuard {
1709            guard,
1710            _not_send: PhantomData,
1711        }
1712    }
1713
1714    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1715        ServerSnapshot {
1716            store: self.store().await,
1717            peer: &self.peer,
1718        }
1719    }
1720}
1721
1722impl<'a> Deref for StoreGuard<'a> {
1723    type Target = Store;
1724
1725    fn deref(&self) -> &Self::Target {
1726        &*self.guard
1727    }
1728}
1729
1730impl<'a> DerefMut for StoreGuard<'a> {
1731    fn deref_mut(&mut self) -> &mut Self::Target {
1732        &mut *self.guard
1733    }
1734}
1735
1736impl<'a> Drop for StoreGuard<'a> {
1737    fn drop(&mut self) {
1738        #[cfg(test)]
1739        self.check_invariants();
1740    }
1741}
1742
1743impl Executor for RealExecutor {
1744    type Sleep = Sleep;
1745
1746    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1747        tokio::task::spawn(future);
1748    }
1749
1750    fn sleep(&self, duration: Duration) -> Self::Sleep {
1751        tokio::time::sleep(duration)
1752    }
1753}
1754
1755fn broadcast<F>(
1756    sender_id: ConnectionId,
1757    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1758    mut f: F,
1759) where
1760    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1761{
1762    for receiver_id in receiver_ids {
1763        if receiver_id != sender_id {
1764            f(receiver_id).trace_err();
1765        }
1766    }
1767}
1768
1769lazy_static! {
1770    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1771}
1772
1773pub struct ProtocolVersion(u32);
1774
1775impl Header for ProtocolVersion {
1776    fn name() -> &'static HeaderName {
1777        &ZED_PROTOCOL_VERSION
1778    }
1779
1780    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1781    where
1782        Self: Sized,
1783        I: Iterator<Item = &'i axum::http::HeaderValue>,
1784    {
1785        let version = values
1786            .next()
1787            .ok_or_else(axum::headers::Error::invalid)?
1788            .to_str()
1789            .map_err(|_| axum::headers::Error::invalid())?
1790            .parse()
1791            .map_err(|_| axum::headers::Error::invalid())?;
1792        Ok(Self(version))
1793    }
1794
1795    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1796        values.extend([self.0.to_string().parse().unwrap()]);
1797    }
1798}
1799
1800pub fn routes(server: Arc<Server>) -> Router<Body> {
1801    Router::new()
1802        .route("/rpc", get(handle_websocket_request))
1803        .layer(
1804            ServiceBuilder::new()
1805                .layer(Extension(server.app_state.clone()))
1806                .layer(middleware::from_fn(auth::validate_header)),
1807        )
1808        .route("/metrics", get(handle_metrics))
1809        .layer(Extension(server))
1810}
1811
1812pub async fn handle_websocket_request(
1813    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1814    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1815    Extension(server): Extension<Arc<Server>>,
1816    Extension(user): Extension<User>,
1817    ws: WebSocketUpgrade,
1818) -> axum::response::Response {
1819    if protocol_version != rpc::PROTOCOL_VERSION {
1820        return (
1821            StatusCode::UPGRADE_REQUIRED,
1822            "client must be upgraded".to_string(),
1823        )
1824            .into_response();
1825    }
1826    let socket_address = socket_address.to_string();
1827    ws.on_upgrade(move |socket| {
1828        use util::ResultExt;
1829        let socket = socket
1830            .map_ok(to_tungstenite_message)
1831            .err_into()
1832            .with(|message| async move { Ok(to_axum_message(message)) });
1833        let connection = Connection::new(Box::pin(socket));
1834        async move {
1835            server
1836                .handle_connection(connection, socket_address, user, None, RealExecutor)
1837                .await
1838                .log_err();
1839        }
1840    })
1841}
1842
1843pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1844    // We call `store_mut` here for its side effects of updating metrics.
1845    let metrics = server.store().await.metrics();
1846    METRIC_CONNECTIONS.set(metrics.connections as _);
1847    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1848    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1849    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1850
1851    let encoder = prometheus::TextEncoder::new();
1852    let metric_families = prometheus::gather();
1853    match encoder.encode_to_string(&metric_families) {
1854        Ok(string) => (StatusCode::OK, string).into_response(),
1855        Err(error) => (
1856            StatusCode::INTERNAL_SERVER_ERROR,
1857            format!("failed to encode metrics {:?}", error),
1858        )
1859            .into_response(),
1860    }
1861}
1862
1863fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1864    match message {
1865        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1866        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1867        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1868        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1869        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1870            code: frame.code.into(),
1871            reason: frame.reason,
1872        })),
1873    }
1874}
1875
1876fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1877    match message {
1878        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1879        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1880        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1881        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1882        AxumMessage::Close(frame) => {
1883            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1884                code: frame.code.into(),
1885                reason: frame.reason,
1886            }))
1887        }
1888    }
1889}
1890
1891pub trait ResultExt {
1892    type Ok;
1893
1894    fn trace_err(self) -> Option<Self::Ok>;
1895}
1896
1897impl<T, E> ResultExt for Result<T, E>
1898where
1899    E: std::fmt::Debug,
1900{
1901    type Ok = T;
1902
1903    fn trace_err(self) -> Option<T> {
1904        match self {
1905            Ok(value) => Some(value),
1906            Err(error) => {
1907                tracing::error!("{:?}", error);
1908                None
1909            }
1910        }
1911    }
1912}