rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91}
  92
  93pub struct Server {
  94    peer: Arc<Peer>,
  95    pub(crate) store: Mutex<Store>,
  96    app_state: Arc<AppState>,
  97    handlers: HashMap<TypeId, MessageHandler>,
  98    notifications: Option<mpsc::UnboundedSender<()>>,
  99}
 100
 101pub trait Executor: Send + Clone {
 102    type Sleep: Send + Future;
 103    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 104    fn sleep(&self, duration: Duration) -> Self::Sleep;
 105}
 106
 107#[derive(Clone)]
 108pub struct RealExecutor;
 109
 110const MESSAGE_COUNT_PER_PAGE: usize = 100;
 111const MAX_MESSAGE_LEN: usize = 1024;
 112
 113pub(crate) struct StoreGuard<'a> {
 114    guard: MutexGuard<'a, Store>,
 115    _not_send: PhantomData<Rc<()>>,
 116}
 117
 118#[derive(Serialize)]
 119pub struct ServerSnapshot<'a> {
 120    peer: &'a Peer,
 121    #[serde(serialize_with = "serialize_deref")]
 122    store: StoreGuard<'a>,
 123}
 124
 125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 126where
 127    S: Serializer,
 128    T: Deref<Target = U>,
 129    U: Serialize,
 130{
 131    Serialize::serialize(value.deref(), serializer)
 132}
 133
 134impl Server {
 135    pub fn new(
 136        app_state: Arc<AppState>,
 137        notifications: Option<mpsc::UnboundedSender<()>>,
 138    ) -> Arc<Self> {
 139        let mut server = Self {
 140            peer: Peer::new(),
 141            app_state,
 142            store: Default::default(),
 143            handlers: Default::default(),
 144            notifications,
 145        };
 146
 147        server
 148            .add_request_handler(Server::ping)
 149            .add_request_handler(Server::create_room)
 150            .add_request_handler(Server::join_room)
 151            .add_message_handler(Server::leave_room)
 152            .add_request_handler(Server::call)
 153            .add_request_handler(Server::cancel_call)
 154            .add_message_handler(Server::decline_call)
 155            .add_request_handler(Server::update_participant_location)
 156            .add_request_handler(Server::share_project)
 157            .add_message_handler(Server::unshare_project)
 158            .add_request_handler(Server::join_project)
 159            .add_message_handler(Server::leave_project)
 160            .add_message_handler(Server::update_project)
 161            .add_message_handler(Server::register_project_activity)
 162            .add_request_handler(Server::update_worktree)
 163            .add_message_handler(Server::update_worktree_extensions)
 164            .add_message_handler(Server::start_language_server)
 165            .add_message_handler(Server::update_language_server)
 166            .add_message_handler(Server::update_diagnostic_summary)
 167            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 171            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 176            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 177            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 178            .add_request_handler(
 179                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 180            )
 181            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 182            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 183            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 185            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 187            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 190            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 191            .add_message_handler(Server::create_buffer_for_peer)
 192            .add_request_handler(Server::update_buffer)
 193            .add_message_handler(Server::update_buffer_file)
 194            .add_message_handler(Server::buffer_reloaded)
 195            .add_message_handler(Server::buffer_saved)
 196            .add_request_handler(Server::save_buffer)
 197            .add_request_handler(Server::get_channels)
 198            .add_request_handler(Server::get_users)
 199            .add_request_handler(Server::fuzzy_search_users)
 200            .add_request_handler(Server::request_contact)
 201            .add_request_handler(Server::remove_contact)
 202            .add_request_handler(Server::respond_to_contact_request)
 203            .add_request_handler(Server::join_channel)
 204            .add_message_handler(Server::leave_channel)
 205            .add_request_handler(Server::send_channel_message)
 206            .add_request_handler(Server::follow)
 207            .add_message_handler(Server::unfollow)
 208            .add_message_handler(Server::update_followers)
 209            .add_request_handler(Server::get_channel_messages)
 210            .add_message_handler(Server::update_diff_base)
 211            .add_request_handler(Server::get_private_user_info);
 212
 213        Arc::new(server)
 214    }
 215
 216    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 217    where
 218        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 219        Fut: 'static + Send + Future<Output = Result<()>>,
 220        M: EnvelopedMessage,
 221    {
 222        let prev_handler = self.handlers.insert(
 223            TypeId::of::<M>(),
 224            Box::new(move |server, envelope| {
 225                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 226                let span = info_span!(
 227                    "handle message",
 228                    payload_type = envelope.payload_type_name()
 229                );
 230                span.in_scope(|| {
 231                    tracing::info!(
 232                        payload_type = envelope.payload_type_name(),
 233                        "message received"
 234                    );
 235                });
 236                let future = (handler)(server, *envelope);
 237                async move {
 238                    if let Err(error) = future.await {
 239                        tracing::error!(%error, "error handling message");
 240                    }
 241                }
 242                .instrument(span)
 243                .boxed()
 244            }),
 245        );
 246        if prev_handler.is_some() {
 247            panic!("registered a handler for the same message twice");
 248        }
 249        self
 250    }
 251
 252    /// Handle a request while holding a lock to the store. This is useful when we're registering
 253    /// a connection but we want to respond on the connection before anybody else can send on it.
 254    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 255    where
 256        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 257        Fut: Send + Future<Output = Result<()>>,
 258        M: RequestMessage,
 259    {
 260        let handler = Arc::new(handler);
 261        self.add_message_handler(move |server, envelope| {
 262            let receipt = envelope.receipt();
 263            let handler = handler.clone();
 264            async move {
 265                let responded = Arc::new(AtomicBool::default());
 266                let response = Response {
 267                    server: server.clone(),
 268                    responded: responded.clone(),
 269                    receipt: envelope.receipt(),
 270                };
 271                match (handler)(server.clone(), envelope, response).await {
 272                    Ok(()) => {
 273                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 274                            Ok(())
 275                        } else {
 276                            Err(anyhow!("handler did not send a response"))?
 277                        }
 278                    }
 279                    Err(error) => {
 280                        server.peer.respond_with_error(
 281                            receipt,
 282                            proto::Error {
 283                                message: error.to_string(),
 284                            },
 285                        )?;
 286                        Err(error)
 287                    }
 288                }
 289            }
 290        })
 291    }
 292
 293    /// Start a long lived task that records which users are active in which projects.
 294    pub fn start_recording_project_activity<E: 'static + Executor>(
 295        self: &Arc<Self>,
 296        interval: Duration,
 297        executor: E,
 298    ) {
 299        executor.spawn_detached({
 300            let this = Arc::downgrade(self);
 301            let executor = executor.clone();
 302            async move {
 303                let mut period_start = OffsetDateTime::now_utc();
 304                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 305                loop {
 306                    let sleep = executor.sleep(interval);
 307                    sleep.await;
 308                    let this = if let Some(this) = this.upgrade() {
 309                        this
 310                    } else {
 311                        break;
 312                    };
 313
 314                    active_projects.clear();
 315                    active_projects.extend(this.store().await.projects().flat_map(
 316                        |(project_id, project)| {
 317                            project.guests.values().chain([&project.host]).filter_map(
 318                                |collaborator| {
 319                                    if !collaborator.admin
 320                                        && collaborator
 321                                            .last_activity
 322                                            .map_or(false, |activity| activity > period_start)
 323                                    {
 324                                        Some((collaborator.user_id, *project_id))
 325                                    } else {
 326                                        None
 327                                    }
 328                                },
 329                            )
 330                        },
 331                    ));
 332
 333                    let period_end = OffsetDateTime::now_utc();
 334                    this.app_state
 335                        .db
 336                        .record_user_activity(period_start..period_end, &active_projects)
 337                        .await
 338                        .trace_err();
 339                    period_start = period_end;
 340                }
 341            }
 342        });
 343    }
 344
 345    pub fn handle_connection<E: Executor>(
 346        self: &Arc<Self>,
 347        connection: Connection,
 348        address: String,
 349        user: User,
 350        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 351        executor: E,
 352    ) -> impl Future<Output = Result<()>> {
 353        let mut this = self.clone();
 354        let user_id = user.id;
 355        let login = user.github_login;
 356        let span = info_span!("handle connection", %user_id, %login, %address);
 357        async move {
 358            let (connection_id, handle_io, mut incoming_rx) = this
 359                .peer
 360                .add_connection(connection, {
 361                    let executor = executor.clone();
 362                    move |duration| {
 363                        let timer = executor.sleep(duration);
 364                        async move {
 365                            timer.await;
 366                        }
 367                    }
 368                })
 369                .await;
 370
 371            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 372
 373            if let Some(send_connection_id) = send_connection_id.as_mut() {
 374                let _ = send_connection_id.send(connection_id).await;
 375            }
 376
 377            if !user.connected_once {
 378                this.peer.send(connection_id, proto::ShowContacts {})?;
 379                this.app_state.db.set_user_connected_once(user_id, true).await?;
 380            }
 381
 382            let (contacts, invite_code) = future::try_join(
 383                this.app_state.db.get_contacts(user_id),
 384                this.app_state.db.get_invite_code_for_user(user_id)
 385            ).await?;
 386
 387            {
 388                let mut store = this.store().await;
 389                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 390                if let Some(incoming_call) = incoming_call {
 391                    this.peer.send(connection_id, incoming_call)?;
 392                }
 393
 394                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 395
 396                if let Some((code, count)) = invite_code {
 397                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 398                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 399                        count,
 400                    })?;
 401                }
 402            }
 403            this.update_user_contacts(user_id).await?;
 404
 405            let handle_io = handle_io.fuse();
 406            futures::pin_mut!(handle_io);
 407
 408            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 409            // This prevents deadlocks when e.g., client A performs a request to client B and
 410            // client B performs a request to client A. If both clients stop processing further
 411            // messages until their respective request completes, they won't have a chance to
 412            // respond to the other client's request and cause a deadlock.
 413            //
 414            // This arrangement ensures we will attempt to process earlier messages first, but fall
 415            // back to processing messages arrived later in the spirit of making progress.
 416            let mut foreground_message_handlers = FuturesUnordered::new();
 417            loop {
 418                let next_message = incoming_rx.next().fuse();
 419                futures::pin_mut!(next_message);
 420                futures::select_biased! {
 421                    result = handle_io => {
 422                        if let Err(error) = result {
 423                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 424                        }
 425                        break;
 426                    }
 427                    _ = foreground_message_handlers.next() => {}
 428                    message = next_message => {
 429                        if let Some(message) = message {
 430                            let type_name = message.payload_type_name();
 431                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 432                            let span_enter = span.enter();
 433                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 434                                let notifications = this.notifications.clone();
 435                                let is_background = message.is_background();
 436                                let handle_message = (handler)(this.clone(), message);
 437
 438                                drop(span_enter);
 439                                let handle_message = async move {
 440                                    handle_message.await;
 441                                    if let Some(mut notifications) = notifications {
 442                                        let _ = notifications.send(()).await;
 443                                    }
 444                                }.instrument(span);
 445
 446                                if is_background {
 447                                    executor.spawn_detached(handle_message);
 448                                } else {
 449                                    foreground_message_handlers.push(handle_message);
 450                                }
 451                            } else {
 452                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 453                            }
 454                        } else {
 455                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 456                            break;
 457                        }
 458                    }
 459                }
 460            }
 461
 462            drop(foreground_message_handlers);
 463            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 464            if let Err(error) = this.sign_out(connection_id).await {
 465                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 466            }
 467
 468            Ok(())
 469        }.instrument(span)
 470    }
 471
 472    #[instrument(skip(self), err)]
 473    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 474        self.peer.disconnect(connection_id);
 475
 476        let mut projects_to_unshare = Vec::new();
 477        let removed_user_id;
 478        {
 479            let mut store = self.store().await;
 480            let removed_connection = store.remove_connection(connection_id)?;
 481
 482            for (project_id, project) in removed_connection.hosted_projects {
 483                projects_to_unshare.push(project_id);
 484                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 485                    self.peer.send(
 486                        conn_id,
 487                        proto::UnshareProject {
 488                            project_id: project_id.to_proto(),
 489                        },
 490                    )
 491                });
 492            }
 493
 494            for project_id in removed_connection.guest_project_ids {
 495                if let Some(project) = store.project(project_id).trace_err() {
 496                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 497                        self.peer.send(
 498                            conn_id,
 499                            proto::RemoveProjectCollaborator {
 500                                project_id: project_id.to_proto(),
 501                                peer_id: connection_id.0,
 502                            },
 503                        )
 504                    });
 505                }
 506            }
 507
 508            if let Some(room) = removed_connection
 509                .room_id
 510                .and_then(|room_id| store.room(room_id))
 511            {
 512                self.room_updated(room);
 513            }
 514
 515            removed_user_id = removed_connection.user_id;
 516        };
 517
 518        self.update_user_contacts(removed_user_id).await.trace_err();
 519
 520        for project_id in projects_to_unshare {
 521            self.app_state
 522                .db
 523                .unregister_project(project_id)
 524                .await
 525                .trace_err();
 526        }
 527
 528        Ok(())
 529    }
 530
 531    pub async fn invite_code_redeemed(
 532        self: &Arc<Self>,
 533        inviter_id: UserId,
 534        invitee_id: UserId,
 535    ) -> Result<()> {
 536        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 537            if let Some(code) = &user.invite_code {
 538                let store = self.store().await;
 539                let invitee_contact = store.contact_for_user(invitee_id, true);
 540                for connection_id in store.connection_ids_for_user(inviter_id) {
 541                    self.peer.send(
 542                        connection_id,
 543                        proto::UpdateContacts {
 544                            contacts: vec![invitee_contact.clone()],
 545                            ..Default::default()
 546                        },
 547                    )?;
 548                    self.peer.send(
 549                        connection_id,
 550                        proto::UpdateInviteInfo {
 551                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 552                            count: user.invite_count as u32,
 553                        },
 554                    )?;
 555                }
 556            }
 557        }
 558        Ok(())
 559    }
 560
 561    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 562        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 563            if let Some(invite_code) = &user.invite_code {
 564                let store = self.store().await;
 565                for connection_id in store.connection_ids_for_user(user_id) {
 566                    self.peer.send(
 567                        connection_id,
 568                        proto::UpdateInviteInfo {
 569                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 570                            count: user.invite_count as u32,
 571                        },
 572                    )?;
 573                }
 574            }
 575        }
 576        Ok(())
 577    }
 578
 579    async fn ping(
 580        self: Arc<Server>,
 581        _: TypedEnvelope<proto::Ping>,
 582        response: Response<proto::Ping>,
 583    ) -> Result<()> {
 584        response.send(proto::Ack {})?;
 585        Ok(())
 586    }
 587
 588    async fn create_room(
 589        self: Arc<Server>,
 590        request: TypedEnvelope<proto::CreateRoom>,
 591        response: Response<proto::CreateRoom>,
 592    ) -> Result<()> {
 593        let user_id;
 594        let room_id;
 595        {
 596            let mut store = self.store().await;
 597            user_id = store.user_id_for_connection(request.sender_id)?;
 598            room_id = store.create_room(request.sender_id)?;
 599        }
 600        response.send(proto::CreateRoomResponse { id: room_id })?;
 601        self.update_user_contacts(user_id).await?;
 602        Ok(())
 603    }
 604
 605    async fn join_room(
 606        self: Arc<Server>,
 607        request: TypedEnvelope<proto::JoinRoom>,
 608        response: Response<proto::JoinRoom>,
 609    ) -> Result<()> {
 610        let user_id;
 611        {
 612            let mut store = self.store().await;
 613            user_id = store.user_id_for_connection(request.sender_id)?;
 614            let (room, recipient_connection_ids) =
 615                store.join_room(request.payload.id, request.sender_id)?;
 616            for recipient_id in recipient_connection_ids {
 617                self.peer
 618                    .send(recipient_id, proto::CallCanceled {})
 619                    .trace_err();
 620            }
 621            response.send(proto::JoinRoomResponse {
 622                room: Some(room.clone()),
 623            })?;
 624            self.room_updated(room);
 625        }
 626        self.update_user_contacts(user_id).await?;
 627        Ok(())
 628    }
 629
 630    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 631        let user_id;
 632        {
 633            let mut store = self.store().await;
 634            user_id = store.user_id_for_connection(message.sender_id)?;
 635            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 636
 637            for project in left_room.unshared_projects {
 638                for connection_id in project.connection_ids() {
 639                    self.peer.send(
 640                        connection_id,
 641                        proto::UnshareProject {
 642                            project_id: project.id.to_proto(),
 643                        },
 644                    )?;
 645                }
 646            }
 647
 648            for project in left_room.left_projects {
 649                if project.remove_collaborator {
 650                    for connection_id in project.connection_ids {
 651                        self.peer.send(
 652                            connection_id,
 653                            proto::RemoveProjectCollaborator {
 654                                project_id: project.id.to_proto(),
 655                                peer_id: message.sender_id.0,
 656                            },
 657                        )?;
 658                    }
 659
 660                    self.peer.send(
 661                        message.sender_id,
 662                        proto::UnshareProject {
 663                            project_id: project.id.to_proto(),
 664                        },
 665                    )?;
 666                }
 667            }
 668
 669            if let Some(room) = left_room.room {
 670                self.room_updated(room);
 671            }
 672        }
 673        self.update_user_contacts(user_id).await?;
 674
 675        Ok(())
 676    }
 677
 678    async fn call(
 679        self: Arc<Server>,
 680        request: TypedEnvelope<proto::Call>,
 681        response: Response<proto::Call>,
 682    ) -> Result<()> {
 683        let caller_user_id = self
 684            .store()
 685            .await
 686            .user_id_for_connection(request.sender_id)?;
 687        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 688        let initial_project_id = request
 689            .payload
 690            .initial_project_id
 691            .map(ProjectId::from_proto);
 692        if !self
 693            .app_state
 694            .db
 695            .has_contact(caller_user_id, recipient_user_id)
 696            .await?
 697        {
 698            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 699        }
 700
 701        let room_id = request.payload.room_id;
 702        let mut calls = {
 703            let mut store = self.store().await;
 704            let (room, recipient_connection_ids, incoming_call) = store.call(
 705                room_id,
 706                recipient_user_id,
 707                initial_project_id,
 708                request.sender_id,
 709            )?;
 710            self.room_updated(room);
 711            recipient_connection_ids
 712                .into_iter()
 713                .map(|recipient_connection_id| {
 714                    self.peer
 715                        .request(recipient_connection_id, incoming_call.clone())
 716                })
 717                .collect::<FuturesUnordered<_>>()
 718        };
 719        self.update_user_contacts(recipient_user_id).await?;
 720
 721        while let Some(call_response) = calls.next().await {
 722            match call_response.as_ref() {
 723                Ok(_) => {
 724                    response.send(proto::Ack {})?;
 725                    return Ok(());
 726                }
 727                Err(_) => {
 728                    call_response.trace_err();
 729                }
 730            }
 731        }
 732
 733        {
 734            let mut store = self.store().await;
 735            let room = store.call_failed(room_id, recipient_user_id)?;
 736            self.room_updated(&room);
 737        }
 738        self.update_user_contacts(recipient_user_id).await?;
 739
 740        Err(anyhow!("failed to ring call recipient"))?
 741    }
 742
 743    async fn cancel_call(
 744        self: Arc<Server>,
 745        request: TypedEnvelope<proto::CancelCall>,
 746        response: Response<proto::CancelCall>,
 747    ) -> Result<()> {
 748        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 749        {
 750            let mut store = self.store().await;
 751            let (room, recipient_connection_ids) = store.cancel_call(
 752                request.payload.room_id,
 753                recipient_user_id,
 754                request.sender_id,
 755            )?;
 756            for recipient_id in recipient_connection_ids {
 757                self.peer
 758                    .send(recipient_id, proto::CallCanceled {})
 759                    .trace_err();
 760            }
 761            self.room_updated(room);
 762            response.send(proto::Ack {})?;
 763        }
 764        self.update_user_contacts(recipient_user_id).await?;
 765        Ok(())
 766    }
 767
 768    async fn decline_call(
 769        self: Arc<Server>,
 770        message: TypedEnvelope<proto::DeclineCall>,
 771    ) -> Result<()> {
 772        let recipient_user_id;
 773        {
 774            let mut store = self.store().await;
 775            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 776            let (room, recipient_connection_ids) =
 777                store.decline_call(message.payload.room_id, message.sender_id)?;
 778            for recipient_id in recipient_connection_ids {
 779                self.peer
 780                    .send(recipient_id, proto::CallCanceled {})
 781                    .trace_err();
 782            }
 783            self.room_updated(room);
 784        }
 785        self.update_user_contacts(recipient_user_id).await?;
 786        Ok(())
 787    }
 788
 789    async fn update_participant_location(
 790        self: Arc<Server>,
 791        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 792        response: Response<proto::UpdateParticipantLocation>,
 793    ) -> Result<()> {
 794        let room_id = request.payload.room_id;
 795        let location = request
 796            .payload
 797            .location
 798            .ok_or_else(|| anyhow!("invalid location"))?;
 799        let mut store = self.store().await;
 800        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 801        self.room_updated(room);
 802        response.send(proto::Ack {})?;
 803        Ok(())
 804    }
 805
 806    fn room_updated(&self, room: &proto::Room) {
 807        for participant in &room.participants {
 808            self.peer
 809                .send(
 810                    ConnectionId(participant.peer_id),
 811                    proto::RoomUpdated {
 812                        room: Some(room.clone()),
 813                    },
 814                )
 815                .trace_err();
 816        }
 817    }
 818
 819    async fn share_project(
 820        self: Arc<Server>,
 821        request: TypedEnvelope<proto::ShareProject>,
 822        response: Response<proto::ShareProject>,
 823    ) -> Result<()> {
 824        let user_id = self
 825            .store()
 826            .await
 827            .user_id_for_connection(request.sender_id)?;
 828        let project_id = self.app_state.db.register_project(user_id).await?;
 829        let mut store = self.store().await;
 830        let room = store.share_project(
 831            request.payload.room_id,
 832            project_id,
 833            request.payload.worktrees,
 834            request.sender_id,
 835        )?;
 836        response.send(proto::ShareProjectResponse {
 837            project_id: project_id.to_proto(),
 838        })?;
 839        self.room_updated(room);
 840
 841        Ok(())
 842    }
 843
 844    async fn unshare_project(
 845        self: Arc<Server>,
 846        message: TypedEnvelope<proto::UnshareProject>,
 847    ) -> Result<()> {
 848        let project_id = ProjectId::from_proto(message.payload.project_id);
 849        let mut store = self.store().await;
 850        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 851        broadcast(
 852            message.sender_id,
 853            project.guest_connection_ids(),
 854            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 855        );
 856        self.room_updated(room);
 857
 858        Ok(())
 859    }
 860
 861    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 862        let contacts = self.app_state.db.get_contacts(user_id).await?;
 863        let store = self.store().await;
 864        let updated_contact = store.contact_for_user(user_id, false);
 865        for contact in contacts {
 866            if let db::Contact::Accepted {
 867                user_id: contact_user_id,
 868                ..
 869            } = contact
 870            {
 871                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 872                    self.peer
 873                        .send(
 874                            contact_conn_id,
 875                            proto::UpdateContacts {
 876                                contacts: vec![updated_contact.clone()],
 877                                remove_contacts: Default::default(),
 878                                incoming_requests: Default::default(),
 879                                remove_incoming_requests: Default::default(),
 880                                outgoing_requests: Default::default(),
 881                                remove_outgoing_requests: Default::default(),
 882                            },
 883                        )
 884                        .trace_err();
 885                }
 886            }
 887        }
 888        Ok(())
 889    }
 890
 891    async fn join_project(
 892        self: Arc<Server>,
 893        request: TypedEnvelope<proto::JoinProject>,
 894        response: Response<proto::JoinProject>,
 895    ) -> Result<()> {
 896        let project_id = ProjectId::from_proto(request.payload.project_id);
 897
 898        let host_user_id;
 899        let guest_user_id;
 900        let host_connection_id;
 901        {
 902            let state = self.store().await;
 903            let project = state.project(project_id)?;
 904            host_user_id = project.host.user_id;
 905            host_connection_id = project.host_connection_id;
 906            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 907        };
 908
 909        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 910
 911        let mut store = self.store().await;
 912        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 913        let peer_count = project.guests.len();
 914        let mut collaborators = Vec::with_capacity(peer_count);
 915        collaborators.push(proto::Collaborator {
 916            peer_id: project.host_connection_id.0,
 917            replica_id: 0,
 918            user_id: project.host.user_id.to_proto(),
 919        });
 920        let worktrees = project
 921            .worktrees
 922            .iter()
 923            .map(|(id, worktree)| proto::WorktreeMetadata {
 924                id: *id,
 925                root_name: worktree.root_name.clone(),
 926                visible: worktree.visible,
 927            })
 928            .collect::<Vec<_>>();
 929
 930        // Add all guests other than the requesting user's own connections as collaborators
 931        for (guest_conn_id, guest) in &project.guests {
 932            if request.sender_id != *guest_conn_id {
 933                collaborators.push(proto::Collaborator {
 934                    peer_id: guest_conn_id.0,
 935                    replica_id: guest.replica_id as u32,
 936                    user_id: guest.user_id.to_proto(),
 937                });
 938            }
 939        }
 940
 941        for conn_id in project.connection_ids() {
 942            if conn_id != request.sender_id {
 943                self.peer.send(
 944                    conn_id,
 945                    proto::AddProjectCollaborator {
 946                        project_id: project_id.to_proto(),
 947                        collaborator: Some(proto::Collaborator {
 948                            peer_id: request.sender_id.0,
 949                            replica_id: replica_id as u32,
 950                            user_id: guest_user_id.to_proto(),
 951                        }),
 952                    },
 953                )?;
 954            }
 955        }
 956
 957        // First, we send the metadata associated with each worktree.
 958        response.send(proto::JoinProjectResponse {
 959            worktrees: worktrees.clone(),
 960            replica_id: replica_id as u32,
 961            collaborators: collaborators.clone(),
 962            language_servers: project.language_servers.clone(),
 963        })?;
 964
 965        for (worktree_id, worktree) in &project.worktrees {
 966            #[cfg(any(test, feature = "test-support"))]
 967            const MAX_CHUNK_SIZE: usize = 2;
 968            #[cfg(not(any(test, feature = "test-support")))]
 969            const MAX_CHUNK_SIZE: usize = 256;
 970
 971            // Stream this worktree's entries.
 972            let message = proto::UpdateWorktree {
 973                project_id: project_id.to_proto(),
 974                worktree_id: *worktree_id,
 975                root_name: worktree.root_name.clone(),
 976                updated_entries: worktree.entries.values().cloned().collect(),
 977                removed_entries: Default::default(),
 978                scan_id: worktree.scan_id,
 979                is_last_update: worktree.is_complete,
 980            };
 981            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 982                self.peer.send(request.sender_id, update.clone())?;
 983            }
 984
 985            // Stream this worktree's diagnostics.
 986            for summary in worktree.diagnostic_summaries.values() {
 987                self.peer.send(
 988                    request.sender_id,
 989                    proto::UpdateDiagnosticSummary {
 990                        project_id: project_id.to_proto(),
 991                        worktree_id: *worktree_id,
 992                        summary: Some(summary.clone()),
 993                    },
 994                )?;
 995            }
 996        }
 997
 998        Ok(())
 999    }
1000
1001    async fn leave_project(
1002        self: Arc<Server>,
1003        request: TypedEnvelope<proto::LeaveProject>,
1004    ) -> Result<()> {
1005        let sender_id = request.sender_id;
1006        let project_id = ProjectId::from_proto(request.payload.project_id);
1007        let project;
1008        {
1009            let mut store = self.store().await;
1010            project = store.leave_project(project_id, sender_id)?;
1011            tracing::info!(
1012                %project_id,
1013                host_user_id = %project.host_user_id,
1014                host_connection_id = %project.host_connection_id,
1015                "leave project"
1016            );
1017
1018            if project.remove_collaborator {
1019                broadcast(sender_id, project.connection_ids, |conn_id| {
1020                    self.peer.send(
1021                        conn_id,
1022                        proto::RemoveProjectCollaborator {
1023                            project_id: project_id.to_proto(),
1024                            peer_id: sender_id.0,
1025                        },
1026                    )
1027                });
1028            }
1029        }
1030
1031        Ok(())
1032    }
1033
1034    async fn update_project(
1035        self: Arc<Server>,
1036        request: TypedEnvelope<proto::UpdateProject>,
1037    ) -> Result<()> {
1038        let project_id = ProjectId::from_proto(request.payload.project_id);
1039        {
1040            let mut state = self.store().await;
1041            let guest_connection_ids = state
1042                .read_project(project_id, request.sender_id)?
1043                .guest_connection_ids();
1044            let room =
1045                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1046            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1047                self.peer
1048                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1049            });
1050            self.room_updated(room);
1051        };
1052
1053        Ok(())
1054    }
1055
1056    async fn register_project_activity(
1057        self: Arc<Server>,
1058        request: TypedEnvelope<proto::RegisterProjectActivity>,
1059    ) -> Result<()> {
1060        self.store().await.register_project_activity(
1061            ProjectId::from_proto(request.payload.project_id),
1062            request.sender_id,
1063        )?;
1064        Ok(())
1065    }
1066
1067    async fn update_worktree(
1068        self: Arc<Server>,
1069        request: TypedEnvelope<proto::UpdateWorktree>,
1070        response: Response<proto::UpdateWorktree>,
1071    ) -> Result<()> {
1072        let project_id = ProjectId::from_proto(request.payload.project_id);
1073        let worktree_id = request.payload.worktree_id;
1074        let connection_ids = self.store().await.update_worktree(
1075            request.sender_id,
1076            project_id,
1077            worktree_id,
1078            &request.payload.root_name,
1079            &request.payload.removed_entries,
1080            &request.payload.updated_entries,
1081            request.payload.scan_id,
1082            request.payload.is_last_update,
1083        )?;
1084
1085        broadcast(request.sender_id, connection_ids, |connection_id| {
1086            self.peer
1087                .forward_send(request.sender_id, connection_id, request.payload.clone())
1088        });
1089        response.send(proto::Ack {})?;
1090        Ok(())
1091    }
1092
1093    async fn update_worktree_extensions(
1094        self: Arc<Server>,
1095        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1096    ) -> Result<()> {
1097        let project_id = ProjectId::from_proto(request.payload.project_id);
1098        let worktree_id = request.payload.worktree_id;
1099        let extensions = request
1100            .payload
1101            .extensions
1102            .into_iter()
1103            .zip(request.payload.counts)
1104            .collect();
1105        self.app_state
1106            .db
1107            .update_worktree_extensions(project_id, worktree_id, extensions)
1108            .await?;
1109        Ok(())
1110    }
1111
1112    async fn update_diagnostic_summary(
1113        self: Arc<Server>,
1114        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1115    ) -> Result<()> {
1116        let summary = request
1117            .payload
1118            .summary
1119            .clone()
1120            .ok_or_else(|| anyhow!("invalid summary"))?;
1121        let receiver_ids = self.store().await.update_diagnostic_summary(
1122            ProjectId::from_proto(request.payload.project_id),
1123            request.payload.worktree_id,
1124            request.sender_id,
1125            summary,
1126        )?;
1127
1128        broadcast(request.sender_id, receiver_ids, |connection_id| {
1129            self.peer
1130                .forward_send(request.sender_id, connection_id, request.payload.clone())
1131        });
1132        Ok(())
1133    }
1134
1135    async fn start_language_server(
1136        self: Arc<Server>,
1137        request: TypedEnvelope<proto::StartLanguageServer>,
1138    ) -> Result<()> {
1139        let receiver_ids = self.store().await.start_language_server(
1140            ProjectId::from_proto(request.payload.project_id),
1141            request.sender_id,
1142            request
1143                .payload
1144                .server
1145                .clone()
1146                .ok_or_else(|| anyhow!("invalid language server"))?,
1147        )?;
1148        broadcast(request.sender_id, receiver_ids, |connection_id| {
1149            self.peer
1150                .forward_send(request.sender_id, connection_id, request.payload.clone())
1151        });
1152        Ok(())
1153    }
1154
1155    async fn update_language_server(
1156        self: Arc<Server>,
1157        request: TypedEnvelope<proto::UpdateLanguageServer>,
1158    ) -> Result<()> {
1159        let receiver_ids = self.store().await.project_connection_ids(
1160            ProjectId::from_proto(request.payload.project_id),
1161            request.sender_id,
1162        )?;
1163        broadcast(request.sender_id, receiver_ids, |connection_id| {
1164            self.peer
1165                .forward_send(request.sender_id, connection_id, request.payload.clone())
1166        });
1167        Ok(())
1168    }
1169
1170    async fn forward_project_request<T>(
1171        self: Arc<Server>,
1172        request: TypedEnvelope<T>,
1173        response: Response<T>,
1174    ) -> Result<()>
1175    where
1176        T: EntityMessage + RequestMessage,
1177    {
1178        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1179        let host_connection_id = self
1180            .store()
1181            .await
1182            .read_project(project_id, request.sender_id)?
1183            .host_connection_id;
1184        let payload = self
1185            .peer
1186            .forward_request(request.sender_id, host_connection_id, request.payload)
1187            .await?;
1188
1189        // Ensure project still exists by the time we get the response from the host.
1190        self.store()
1191            .await
1192            .read_project(project_id, request.sender_id)?;
1193
1194        response.send(payload)?;
1195        Ok(())
1196    }
1197
1198    async fn save_buffer(
1199        self: Arc<Server>,
1200        request: TypedEnvelope<proto::SaveBuffer>,
1201        response: Response<proto::SaveBuffer>,
1202    ) -> Result<()> {
1203        let project_id = ProjectId::from_proto(request.payload.project_id);
1204        let host = self
1205            .store()
1206            .await
1207            .read_project(project_id, request.sender_id)?
1208            .host_connection_id;
1209        let response_payload = self
1210            .peer
1211            .forward_request(request.sender_id, host, request.payload.clone())
1212            .await?;
1213
1214        let mut guests = self
1215            .store()
1216            .await
1217            .read_project(project_id, request.sender_id)?
1218            .connection_ids();
1219        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1220        broadcast(host, guests, |conn_id| {
1221            self.peer
1222                .forward_send(host, conn_id, response_payload.clone())
1223        });
1224        response.send(response_payload)?;
1225        Ok(())
1226    }
1227
1228    async fn create_buffer_for_peer(
1229        self: Arc<Server>,
1230        request: TypedEnvelope<proto::CreateBufferForPeer>,
1231    ) -> Result<()> {
1232        self.peer.forward_send(
1233            request.sender_id,
1234            ConnectionId(request.payload.peer_id),
1235            request.payload,
1236        )?;
1237        Ok(())
1238    }
1239
1240    async fn update_buffer(
1241        self: Arc<Server>,
1242        request: TypedEnvelope<proto::UpdateBuffer>,
1243        response: Response<proto::UpdateBuffer>,
1244    ) -> Result<()> {
1245        let project_id = ProjectId::from_proto(request.payload.project_id);
1246        let receiver_ids = {
1247            let mut store = self.store().await;
1248            store.register_project_activity(project_id, request.sender_id)?;
1249            store.project_connection_ids(project_id, request.sender_id)?
1250        };
1251
1252        broadcast(request.sender_id, receiver_ids, |connection_id| {
1253            self.peer
1254                .forward_send(request.sender_id, connection_id, request.payload.clone())
1255        });
1256        response.send(proto::Ack {})?;
1257        Ok(())
1258    }
1259
1260    async fn update_buffer_file(
1261        self: Arc<Server>,
1262        request: TypedEnvelope<proto::UpdateBufferFile>,
1263    ) -> Result<()> {
1264        let receiver_ids = self.store().await.project_connection_ids(
1265            ProjectId::from_proto(request.payload.project_id),
1266            request.sender_id,
1267        )?;
1268        broadcast(request.sender_id, receiver_ids, |connection_id| {
1269            self.peer
1270                .forward_send(request.sender_id, connection_id, request.payload.clone())
1271        });
1272        Ok(())
1273    }
1274
1275    async fn buffer_reloaded(
1276        self: Arc<Server>,
1277        request: TypedEnvelope<proto::BufferReloaded>,
1278    ) -> Result<()> {
1279        let receiver_ids = self.store().await.project_connection_ids(
1280            ProjectId::from_proto(request.payload.project_id),
1281            request.sender_id,
1282        )?;
1283        broadcast(request.sender_id, receiver_ids, |connection_id| {
1284            self.peer
1285                .forward_send(request.sender_id, connection_id, request.payload.clone())
1286        });
1287        Ok(())
1288    }
1289
1290    async fn buffer_saved(
1291        self: Arc<Server>,
1292        request: TypedEnvelope<proto::BufferSaved>,
1293    ) -> Result<()> {
1294        let receiver_ids = self.store().await.project_connection_ids(
1295            ProjectId::from_proto(request.payload.project_id),
1296            request.sender_id,
1297        )?;
1298        broadcast(request.sender_id, receiver_ids, |connection_id| {
1299            self.peer
1300                .forward_send(request.sender_id, connection_id, request.payload.clone())
1301        });
1302        Ok(())
1303    }
1304
1305    async fn follow(
1306        self: Arc<Self>,
1307        request: TypedEnvelope<proto::Follow>,
1308        response: Response<proto::Follow>,
1309    ) -> Result<()> {
1310        let project_id = ProjectId::from_proto(request.payload.project_id);
1311        let leader_id = ConnectionId(request.payload.leader_id);
1312        let follower_id = request.sender_id;
1313        {
1314            let mut store = self.store().await;
1315            if !store
1316                .project_connection_ids(project_id, follower_id)?
1317                .contains(&leader_id)
1318            {
1319                Err(anyhow!("no such peer"))?;
1320            }
1321
1322            store.register_project_activity(project_id, follower_id)?;
1323        }
1324
1325        let mut response_payload = self
1326            .peer
1327            .forward_request(request.sender_id, leader_id, request.payload)
1328            .await?;
1329        response_payload
1330            .views
1331            .retain(|view| view.leader_id != Some(follower_id.0));
1332        response.send(response_payload)?;
1333        Ok(())
1334    }
1335
1336    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1337        let project_id = ProjectId::from_proto(request.payload.project_id);
1338        let leader_id = ConnectionId(request.payload.leader_id);
1339        let mut store = self.store().await;
1340        if !store
1341            .project_connection_ids(project_id, request.sender_id)?
1342            .contains(&leader_id)
1343        {
1344            Err(anyhow!("no such peer"))?;
1345        }
1346        store.register_project_activity(project_id, request.sender_id)?;
1347        self.peer
1348            .forward_send(request.sender_id, leader_id, request.payload)?;
1349        Ok(())
1350    }
1351
1352    async fn update_followers(
1353        self: Arc<Self>,
1354        request: TypedEnvelope<proto::UpdateFollowers>,
1355    ) -> Result<()> {
1356        let project_id = ProjectId::from_proto(request.payload.project_id);
1357        let mut store = self.store().await;
1358        store.register_project_activity(project_id, request.sender_id)?;
1359        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1360        let leader_id = request
1361            .payload
1362            .variant
1363            .as_ref()
1364            .and_then(|variant| match variant {
1365                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1366                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1367                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1368            });
1369        for follower_id in &request.payload.follower_ids {
1370            let follower_id = ConnectionId(*follower_id);
1371            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1372                self.peer
1373                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1374            }
1375        }
1376        Ok(())
1377    }
1378
1379    async fn get_channels(
1380        self: Arc<Server>,
1381        request: TypedEnvelope<proto::GetChannels>,
1382        response: Response<proto::GetChannels>,
1383    ) -> Result<()> {
1384        let user_id = self
1385            .store()
1386            .await
1387            .user_id_for_connection(request.sender_id)?;
1388        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1389        response.send(proto::GetChannelsResponse {
1390            channels: channels
1391                .into_iter()
1392                .map(|chan| proto::Channel {
1393                    id: chan.id.to_proto(),
1394                    name: chan.name,
1395                })
1396                .collect(),
1397        })?;
1398        Ok(())
1399    }
1400
1401    async fn get_users(
1402        self: Arc<Server>,
1403        request: TypedEnvelope<proto::GetUsers>,
1404        response: Response<proto::GetUsers>,
1405    ) -> Result<()> {
1406        let user_ids = request
1407            .payload
1408            .user_ids
1409            .into_iter()
1410            .map(UserId::from_proto)
1411            .collect();
1412        let users = self
1413            .app_state
1414            .db
1415            .get_users_by_ids(user_ids)
1416            .await?
1417            .into_iter()
1418            .map(|user| proto::User {
1419                id: user.id.to_proto(),
1420                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1421                github_login: user.github_login,
1422            })
1423            .collect();
1424        response.send(proto::UsersResponse { users })?;
1425        Ok(())
1426    }
1427
1428    async fn fuzzy_search_users(
1429        self: Arc<Server>,
1430        request: TypedEnvelope<proto::FuzzySearchUsers>,
1431        response: Response<proto::FuzzySearchUsers>,
1432    ) -> Result<()> {
1433        let user_id = self
1434            .store()
1435            .await
1436            .user_id_for_connection(request.sender_id)?;
1437        let query = request.payload.query;
1438        let db = &self.app_state.db;
1439        let users = match query.len() {
1440            0 => vec![],
1441            1 | 2 => db
1442                .get_user_by_github_account(&query, None)
1443                .await?
1444                .into_iter()
1445                .collect(),
1446            _ => db.fuzzy_search_users(&query, 10).await?,
1447        };
1448        let users = users
1449            .into_iter()
1450            .filter(|user| user.id != user_id)
1451            .map(|user| proto::User {
1452                id: user.id.to_proto(),
1453                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1454                github_login: user.github_login,
1455            })
1456            .collect();
1457        response.send(proto::UsersResponse { users })?;
1458        Ok(())
1459    }
1460
1461    async fn request_contact(
1462        self: Arc<Server>,
1463        request: TypedEnvelope<proto::RequestContact>,
1464        response: Response<proto::RequestContact>,
1465    ) -> Result<()> {
1466        let requester_id = self
1467            .store()
1468            .await
1469            .user_id_for_connection(request.sender_id)?;
1470        let responder_id = UserId::from_proto(request.payload.responder_id);
1471        if requester_id == responder_id {
1472            return Err(anyhow!("cannot add yourself as a contact"))?;
1473        }
1474
1475        self.app_state
1476            .db
1477            .send_contact_request(requester_id, responder_id)
1478            .await?;
1479
1480        // Update outgoing contact requests of requester
1481        let mut update = proto::UpdateContacts::default();
1482        update.outgoing_requests.push(responder_id.to_proto());
1483        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1484            self.peer.send(connection_id, update.clone())?;
1485        }
1486
1487        // Update incoming contact requests of responder
1488        let mut update = proto::UpdateContacts::default();
1489        update
1490            .incoming_requests
1491            .push(proto::IncomingContactRequest {
1492                requester_id: requester_id.to_proto(),
1493                should_notify: true,
1494            });
1495        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1496            self.peer.send(connection_id, update.clone())?;
1497        }
1498
1499        response.send(proto::Ack {})?;
1500        Ok(())
1501    }
1502
1503    async fn respond_to_contact_request(
1504        self: Arc<Server>,
1505        request: TypedEnvelope<proto::RespondToContactRequest>,
1506        response: Response<proto::RespondToContactRequest>,
1507    ) -> Result<()> {
1508        let responder_id = self
1509            .store()
1510            .await
1511            .user_id_for_connection(request.sender_id)?;
1512        let requester_id = UserId::from_proto(request.payload.requester_id);
1513        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1514            self.app_state
1515                .db
1516                .dismiss_contact_notification(responder_id, requester_id)
1517                .await?;
1518        } else {
1519            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1520            self.app_state
1521                .db
1522                .respond_to_contact_request(responder_id, requester_id, accept)
1523                .await?;
1524
1525            let store = self.store().await;
1526            // Update responder with new contact
1527            let mut update = proto::UpdateContacts::default();
1528            if accept {
1529                update
1530                    .contacts
1531                    .push(store.contact_for_user(requester_id, false));
1532            }
1533            update
1534                .remove_incoming_requests
1535                .push(requester_id.to_proto());
1536            for connection_id in store.connection_ids_for_user(responder_id) {
1537                self.peer.send(connection_id, update.clone())?;
1538            }
1539
1540            // Update requester with new contact
1541            let mut update = proto::UpdateContacts::default();
1542            if accept {
1543                update
1544                    .contacts
1545                    .push(store.contact_for_user(responder_id, true));
1546            }
1547            update
1548                .remove_outgoing_requests
1549                .push(responder_id.to_proto());
1550            for connection_id in store.connection_ids_for_user(requester_id) {
1551                self.peer.send(connection_id, update.clone())?;
1552            }
1553        }
1554
1555        response.send(proto::Ack {})?;
1556        Ok(())
1557    }
1558
1559    async fn remove_contact(
1560        self: Arc<Server>,
1561        request: TypedEnvelope<proto::RemoveContact>,
1562        response: Response<proto::RemoveContact>,
1563    ) -> Result<()> {
1564        let requester_id = self
1565            .store()
1566            .await
1567            .user_id_for_connection(request.sender_id)?;
1568        let responder_id = UserId::from_proto(request.payload.user_id);
1569        self.app_state
1570            .db
1571            .remove_contact(requester_id, responder_id)
1572            .await?;
1573
1574        // Update outgoing contact requests of requester
1575        let mut update = proto::UpdateContacts::default();
1576        update
1577            .remove_outgoing_requests
1578            .push(responder_id.to_proto());
1579        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1580            self.peer.send(connection_id, update.clone())?;
1581        }
1582
1583        // Update incoming contact requests of responder
1584        let mut update = proto::UpdateContacts::default();
1585        update
1586            .remove_incoming_requests
1587            .push(requester_id.to_proto());
1588        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1589            self.peer.send(connection_id, update.clone())?;
1590        }
1591
1592        response.send(proto::Ack {})?;
1593        Ok(())
1594    }
1595
1596    async fn join_channel(
1597        self: Arc<Self>,
1598        request: TypedEnvelope<proto::JoinChannel>,
1599        response: Response<proto::JoinChannel>,
1600    ) -> Result<()> {
1601        let user_id = self
1602            .store()
1603            .await
1604            .user_id_for_connection(request.sender_id)?;
1605        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1606        if !self
1607            .app_state
1608            .db
1609            .can_user_access_channel(user_id, channel_id)
1610            .await?
1611        {
1612            Err(anyhow!("access denied"))?;
1613        }
1614
1615        self.store()
1616            .await
1617            .join_channel(request.sender_id, channel_id);
1618        let messages = self
1619            .app_state
1620            .db
1621            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1622            .await?
1623            .into_iter()
1624            .map(|msg| proto::ChannelMessage {
1625                id: msg.id.to_proto(),
1626                body: msg.body,
1627                timestamp: msg.sent_at.unix_timestamp() as u64,
1628                sender_id: msg.sender_id.to_proto(),
1629                nonce: Some(msg.nonce.as_u128().into()),
1630            })
1631            .collect::<Vec<_>>();
1632        response.send(proto::JoinChannelResponse {
1633            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1634            messages,
1635        })?;
1636        Ok(())
1637    }
1638
1639    async fn leave_channel(
1640        self: Arc<Self>,
1641        request: TypedEnvelope<proto::LeaveChannel>,
1642    ) -> Result<()> {
1643        let user_id = self
1644            .store()
1645            .await
1646            .user_id_for_connection(request.sender_id)?;
1647        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1648        if !self
1649            .app_state
1650            .db
1651            .can_user_access_channel(user_id, channel_id)
1652            .await?
1653        {
1654            Err(anyhow!("access denied"))?;
1655        }
1656
1657        self.store()
1658            .await
1659            .leave_channel(request.sender_id, channel_id);
1660
1661        Ok(())
1662    }
1663
1664    async fn send_channel_message(
1665        self: Arc<Self>,
1666        request: TypedEnvelope<proto::SendChannelMessage>,
1667        response: Response<proto::SendChannelMessage>,
1668    ) -> Result<()> {
1669        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1670        let user_id;
1671        let connection_ids;
1672        {
1673            let state = self.store().await;
1674            user_id = state.user_id_for_connection(request.sender_id)?;
1675            connection_ids = state.channel_connection_ids(channel_id)?;
1676        }
1677
1678        // Validate the message body.
1679        let body = request.payload.body.trim().to_string();
1680        if body.len() > MAX_MESSAGE_LEN {
1681            return Err(anyhow!("message is too long"))?;
1682        }
1683        if body.is_empty() {
1684            return Err(anyhow!("message can't be blank"))?;
1685        }
1686
1687        let timestamp = OffsetDateTime::now_utc();
1688        let nonce = request
1689            .payload
1690            .nonce
1691            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1692
1693        let message_id = self
1694            .app_state
1695            .db
1696            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1697            .await?
1698            .to_proto();
1699        let message = proto::ChannelMessage {
1700            sender_id: user_id.to_proto(),
1701            id: message_id,
1702            body,
1703            timestamp: timestamp.unix_timestamp() as u64,
1704            nonce: Some(nonce),
1705        };
1706        broadcast(request.sender_id, connection_ids, |conn_id| {
1707            self.peer.send(
1708                conn_id,
1709                proto::ChannelMessageSent {
1710                    channel_id: channel_id.to_proto(),
1711                    message: Some(message.clone()),
1712                },
1713            )
1714        });
1715        response.send(proto::SendChannelMessageResponse {
1716            message: Some(message),
1717        })?;
1718        Ok(())
1719    }
1720
1721    async fn get_channel_messages(
1722        self: Arc<Self>,
1723        request: TypedEnvelope<proto::GetChannelMessages>,
1724        response: Response<proto::GetChannelMessages>,
1725    ) -> Result<()> {
1726        let user_id = self
1727            .store()
1728            .await
1729            .user_id_for_connection(request.sender_id)?;
1730        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1731        if !self
1732            .app_state
1733            .db
1734            .can_user_access_channel(user_id, channel_id)
1735            .await?
1736        {
1737            Err(anyhow!("access denied"))?;
1738        }
1739
1740        let messages = self
1741            .app_state
1742            .db
1743            .get_channel_messages(
1744                channel_id,
1745                MESSAGE_COUNT_PER_PAGE,
1746                Some(MessageId::from_proto(request.payload.before_message_id)),
1747            )
1748            .await?
1749            .into_iter()
1750            .map(|msg| proto::ChannelMessage {
1751                id: msg.id.to_proto(),
1752                body: msg.body,
1753                timestamp: msg.sent_at.unix_timestamp() as u64,
1754                sender_id: msg.sender_id.to_proto(),
1755                nonce: Some(msg.nonce.as_u128().into()),
1756            })
1757            .collect::<Vec<_>>();
1758        response.send(proto::GetChannelMessagesResponse {
1759            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1760            messages,
1761        })?;
1762        Ok(())
1763    }
1764
1765    async fn update_diff_base(
1766        self: Arc<Server>,
1767        request: TypedEnvelope<proto::UpdateDiffBase>,
1768    ) -> Result<()> {
1769        let receiver_ids = self.store().await.project_connection_ids(
1770            ProjectId::from_proto(request.payload.project_id),
1771            request.sender_id,
1772        )?;
1773        broadcast(request.sender_id, receiver_ids, |connection_id| {
1774            self.peer
1775                .forward_send(request.sender_id, connection_id, request.payload.clone())
1776        });
1777        Ok(())
1778    }
1779
1780    async fn get_private_user_info(
1781        self: Arc<Self>,
1782        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1783        response: Response<proto::GetPrivateUserInfo>,
1784    ) -> Result<()> {
1785        let user_id = self
1786            .store()
1787            .await
1788            .user_id_for_connection(request.sender_id)?;
1789        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1790        let user = self
1791            .app_state
1792            .db
1793            .get_user_by_id(user_id)
1794            .await?
1795            .ok_or_else(|| anyhow!("user not found"))?;
1796        response.send(proto::GetPrivateUserInfoResponse {
1797            metrics_id,
1798            staff: user.admin,
1799        })?;
1800        Ok(())
1801    }
1802
1803    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1804        #[cfg(test)]
1805        tokio::task::yield_now().await;
1806        let guard = self.store.lock().await;
1807        #[cfg(test)]
1808        tokio::task::yield_now().await;
1809        StoreGuard {
1810            guard,
1811            _not_send: PhantomData,
1812        }
1813    }
1814
1815    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1816        ServerSnapshot {
1817            store: self.store().await,
1818            peer: &self.peer,
1819        }
1820    }
1821}
1822
1823impl<'a> Deref for StoreGuard<'a> {
1824    type Target = Store;
1825
1826    fn deref(&self) -> &Self::Target {
1827        &*self.guard
1828    }
1829}
1830
1831impl<'a> DerefMut for StoreGuard<'a> {
1832    fn deref_mut(&mut self) -> &mut Self::Target {
1833        &mut *self.guard
1834    }
1835}
1836
1837impl<'a> Drop for StoreGuard<'a> {
1838    fn drop(&mut self) {
1839        #[cfg(test)]
1840        self.check_invariants();
1841    }
1842}
1843
1844impl Executor for RealExecutor {
1845    type Sleep = Sleep;
1846
1847    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1848        tokio::task::spawn(future);
1849    }
1850
1851    fn sleep(&self, duration: Duration) -> Self::Sleep {
1852        tokio::time::sleep(duration)
1853    }
1854}
1855
1856fn broadcast<F>(
1857    sender_id: ConnectionId,
1858    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1859    mut f: F,
1860) where
1861    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1862{
1863    for receiver_id in receiver_ids {
1864        if receiver_id != sender_id {
1865            f(receiver_id).trace_err();
1866        }
1867    }
1868}
1869
1870lazy_static! {
1871    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1872}
1873
1874pub struct ProtocolVersion(u32);
1875
1876impl Header for ProtocolVersion {
1877    fn name() -> &'static HeaderName {
1878        &ZED_PROTOCOL_VERSION
1879    }
1880
1881    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1882    where
1883        Self: Sized,
1884        I: Iterator<Item = &'i axum::http::HeaderValue>,
1885    {
1886        let version = values
1887            .next()
1888            .ok_or_else(axum::headers::Error::invalid)?
1889            .to_str()
1890            .map_err(|_| axum::headers::Error::invalid())?
1891            .parse()
1892            .map_err(|_| axum::headers::Error::invalid())?;
1893        Ok(Self(version))
1894    }
1895
1896    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1897        values.extend([self.0.to_string().parse().unwrap()]);
1898    }
1899}
1900
1901pub fn routes(server: Arc<Server>) -> Router<Body> {
1902    Router::new()
1903        .route("/rpc", get(handle_websocket_request))
1904        .layer(
1905            ServiceBuilder::new()
1906                .layer(Extension(server.app_state.clone()))
1907                .layer(middleware::from_fn(auth::validate_header)),
1908        )
1909        .route("/metrics", get(handle_metrics))
1910        .layer(Extension(server))
1911}
1912
1913pub async fn handle_websocket_request(
1914    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1915    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1916    Extension(server): Extension<Arc<Server>>,
1917    Extension(user): Extension<User>,
1918    ws: WebSocketUpgrade,
1919) -> axum::response::Response {
1920    if protocol_version != rpc::PROTOCOL_VERSION {
1921        return (
1922            StatusCode::UPGRADE_REQUIRED,
1923            "client must be upgraded".to_string(),
1924        )
1925            .into_response();
1926    }
1927    let socket_address = socket_address.to_string();
1928    ws.on_upgrade(move |socket| {
1929        use util::ResultExt;
1930        let socket = socket
1931            .map_ok(to_tungstenite_message)
1932            .err_into()
1933            .with(|message| async move { Ok(to_axum_message(message)) });
1934        let connection = Connection::new(Box::pin(socket));
1935        async move {
1936            server
1937                .handle_connection(connection, socket_address, user, None, RealExecutor)
1938                .await
1939                .log_err();
1940        }
1941    })
1942}
1943
1944pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1945    // We call `store_mut` here for its side effects of updating metrics.
1946    let metrics = server.store().await.metrics();
1947    METRIC_CONNECTIONS.set(metrics.connections as _);
1948    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1949    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1950    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1951
1952    let encoder = prometheus::TextEncoder::new();
1953    let metric_families = prometheus::gather();
1954    match encoder.encode_to_string(&metric_families) {
1955        Ok(string) => (StatusCode::OK, string).into_response(),
1956        Err(error) => (
1957            StatusCode::INTERNAL_SERVER_ERROR,
1958            format!("failed to encode metrics {:?}", error),
1959        )
1960            .into_response(),
1961    }
1962}
1963
1964fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1965    match message {
1966        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1967        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1968        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1969        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1970        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1971            code: frame.code.into(),
1972            reason: frame.reason,
1973        })),
1974    }
1975}
1976
1977fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1978    match message {
1979        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1980        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1981        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1982        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1983        AxumMessage::Close(frame) => {
1984            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1985                code: frame.code.into(),
1986                reason: frame.reason,
1987            }))
1988        }
1989    }
1990}
1991
1992pub trait ResultExt {
1993    type Ok;
1994
1995    fn trace_err(self) -> Option<Self::Ok>;
1996}
1997
1998impl<T, E> ResultExt for Result<T, E>
1999where
2000    E: std::fmt::Debug,
2001{
2002    type Ok = T;
2003
2004    fn trace_err(self) -> Option<T> {
2005        match self {
2006            Ok(value) => Some(value),
2007            Err(error) => {
2008                tracing::error!("{:?}", error);
2009                None
2010            }
2011        }
2012    }
2013}