rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::register_project)
 155            .add_request_handler(Server::unregister_project)
 156            .add_request_handler(Server::join_project)
 157            .add_message_handler(Server::leave_project)
 158            .add_message_handler(Server::respond_to_join_project_request)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 169            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 172            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 175            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 176            .add_request_handler(
 177                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 178            )
 179            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 180            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 181            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 182            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 184            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 186            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 189            .add_request_handler(Server::update_buffer)
 190            .add_message_handler(Server::update_buffer_file)
 191            .add_message_handler(Server::buffer_reloaded)
 192            .add_message_handler(Server::buffer_saved)
 193            .add_request_handler(Server::save_buffer)
 194            .add_request_handler(Server::get_channels)
 195            .add_request_handler(Server::get_users)
 196            .add_request_handler(Server::fuzzy_search_users)
 197            .add_request_handler(Server::request_contact)
 198            .add_request_handler(Server::remove_contact)
 199            .add_request_handler(Server::respond_to_contact_request)
 200            .add_request_handler(Server::join_channel)
 201            .add_message_handler(Server::leave_channel)
 202            .add_request_handler(Server::send_channel_message)
 203            .add_request_handler(Server::follow)
 204            .add_message_handler(Server::unfollow)
 205            .add_message_handler(Server::update_followers)
 206            .add_request_handler(Server::get_channel_messages);
 207
 208        Arc::new(server)
 209    }
 210
 211    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 212    where
 213        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 214        Fut: 'static + Send + Future<Output = Result<()>>,
 215        M: EnvelopedMessage,
 216    {
 217        let prev_handler = self.handlers.insert(
 218            TypeId::of::<M>(),
 219            Box::new(move |server, envelope| {
 220                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 221                let span = info_span!(
 222                    "handle message",
 223                    payload_type = envelope.payload_type_name()
 224                );
 225                span.in_scope(|| {
 226                    tracing::info!(
 227                        payload_type = envelope.payload_type_name(),
 228                        "message received"
 229                    );
 230                });
 231                let future = (handler)(server, *envelope);
 232                async move {
 233                    if let Err(error) = future.await {
 234                        tracing::error!(%error, "error handling message");
 235                    }
 236                }
 237                .instrument(span)
 238                .boxed()
 239            }),
 240        );
 241        if prev_handler.is_some() {
 242            panic!("registered a handler for the same message twice");
 243        }
 244        self
 245    }
 246
 247    /// Handle a request while holding a lock to the store. This is useful when we're registering
 248    /// a connection but we want to respond on the connection before anybody else can send on it.
 249    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 250    where
 251        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 252        Fut: Send + Future<Output = Result<()>>,
 253        M: RequestMessage,
 254    {
 255        let handler = Arc::new(handler);
 256        self.add_message_handler(move |server, envelope| {
 257            let receipt = envelope.receipt();
 258            let handler = handler.clone();
 259            async move {
 260                let responded = Arc::new(AtomicBool::default());
 261                let response = Response {
 262                    server: server.clone(),
 263                    responded: responded.clone(),
 264                    receipt: envelope.receipt(),
 265                };
 266                match (handler)(server.clone(), envelope, response).await {
 267                    Ok(()) => {
 268                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 269                            Ok(())
 270                        } else {
 271                            Err(anyhow!("handler did not send a response"))?
 272                        }
 273                    }
 274                    Err(error) => {
 275                        server.peer.respond_with_error(
 276                            receipt,
 277                            proto::Error {
 278                                message: error.to_string(),
 279                            },
 280                        )?;
 281                        Err(error)
 282                    }
 283                }
 284            }
 285        })
 286    }
 287
 288    /// Start a long lived task that records which users are active in which projects.
 289    pub fn start_recording_project_activity<E: 'static + Executor>(
 290        self: &Arc<Self>,
 291        interval: Duration,
 292        executor: E,
 293    ) {
 294        executor.spawn_detached({
 295            let this = Arc::downgrade(self);
 296            let executor = executor.clone();
 297            async move {
 298                let mut period_start = OffsetDateTime::now_utc();
 299                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 300                loop {
 301                    let sleep = executor.sleep(interval);
 302                    sleep.await;
 303                    let this = if let Some(this) = this.upgrade() {
 304                        this
 305                    } else {
 306                        break;
 307                    };
 308
 309                    active_projects.clear();
 310                    active_projects.extend(this.store().await.projects().flat_map(
 311                        |(project_id, project)| {
 312                            project.guests.values().chain([&project.host]).filter_map(
 313                                |collaborator| {
 314                                    if !collaborator.admin
 315                                        && collaborator
 316                                            .last_activity
 317                                            .map_or(false, |activity| activity > period_start)
 318                                    {
 319                                        Some((collaborator.user_id, *project_id))
 320                                    } else {
 321                                        None
 322                                    }
 323                                },
 324                            )
 325                        },
 326                    ));
 327
 328                    let period_end = OffsetDateTime::now_utc();
 329                    this.app_state
 330                        .db
 331                        .record_user_activity(period_start..period_end, &active_projects)
 332                        .await
 333                        .trace_err();
 334                    period_start = period_end;
 335                }
 336            }
 337        });
 338    }
 339
 340    pub fn handle_connection<E: Executor>(
 341        self: &Arc<Self>,
 342        connection: Connection,
 343        address: String,
 344        user: User,
 345        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 346        executor: E,
 347    ) -> impl Future<Output = Result<()>> {
 348        let mut this = self.clone();
 349        let user_id = user.id;
 350        let login = user.github_login;
 351        let span = info_span!("handle connection", %user_id, %login, %address);
 352        async move {
 353            let (connection_id, handle_io, mut incoming_rx) = this
 354                .peer
 355                .add_connection(connection, {
 356                    let executor = executor.clone();
 357                    move |duration| {
 358                        let timer = executor.sleep(duration);
 359                        async move {
 360                            timer.await;
 361                        }
 362                    }
 363                })
 364                .await;
 365
 366            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 367
 368            if let Some(send_connection_id) = send_connection_id.as_mut() {
 369                let _ = send_connection_id.send(connection_id).await;
 370            }
 371
 372            if !user.connected_once {
 373                this.peer.send(connection_id, proto::ShowContacts {})?;
 374                this.app_state.db.set_user_connected_once(user_id, true).await?;
 375            }
 376
 377            let (contacts, invite_code) = future::try_join(
 378                this.app_state.db.get_contacts(user_id),
 379                this.app_state.db.get_invite_code_for_user(user_id)
 380            ).await?;
 381
 382            {
 383                let mut store = this.store().await;
 384                store.add_connection(connection_id, user_id, user.admin);
 385                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 386
 387                if let Some((code, count)) = invite_code {
 388                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 389                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 390                        count,
 391                    })?;
 392                }
 393            }
 394            this.update_user_contacts(user_id).await?;
 395
 396            let handle_io = handle_io.fuse();
 397            futures::pin_mut!(handle_io);
 398
 399            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 400            // This prevents deadlocks when e.g., client A performs a request to client B and
 401            // client B performs a request to client A. If both clients stop processing further
 402            // messages until their respective request completes, they won't have a chance to
 403            // respond to the other client's request and cause a deadlock.
 404            //
 405            // This arrangement ensures we will attempt to process earlier messages first, but fall
 406            // back to processing messages arrived later in the spirit of making progress.
 407            let mut foreground_message_handlers = FuturesUnordered::new();
 408            loop {
 409                let next_message = incoming_rx.next().fuse();
 410                futures::pin_mut!(next_message);
 411                futures::select_biased! {
 412                    result = handle_io => {
 413                        if let Err(error) = result {
 414                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 415                        }
 416                        break;
 417                    }
 418                    _ = foreground_message_handlers.next() => {}
 419                    message = next_message => {
 420                        if let Some(message) = message {
 421                            let type_name = message.payload_type_name();
 422                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 423                            let span_enter = span.enter();
 424                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 425                                let notifications = this.notifications.clone();
 426                                let is_background = message.is_background();
 427                                let handle_message = (handler)(this.clone(), message);
 428
 429                                drop(span_enter);
 430                                let handle_message = async move {
 431                                    handle_message.await;
 432                                    if let Some(mut notifications) = notifications {
 433                                        let _ = notifications.send(()).await;
 434                                    }
 435                                }.instrument(span);
 436
 437                                if is_background {
 438                                    executor.spawn_detached(handle_message);
 439                                } else {
 440                                    foreground_message_handlers.push(handle_message);
 441                                }
 442                            } else {
 443                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 444                            }
 445                        } else {
 446                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 447                            break;
 448                        }
 449                    }
 450                }
 451            }
 452
 453            drop(foreground_message_handlers);
 454            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 455            if let Err(error) = this.sign_out(connection_id).await {
 456                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 457            }
 458
 459            Ok(())
 460        }.instrument(span)
 461    }
 462
 463    #[instrument(skip(self), err)]
 464    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 465        self.peer.disconnect(connection_id);
 466
 467        let mut projects_to_unregister = Vec::new();
 468        let removed_user_id;
 469        {
 470            let mut store = self.store().await;
 471            let removed_connection = store.remove_connection(connection_id)?;
 472
 473            for (project_id, project) in removed_connection.hosted_projects {
 474                projects_to_unregister.push(project_id);
 475                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 476                    self.peer.send(
 477                        conn_id,
 478                        proto::UnregisterProject {
 479                            project_id: project_id.to_proto(),
 480                        },
 481                    )
 482                });
 483
 484                for (_, receipts) in project.join_requests {
 485                    for receipt in receipts {
 486                        self.peer.respond(
 487                            receipt,
 488                            proto::JoinProjectResponse {
 489                                variant: Some(proto::join_project_response::Variant::Decline(
 490                                    proto::join_project_response::Decline {
 491                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 492                                    },
 493                                )),
 494                            },
 495                        )?;
 496                    }
 497                }
 498            }
 499
 500            for project_id in removed_connection.guest_project_ids {
 501                if let Some(project) = store.project(project_id).trace_err() {
 502                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 503                        self.peer.send(
 504                            conn_id,
 505                            proto::RemoveProjectCollaborator {
 506                                project_id: project_id.to_proto(),
 507                                peer_id: connection_id.0,
 508                            },
 509                        )
 510                    });
 511                    if project.guests.is_empty() {
 512                        self.peer
 513                            .send(
 514                                project.host_connection_id,
 515                                proto::ProjectUnshared {
 516                                    project_id: project_id.to_proto(),
 517                                },
 518                            )
 519                            .trace_err();
 520                    }
 521                }
 522            }
 523
 524            removed_user_id = removed_connection.user_id;
 525        };
 526
 527        self.update_user_contacts(removed_user_id).await.trace_err();
 528
 529        for project_id in projects_to_unregister {
 530            self.app_state
 531                .db
 532                .unregister_project(project_id)
 533                .await
 534                .trace_err();
 535        }
 536
 537        Ok(())
 538    }
 539
 540    pub async fn invite_code_redeemed(
 541        self: &Arc<Self>,
 542        code: &str,
 543        invitee_id: UserId,
 544    ) -> Result<()> {
 545        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 546        let store = self.store().await;
 547        let invitee_contact = store.contact_for_user(invitee_id, true);
 548        for connection_id in store.connection_ids_for_user(user.id) {
 549            self.peer.send(
 550                connection_id,
 551                proto::UpdateContacts {
 552                    contacts: vec![invitee_contact.clone()],
 553                    ..Default::default()
 554                },
 555            )?;
 556            self.peer.send(
 557                connection_id,
 558                proto::UpdateInviteInfo {
 559                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 560                    count: user.invite_count as u32,
 561                },
 562            )?;
 563        }
 564        Ok(())
 565    }
 566
 567    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 568        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 569            if let Some(invite_code) = &user.invite_code {
 570                let store = self.store().await;
 571                for connection_id in store.connection_ids_for_user(user_id) {
 572                    self.peer.send(
 573                        connection_id,
 574                        proto::UpdateInviteInfo {
 575                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 576                            count: user.invite_count as u32,
 577                        },
 578                    )?;
 579                }
 580            }
 581        }
 582        Ok(())
 583    }
 584
 585    async fn ping(
 586        self: Arc<Server>,
 587        _: TypedEnvelope<proto::Ping>,
 588        response: Response<proto::Ping>,
 589    ) -> Result<()> {
 590        response.send(proto::Ack {})?;
 591        Ok(())
 592    }
 593
 594    async fn register_project(
 595        self: Arc<Server>,
 596        request: TypedEnvelope<proto::RegisterProject>,
 597        response: Response<proto::RegisterProject>,
 598    ) -> Result<()> {
 599        let user_id = self
 600            .store()
 601            .await
 602            .user_id_for_connection(request.sender_id)?;
 603        let project_id = self.app_state.db.register_project(user_id).await?;
 604        self.store().await.register_project(
 605            request.sender_id,
 606            project_id,
 607            request.payload.online,
 608        )?;
 609
 610        response.send(proto::RegisterProjectResponse {
 611            project_id: project_id.to_proto(),
 612        })?;
 613
 614        Ok(())
 615    }
 616
 617    async fn unregister_project(
 618        self: Arc<Server>,
 619        request: TypedEnvelope<proto::UnregisterProject>,
 620        response: Response<proto::UnregisterProject>,
 621    ) -> Result<()> {
 622        let project_id = ProjectId::from_proto(request.payload.project_id);
 623        let (user_id, project) = {
 624            let mut state = self.store().await;
 625            let project = state.unregister_project(project_id, request.sender_id)?;
 626            (state.user_id_for_connection(request.sender_id)?, project)
 627        };
 628        self.app_state.db.unregister_project(project_id).await?;
 629
 630        broadcast(
 631            request.sender_id,
 632            project.guests.keys().copied(),
 633            |conn_id| {
 634                self.peer.send(
 635                    conn_id,
 636                    proto::UnregisterProject {
 637                        project_id: project_id.to_proto(),
 638                    },
 639                )
 640            },
 641        );
 642        for (_, receipts) in project.join_requests {
 643            for receipt in receipts {
 644                self.peer.respond(
 645                    receipt,
 646                    proto::JoinProjectResponse {
 647                        variant: Some(proto::join_project_response::Variant::Decline(
 648                            proto::join_project_response::Decline {
 649                                reason: proto::join_project_response::decline::Reason::Closed
 650                                    as i32,
 651                            },
 652                        )),
 653                    },
 654                )?;
 655            }
 656        }
 657
 658        // Send out the `UpdateContacts` message before responding to the unregister
 659        // request. This way, when the project's host can keep track of the project's
 660        // remote id until after they've received the `UpdateContacts` message for
 661        // themself.
 662        self.update_user_contacts(user_id).await?;
 663        response.send(proto::Ack {})?;
 664
 665        Ok(())
 666    }
 667
 668    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 669        let contacts = self.app_state.db.get_contacts(user_id).await?;
 670        let store = self.store().await;
 671        let updated_contact = store.contact_for_user(user_id, false);
 672        for contact in contacts {
 673            if let db::Contact::Accepted {
 674                user_id: contact_user_id,
 675                ..
 676            } = contact
 677            {
 678                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 679                    self.peer
 680                        .send(
 681                            contact_conn_id,
 682                            proto::UpdateContacts {
 683                                contacts: vec![updated_contact.clone()],
 684                                remove_contacts: Default::default(),
 685                                incoming_requests: Default::default(),
 686                                remove_incoming_requests: Default::default(),
 687                                outgoing_requests: Default::default(),
 688                                remove_outgoing_requests: Default::default(),
 689                            },
 690                        )
 691                        .trace_err();
 692                }
 693            }
 694        }
 695        Ok(())
 696    }
 697
 698    async fn join_project(
 699        self: Arc<Server>,
 700        request: TypedEnvelope<proto::JoinProject>,
 701        response: Response<proto::JoinProject>,
 702    ) -> Result<()> {
 703        let project_id = ProjectId::from_proto(request.payload.project_id);
 704
 705        let host_user_id;
 706        let guest_user_id;
 707        let host_connection_id;
 708        {
 709            let state = self.store().await;
 710            let project = state.project(project_id)?;
 711            host_user_id = project.host.user_id;
 712            host_connection_id = project.host_connection_id;
 713            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 714        };
 715
 716        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 717        let has_contact = self
 718            .app_state
 719            .db
 720            .has_contact(guest_user_id, host_user_id)
 721            .await?;
 722        if !has_contact {
 723            return Err(anyhow!("no such project"))?;
 724        }
 725
 726        self.store().await.request_join_project(
 727            guest_user_id,
 728            project_id,
 729            response.into_receipt(),
 730        )?;
 731        self.peer.send(
 732            host_connection_id,
 733            proto::RequestJoinProject {
 734                project_id: project_id.to_proto(),
 735                requester_id: guest_user_id.to_proto(),
 736            },
 737        )?;
 738        Ok(())
 739    }
 740
 741    async fn respond_to_join_project_request(
 742        self: Arc<Server>,
 743        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 744    ) -> Result<()> {
 745        let host_user_id;
 746
 747        {
 748            let mut state = self.store().await;
 749            let project_id = ProjectId::from_proto(request.payload.project_id);
 750            let project = state.project(project_id)?;
 751            if project.host_connection_id != request.sender_id {
 752                Err(anyhow!("no such connection"))?;
 753            }
 754
 755            host_user_id = project.host.user_id;
 756            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 757
 758            if !request.payload.allow {
 759                let receipts = state
 760                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 761                    .ok_or_else(|| anyhow!("no such request"))?;
 762                for receipt in receipts {
 763                    self.peer.respond(
 764                        receipt,
 765                        proto::JoinProjectResponse {
 766                            variant: Some(proto::join_project_response::Variant::Decline(
 767                                proto::join_project_response::Decline {
 768                                    reason: proto::join_project_response::decline::Reason::Declined
 769                                        as i32,
 770                                },
 771                            )),
 772                        },
 773                    )?;
 774                }
 775                return Ok(());
 776            }
 777
 778            let (receipts_with_replica_ids, project) = state
 779                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 780                .ok_or_else(|| anyhow!("no such request"))?;
 781
 782            let peer_count = project.guests.len();
 783            let mut collaborators = Vec::with_capacity(peer_count);
 784            collaborators.push(proto::Collaborator {
 785                peer_id: project.host_connection_id.0,
 786                replica_id: 0,
 787                user_id: project.host.user_id.to_proto(),
 788            });
 789            let worktrees = project
 790                .worktrees
 791                .iter()
 792                .map(|(id, worktree)| proto::WorktreeMetadata {
 793                    id: *id,
 794                    root_name: worktree.root_name.clone(),
 795                    visible: worktree.visible,
 796                })
 797                .collect::<Vec<_>>();
 798
 799            // Add all guests other than the requesting user's own connections as collaborators
 800            for (guest_conn_id, guest) in &project.guests {
 801                if receipts_with_replica_ids
 802                    .iter()
 803                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 804                {
 805                    collaborators.push(proto::Collaborator {
 806                        peer_id: guest_conn_id.0,
 807                        replica_id: guest.replica_id as u32,
 808                        user_id: guest.user_id.to_proto(),
 809                    });
 810                }
 811            }
 812
 813            for conn_id in project.connection_ids() {
 814                for (receipt, replica_id) in &receipts_with_replica_ids {
 815                    if conn_id != receipt.sender_id {
 816                        self.peer.send(
 817                            conn_id,
 818                            proto::AddProjectCollaborator {
 819                                project_id: project_id.to_proto(),
 820                                collaborator: Some(proto::Collaborator {
 821                                    peer_id: receipt.sender_id.0,
 822                                    replica_id: *replica_id as u32,
 823                                    user_id: guest_user_id.to_proto(),
 824                                }),
 825                            },
 826                        )?;
 827                    }
 828                }
 829            }
 830
 831            // First, we send the metadata associated with each worktree.
 832            for (receipt, replica_id) in &receipts_with_replica_ids {
 833                self.peer.respond(
 834                    receipt.clone(),
 835                    proto::JoinProjectResponse {
 836                        variant: Some(proto::join_project_response::Variant::Accept(
 837                            proto::join_project_response::Accept {
 838                                worktrees: worktrees.clone(),
 839                                replica_id: *replica_id as u32,
 840                                collaborators: collaborators.clone(),
 841                                language_servers: project.language_servers.clone(),
 842                            },
 843                        )),
 844                    },
 845                )?;
 846            }
 847
 848            for (worktree_id, worktree) in &project.worktrees {
 849                #[cfg(any(test, feature = "test-support"))]
 850                const MAX_CHUNK_SIZE: usize = 2;
 851                #[cfg(not(any(test, feature = "test-support")))]
 852                const MAX_CHUNK_SIZE: usize = 256;
 853
 854                // Stream this worktree's entries.
 855                let message = proto::UpdateWorktree {
 856                    project_id: project_id.to_proto(),
 857                    worktree_id: *worktree_id,
 858                    root_name: worktree.root_name.clone(),
 859                    updated_entries: worktree.entries.values().cloned().collect(),
 860                    removed_entries: Default::default(),
 861                    scan_id: worktree.scan_id,
 862                    is_last_update: worktree.is_complete,
 863                };
 864                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 865                    for (receipt, _) in &receipts_with_replica_ids {
 866                        self.peer.send(receipt.sender_id, update.clone())?;
 867                    }
 868                }
 869
 870                // Stream this worktree's diagnostics.
 871                for summary in worktree.diagnostic_summaries.values() {
 872                    for (receipt, _) in &receipts_with_replica_ids {
 873                        self.peer.send(
 874                            receipt.sender_id,
 875                            proto::UpdateDiagnosticSummary {
 876                                project_id: project_id.to_proto(),
 877                                worktree_id: *worktree_id,
 878                                summary: Some(summary.clone()),
 879                            },
 880                        )?;
 881                    }
 882                }
 883            }
 884        }
 885
 886        self.update_user_contacts(host_user_id).await?;
 887        Ok(())
 888    }
 889
 890    async fn leave_project(
 891        self: Arc<Server>,
 892        request: TypedEnvelope<proto::LeaveProject>,
 893    ) -> Result<()> {
 894        let sender_id = request.sender_id;
 895        let project_id = ProjectId::from_proto(request.payload.project_id);
 896        let project;
 897        {
 898            let mut store = self.store().await;
 899            project = store.leave_project(sender_id, project_id)?;
 900            tracing::info!(
 901                %project_id,
 902                host_user_id = %project.host_user_id,
 903                host_connection_id = %project.host_connection_id,
 904                "leave project"
 905            );
 906
 907            if project.remove_collaborator {
 908                broadcast(sender_id, project.connection_ids, |conn_id| {
 909                    self.peer.send(
 910                        conn_id,
 911                        proto::RemoveProjectCollaborator {
 912                            project_id: project_id.to_proto(),
 913                            peer_id: sender_id.0,
 914                        },
 915                    )
 916                });
 917            }
 918
 919            if let Some(requester_id) = project.cancel_request {
 920                self.peer.send(
 921                    project.host_connection_id,
 922                    proto::JoinProjectRequestCancelled {
 923                        project_id: project_id.to_proto(),
 924                        requester_id: requester_id.to_proto(),
 925                    },
 926                )?;
 927            }
 928
 929            if project.unshare {
 930                self.peer.send(
 931                    project.host_connection_id,
 932                    proto::ProjectUnshared {
 933                        project_id: project_id.to_proto(),
 934                    },
 935                )?;
 936            }
 937        }
 938        self.update_user_contacts(project.host_user_id).await?;
 939        Ok(())
 940    }
 941
 942    async fn update_project(
 943        self: Arc<Server>,
 944        request: TypedEnvelope<proto::UpdateProject>,
 945    ) -> Result<()> {
 946        let project_id = ProjectId::from_proto(request.payload.project_id);
 947        let user_id;
 948        {
 949            let mut state = self.store().await;
 950            user_id = state.user_id_for_connection(request.sender_id)?;
 951            let guest_connection_ids = state
 952                .read_project(project_id, request.sender_id)?
 953                .guest_connection_ids();
 954            let unshared_project = state.update_project(
 955                project_id,
 956                &request.payload.worktrees,
 957                request.payload.online,
 958                request.sender_id,
 959            )?;
 960
 961            if let Some(unshared_project) = unshared_project {
 962                broadcast(
 963                    request.sender_id,
 964                    unshared_project.guests.keys().copied(),
 965                    |conn_id| {
 966                        self.peer.send(
 967                            conn_id,
 968                            proto::UnregisterProject {
 969                                project_id: project_id.to_proto(),
 970                            },
 971                        )
 972                    },
 973                );
 974                for (_, receipts) in unshared_project.pending_join_requests {
 975                    for receipt in receipts {
 976                        self.peer.respond(
 977                            receipt,
 978                            proto::JoinProjectResponse {
 979                                variant: Some(proto::join_project_response::Variant::Decline(
 980                                    proto::join_project_response::Decline {
 981                                        reason:
 982                                            proto::join_project_response::decline::Reason::Closed
 983                                                as i32,
 984                                    },
 985                                )),
 986                            },
 987                        )?;
 988                    }
 989                }
 990            } else {
 991                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 992                    self.peer.forward_send(
 993                        request.sender_id,
 994                        connection_id,
 995                        request.payload.clone(),
 996                    )
 997                });
 998            }
 999        };
1000
1001        self.update_user_contacts(user_id).await?;
1002        Ok(())
1003    }
1004
1005    async fn register_project_activity(
1006        self: Arc<Server>,
1007        request: TypedEnvelope<proto::RegisterProjectActivity>,
1008    ) -> Result<()> {
1009        self.store().await.register_project_activity(
1010            ProjectId::from_proto(request.payload.project_id),
1011            request.sender_id,
1012        )?;
1013        Ok(())
1014    }
1015
1016    async fn update_worktree(
1017        self: Arc<Server>,
1018        request: TypedEnvelope<proto::UpdateWorktree>,
1019        response: Response<proto::UpdateWorktree>,
1020    ) -> Result<()> {
1021        let project_id = ProjectId::from_proto(request.payload.project_id);
1022        let worktree_id = request.payload.worktree_id;
1023        let (connection_ids, metadata_changed) = {
1024            let mut store = self.store().await;
1025            let (connection_ids, metadata_changed) = store.update_worktree(
1026                request.sender_id,
1027                project_id,
1028                worktree_id,
1029                &request.payload.root_name,
1030                &request.payload.removed_entries,
1031                &request.payload.updated_entries,
1032                request.payload.scan_id,
1033                request.payload.is_last_update,
1034            )?;
1035            (connection_ids, metadata_changed)
1036        };
1037
1038        broadcast(request.sender_id, connection_ids, |connection_id| {
1039            self.peer
1040                .forward_send(request.sender_id, connection_id, request.payload.clone())
1041        });
1042        if metadata_changed {
1043            let user_id = self
1044                .store()
1045                .await
1046                .user_id_for_connection(request.sender_id)?;
1047            self.update_user_contacts(user_id).await?;
1048        }
1049        response.send(proto::Ack {})?;
1050        Ok(())
1051    }
1052
1053    async fn update_worktree_extensions(
1054        self: Arc<Server>,
1055        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1056    ) -> Result<()> {
1057        let project_id = ProjectId::from_proto(request.payload.project_id);
1058        let worktree_id = request.payload.worktree_id;
1059        let extensions = request
1060            .payload
1061            .extensions
1062            .into_iter()
1063            .zip(request.payload.counts)
1064            .collect();
1065        self.app_state
1066            .db
1067            .update_worktree_extensions(project_id, worktree_id, extensions)
1068            .await?;
1069        Ok(())
1070    }
1071
1072    async fn update_diagnostic_summary(
1073        self: Arc<Server>,
1074        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1075    ) -> Result<()> {
1076        let summary = request
1077            .payload
1078            .summary
1079            .clone()
1080            .ok_or_else(|| anyhow!("invalid summary"))?;
1081        let receiver_ids = self.store().await.update_diagnostic_summary(
1082            ProjectId::from_proto(request.payload.project_id),
1083            request.payload.worktree_id,
1084            request.sender_id,
1085            summary,
1086        )?;
1087
1088        broadcast(request.sender_id, receiver_ids, |connection_id| {
1089            self.peer
1090                .forward_send(request.sender_id, connection_id, request.payload.clone())
1091        });
1092        Ok(())
1093    }
1094
1095    async fn start_language_server(
1096        self: Arc<Server>,
1097        request: TypedEnvelope<proto::StartLanguageServer>,
1098    ) -> Result<()> {
1099        let receiver_ids = self.store().await.start_language_server(
1100            ProjectId::from_proto(request.payload.project_id),
1101            request.sender_id,
1102            request
1103                .payload
1104                .server
1105                .clone()
1106                .ok_or_else(|| anyhow!("invalid language server"))?,
1107        )?;
1108        broadcast(request.sender_id, receiver_ids, |connection_id| {
1109            self.peer
1110                .forward_send(request.sender_id, connection_id, request.payload.clone())
1111        });
1112        Ok(())
1113    }
1114
1115    async fn update_language_server(
1116        self: Arc<Server>,
1117        request: TypedEnvelope<proto::UpdateLanguageServer>,
1118    ) -> Result<()> {
1119        let receiver_ids = self.store().await.project_connection_ids(
1120            ProjectId::from_proto(request.payload.project_id),
1121            request.sender_id,
1122        )?;
1123        broadcast(request.sender_id, receiver_ids, |connection_id| {
1124            self.peer
1125                .forward_send(request.sender_id, connection_id, request.payload.clone())
1126        });
1127        Ok(())
1128    }
1129
1130    async fn forward_project_request<T>(
1131        self: Arc<Server>,
1132        request: TypedEnvelope<T>,
1133        response: Response<T>,
1134    ) -> Result<()>
1135    where
1136        T: EntityMessage + RequestMessage,
1137    {
1138        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1139        let host_connection_id = self
1140            .store()
1141            .await
1142            .read_project(project_id, request.sender_id)?
1143            .host_connection_id;
1144        let payload = self
1145            .peer
1146            .forward_request(request.sender_id, host_connection_id, request.payload)
1147            .await?;
1148
1149        // Ensure project still exists by the time we get the response from the host.
1150        self.store()
1151            .await
1152            .read_project(project_id, request.sender_id)?;
1153
1154        response.send(payload)?;
1155        Ok(())
1156    }
1157
1158    async fn save_buffer(
1159        self: Arc<Server>,
1160        request: TypedEnvelope<proto::SaveBuffer>,
1161        response: Response<proto::SaveBuffer>,
1162    ) -> Result<()> {
1163        let project_id = ProjectId::from_proto(request.payload.project_id);
1164        let host = self
1165            .store()
1166            .await
1167            .read_project(project_id, request.sender_id)?
1168            .host_connection_id;
1169        let response_payload = self
1170            .peer
1171            .forward_request(request.sender_id, host, request.payload.clone())
1172            .await?;
1173
1174        let mut guests = self
1175            .store()
1176            .await
1177            .read_project(project_id, request.sender_id)?
1178            .connection_ids();
1179        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1180        broadcast(host, guests, |conn_id| {
1181            self.peer
1182                .forward_send(host, conn_id, response_payload.clone())
1183        });
1184        response.send(response_payload)?;
1185        Ok(())
1186    }
1187
1188    async fn update_buffer(
1189        self: Arc<Server>,
1190        request: TypedEnvelope<proto::UpdateBuffer>,
1191        response: Response<proto::UpdateBuffer>,
1192    ) -> Result<()> {
1193        let project_id = ProjectId::from_proto(request.payload.project_id);
1194        let receiver_ids = {
1195            let mut store = self.store().await;
1196            store.register_project_activity(project_id, request.sender_id)?;
1197            store.project_connection_ids(project_id, request.sender_id)?
1198        };
1199
1200        broadcast(request.sender_id, receiver_ids, |connection_id| {
1201            self.peer
1202                .forward_send(request.sender_id, connection_id, request.payload.clone())
1203        });
1204        response.send(proto::Ack {})?;
1205        Ok(())
1206    }
1207
1208    async fn update_buffer_file(
1209        self: Arc<Server>,
1210        request: TypedEnvelope<proto::UpdateBufferFile>,
1211    ) -> Result<()> {
1212        let receiver_ids = self.store().await.project_connection_ids(
1213            ProjectId::from_proto(request.payload.project_id),
1214            request.sender_id,
1215        )?;
1216        broadcast(request.sender_id, receiver_ids, |connection_id| {
1217            self.peer
1218                .forward_send(request.sender_id, connection_id, request.payload.clone())
1219        });
1220        Ok(())
1221    }
1222
1223    async fn buffer_reloaded(
1224        self: Arc<Server>,
1225        request: TypedEnvelope<proto::BufferReloaded>,
1226    ) -> Result<()> {
1227        let receiver_ids = self.store().await.project_connection_ids(
1228            ProjectId::from_proto(request.payload.project_id),
1229            request.sender_id,
1230        )?;
1231        broadcast(request.sender_id, receiver_ids, |connection_id| {
1232            self.peer
1233                .forward_send(request.sender_id, connection_id, request.payload.clone())
1234        });
1235        Ok(())
1236    }
1237
1238    async fn buffer_saved(
1239        self: Arc<Server>,
1240        request: TypedEnvelope<proto::BufferSaved>,
1241    ) -> Result<()> {
1242        let receiver_ids = self.store().await.project_connection_ids(
1243            ProjectId::from_proto(request.payload.project_id),
1244            request.sender_id,
1245        )?;
1246        broadcast(request.sender_id, receiver_ids, |connection_id| {
1247            self.peer
1248                .forward_send(request.sender_id, connection_id, request.payload.clone())
1249        });
1250        Ok(())
1251    }
1252
1253    async fn follow(
1254        self: Arc<Self>,
1255        request: TypedEnvelope<proto::Follow>,
1256        response: Response<proto::Follow>,
1257    ) -> Result<()> {
1258        let project_id = ProjectId::from_proto(request.payload.project_id);
1259        let leader_id = ConnectionId(request.payload.leader_id);
1260        let follower_id = request.sender_id;
1261        {
1262            let mut store = self.store().await;
1263            if !store
1264                .project_connection_ids(project_id, follower_id)?
1265                .contains(&leader_id)
1266            {
1267                Err(anyhow!("no such peer"))?;
1268            }
1269
1270            store.register_project_activity(project_id, follower_id)?;
1271        }
1272
1273        let mut response_payload = self
1274            .peer
1275            .forward_request(request.sender_id, leader_id, request.payload)
1276            .await?;
1277        response_payload
1278            .views
1279            .retain(|view| view.leader_id != Some(follower_id.0));
1280        response.send(response_payload)?;
1281        Ok(())
1282    }
1283
1284    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1285        let project_id = ProjectId::from_proto(request.payload.project_id);
1286        let leader_id = ConnectionId(request.payload.leader_id);
1287        let mut store = self.store().await;
1288        if !store
1289            .project_connection_ids(project_id, request.sender_id)?
1290            .contains(&leader_id)
1291        {
1292            Err(anyhow!("no such peer"))?;
1293        }
1294        store.register_project_activity(project_id, request.sender_id)?;
1295        self.peer
1296            .forward_send(request.sender_id, leader_id, request.payload)?;
1297        Ok(())
1298    }
1299
1300    async fn update_followers(
1301        self: Arc<Self>,
1302        request: TypedEnvelope<proto::UpdateFollowers>,
1303    ) -> Result<()> {
1304        let project_id = ProjectId::from_proto(request.payload.project_id);
1305        let mut store = self.store().await;
1306        store.register_project_activity(project_id, request.sender_id)?;
1307        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1308        let leader_id = request
1309            .payload
1310            .variant
1311            .as_ref()
1312            .and_then(|variant| match variant {
1313                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1314                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1315                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1316            });
1317        for follower_id in &request.payload.follower_ids {
1318            let follower_id = ConnectionId(*follower_id);
1319            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1320                self.peer
1321                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1322            }
1323        }
1324        Ok(())
1325    }
1326
1327    async fn get_channels(
1328        self: Arc<Server>,
1329        request: TypedEnvelope<proto::GetChannels>,
1330        response: Response<proto::GetChannels>,
1331    ) -> Result<()> {
1332        let user_id = self
1333            .store()
1334            .await
1335            .user_id_for_connection(request.sender_id)?;
1336        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1337        response.send(proto::GetChannelsResponse {
1338            channels: channels
1339                .into_iter()
1340                .map(|chan| proto::Channel {
1341                    id: chan.id.to_proto(),
1342                    name: chan.name,
1343                })
1344                .collect(),
1345        })?;
1346        Ok(())
1347    }
1348
1349    async fn get_users(
1350        self: Arc<Server>,
1351        request: TypedEnvelope<proto::GetUsers>,
1352        response: Response<proto::GetUsers>,
1353    ) -> Result<()> {
1354        let user_ids = request
1355            .payload
1356            .user_ids
1357            .into_iter()
1358            .map(UserId::from_proto)
1359            .collect();
1360        let users = self
1361            .app_state
1362            .db
1363            .get_users_by_ids(user_ids)
1364            .await?
1365            .into_iter()
1366            .map(|user| proto::User {
1367                id: user.id.to_proto(),
1368                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1369                github_login: user.github_login,
1370            })
1371            .collect();
1372        response.send(proto::UsersResponse { users })?;
1373        Ok(())
1374    }
1375
1376    async fn fuzzy_search_users(
1377        self: Arc<Server>,
1378        request: TypedEnvelope<proto::FuzzySearchUsers>,
1379        response: Response<proto::FuzzySearchUsers>,
1380    ) -> Result<()> {
1381        let user_id = self
1382            .store()
1383            .await
1384            .user_id_for_connection(request.sender_id)?;
1385        let query = request.payload.query;
1386        let db = &self.app_state.db;
1387        let users = match query.len() {
1388            0 => vec![],
1389            1 | 2 => db
1390                .get_user_by_github_login(&query)
1391                .await?
1392                .into_iter()
1393                .collect(),
1394            _ => db.fuzzy_search_users(&query, 10).await?,
1395        };
1396        let users = users
1397            .into_iter()
1398            .filter(|user| user.id != user_id)
1399            .map(|user| proto::User {
1400                id: user.id.to_proto(),
1401                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1402                github_login: user.github_login,
1403            })
1404            .collect();
1405        response.send(proto::UsersResponse { users })?;
1406        Ok(())
1407    }
1408
1409    async fn request_contact(
1410        self: Arc<Server>,
1411        request: TypedEnvelope<proto::RequestContact>,
1412        response: Response<proto::RequestContact>,
1413    ) -> Result<()> {
1414        let requester_id = self
1415            .store()
1416            .await
1417            .user_id_for_connection(request.sender_id)?;
1418        let responder_id = UserId::from_proto(request.payload.responder_id);
1419        if requester_id == responder_id {
1420            return Err(anyhow!("cannot add yourself as a contact"))?;
1421        }
1422
1423        self.app_state
1424            .db
1425            .send_contact_request(requester_id, responder_id)
1426            .await?;
1427
1428        // Update outgoing contact requests of requester
1429        let mut update = proto::UpdateContacts::default();
1430        update.outgoing_requests.push(responder_id.to_proto());
1431        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1432            self.peer.send(connection_id, update.clone())?;
1433        }
1434
1435        // Update incoming contact requests of responder
1436        let mut update = proto::UpdateContacts::default();
1437        update
1438            .incoming_requests
1439            .push(proto::IncomingContactRequest {
1440                requester_id: requester_id.to_proto(),
1441                should_notify: true,
1442            });
1443        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1444            self.peer.send(connection_id, update.clone())?;
1445        }
1446
1447        response.send(proto::Ack {})?;
1448        Ok(())
1449    }
1450
1451    async fn respond_to_contact_request(
1452        self: Arc<Server>,
1453        request: TypedEnvelope<proto::RespondToContactRequest>,
1454        response: Response<proto::RespondToContactRequest>,
1455    ) -> Result<()> {
1456        let responder_id = self
1457            .store()
1458            .await
1459            .user_id_for_connection(request.sender_id)?;
1460        let requester_id = UserId::from_proto(request.payload.requester_id);
1461        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1462            self.app_state
1463                .db
1464                .dismiss_contact_notification(responder_id, requester_id)
1465                .await?;
1466        } else {
1467            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1468            self.app_state
1469                .db
1470                .respond_to_contact_request(responder_id, requester_id, accept)
1471                .await?;
1472
1473            let store = self.store().await;
1474            // Update responder with new contact
1475            let mut update = proto::UpdateContacts::default();
1476            if accept {
1477                update
1478                    .contacts
1479                    .push(store.contact_for_user(requester_id, false));
1480            }
1481            update
1482                .remove_incoming_requests
1483                .push(requester_id.to_proto());
1484            for connection_id in store.connection_ids_for_user(responder_id) {
1485                self.peer.send(connection_id, update.clone())?;
1486            }
1487
1488            // Update requester with new contact
1489            let mut update = proto::UpdateContacts::default();
1490            if accept {
1491                update
1492                    .contacts
1493                    .push(store.contact_for_user(responder_id, true));
1494            }
1495            update
1496                .remove_outgoing_requests
1497                .push(responder_id.to_proto());
1498            for connection_id in store.connection_ids_for_user(requester_id) {
1499                self.peer.send(connection_id, update.clone())?;
1500            }
1501        }
1502
1503        response.send(proto::Ack {})?;
1504        Ok(())
1505    }
1506
1507    async fn remove_contact(
1508        self: Arc<Server>,
1509        request: TypedEnvelope<proto::RemoveContact>,
1510        response: Response<proto::RemoveContact>,
1511    ) -> Result<()> {
1512        let requester_id = self
1513            .store()
1514            .await
1515            .user_id_for_connection(request.sender_id)?;
1516        let responder_id = UserId::from_proto(request.payload.user_id);
1517        self.app_state
1518            .db
1519            .remove_contact(requester_id, responder_id)
1520            .await?;
1521
1522        // Update outgoing contact requests of requester
1523        let mut update = proto::UpdateContacts::default();
1524        update
1525            .remove_outgoing_requests
1526            .push(responder_id.to_proto());
1527        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1528            self.peer.send(connection_id, update.clone())?;
1529        }
1530
1531        // Update incoming contact requests of responder
1532        let mut update = proto::UpdateContacts::default();
1533        update
1534            .remove_incoming_requests
1535            .push(requester_id.to_proto());
1536        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1537            self.peer.send(connection_id, update.clone())?;
1538        }
1539
1540        response.send(proto::Ack {})?;
1541        Ok(())
1542    }
1543
1544    async fn join_channel(
1545        self: Arc<Self>,
1546        request: TypedEnvelope<proto::JoinChannel>,
1547        response: Response<proto::JoinChannel>,
1548    ) -> Result<()> {
1549        let user_id = self
1550            .store()
1551            .await
1552            .user_id_for_connection(request.sender_id)?;
1553        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1554        if !self
1555            .app_state
1556            .db
1557            .can_user_access_channel(user_id, channel_id)
1558            .await?
1559        {
1560            Err(anyhow!("access denied"))?;
1561        }
1562
1563        self.store()
1564            .await
1565            .join_channel(request.sender_id, channel_id);
1566        let messages = self
1567            .app_state
1568            .db
1569            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1570            .await?
1571            .into_iter()
1572            .map(|msg| proto::ChannelMessage {
1573                id: msg.id.to_proto(),
1574                body: msg.body,
1575                timestamp: msg.sent_at.unix_timestamp() as u64,
1576                sender_id: msg.sender_id.to_proto(),
1577                nonce: Some(msg.nonce.as_u128().into()),
1578            })
1579            .collect::<Vec<_>>();
1580        response.send(proto::JoinChannelResponse {
1581            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1582            messages,
1583        })?;
1584        Ok(())
1585    }
1586
1587    async fn leave_channel(
1588        self: Arc<Self>,
1589        request: TypedEnvelope<proto::LeaveChannel>,
1590    ) -> Result<()> {
1591        let user_id = self
1592            .store()
1593            .await
1594            .user_id_for_connection(request.sender_id)?;
1595        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1596        if !self
1597            .app_state
1598            .db
1599            .can_user_access_channel(user_id, channel_id)
1600            .await?
1601        {
1602            Err(anyhow!("access denied"))?;
1603        }
1604
1605        self.store()
1606            .await
1607            .leave_channel(request.sender_id, channel_id);
1608
1609        Ok(())
1610    }
1611
1612    async fn send_channel_message(
1613        self: Arc<Self>,
1614        request: TypedEnvelope<proto::SendChannelMessage>,
1615        response: Response<proto::SendChannelMessage>,
1616    ) -> Result<()> {
1617        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1618        let user_id;
1619        let connection_ids;
1620        {
1621            let state = self.store().await;
1622            user_id = state.user_id_for_connection(request.sender_id)?;
1623            connection_ids = state.channel_connection_ids(channel_id)?;
1624        }
1625
1626        // Validate the message body.
1627        let body = request.payload.body.trim().to_string();
1628        if body.len() > MAX_MESSAGE_LEN {
1629            return Err(anyhow!("message is too long"))?;
1630        }
1631        if body.is_empty() {
1632            return Err(anyhow!("message can't be blank"))?;
1633        }
1634
1635        let timestamp = OffsetDateTime::now_utc();
1636        let nonce = request
1637            .payload
1638            .nonce
1639            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1640
1641        let message_id = self
1642            .app_state
1643            .db
1644            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1645            .await?
1646            .to_proto();
1647        let message = proto::ChannelMessage {
1648            sender_id: user_id.to_proto(),
1649            id: message_id,
1650            body,
1651            timestamp: timestamp.unix_timestamp() as u64,
1652            nonce: Some(nonce),
1653        };
1654        broadcast(request.sender_id, connection_ids, |conn_id| {
1655            self.peer.send(
1656                conn_id,
1657                proto::ChannelMessageSent {
1658                    channel_id: channel_id.to_proto(),
1659                    message: Some(message.clone()),
1660                },
1661            )
1662        });
1663        response.send(proto::SendChannelMessageResponse {
1664            message: Some(message),
1665        })?;
1666        Ok(())
1667    }
1668
1669    async fn get_channel_messages(
1670        self: Arc<Self>,
1671        request: TypedEnvelope<proto::GetChannelMessages>,
1672        response: Response<proto::GetChannelMessages>,
1673    ) -> Result<()> {
1674        let user_id = self
1675            .store()
1676            .await
1677            .user_id_for_connection(request.sender_id)?;
1678        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1679        if !self
1680            .app_state
1681            .db
1682            .can_user_access_channel(user_id, channel_id)
1683            .await?
1684        {
1685            Err(anyhow!("access denied"))?;
1686        }
1687
1688        let messages = self
1689            .app_state
1690            .db
1691            .get_channel_messages(
1692                channel_id,
1693                MESSAGE_COUNT_PER_PAGE,
1694                Some(MessageId::from_proto(request.payload.before_message_id)),
1695            )
1696            .await?
1697            .into_iter()
1698            .map(|msg| proto::ChannelMessage {
1699                id: msg.id.to_proto(),
1700                body: msg.body,
1701                timestamp: msg.sent_at.unix_timestamp() as u64,
1702                sender_id: msg.sender_id.to_proto(),
1703                nonce: Some(msg.nonce.as_u128().into()),
1704            })
1705            .collect::<Vec<_>>();
1706        response.send(proto::GetChannelMessagesResponse {
1707            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1708            messages,
1709        })?;
1710        Ok(())
1711    }
1712
1713    pub(crate) async fn store<'a>(&'a self) -> StoreGuard<'a> {
1714        #[cfg(test)]
1715        tokio::task::yield_now().await;
1716        let guard = self.store.lock().await;
1717        #[cfg(test)]
1718        tokio::task::yield_now().await;
1719        StoreGuard {
1720            guard,
1721            _not_send: PhantomData,
1722        }
1723    }
1724
1725    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1726        ServerSnapshot {
1727            store: self.store().await,
1728            peer: &self.peer,
1729        }
1730    }
1731}
1732
1733impl<'a> Deref for StoreGuard<'a> {
1734    type Target = Store;
1735
1736    fn deref(&self) -> &Self::Target {
1737        &*self.guard
1738    }
1739}
1740
1741impl<'a> DerefMut for StoreGuard<'a> {
1742    fn deref_mut(&mut self) -> &mut Self::Target {
1743        &mut *self.guard
1744    }
1745}
1746
1747impl<'a> Drop for StoreGuard<'a> {
1748    fn drop(&mut self) {
1749        #[cfg(test)]
1750        self.check_invariants();
1751    }
1752}
1753
1754impl Executor for RealExecutor {
1755    type Sleep = Sleep;
1756
1757    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1758        tokio::task::spawn(future);
1759    }
1760
1761    fn sleep(&self, duration: Duration) -> Self::Sleep {
1762        tokio::time::sleep(duration)
1763    }
1764}
1765
1766fn broadcast<F>(
1767    sender_id: ConnectionId,
1768    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1769    mut f: F,
1770) where
1771    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1772{
1773    for receiver_id in receiver_ids {
1774        if receiver_id != sender_id {
1775            f(receiver_id).trace_err();
1776        }
1777    }
1778}
1779
1780lazy_static! {
1781    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1782}
1783
1784pub struct ProtocolVersion(u32);
1785
1786impl Header for ProtocolVersion {
1787    fn name() -> &'static HeaderName {
1788        &ZED_PROTOCOL_VERSION
1789    }
1790
1791    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1792    where
1793        Self: Sized,
1794        I: Iterator<Item = &'i axum::http::HeaderValue>,
1795    {
1796        let version = values
1797            .next()
1798            .ok_or_else(|| axum::headers::Error::invalid())?
1799            .to_str()
1800            .map_err(|_| axum::headers::Error::invalid())?
1801            .parse()
1802            .map_err(|_| axum::headers::Error::invalid())?;
1803        Ok(Self(version))
1804    }
1805
1806    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1807        values.extend([self.0.to_string().parse().unwrap()]);
1808    }
1809}
1810
1811pub fn routes(server: Arc<Server>) -> Router<Body> {
1812    Router::new()
1813        .route("/rpc", get(handle_websocket_request))
1814        .layer(
1815            ServiceBuilder::new()
1816                .layer(Extension(server.app_state.clone()))
1817                .layer(middleware::from_fn(auth::validate_header)),
1818        )
1819        .route("/metrics", get(handle_metrics))
1820        .layer(Extension(server))
1821}
1822
1823pub async fn handle_websocket_request(
1824    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1825    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1826    Extension(server): Extension<Arc<Server>>,
1827    Extension(user): Extension<User>,
1828    ws: WebSocketUpgrade,
1829) -> axum::response::Response {
1830    if protocol_version != rpc::PROTOCOL_VERSION {
1831        return (
1832            StatusCode::UPGRADE_REQUIRED,
1833            "client must be upgraded".to_string(),
1834        )
1835            .into_response();
1836    }
1837    let socket_address = socket_address.to_string();
1838    ws.on_upgrade(move |socket| {
1839        use util::ResultExt;
1840        let socket = socket
1841            .map_ok(to_tungstenite_message)
1842            .err_into()
1843            .with(|message| async move { Ok(to_axum_message(message)) });
1844        let connection = Connection::new(Box::pin(socket));
1845        async move {
1846            server
1847                .handle_connection(connection, socket_address, user, None, RealExecutor)
1848                .await
1849                .log_err();
1850        }
1851    })
1852}
1853
1854pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1855    // We call `store_mut` here for its side effects of updating metrics.
1856    let metrics = server.store().await.metrics();
1857    METRIC_CONNECTIONS.set(metrics.connections as _);
1858    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1859    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1860    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1861
1862    let encoder = prometheus::TextEncoder::new();
1863    let metric_families = prometheus::gather();
1864    match encoder.encode_to_string(&metric_families) {
1865        Ok(string) => (StatusCode::OK, string).into_response(),
1866        Err(error) => (
1867            StatusCode::INTERNAL_SERVER_ERROR,
1868            format!("failed to encode metrics {:?}", error),
1869        )
1870            .into_response(),
1871    }
1872}
1873
1874fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1875    match message {
1876        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1877        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1878        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1879        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1880        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1881            code: frame.code.into(),
1882            reason: frame.reason,
1883        })),
1884    }
1885}
1886
1887fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1888    match message {
1889        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1890        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1891        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1892        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1893        AxumMessage::Close(frame) => {
1894            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1895                code: frame.code.into(),
1896                reason: frame.reason,
1897            }))
1898        }
1899    }
1900}
1901
1902pub trait ResultExt {
1903    type Ok;
1904
1905    fn trace_err(self) -> Option<Self::Ok>;
1906}
1907
1908impl<T, E> ResultExt for Result<T, E>
1909where
1910    E: std::fmt::Debug,
1911{
1912    type Ok = T;
1913
1914    fn trace_err(self) -> Option<T> {
1915        match self {
1916            Ok(value) => Some(value),
1917            Err(error) => {
1918                tracing::error!("{:?}", error);
1919                None
1920            }
1921        }
1922    }
1923}