rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{RwLock, RwLockReadGuard, RwLockWriteGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: RwLock<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118struct StoreReadGuard<'a> {
 119    guard: RwLockReadGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123struct StoreWriteGuard<'a> {
 124    guard: RwLockWriteGuard<'a, Store>,
 125    _not_send: PhantomData<Rc<()>>,
 126}
 127
 128#[derive(Serialize)]
 129pub struct ServerSnapshot<'a> {
 130    peer: &'a Peer,
 131    #[serde(serialize_with = "serialize_deref")]
 132    store: RwLockReadGuard<'a, Store>,
 133}
 134
 135pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 136where
 137    S: Serializer,
 138    T: Deref<Target = U>,
 139    U: Serialize,
 140{
 141    Serialize::serialize(value.deref(), serializer)
 142}
 143
 144impl Server {
 145    pub fn new(
 146        app_state: Arc<AppState>,
 147        notifications: Option<mpsc::UnboundedSender<()>>,
 148    ) -> Arc<Self> {
 149        let mut server = Self {
 150            peer: Peer::new(),
 151            app_state,
 152            store: Default::default(),
 153            handlers: Default::default(),
 154            notifications,
 155        };
 156
 157        server
 158            .add_request_handler(Server::ping)
 159            .add_request_handler(Server::register_project)
 160            .add_request_handler(Server::unregister_project)
 161            .add_request_handler(Server::join_project)
 162            .add_message_handler(Server::leave_project)
 163            .add_message_handler(Server::respond_to_join_project_request)
 164            .add_message_handler(Server::update_project)
 165            .add_message_handler(Server::register_project_activity)
 166            .add_request_handler(Server::update_worktree)
 167            .add_message_handler(Server::update_worktree_extensions)
 168            .add_message_handler(Server::start_language_server)
 169            .add_message_handler(Server::update_language_server)
 170            .add_message_handler(Server::update_diagnostic_summary)
 171            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 174            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 175            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 177            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 178            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 179            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 180            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 181            .add_request_handler(
 182                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 183            )
 184            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 185            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 186            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 187            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 188            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 189            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 190            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 191            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 192            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 193            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 194            .add_request_handler(Server::update_buffer)
 195            .add_message_handler(Server::update_buffer_file)
 196            .add_message_handler(Server::buffer_reloaded)
 197            .add_message_handler(Server::buffer_saved)
 198            .add_request_handler(Server::save_buffer)
 199            .add_request_handler(Server::get_channels)
 200            .add_request_handler(Server::get_users)
 201            .add_request_handler(Server::fuzzy_search_users)
 202            .add_request_handler(Server::request_contact)
 203            .add_request_handler(Server::remove_contact)
 204            .add_request_handler(Server::respond_to_contact_request)
 205            .add_request_handler(Server::join_channel)
 206            .add_message_handler(Server::leave_channel)
 207            .add_request_handler(Server::send_channel_message)
 208            .add_request_handler(Server::follow)
 209            .add_message_handler(Server::unfollow)
 210            .add_message_handler(Server::update_followers)
 211            .add_request_handler(Server::get_channel_messages);
 212
 213        Arc::new(server)
 214    }
 215
 216    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 217    where
 218        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 219        Fut: 'static + Send + Future<Output = Result<()>>,
 220        M: EnvelopedMessage,
 221    {
 222        let prev_handler = self.handlers.insert(
 223            TypeId::of::<M>(),
 224            Box::new(move |server, envelope| {
 225                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 226                let span = info_span!(
 227                    "handle message",
 228                    payload_type = envelope.payload_type_name()
 229                );
 230                span.in_scope(|| {
 231                    tracing::info!(
 232                        payload_type = envelope.payload_type_name(),
 233                        "message received"
 234                    );
 235                });
 236                let future = (handler)(server, *envelope);
 237                async move {
 238                    if let Err(error) = future.await {
 239                        tracing::error!(%error, "error handling message");
 240                    }
 241                }
 242                .instrument(span)
 243                .boxed()
 244            }),
 245        );
 246        if prev_handler.is_some() {
 247            panic!("registered a handler for the same message twice");
 248        }
 249        self
 250    }
 251
 252    /// Handle a request while holding a lock to the store. This is useful when we're registering
 253    /// a connection but we want to respond on the connection before anybody else can send on it.
 254    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 255    where
 256        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 257        Fut: Send + Future<Output = Result<()>>,
 258        M: RequestMessage,
 259    {
 260        let handler = Arc::new(handler);
 261        self.add_message_handler(move |server, envelope| {
 262            let receipt = envelope.receipt();
 263            let handler = handler.clone();
 264            async move {
 265                let responded = Arc::new(AtomicBool::default());
 266                let response = Response {
 267                    server: server.clone(),
 268                    responded: responded.clone(),
 269                    receipt: envelope.receipt(),
 270                };
 271                match (handler)(server.clone(), envelope, response).await {
 272                    Ok(()) => {
 273                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 274                            Ok(())
 275                        } else {
 276                            Err(anyhow!("handler did not send a response"))?
 277                        }
 278                    }
 279                    Err(error) => {
 280                        server.peer.respond_with_error(
 281                            receipt,
 282                            proto::Error {
 283                                message: error.to_string(),
 284                            },
 285                        )?;
 286                        Err(error)
 287                    }
 288                }
 289            }
 290        })
 291    }
 292
 293    /// Start a long lived task that records which users are active in which projects.
 294    pub fn start_recording_project_activity<E: 'static + Executor>(
 295        self: &Arc<Self>,
 296        interval: Duration,
 297        executor: E,
 298    ) {
 299        executor.spawn_detached({
 300            let this = Arc::downgrade(self);
 301            let executor = executor.clone();
 302            async move {
 303                let mut period_start = OffsetDateTime::now_utc();
 304                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 305                loop {
 306                    let sleep = executor.sleep(interval);
 307                    sleep.await;
 308                    let this = if let Some(this) = this.upgrade() {
 309                        this
 310                    } else {
 311                        break;
 312                    };
 313
 314                    active_projects.clear();
 315                    active_projects.extend(this.store().await.projects().flat_map(
 316                        |(project_id, project)| {
 317                            project.guests.values().chain([&project.host]).filter_map(
 318                                |collaborator| {
 319                                    if !collaborator.admin
 320                                        && collaborator
 321                                            .last_activity
 322                                            .map_or(false, |activity| activity > period_start)
 323                                    {
 324                                        Some((collaborator.user_id, *project_id))
 325                                    } else {
 326                                        None
 327                                    }
 328                                },
 329                            )
 330                        },
 331                    ));
 332
 333                    let period_end = OffsetDateTime::now_utc();
 334                    this.app_state
 335                        .db
 336                        .record_user_activity(period_start..period_end, &active_projects)
 337                        .await
 338                        .trace_err();
 339                    period_start = period_end;
 340                }
 341            }
 342        });
 343    }
 344
 345    pub fn handle_connection<E: Executor>(
 346        self: &Arc<Self>,
 347        connection: Connection,
 348        address: String,
 349        user: User,
 350        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 351        executor: E,
 352    ) -> impl Future<Output = Result<()>> {
 353        let mut this = self.clone();
 354        let user_id = user.id;
 355        let login = user.github_login;
 356        let span = info_span!("handle connection", %user_id, %login, %address);
 357        async move {
 358            let (connection_id, handle_io, mut incoming_rx) = this
 359                .peer
 360                .add_connection(connection, {
 361                    let executor = executor.clone();
 362                    move |duration| {
 363                        let timer = executor.sleep(duration);
 364                        async move {
 365                            timer.await;
 366                        }
 367                    }
 368                })
 369                .await;
 370
 371            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 372
 373            if let Some(send_connection_id) = send_connection_id.as_mut() {
 374                let _ = send_connection_id.send(connection_id).await;
 375            }
 376
 377            if !user.connected_once {
 378                this.peer.send(connection_id, proto::ShowContacts {})?;
 379                this.app_state.db.set_user_connected_once(user_id, true).await?;
 380            }
 381
 382            let (contacts, invite_code) = future::try_join(
 383                this.app_state.db.get_contacts(user_id),
 384                this.app_state.db.get_invite_code_for_user(user_id)
 385            ).await?;
 386
 387            {
 388                let mut store = this.store_mut().await;
 389                store.add_connection(connection_id, user_id, user.admin);
 390                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 391
 392                if let Some((code, count)) = invite_code {
 393                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 394                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 395                        count,
 396                    })?;
 397                }
 398            }
 399            this.update_user_contacts(user_id).await?;
 400
 401            let handle_io = handle_io.fuse();
 402            futures::pin_mut!(handle_io);
 403
 404            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 405            // This prevents deadlocks when e.g., client A performs a request to client B and
 406            // client B performs a request to client A. If both clients stop processing further
 407            // messages until their respective request completes, they won't have a chance to
 408            // respond to the other client's request and cause a deadlock.
 409            //
 410            // This arrangement ensures we will attempt to process earlier messages first, but fall
 411            // back to processing messages arrived later in the spirit of making progress.
 412            let mut foreground_message_handlers = FuturesUnordered::new();
 413            loop {
 414                let next_message = incoming_rx.next().fuse();
 415                futures::pin_mut!(next_message);
 416                futures::select_biased! {
 417                    result = handle_io => {
 418                        if let Err(error) = result {
 419                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 420                        }
 421                        break;
 422                    }
 423                    _ = foreground_message_handlers.next() => {}
 424                    message = next_message => {
 425                        if let Some(message) = message {
 426                            let type_name = message.payload_type_name();
 427                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 428                            let span_enter = span.enter();
 429                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 430                                let notifications = this.notifications.clone();
 431                                let is_background = message.is_background();
 432                                let handle_message = (handler)(this.clone(), message);
 433
 434                                drop(span_enter);
 435                                let handle_message = async move {
 436                                    handle_message.await;
 437                                    if let Some(mut notifications) = notifications {
 438                                        let _ = notifications.send(()).await;
 439                                    }
 440                                }.instrument(span);
 441
 442                                if is_background {
 443                                    executor.spawn_detached(handle_message);
 444                                } else {
 445                                    foreground_message_handlers.push(handle_message);
 446                                }
 447                            } else {
 448                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 449                            }
 450                        } else {
 451                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 452                            break;
 453                        }
 454                    }
 455                }
 456            }
 457
 458            drop(foreground_message_handlers);
 459            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 460            if let Err(error) = this.sign_out(connection_id).await {
 461                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 462            }
 463
 464            Ok(())
 465        }.instrument(span)
 466    }
 467
 468    #[instrument(skip(self), err)]
 469    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 470        self.peer.disconnect(connection_id);
 471
 472        let mut projects_to_unregister = Vec::new();
 473        let removed_user_id;
 474        {
 475            let mut store = self.store_mut().await;
 476            let removed_connection = store.remove_connection(connection_id)?;
 477
 478            for (project_id, project) in removed_connection.hosted_projects {
 479                projects_to_unregister.push(project_id);
 480                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 481                    self.peer.send(
 482                        conn_id,
 483                        proto::UnregisterProject {
 484                            project_id: project_id.to_proto(),
 485                        },
 486                    )
 487                });
 488
 489                for (_, receipts) in project.join_requests {
 490                    for receipt in receipts {
 491                        self.peer.respond(
 492                            receipt,
 493                            proto::JoinProjectResponse {
 494                                variant: Some(proto::join_project_response::Variant::Decline(
 495                                    proto::join_project_response::Decline {
 496                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 497                                    },
 498                                )),
 499                            },
 500                        )?;
 501                    }
 502                }
 503            }
 504
 505            for project_id in removed_connection.guest_project_ids {
 506                if let Some(project) = store.project(project_id).trace_err() {
 507                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 508                        self.peer.send(
 509                            conn_id,
 510                            proto::RemoveProjectCollaborator {
 511                                project_id: project_id.to_proto(),
 512                                peer_id: connection_id.0,
 513                            },
 514                        )
 515                    });
 516                    if project.guests.is_empty() {
 517                        self.peer
 518                            .send(
 519                                project.host_connection_id,
 520                                proto::ProjectUnshared {
 521                                    project_id: project_id.to_proto(),
 522                                },
 523                            )
 524                            .trace_err();
 525                    }
 526                }
 527            }
 528
 529            removed_user_id = removed_connection.user_id;
 530        };
 531
 532        self.update_user_contacts(removed_user_id).await.trace_err();
 533
 534        for project_id in projects_to_unregister {
 535            self.app_state
 536                .db
 537                .unregister_project(project_id)
 538                .await
 539                .trace_err();
 540        }
 541
 542        Ok(())
 543    }
 544
 545    pub async fn invite_code_redeemed(
 546        self: &Arc<Self>,
 547        code: &str,
 548        invitee_id: UserId,
 549    ) -> Result<()> {
 550        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 551        let store = self.store().await;
 552        let invitee_contact = store.contact_for_user(invitee_id, true);
 553        for connection_id in store.connection_ids_for_user(user.id) {
 554            self.peer.send(
 555                connection_id,
 556                proto::UpdateContacts {
 557                    contacts: vec![invitee_contact.clone()],
 558                    ..Default::default()
 559                },
 560            )?;
 561            self.peer.send(
 562                connection_id,
 563                proto::UpdateInviteInfo {
 564                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 565                    count: user.invite_count as u32,
 566                },
 567            )?;
 568        }
 569        Ok(())
 570    }
 571
 572    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 573        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 574            if let Some(invite_code) = &user.invite_code {
 575                let store = self.store().await;
 576                for connection_id in store.connection_ids_for_user(user_id) {
 577                    self.peer.send(
 578                        connection_id,
 579                        proto::UpdateInviteInfo {
 580                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 581                            count: user.invite_count as u32,
 582                        },
 583                    )?;
 584                }
 585            }
 586        }
 587        Ok(())
 588    }
 589
 590    async fn ping(
 591        self: Arc<Server>,
 592        _: TypedEnvelope<proto::Ping>,
 593        response: Response<proto::Ping>,
 594    ) -> Result<()> {
 595        response.send(proto::Ack {})?;
 596        Ok(())
 597    }
 598
 599    async fn register_project(
 600        self: Arc<Server>,
 601        request: TypedEnvelope<proto::RegisterProject>,
 602        response: Response<proto::RegisterProject>,
 603    ) -> Result<()> {
 604        let user_id = self
 605            .store()
 606            .await
 607            .user_id_for_connection(request.sender_id)?;
 608        let project_id = self.app_state.db.register_project(user_id).await?;
 609        self.store_mut().await.register_project(
 610            request.sender_id,
 611            project_id,
 612            request.payload.online,
 613        )?;
 614
 615        response.send(proto::RegisterProjectResponse {
 616            project_id: project_id.to_proto(),
 617        })?;
 618
 619        Ok(())
 620    }
 621
 622    async fn unregister_project(
 623        self: Arc<Server>,
 624        request: TypedEnvelope<proto::UnregisterProject>,
 625        response: Response<proto::UnregisterProject>,
 626    ) -> Result<()> {
 627        let project_id = ProjectId::from_proto(request.payload.project_id);
 628        let (user_id, project) = {
 629            let mut state = self.store_mut().await;
 630            let project = state.unregister_project(project_id, request.sender_id)?;
 631            (state.user_id_for_connection(request.sender_id)?, project)
 632        };
 633        self.app_state.db.unregister_project(project_id).await?;
 634
 635        broadcast(
 636            request.sender_id,
 637            project.guests.keys().copied(),
 638            |conn_id| {
 639                self.peer.send(
 640                    conn_id,
 641                    proto::UnregisterProject {
 642                        project_id: project_id.to_proto(),
 643                    },
 644                )
 645            },
 646        );
 647        for (_, receipts) in project.join_requests {
 648            for receipt in receipts {
 649                self.peer.respond(
 650                    receipt,
 651                    proto::JoinProjectResponse {
 652                        variant: Some(proto::join_project_response::Variant::Decline(
 653                            proto::join_project_response::Decline {
 654                                reason: proto::join_project_response::decline::Reason::Closed
 655                                    as i32,
 656                            },
 657                        )),
 658                    },
 659                )?;
 660            }
 661        }
 662
 663        // Send out the `UpdateContacts` message before responding to the unregister
 664        // request. This way, when the project's host can keep track of the project's
 665        // remote id until after they've received the `UpdateContacts` message for
 666        // themself.
 667        self.update_user_contacts(user_id).await?;
 668        response.send(proto::Ack {})?;
 669
 670        Ok(())
 671    }
 672
 673    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 674        let contacts = self.app_state.db.get_contacts(user_id).await?;
 675        let store = self.store().await;
 676        let updated_contact = store.contact_for_user(user_id, false);
 677        for contact in contacts {
 678            if let db::Contact::Accepted {
 679                user_id: contact_user_id,
 680                ..
 681            } = contact
 682            {
 683                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 684                    self.peer
 685                        .send(
 686                            contact_conn_id,
 687                            proto::UpdateContacts {
 688                                contacts: vec![updated_contact.clone()],
 689                                remove_contacts: Default::default(),
 690                                incoming_requests: Default::default(),
 691                                remove_incoming_requests: Default::default(),
 692                                outgoing_requests: Default::default(),
 693                                remove_outgoing_requests: Default::default(),
 694                            },
 695                        )
 696                        .trace_err();
 697                }
 698            }
 699        }
 700        Ok(())
 701    }
 702
 703    async fn join_project(
 704        self: Arc<Server>,
 705        request: TypedEnvelope<proto::JoinProject>,
 706        response: Response<proto::JoinProject>,
 707    ) -> Result<()> {
 708        let project_id = ProjectId::from_proto(request.payload.project_id);
 709
 710        let host_user_id;
 711        let guest_user_id;
 712        let host_connection_id;
 713        {
 714            let state = self.store().await;
 715            let project = state.project(project_id)?;
 716            host_user_id = project.host.user_id;
 717            host_connection_id = project.host_connection_id;
 718            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 719        };
 720
 721        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 722        let has_contact = self
 723            .app_state
 724            .db
 725            .has_contact(guest_user_id, host_user_id)
 726            .await?;
 727        if !has_contact {
 728            return Err(anyhow!("no such project"))?;
 729        }
 730
 731        self.store_mut().await.request_join_project(
 732            guest_user_id,
 733            project_id,
 734            response.into_receipt(),
 735        )?;
 736        self.peer.send(
 737            host_connection_id,
 738            proto::RequestJoinProject {
 739                project_id: project_id.to_proto(),
 740                requester_id: guest_user_id.to_proto(),
 741            },
 742        )?;
 743        Ok(())
 744    }
 745
 746    async fn respond_to_join_project_request(
 747        self: Arc<Server>,
 748        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 749    ) -> Result<()> {
 750        let host_user_id;
 751
 752        {
 753            let mut state = self.store_mut().await;
 754            let project_id = ProjectId::from_proto(request.payload.project_id);
 755            let project = state.project(project_id)?;
 756            if project.host_connection_id != request.sender_id {
 757                Err(anyhow!("no such connection"))?;
 758            }
 759
 760            host_user_id = project.host.user_id;
 761            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 762
 763            if !request.payload.allow {
 764                let receipts = state
 765                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 766                    .ok_or_else(|| anyhow!("no such request"))?;
 767                for receipt in receipts {
 768                    self.peer.respond(
 769                        receipt,
 770                        proto::JoinProjectResponse {
 771                            variant: Some(proto::join_project_response::Variant::Decline(
 772                                proto::join_project_response::Decline {
 773                                    reason: proto::join_project_response::decline::Reason::Declined
 774                                        as i32,
 775                                },
 776                            )),
 777                        },
 778                    )?;
 779                }
 780                return Ok(());
 781            }
 782
 783            let (receipts_with_replica_ids, project) = state
 784                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 785                .ok_or_else(|| anyhow!("no such request"))?;
 786
 787            let peer_count = project.guests.len();
 788            let mut collaborators = Vec::with_capacity(peer_count);
 789            collaborators.push(proto::Collaborator {
 790                peer_id: project.host_connection_id.0,
 791                replica_id: 0,
 792                user_id: project.host.user_id.to_proto(),
 793            });
 794            let worktrees = project
 795                .worktrees
 796                .iter()
 797                .filter_map(|(id, shared_worktree)| {
 798                    let worktree = project.worktrees.get(&id)?;
 799                    Some(proto::Worktree {
 800                        id: *id,
 801                        root_name: worktree.root_name.clone(),
 802                        entries: shared_worktree.entries.values().cloned().collect(),
 803                        diagnostic_summaries: shared_worktree
 804                            .diagnostic_summaries
 805                            .values()
 806                            .cloned()
 807                            .collect(),
 808                        visible: worktree.visible,
 809                        scan_id: shared_worktree.scan_id,
 810                    })
 811                })
 812                .collect::<Vec<_>>();
 813
 814            // Add all guests other than the requesting user's own connections as collaborators
 815            for (guest_conn_id, guest) in &project.guests {
 816                if receipts_with_replica_ids
 817                    .iter()
 818                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 819                {
 820                    collaborators.push(proto::Collaborator {
 821                        peer_id: guest_conn_id.0,
 822                        replica_id: guest.replica_id as u32,
 823                        user_id: guest.user_id.to_proto(),
 824                    });
 825                }
 826            }
 827
 828            for conn_id in project.connection_ids() {
 829                for (receipt, replica_id) in &receipts_with_replica_ids {
 830                    if conn_id != receipt.sender_id {
 831                        self.peer.send(
 832                            conn_id,
 833                            proto::AddProjectCollaborator {
 834                                project_id: project_id.to_proto(),
 835                                collaborator: Some(proto::Collaborator {
 836                                    peer_id: receipt.sender_id.0,
 837                                    replica_id: *replica_id as u32,
 838                                    user_id: guest_user_id.to_proto(),
 839                                }),
 840                            },
 841                        )?;
 842                    }
 843                }
 844            }
 845
 846            for (receipt, replica_id) in receipts_with_replica_ids {
 847                self.peer.respond(
 848                    receipt,
 849                    proto::JoinProjectResponse {
 850                        variant: Some(proto::join_project_response::Variant::Accept(
 851                            proto::join_project_response::Accept {
 852                                worktrees: worktrees.clone(),
 853                                replica_id: replica_id as u32,
 854                                collaborators: collaborators.clone(),
 855                                language_servers: project.language_servers.clone(),
 856                            },
 857                        )),
 858                    },
 859                )?;
 860            }
 861        }
 862
 863        self.update_user_contacts(host_user_id).await?;
 864        Ok(())
 865    }
 866
 867    async fn leave_project(
 868        self: Arc<Server>,
 869        request: TypedEnvelope<proto::LeaveProject>,
 870    ) -> Result<()> {
 871        let sender_id = request.sender_id;
 872        let project_id = ProjectId::from_proto(request.payload.project_id);
 873        let project;
 874        {
 875            let mut store = self.store_mut().await;
 876            project = store.leave_project(sender_id, project_id)?;
 877            tracing::info!(
 878                %project_id,
 879                host_user_id = %project.host_user_id,
 880                host_connection_id = %project.host_connection_id,
 881                "leave project"
 882            );
 883
 884            if project.remove_collaborator {
 885                broadcast(sender_id, project.connection_ids, |conn_id| {
 886                    self.peer.send(
 887                        conn_id,
 888                        proto::RemoveProjectCollaborator {
 889                            project_id: project_id.to_proto(),
 890                            peer_id: sender_id.0,
 891                        },
 892                    )
 893                });
 894            }
 895
 896            if let Some(requester_id) = project.cancel_request {
 897                self.peer.send(
 898                    project.host_connection_id,
 899                    proto::JoinProjectRequestCancelled {
 900                        project_id: project_id.to_proto(),
 901                        requester_id: requester_id.to_proto(),
 902                    },
 903                )?;
 904            }
 905
 906            if project.unshare {
 907                self.peer.send(
 908                    project.host_connection_id,
 909                    proto::ProjectUnshared {
 910                        project_id: project_id.to_proto(),
 911                    },
 912                )?;
 913            }
 914        }
 915        self.update_user_contacts(project.host_user_id).await?;
 916        Ok(())
 917    }
 918
 919    async fn update_project(
 920        self: Arc<Server>,
 921        request: TypedEnvelope<proto::UpdateProject>,
 922    ) -> Result<()> {
 923        let project_id = ProjectId::from_proto(request.payload.project_id);
 924        let user_id;
 925        {
 926            let mut state = self.store_mut().await;
 927            user_id = state.user_id_for_connection(request.sender_id)?;
 928            let guest_connection_ids = state
 929                .read_project(project_id, request.sender_id)?
 930                .guest_connection_ids();
 931            let unshared_project = state.update_project(
 932                project_id,
 933                &request.payload.worktrees,
 934                request.payload.online,
 935                request.sender_id,
 936            )?;
 937
 938            if let Some(unshared_project) = unshared_project {
 939                broadcast(
 940                    request.sender_id,
 941                    unshared_project.guests.keys().copied(),
 942                    |conn_id| {
 943                        self.peer.send(
 944                            conn_id,
 945                            proto::UnregisterProject {
 946                                project_id: project_id.to_proto(),
 947                            },
 948                        )
 949                    },
 950                );
 951                for (_, receipts) in unshared_project.pending_join_requests {
 952                    for receipt in receipts {
 953                        self.peer.respond(
 954                            receipt,
 955                            proto::JoinProjectResponse {
 956                                variant: Some(proto::join_project_response::Variant::Decline(
 957                                    proto::join_project_response::Decline {
 958                                        reason:
 959                                            proto::join_project_response::decline::Reason::Closed
 960                                                as i32,
 961                                    },
 962                                )),
 963                            },
 964                        )?;
 965                    }
 966                }
 967            } else {
 968                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 969                    self.peer.forward_send(
 970                        request.sender_id,
 971                        connection_id,
 972                        request.payload.clone(),
 973                    )
 974                });
 975            }
 976        };
 977
 978        self.update_user_contacts(user_id).await?;
 979        Ok(())
 980    }
 981
 982    async fn register_project_activity(
 983        self: Arc<Server>,
 984        request: TypedEnvelope<proto::RegisterProjectActivity>,
 985    ) -> Result<()> {
 986        self.store_mut().await.register_project_activity(
 987            ProjectId::from_proto(request.payload.project_id),
 988            request.sender_id,
 989        )?;
 990        Ok(())
 991    }
 992
 993    async fn update_worktree(
 994        self: Arc<Server>,
 995        request: TypedEnvelope<proto::UpdateWorktree>,
 996        response: Response<proto::UpdateWorktree>,
 997    ) -> Result<()> {
 998        let project_id = ProjectId::from_proto(request.payload.project_id);
 999        let worktree_id = request.payload.worktree_id;
1000        let (connection_ids, metadata_changed) = {
1001            let mut store = self.store_mut().await;
1002            let (connection_ids, metadata_changed) = store.update_worktree(
1003                request.sender_id,
1004                project_id,
1005                worktree_id,
1006                &request.payload.root_name,
1007                &request.payload.removed_entries,
1008                &request.payload.updated_entries,
1009                request.payload.scan_id,
1010            )?;
1011            (connection_ids, metadata_changed)
1012        };
1013
1014        broadcast(request.sender_id, connection_ids, |connection_id| {
1015            self.peer
1016                .forward_send(request.sender_id, connection_id, request.payload.clone())
1017        });
1018        if metadata_changed {
1019            let user_id = self
1020                .store()
1021                .await
1022                .user_id_for_connection(request.sender_id)?;
1023            self.update_user_contacts(user_id).await?;
1024        }
1025        response.send(proto::Ack {})?;
1026        Ok(())
1027    }
1028
1029    async fn update_worktree_extensions(
1030        self: Arc<Server>,
1031        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1032    ) -> Result<()> {
1033        let project_id = ProjectId::from_proto(request.payload.project_id);
1034        let worktree_id = request.payload.worktree_id;
1035        let extensions = request
1036            .payload
1037            .extensions
1038            .into_iter()
1039            .zip(request.payload.counts)
1040            .collect();
1041        self.app_state
1042            .db
1043            .update_worktree_extensions(project_id, worktree_id, extensions)
1044            .await?;
1045        Ok(())
1046    }
1047
1048    async fn update_diagnostic_summary(
1049        self: Arc<Server>,
1050        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1051    ) -> Result<()> {
1052        let summary = request
1053            .payload
1054            .summary
1055            .clone()
1056            .ok_or_else(|| anyhow!("invalid summary"))?;
1057        let receiver_ids = self.store_mut().await.update_diagnostic_summary(
1058            ProjectId::from_proto(request.payload.project_id),
1059            request.payload.worktree_id,
1060            request.sender_id,
1061            summary,
1062        )?;
1063
1064        broadcast(request.sender_id, receiver_ids, |connection_id| {
1065            self.peer
1066                .forward_send(request.sender_id, connection_id, request.payload.clone())
1067        });
1068        Ok(())
1069    }
1070
1071    async fn start_language_server(
1072        self: Arc<Server>,
1073        request: TypedEnvelope<proto::StartLanguageServer>,
1074    ) -> Result<()> {
1075        let receiver_ids = self.store_mut().await.start_language_server(
1076            ProjectId::from_proto(request.payload.project_id),
1077            request.sender_id,
1078            request
1079                .payload
1080                .server
1081                .clone()
1082                .ok_or_else(|| anyhow!("invalid language server"))?,
1083        )?;
1084        broadcast(request.sender_id, receiver_ids, |connection_id| {
1085            self.peer
1086                .forward_send(request.sender_id, connection_id, request.payload.clone())
1087        });
1088        Ok(())
1089    }
1090
1091    async fn update_language_server(
1092        self: Arc<Server>,
1093        request: TypedEnvelope<proto::UpdateLanguageServer>,
1094    ) -> Result<()> {
1095        let receiver_ids = self.store().await.project_connection_ids(
1096            ProjectId::from_proto(request.payload.project_id),
1097            request.sender_id,
1098        )?;
1099        broadcast(request.sender_id, receiver_ids, |connection_id| {
1100            self.peer
1101                .forward_send(request.sender_id, connection_id, request.payload.clone())
1102        });
1103        Ok(())
1104    }
1105
1106    async fn forward_project_request<T>(
1107        self: Arc<Server>,
1108        request: TypedEnvelope<T>,
1109        response: Response<T>,
1110    ) -> Result<()>
1111    where
1112        T: EntityMessage + RequestMessage,
1113    {
1114        let host_connection_id = self
1115            .store()
1116            .await
1117            .read_project(
1118                ProjectId::from_proto(request.payload.remote_entity_id()),
1119                request.sender_id,
1120            )?
1121            .host_connection_id;
1122
1123        response.send(
1124            self.peer
1125                .forward_request(request.sender_id, host_connection_id, request.payload)
1126                .await?,
1127        )?;
1128        Ok(())
1129    }
1130
1131    async fn save_buffer(
1132        self: Arc<Server>,
1133        request: TypedEnvelope<proto::SaveBuffer>,
1134        response: Response<proto::SaveBuffer>,
1135    ) -> Result<()> {
1136        let project_id = ProjectId::from_proto(request.payload.project_id);
1137        let host = self
1138            .store()
1139            .await
1140            .read_project(project_id, request.sender_id)?
1141            .host_connection_id;
1142        let response_payload = self
1143            .peer
1144            .forward_request(request.sender_id, host, request.payload.clone())
1145            .await?;
1146
1147        let mut guests = self
1148            .store()
1149            .await
1150            .read_project(project_id, request.sender_id)?
1151            .connection_ids();
1152        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1153        broadcast(host, guests, |conn_id| {
1154            self.peer
1155                .forward_send(host, conn_id, response_payload.clone())
1156        });
1157        response.send(response_payload)?;
1158        Ok(())
1159    }
1160
1161    async fn update_buffer(
1162        self: Arc<Server>,
1163        request: TypedEnvelope<proto::UpdateBuffer>,
1164        response: Response<proto::UpdateBuffer>,
1165    ) -> Result<()> {
1166        let project_id = ProjectId::from_proto(request.payload.project_id);
1167        let receiver_ids = {
1168            let mut store = self.store_mut().await;
1169            store.register_project_activity(project_id, request.sender_id)?;
1170            store.project_connection_ids(project_id, request.sender_id)?
1171        };
1172
1173        broadcast(request.sender_id, receiver_ids, |connection_id| {
1174            self.peer
1175                .forward_send(request.sender_id, connection_id, request.payload.clone())
1176        });
1177        response.send(proto::Ack {})?;
1178        Ok(())
1179    }
1180
1181    async fn update_buffer_file(
1182        self: Arc<Server>,
1183        request: TypedEnvelope<proto::UpdateBufferFile>,
1184    ) -> Result<()> {
1185        let receiver_ids = self.store().await.project_connection_ids(
1186            ProjectId::from_proto(request.payload.project_id),
1187            request.sender_id,
1188        )?;
1189        broadcast(request.sender_id, receiver_ids, |connection_id| {
1190            self.peer
1191                .forward_send(request.sender_id, connection_id, request.payload.clone())
1192        });
1193        Ok(())
1194    }
1195
1196    async fn buffer_reloaded(
1197        self: Arc<Server>,
1198        request: TypedEnvelope<proto::BufferReloaded>,
1199    ) -> Result<()> {
1200        let receiver_ids = self.store().await.project_connection_ids(
1201            ProjectId::from_proto(request.payload.project_id),
1202            request.sender_id,
1203        )?;
1204        broadcast(request.sender_id, receiver_ids, |connection_id| {
1205            self.peer
1206                .forward_send(request.sender_id, connection_id, request.payload.clone())
1207        });
1208        Ok(())
1209    }
1210
1211    async fn buffer_saved(
1212        self: Arc<Server>,
1213        request: TypedEnvelope<proto::BufferSaved>,
1214    ) -> Result<()> {
1215        let receiver_ids = self.store().await.project_connection_ids(
1216            ProjectId::from_proto(request.payload.project_id),
1217            request.sender_id,
1218        )?;
1219        broadcast(request.sender_id, receiver_ids, |connection_id| {
1220            self.peer
1221                .forward_send(request.sender_id, connection_id, request.payload.clone())
1222        });
1223        Ok(())
1224    }
1225
1226    async fn follow(
1227        self: Arc<Self>,
1228        request: TypedEnvelope<proto::Follow>,
1229        response: Response<proto::Follow>,
1230    ) -> Result<()> {
1231        let project_id = ProjectId::from_proto(request.payload.project_id);
1232        let leader_id = ConnectionId(request.payload.leader_id);
1233        let follower_id = request.sender_id;
1234        {
1235            let mut store = self.store_mut().await;
1236            if !store
1237                .project_connection_ids(project_id, follower_id)?
1238                .contains(&leader_id)
1239            {
1240                Err(anyhow!("no such peer"))?;
1241            }
1242
1243            store.register_project_activity(project_id, follower_id)?;
1244        }
1245
1246        let mut response_payload = self
1247            .peer
1248            .forward_request(request.sender_id, leader_id, request.payload)
1249            .await?;
1250        response_payload
1251            .views
1252            .retain(|view| view.leader_id != Some(follower_id.0));
1253        response.send(response_payload)?;
1254        Ok(())
1255    }
1256
1257    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1258        let project_id = ProjectId::from_proto(request.payload.project_id);
1259        let leader_id = ConnectionId(request.payload.leader_id);
1260        let mut store = self.store_mut().await;
1261        if !store
1262            .project_connection_ids(project_id, request.sender_id)?
1263            .contains(&leader_id)
1264        {
1265            Err(anyhow!("no such peer"))?;
1266        }
1267        store.register_project_activity(project_id, request.sender_id)?;
1268        self.peer
1269            .forward_send(request.sender_id, leader_id, request.payload)?;
1270        Ok(())
1271    }
1272
1273    async fn update_followers(
1274        self: Arc<Self>,
1275        request: TypedEnvelope<proto::UpdateFollowers>,
1276    ) -> Result<()> {
1277        let project_id = ProjectId::from_proto(request.payload.project_id);
1278        let mut store = self.store_mut().await;
1279        store.register_project_activity(project_id, request.sender_id)?;
1280        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1281        let leader_id = request
1282            .payload
1283            .variant
1284            .as_ref()
1285            .and_then(|variant| match variant {
1286                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1287                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1288                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1289            });
1290        for follower_id in &request.payload.follower_ids {
1291            let follower_id = ConnectionId(*follower_id);
1292            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1293                self.peer
1294                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1295            }
1296        }
1297        Ok(())
1298    }
1299
1300    async fn get_channels(
1301        self: Arc<Server>,
1302        request: TypedEnvelope<proto::GetChannels>,
1303        response: Response<proto::GetChannels>,
1304    ) -> Result<()> {
1305        let user_id = self
1306            .store()
1307            .await
1308            .user_id_for_connection(request.sender_id)?;
1309        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1310        response.send(proto::GetChannelsResponse {
1311            channels: channels
1312                .into_iter()
1313                .map(|chan| proto::Channel {
1314                    id: chan.id.to_proto(),
1315                    name: chan.name,
1316                })
1317                .collect(),
1318        })?;
1319        Ok(())
1320    }
1321
1322    async fn get_users(
1323        self: Arc<Server>,
1324        request: TypedEnvelope<proto::GetUsers>,
1325        response: Response<proto::GetUsers>,
1326    ) -> Result<()> {
1327        let user_ids = request
1328            .payload
1329            .user_ids
1330            .into_iter()
1331            .map(UserId::from_proto)
1332            .collect();
1333        let users = self
1334            .app_state
1335            .db
1336            .get_users_by_ids(user_ids)
1337            .await?
1338            .into_iter()
1339            .map(|user| proto::User {
1340                id: user.id.to_proto(),
1341                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1342                github_login: user.github_login,
1343            })
1344            .collect();
1345        response.send(proto::UsersResponse { users })?;
1346        Ok(())
1347    }
1348
1349    async fn fuzzy_search_users(
1350        self: Arc<Server>,
1351        request: TypedEnvelope<proto::FuzzySearchUsers>,
1352        response: Response<proto::FuzzySearchUsers>,
1353    ) -> Result<()> {
1354        let user_id = self
1355            .store()
1356            .await
1357            .user_id_for_connection(request.sender_id)?;
1358        let query = request.payload.query;
1359        let db = &self.app_state.db;
1360        let users = match query.len() {
1361            0 => vec![],
1362            1 | 2 => db
1363                .get_user_by_github_login(&query)
1364                .await?
1365                .into_iter()
1366                .collect(),
1367            _ => db.fuzzy_search_users(&query, 10).await?,
1368        };
1369        let users = users
1370            .into_iter()
1371            .filter(|user| user.id != user_id)
1372            .map(|user| proto::User {
1373                id: user.id.to_proto(),
1374                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1375                github_login: user.github_login,
1376            })
1377            .collect();
1378        response.send(proto::UsersResponse { users })?;
1379        Ok(())
1380    }
1381
1382    async fn request_contact(
1383        self: Arc<Server>,
1384        request: TypedEnvelope<proto::RequestContact>,
1385        response: Response<proto::RequestContact>,
1386    ) -> Result<()> {
1387        let requester_id = self
1388            .store()
1389            .await
1390            .user_id_for_connection(request.sender_id)?;
1391        let responder_id = UserId::from_proto(request.payload.responder_id);
1392        if requester_id == responder_id {
1393            return Err(anyhow!("cannot add yourself as a contact"))?;
1394        }
1395
1396        self.app_state
1397            .db
1398            .send_contact_request(requester_id, responder_id)
1399            .await?;
1400
1401        // Update outgoing contact requests of requester
1402        let mut update = proto::UpdateContacts::default();
1403        update.outgoing_requests.push(responder_id.to_proto());
1404        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1405            self.peer.send(connection_id, update.clone())?;
1406        }
1407
1408        // Update incoming contact requests of responder
1409        let mut update = proto::UpdateContacts::default();
1410        update
1411            .incoming_requests
1412            .push(proto::IncomingContactRequest {
1413                requester_id: requester_id.to_proto(),
1414                should_notify: true,
1415            });
1416        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1417            self.peer.send(connection_id, update.clone())?;
1418        }
1419
1420        response.send(proto::Ack {})?;
1421        Ok(())
1422    }
1423
1424    async fn respond_to_contact_request(
1425        self: Arc<Server>,
1426        request: TypedEnvelope<proto::RespondToContactRequest>,
1427        response: Response<proto::RespondToContactRequest>,
1428    ) -> Result<()> {
1429        let responder_id = self
1430            .store()
1431            .await
1432            .user_id_for_connection(request.sender_id)?;
1433        let requester_id = UserId::from_proto(request.payload.requester_id);
1434        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1435            self.app_state
1436                .db
1437                .dismiss_contact_notification(responder_id, requester_id)
1438                .await?;
1439        } else {
1440            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1441            self.app_state
1442                .db
1443                .respond_to_contact_request(responder_id, requester_id, accept)
1444                .await?;
1445
1446            let store = self.store().await;
1447            // Update responder with new contact
1448            let mut update = proto::UpdateContacts::default();
1449            if accept {
1450                update
1451                    .contacts
1452                    .push(store.contact_for_user(requester_id, false));
1453            }
1454            update
1455                .remove_incoming_requests
1456                .push(requester_id.to_proto());
1457            for connection_id in store.connection_ids_for_user(responder_id) {
1458                self.peer.send(connection_id, update.clone())?;
1459            }
1460
1461            // Update requester with new contact
1462            let mut update = proto::UpdateContacts::default();
1463            if accept {
1464                update
1465                    .contacts
1466                    .push(store.contact_for_user(responder_id, true));
1467            }
1468            update
1469                .remove_outgoing_requests
1470                .push(responder_id.to_proto());
1471            for connection_id in store.connection_ids_for_user(requester_id) {
1472                self.peer.send(connection_id, update.clone())?;
1473            }
1474        }
1475
1476        response.send(proto::Ack {})?;
1477        Ok(())
1478    }
1479
1480    async fn remove_contact(
1481        self: Arc<Server>,
1482        request: TypedEnvelope<proto::RemoveContact>,
1483        response: Response<proto::RemoveContact>,
1484    ) -> Result<()> {
1485        let requester_id = self
1486            .store()
1487            .await
1488            .user_id_for_connection(request.sender_id)?;
1489        let responder_id = UserId::from_proto(request.payload.user_id);
1490        self.app_state
1491            .db
1492            .remove_contact(requester_id, responder_id)
1493            .await?;
1494
1495        // Update outgoing contact requests of requester
1496        let mut update = proto::UpdateContacts::default();
1497        update
1498            .remove_outgoing_requests
1499            .push(responder_id.to_proto());
1500        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1501            self.peer.send(connection_id, update.clone())?;
1502        }
1503
1504        // Update incoming contact requests of responder
1505        let mut update = proto::UpdateContacts::default();
1506        update
1507            .remove_incoming_requests
1508            .push(requester_id.to_proto());
1509        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1510            self.peer.send(connection_id, update.clone())?;
1511        }
1512
1513        response.send(proto::Ack {})?;
1514        Ok(())
1515    }
1516
1517    async fn join_channel(
1518        self: Arc<Self>,
1519        request: TypedEnvelope<proto::JoinChannel>,
1520        response: Response<proto::JoinChannel>,
1521    ) -> Result<()> {
1522        let user_id = self
1523            .store()
1524            .await
1525            .user_id_for_connection(request.sender_id)?;
1526        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1527        if !self
1528            .app_state
1529            .db
1530            .can_user_access_channel(user_id, channel_id)
1531            .await?
1532        {
1533            Err(anyhow!("access denied"))?;
1534        }
1535
1536        self.store_mut()
1537            .await
1538            .join_channel(request.sender_id, channel_id);
1539        let messages = self
1540            .app_state
1541            .db
1542            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1543            .await?
1544            .into_iter()
1545            .map(|msg| proto::ChannelMessage {
1546                id: msg.id.to_proto(),
1547                body: msg.body,
1548                timestamp: msg.sent_at.unix_timestamp() as u64,
1549                sender_id: msg.sender_id.to_proto(),
1550                nonce: Some(msg.nonce.as_u128().into()),
1551            })
1552            .collect::<Vec<_>>();
1553        response.send(proto::JoinChannelResponse {
1554            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1555            messages,
1556        })?;
1557        Ok(())
1558    }
1559
1560    async fn leave_channel(
1561        self: Arc<Self>,
1562        request: TypedEnvelope<proto::LeaveChannel>,
1563    ) -> Result<()> {
1564        let user_id = self
1565            .store()
1566            .await
1567            .user_id_for_connection(request.sender_id)?;
1568        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1569        if !self
1570            .app_state
1571            .db
1572            .can_user_access_channel(user_id, channel_id)
1573            .await?
1574        {
1575            Err(anyhow!("access denied"))?;
1576        }
1577
1578        self.store_mut()
1579            .await
1580            .leave_channel(request.sender_id, channel_id);
1581
1582        Ok(())
1583    }
1584
1585    async fn send_channel_message(
1586        self: Arc<Self>,
1587        request: TypedEnvelope<proto::SendChannelMessage>,
1588        response: Response<proto::SendChannelMessage>,
1589    ) -> Result<()> {
1590        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1591        let user_id;
1592        let connection_ids;
1593        {
1594            let state = self.store().await;
1595            user_id = state.user_id_for_connection(request.sender_id)?;
1596            connection_ids = state.channel_connection_ids(channel_id)?;
1597        }
1598
1599        // Validate the message body.
1600        let body = request.payload.body.trim().to_string();
1601        if body.len() > MAX_MESSAGE_LEN {
1602            return Err(anyhow!("message is too long"))?;
1603        }
1604        if body.is_empty() {
1605            return Err(anyhow!("message can't be blank"))?;
1606        }
1607
1608        let timestamp = OffsetDateTime::now_utc();
1609        let nonce = request
1610            .payload
1611            .nonce
1612            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1613
1614        let message_id = self
1615            .app_state
1616            .db
1617            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1618            .await?
1619            .to_proto();
1620        let message = proto::ChannelMessage {
1621            sender_id: user_id.to_proto(),
1622            id: message_id,
1623            body,
1624            timestamp: timestamp.unix_timestamp() as u64,
1625            nonce: Some(nonce),
1626        };
1627        broadcast(request.sender_id, connection_ids, |conn_id| {
1628            self.peer.send(
1629                conn_id,
1630                proto::ChannelMessageSent {
1631                    channel_id: channel_id.to_proto(),
1632                    message: Some(message.clone()),
1633                },
1634            )
1635        });
1636        response.send(proto::SendChannelMessageResponse {
1637            message: Some(message),
1638        })?;
1639        Ok(())
1640    }
1641
1642    async fn get_channel_messages(
1643        self: Arc<Self>,
1644        request: TypedEnvelope<proto::GetChannelMessages>,
1645        response: Response<proto::GetChannelMessages>,
1646    ) -> Result<()> {
1647        let user_id = self
1648            .store()
1649            .await
1650            .user_id_for_connection(request.sender_id)?;
1651        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1652        if !self
1653            .app_state
1654            .db
1655            .can_user_access_channel(user_id, channel_id)
1656            .await?
1657        {
1658            Err(anyhow!("access denied"))?;
1659        }
1660
1661        let messages = self
1662            .app_state
1663            .db
1664            .get_channel_messages(
1665                channel_id,
1666                MESSAGE_COUNT_PER_PAGE,
1667                Some(MessageId::from_proto(request.payload.before_message_id)),
1668            )
1669            .await?
1670            .into_iter()
1671            .map(|msg| proto::ChannelMessage {
1672                id: msg.id.to_proto(),
1673                body: msg.body,
1674                timestamp: msg.sent_at.unix_timestamp() as u64,
1675                sender_id: msg.sender_id.to_proto(),
1676                nonce: Some(msg.nonce.as_u128().into()),
1677            })
1678            .collect::<Vec<_>>();
1679        response.send(proto::GetChannelMessagesResponse {
1680            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1681            messages,
1682        })?;
1683        Ok(())
1684    }
1685
1686    async fn store<'a>(self: &'a Arc<Self>) -> StoreReadGuard<'a> {
1687        #[cfg(test)]
1688        tokio::task::yield_now().await;
1689        let guard = self.store.read().await;
1690        #[cfg(test)]
1691        tokio::task::yield_now().await;
1692        StoreReadGuard {
1693            guard,
1694            _not_send: PhantomData,
1695        }
1696    }
1697
1698    async fn store_mut<'a>(self: &'a Arc<Self>) -> StoreWriteGuard<'a> {
1699        #[cfg(test)]
1700        tokio::task::yield_now().await;
1701        let guard = self.store.write().await;
1702        #[cfg(test)]
1703        tokio::task::yield_now().await;
1704        StoreWriteGuard {
1705            guard,
1706            _not_send: PhantomData,
1707        }
1708    }
1709
1710    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1711        ServerSnapshot {
1712            store: self.store.read().await,
1713            peer: &self.peer,
1714        }
1715    }
1716}
1717
1718impl<'a> Deref for StoreReadGuard<'a> {
1719    type Target = Store;
1720
1721    fn deref(&self) -> &Self::Target {
1722        &*self.guard
1723    }
1724}
1725
1726impl<'a> Deref for StoreWriteGuard<'a> {
1727    type Target = Store;
1728
1729    fn deref(&self) -> &Self::Target {
1730        &*self.guard
1731    }
1732}
1733
1734impl<'a> DerefMut for StoreWriteGuard<'a> {
1735    fn deref_mut(&mut self) -> &mut Self::Target {
1736        &mut *self.guard
1737    }
1738}
1739
1740impl<'a> Drop for StoreWriteGuard<'a> {
1741    fn drop(&mut self) {
1742        #[cfg(test)]
1743        self.check_invariants();
1744    }
1745}
1746
1747impl Executor for RealExecutor {
1748    type Sleep = Sleep;
1749
1750    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1751        tokio::task::spawn(future);
1752    }
1753
1754    fn sleep(&self, duration: Duration) -> Self::Sleep {
1755        tokio::time::sleep(duration)
1756    }
1757}
1758
1759fn broadcast<F>(
1760    sender_id: ConnectionId,
1761    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1762    mut f: F,
1763) where
1764    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1765{
1766    for receiver_id in receiver_ids {
1767        if receiver_id != sender_id {
1768            f(receiver_id).trace_err();
1769        }
1770    }
1771}
1772
1773lazy_static! {
1774    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1775}
1776
1777pub struct ProtocolVersion(u32);
1778
1779impl Header for ProtocolVersion {
1780    fn name() -> &'static HeaderName {
1781        &ZED_PROTOCOL_VERSION
1782    }
1783
1784    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1785    where
1786        Self: Sized,
1787        I: Iterator<Item = &'i axum::http::HeaderValue>,
1788    {
1789        let version = values
1790            .next()
1791            .ok_or_else(|| axum::headers::Error::invalid())?
1792            .to_str()
1793            .map_err(|_| axum::headers::Error::invalid())?
1794            .parse()
1795            .map_err(|_| axum::headers::Error::invalid())?;
1796        Ok(Self(version))
1797    }
1798
1799    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1800        values.extend([self.0.to_string().parse().unwrap()]);
1801    }
1802}
1803
1804pub fn routes(server: Arc<Server>) -> Router<Body> {
1805    Router::new()
1806        .route("/rpc", get(handle_websocket_request))
1807        .layer(
1808            ServiceBuilder::new()
1809                .layer(Extension(server.app_state.clone()))
1810                .layer(middleware::from_fn(auth::validate_header)),
1811        )
1812        .route("/metrics", get(handle_metrics))
1813        .layer(Extension(server))
1814}
1815
1816pub async fn handle_websocket_request(
1817    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1818    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1819    Extension(server): Extension<Arc<Server>>,
1820    Extension(user): Extension<User>,
1821    ws: WebSocketUpgrade,
1822) -> axum::response::Response {
1823    if protocol_version != rpc::PROTOCOL_VERSION {
1824        return (
1825            StatusCode::UPGRADE_REQUIRED,
1826            "client must be upgraded".to_string(),
1827        )
1828            .into_response();
1829    }
1830    let socket_address = socket_address.to_string();
1831    ws.on_upgrade(move |socket| {
1832        use util::ResultExt;
1833        let socket = socket
1834            .map_ok(to_tungstenite_message)
1835            .err_into()
1836            .with(|message| async move { Ok(to_axum_message(message)) });
1837        let connection = Connection::new(Box::pin(socket));
1838        async move {
1839            server
1840                .handle_connection(connection, socket_address, user, None, RealExecutor)
1841                .await
1842                .log_err();
1843        }
1844    })
1845}
1846
1847pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1848    // We call `store_mut` here for its side effects of updating metrics.
1849    let metrics = server.store().await.metrics();
1850    METRIC_CONNECTIONS.set(metrics.connections as _);
1851    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1852    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1853    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1854
1855    let encoder = prometheus::TextEncoder::new();
1856    let metric_families = prometheus::gather();
1857    match encoder.encode_to_string(&metric_families) {
1858        Ok(string) => (StatusCode::OK, string).into_response(),
1859        Err(error) => (
1860            StatusCode::INTERNAL_SERVER_ERROR,
1861            format!("failed to encode metrics {:?}", error),
1862        )
1863            .into_response(),
1864    }
1865}
1866
1867fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1868    match message {
1869        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1870        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1871        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1872        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1873        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1874            code: frame.code.into(),
1875            reason: frame.reason,
1876        })),
1877    }
1878}
1879
1880fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1881    match message {
1882        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1883        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1884        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1885        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1886        AxumMessage::Close(frame) => {
1887            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1888                code: frame.code.into(),
1889                reason: frame.reason,
1890            }))
1891        }
1892    }
1893}
1894
1895pub trait ResultExt {
1896    type Ok;
1897
1898    fn trace_err(self) -> Option<Self::Ok>;
1899}
1900
1901impl<T, E> ResultExt for Result<T, E>
1902where
1903    E: std::fmt::Debug,
1904{
1905    type Ok = T;
1906
1907    fn trace_err(self) -> Option<T> {
1908        match self {
1909            Ok(value) => Some(value),
1910            Err(error) => {
1911                tracing::error!("{:?}", error);
1912                None
1913            }
1914        }
1915    }
1916}