rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{RwLock, RwLockReadGuard, RwLockWriteGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: RwLock<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118struct StoreReadGuard<'a> {
 119    guard: RwLockReadGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123struct StoreWriteGuard<'a> {
 124    guard: RwLockWriteGuard<'a, Store>,
 125    _not_send: PhantomData<Rc<()>>,
 126}
 127
 128#[derive(Serialize)]
 129pub struct ServerSnapshot<'a> {
 130    peer: &'a Peer,
 131    #[serde(serialize_with = "serialize_deref")]
 132    store: RwLockReadGuard<'a, Store>,
 133}
 134
 135pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 136where
 137    S: Serializer,
 138    T: Deref<Target = U>,
 139    U: Serialize,
 140{
 141    Serialize::serialize(value.deref(), serializer)
 142}
 143
 144impl Server {
 145    pub fn new(
 146        app_state: Arc<AppState>,
 147        notifications: Option<mpsc::UnboundedSender<()>>,
 148    ) -> Arc<Self> {
 149        let mut server = Self {
 150            peer: Peer::new(),
 151            app_state,
 152            store: Default::default(),
 153            handlers: Default::default(),
 154            notifications,
 155        };
 156
 157        server
 158            .add_request_handler(Server::ping)
 159            .add_request_handler(Server::register_project)
 160            .add_request_handler(Server::unregister_project)
 161            .add_request_handler(Server::join_project)
 162            .add_message_handler(Server::leave_project)
 163            .add_message_handler(Server::respond_to_join_project_request)
 164            .add_message_handler(Server::update_project)
 165            .add_message_handler(Server::register_project_activity)
 166            .add_request_handler(Server::update_worktree)
 167            .add_message_handler(Server::start_language_server)
 168            .add_message_handler(Server::update_language_server)
 169            .add_message_handler(Server::update_diagnostic_summary)
 170            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 173            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 174            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 175            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 176            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 177            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 178            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 179            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 180            .add_request_handler(
 181                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 182            )
 183            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 184            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 185            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 186            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 187            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 188            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 189            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 190            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 191            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 192            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 193            .add_request_handler(Server::update_buffer)
 194            .add_message_handler(Server::update_buffer_file)
 195            .add_message_handler(Server::buffer_reloaded)
 196            .add_message_handler(Server::buffer_saved)
 197            .add_request_handler(Server::save_buffer)
 198            .add_request_handler(Server::get_channels)
 199            .add_request_handler(Server::get_users)
 200            .add_request_handler(Server::fuzzy_search_users)
 201            .add_request_handler(Server::request_contact)
 202            .add_request_handler(Server::remove_contact)
 203            .add_request_handler(Server::respond_to_contact_request)
 204            .add_request_handler(Server::join_channel)
 205            .add_message_handler(Server::leave_channel)
 206            .add_request_handler(Server::send_channel_message)
 207            .add_request_handler(Server::follow)
 208            .add_message_handler(Server::unfollow)
 209            .add_message_handler(Server::update_followers)
 210            .add_request_handler(Server::get_channel_messages);
 211
 212        Arc::new(server)
 213    }
 214
 215    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 216    where
 217        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 218        Fut: 'static + Send + Future<Output = Result<()>>,
 219        M: EnvelopedMessage,
 220    {
 221        let prev_handler = self.handlers.insert(
 222            TypeId::of::<M>(),
 223            Box::new(move |server, envelope| {
 224                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 225                let span = info_span!(
 226                    "handle message",
 227                    payload_type = envelope.payload_type_name()
 228                );
 229                span.in_scope(|| {
 230                    tracing::info!(
 231                        payload_type = envelope.payload_type_name(),
 232                        "message received"
 233                    );
 234                });
 235                let future = (handler)(server, *envelope);
 236                async move {
 237                    if let Err(error) = future.await {
 238                        tracing::error!(%error, "error handling message");
 239                    }
 240                }
 241                .instrument(span)
 242                .boxed()
 243            }),
 244        );
 245        if prev_handler.is_some() {
 246            panic!("registered a handler for the same message twice");
 247        }
 248        self
 249    }
 250
 251    /// Handle a request while holding a lock to the store. This is useful when we're registering
 252    /// a connection but we want to respond on the connection before anybody else can send on it.
 253    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 254    where
 255        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 256        Fut: Send + Future<Output = Result<()>>,
 257        M: RequestMessage,
 258    {
 259        let handler = Arc::new(handler);
 260        self.add_message_handler(move |server, envelope| {
 261            let receipt = envelope.receipt();
 262            let handler = handler.clone();
 263            async move {
 264                let responded = Arc::new(AtomicBool::default());
 265                let response = Response {
 266                    server: server.clone(),
 267                    responded: responded.clone(),
 268                    receipt: envelope.receipt(),
 269                };
 270                match (handler)(server.clone(), envelope, response).await {
 271                    Ok(()) => {
 272                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 273                            Ok(())
 274                        } else {
 275                            Err(anyhow!("handler did not send a response"))?
 276                        }
 277                    }
 278                    Err(error) => {
 279                        server.peer.respond_with_error(
 280                            receipt,
 281                            proto::Error {
 282                                message: error.to_string(),
 283                            },
 284                        )?;
 285                        Err(error)
 286                    }
 287                }
 288            }
 289        })
 290    }
 291
 292    /// Start a long lived task that records which users are active in which projects.
 293    pub fn start_recording_project_activity<E: 'static + Executor>(
 294        self: &Arc<Self>,
 295        interval: Duration,
 296        executor: E,
 297    ) {
 298        executor.spawn_detached({
 299            let this = Arc::downgrade(self);
 300            let executor = executor.clone();
 301            async move {
 302                let mut period_start = OffsetDateTime::now_utc();
 303                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 304                loop {
 305                    let sleep = executor.sleep(interval);
 306                    sleep.await;
 307                    let this = if let Some(this) = this.upgrade() {
 308                        this
 309                    } else {
 310                        break;
 311                    };
 312
 313                    active_projects.clear();
 314                    active_projects.extend(this.store().await.projects().flat_map(
 315                        |(project_id, project)| {
 316                            project.guests.values().chain([&project.host]).filter_map(
 317                                |collaborator| {
 318                                    if !collaborator.admin
 319                                        && collaborator
 320                                            .last_activity
 321                                            .map_or(false, |activity| activity > period_start)
 322                                    {
 323                                        Some((collaborator.user_id, *project_id))
 324                                    } else {
 325                                        None
 326                                    }
 327                                },
 328                            )
 329                        },
 330                    ));
 331
 332                    let period_end = OffsetDateTime::now_utc();
 333                    this.app_state
 334                        .db
 335                        .record_project_activity(period_start..period_end, &active_projects)
 336                        .await
 337                        .trace_err();
 338                    period_start = period_end;
 339                }
 340            }
 341        });
 342    }
 343
 344    pub fn handle_connection<E: Executor>(
 345        self: &Arc<Self>,
 346        connection: Connection,
 347        address: String,
 348        user: User,
 349        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 350        executor: E,
 351    ) -> impl Future<Output = Result<()>> {
 352        let mut this = self.clone();
 353        let user_id = user.id;
 354        let login = user.github_login;
 355        let span = info_span!("handle connection", %user_id, %login, %address);
 356        async move {
 357            let (connection_id, handle_io, mut incoming_rx) = this
 358                .peer
 359                .add_connection(connection, {
 360                    let executor = executor.clone();
 361                    move |duration| {
 362                        let timer = executor.sleep(duration);
 363                        async move {
 364                            timer.await;
 365                        }
 366                    }
 367                })
 368                .await;
 369
 370            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 371
 372            if let Some(send_connection_id) = send_connection_id.as_mut() {
 373                let _ = send_connection_id.send(connection_id).await;
 374            }
 375
 376            if !user.connected_once {
 377                this.peer.send(connection_id, proto::ShowContacts {})?;
 378                this.app_state.db.set_user_connected_once(user_id, true).await?;
 379            }
 380
 381            let (contacts, invite_code) = future::try_join(
 382                this.app_state.db.get_contacts(user_id),
 383                this.app_state.db.get_invite_code_for_user(user_id)
 384            ).await?;
 385
 386            {
 387                let mut store = this.store_mut().await;
 388                store.add_connection(connection_id, user_id, user.admin);
 389                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 390
 391                if let Some((code, count)) = invite_code {
 392                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 393                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 394                        count,
 395                    })?;
 396                }
 397            }
 398            this.update_user_contacts(user_id).await?;
 399
 400            let handle_io = handle_io.fuse();
 401            futures::pin_mut!(handle_io);
 402
 403            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 404            // This prevents deadlocks when e.g., client A performs a request to client B and
 405            // client B performs a request to client A. If both clients stop processing further
 406            // messages until their respective request completes, they won't have a chance to
 407            // respond to the other client's request and cause a deadlock.
 408            //
 409            // This arrangement ensures we will attempt to process earlier messages first, but fall
 410            // back to processing messages arrived later in the spirit of making progress.
 411            let mut foreground_message_handlers = FuturesUnordered::new();
 412            loop {
 413                let next_message = incoming_rx.next().fuse();
 414                futures::pin_mut!(next_message);
 415                futures::select_biased! {
 416                    result = handle_io => {
 417                        if let Err(error) = result {
 418                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 419                        }
 420                        break;
 421                    }
 422                    _ = foreground_message_handlers.next() => {}
 423                    message = next_message => {
 424                        if let Some(message) = message {
 425                            let type_name = message.payload_type_name();
 426                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 427                            let span_enter = span.enter();
 428                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 429                                let notifications = this.notifications.clone();
 430                                let is_background = message.is_background();
 431                                let handle_message = (handler)(this.clone(), message);
 432
 433                                drop(span_enter);
 434                                let handle_message = async move {
 435                                    handle_message.await;
 436                                    if let Some(mut notifications) = notifications {
 437                                        let _ = notifications.send(()).await;
 438                                    }
 439                                }.instrument(span);
 440
 441                                if is_background {
 442                                    executor.spawn_detached(handle_message);
 443                                } else {
 444                                    foreground_message_handlers.push(handle_message);
 445                                }
 446                            } else {
 447                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 448                            }
 449                        } else {
 450                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 451                            break;
 452                        }
 453                    }
 454                }
 455            }
 456
 457            drop(foreground_message_handlers);
 458            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 459            if let Err(error) = this.sign_out(connection_id).await {
 460                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 461            }
 462
 463            Ok(())
 464        }.instrument(span)
 465    }
 466
 467    #[instrument(skip(self), err)]
 468    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 469        self.peer.disconnect(connection_id);
 470
 471        let mut projects_to_unregister = Vec::new();
 472        let removed_user_id;
 473        {
 474            let mut store = self.store_mut().await;
 475            let removed_connection = store.remove_connection(connection_id)?;
 476
 477            for (project_id, project) in removed_connection.hosted_projects {
 478                projects_to_unregister.push(project_id);
 479                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 480                    self.peer.send(
 481                        conn_id,
 482                        proto::UnregisterProject {
 483                            project_id: project_id.to_proto(),
 484                        },
 485                    )
 486                });
 487
 488                for (_, receipts) in project.join_requests {
 489                    for receipt in receipts {
 490                        self.peer.respond(
 491                            receipt,
 492                            proto::JoinProjectResponse {
 493                                variant: Some(proto::join_project_response::Variant::Decline(
 494                                    proto::join_project_response::Decline {
 495                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 496                                    },
 497                                )),
 498                            },
 499                        )?;
 500                    }
 501                }
 502            }
 503
 504            for project_id in removed_connection.guest_project_ids {
 505                if let Some(project) = store.project(project_id).trace_err() {
 506                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 507                        self.peer.send(
 508                            conn_id,
 509                            proto::RemoveProjectCollaborator {
 510                                project_id: project_id.to_proto(),
 511                                peer_id: connection_id.0,
 512                            },
 513                        )
 514                    });
 515                    if project.guests.is_empty() {
 516                        self.peer
 517                            .send(
 518                                project.host_connection_id,
 519                                proto::ProjectUnshared {
 520                                    project_id: project_id.to_proto(),
 521                                },
 522                            )
 523                            .trace_err();
 524                    }
 525                }
 526            }
 527
 528            removed_user_id = removed_connection.user_id;
 529        };
 530
 531        self.update_user_contacts(removed_user_id).await.trace_err();
 532
 533        for project_id in projects_to_unregister {
 534            self.app_state
 535                .db
 536                .unregister_project(project_id)
 537                .await
 538                .trace_err();
 539        }
 540
 541        Ok(())
 542    }
 543
 544    pub async fn invite_code_redeemed(
 545        self: &Arc<Self>,
 546        code: &str,
 547        invitee_id: UserId,
 548    ) -> Result<()> {
 549        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 550        let store = self.store().await;
 551        let invitee_contact = store.contact_for_user(invitee_id, true);
 552        for connection_id in store.connection_ids_for_user(user.id) {
 553            self.peer.send(
 554                connection_id,
 555                proto::UpdateContacts {
 556                    contacts: vec![invitee_contact.clone()],
 557                    ..Default::default()
 558                },
 559            )?;
 560            self.peer.send(
 561                connection_id,
 562                proto::UpdateInviteInfo {
 563                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 564                    count: user.invite_count as u32,
 565                },
 566            )?;
 567        }
 568        Ok(())
 569    }
 570
 571    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 572        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 573            if let Some(invite_code) = &user.invite_code {
 574                let store = self.store().await;
 575                for connection_id in store.connection_ids_for_user(user_id) {
 576                    self.peer.send(
 577                        connection_id,
 578                        proto::UpdateInviteInfo {
 579                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 580                            count: user.invite_count as u32,
 581                        },
 582                    )?;
 583                }
 584            }
 585        }
 586        Ok(())
 587    }
 588
 589    async fn ping(
 590        self: Arc<Server>,
 591        _: TypedEnvelope<proto::Ping>,
 592        response: Response<proto::Ping>,
 593    ) -> Result<()> {
 594        response.send(proto::Ack {})?;
 595        Ok(())
 596    }
 597
 598    async fn register_project(
 599        self: Arc<Server>,
 600        request: TypedEnvelope<proto::RegisterProject>,
 601        response: Response<proto::RegisterProject>,
 602    ) -> Result<()> {
 603        let user_id = self
 604            .store()
 605            .await
 606            .user_id_for_connection(request.sender_id)?;
 607        let project_id = self.app_state.db.register_project(user_id).await?;
 608        self.store_mut()
 609            .await
 610            .register_project(request.sender_id, project_id)?;
 611
 612        response.send(proto::RegisterProjectResponse {
 613            project_id: project_id.to_proto(),
 614        })?;
 615
 616        Ok(())
 617    }
 618
 619    async fn unregister_project(
 620        self: Arc<Server>,
 621        request: TypedEnvelope<proto::UnregisterProject>,
 622        response: Response<proto::UnregisterProject>,
 623    ) -> Result<()> {
 624        let project_id = ProjectId::from_proto(request.payload.project_id);
 625        let (user_id, project) = {
 626            let mut state = self.store_mut().await;
 627            let project = state.unregister_project(project_id, request.sender_id)?;
 628            (state.user_id_for_connection(request.sender_id)?, project)
 629        };
 630        self.app_state.db.unregister_project(project_id).await?;
 631
 632        broadcast(
 633            request.sender_id,
 634            project.guests.keys().copied(),
 635            |conn_id| {
 636                self.peer.send(
 637                    conn_id,
 638                    proto::UnregisterProject {
 639                        project_id: project_id.to_proto(),
 640                    },
 641                )
 642            },
 643        );
 644        for (_, receipts) in project.join_requests {
 645            for receipt in receipts {
 646                self.peer.respond(
 647                    receipt,
 648                    proto::JoinProjectResponse {
 649                        variant: Some(proto::join_project_response::Variant::Decline(
 650                            proto::join_project_response::Decline {
 651                                reason: proto::join_project_response::decline::Reason::Closed
 652                                    as i32,
 653                            },
 654                        )),
 655                    },
 656                )?;
 657            }
 658        }
 659
 660        // Send out the `UpdateContacts` message before responding to the unregister
 661        // request. This way, when the project's host can keep track of the project's
 662        // remote id until after they've received the `UpdateContacts` message for
 663        // themself.
 664        self.update_user_contacts(user_id).await?;
 665        response.send(proto::Ack {})?;
 666
 667        Ok(())
 668    }
 669
 670    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 671        let contacts = self.app_state.db.get_contacts(user_id).await?;
 672        let store = self.store().await;
 673        let updated_contact = store.contact_for_user(user_id, false);
 674        for contact in contacts {
 675            if let db::Contact::Accepted {
 676                user_id: contact_user_id,
 677                ..
 678            } = contact
 679            {
 680                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 681                    self.peer
 682                        .send(
 683                            contact_conn_id,
 684                            proto::UpdateContacts {
 685                                contacts: vec![updated_contact.clone()],
 686                                remove_contacts: Default::default(),
 687                                incoming_requests: Default::default(),
 688                                remove_incoming_requests: Default::default(),
 689                                outgoing_requests: Default::default(),
 690                                remove_outgoing_requests: Default::default(),
 691                            },
 692                        )
 693                        .trace_err();
 694                }
 695            }
 696        }
 697        Ok(())
 698    }
 699
 700    async fn join_project(
 701        self: Arc<Server>,
 702        request: TypedEnvelope<proto::JoinProject>,
 703        response: Response<proto::JoinProject>,
 704    ) -> Result<()> {
 705        let project_id = ProjectId::from_proto(request.payload.project_id);
 706
 707        let host_user_id;
 708        let guest_user_id;
 709        let host_connection_id;
 710        {
 711            let state = self.store().await;
 712            let project = state.project(project_id)?;
 713            host_user_id = project.host.user_id;
 714            host_connection_id = project.host_connection_id;
 715            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 716        };
 717
 718        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 719        let has_contact = self
 720            .app_state
 721            .db
 722            .has_contact(guest_user_id, host_user_id)
 723            .await?;
 724        if !has_contact {
 725            return Err(anyhow!("no such project"))?;
 726        }
 727
 728        self.store_mut().await.request_join_project(
 729            guest_user_id,
 730            project_id,
 731            response.into_receipt(),
 732        )?;
 733        self.peer.send(
 734            host_connection_id,
 735            proto::RequestJoinProject {
 736                project_id: project_id.to_proto(),
 737                requester_id: guest_user_id.to_proto(),
 738            },
 739        )?;
 740        Ok(())
 741    }
 742
 743    async fn respond_to_join_project_request(
 744        self: Arc<Server>,
 745        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 746    ) -> Result<()> {
 747        let host_user_id;
 748
 749        {
 750            let mut state = self.store_mut().await;
 751            let project_id = ProjectId::from_proto(request.payload.project_id);
 752            let project = state.project(project_id)?;
 753            if project.host_connection_id != request.sender_id {
 754                Err(anyhow!("no such connection"))?;
 755            }
 756
 757            host_user_id = project.host.user_id;
 758            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 759
 760            if !request.payload.allow {
 761                let receipts = state
 762                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 763                    .ok_or_else(|| anyhow!("no such request"))?;
 764                for receipt in receipts {
 765                    self.peer.respond(
 766                        receipt,
 767                        proto::JoinProjectResponse {
 768                            variant: Some(proto::join_project_response::Variant::Decline(
 769                                proto::join_project_response::Decline {
 770                                    reason: proto::join_project_response::decline::Reason::Declined
 771                                        as i32,
 772                                },
 773                            )),
 774                        },
 775                    )?;
 776                }
 777                return Ok(());
 778            }
 779
 780            let (receipts_with_replica_ids, project) = state
 781                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 782                .ok_or_else(|| anyhow!("no such request"))?;
 783
 784            let peer_count = project.guests.len();
 785            let mut collaborators = Vec::with_capacity(peer_count);
 786            collaborators.push(proto::Collaborator {
 787                peer_id: project.host_connection_id.0,
 788                replica_id: 0,
 789                user_id: project.host.user_id.to_proto(),
 790            });
 791            let worktrees = project
 792                .worktrees
 793                .iter()
 794                .map(|(id, worktree)| proto::WorktreeMetadata {
 795                    id: *id,
 796                    root_name: worktree.root_name.clone(),
 797                    visible: worktree.visible,
 798                })
 799                .collect::<Vec<_>>();
 800
 801            // Add all guests other than the requesting user's own connections as collaborators
 802            for (guest_conn_id, guest) in &project.guests {
 803                if receipts_with_replica_ids
 804                    .iter()
 805                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 806                {
 807                    collaborators.push(proto::Collaborator {
 808                        peer_id: guest_conn_id.0,
 809                        replica_id: guest.replica_id as u32,
 810                        user_id: guest.user_id.to_proto(),
 811                    });
 812                }
 813            }
 814
 815            for conn_id in project.connection_ids() {
 816                for (receipt, replica_id) in &receipts_with_replica_ids {
 817                    if conn_id != receipt.sender_id {
 818                        self.peer.send(
 819                            conn_id,
 820                            proto::AddProjectCollaborator {
 821                                project_id: project_id.to_proto(),
 822                                collaborator: Some(proto::Collaborator {
 823                                    peer_id: receipt.sender_id.0,
 824                                    replica_id: *replica_id as u32,
 825                                    user_id: guest_user_id.to_proto(),
 826                                }),
 827                            },
 828                        )?;
 829                    }
 830                }
 831            }
 832
 833            // First, we send the metadata associated with each worktree.
 834            for (receipt, replica_id) in &receipts_with_replica_ids {
 835                self.peer.respond(
 836                    receipt.clone(),
 837                    proto::JoinProjectResponse {
 838                        variant: Some(proto::join_project_response::Variant::Accept(
 839                            proto::join_project_response::Accept {
 840                                worktrees: worktrees.clone(),
 841                                replica_id: *replica_id as u32,
 842                                collaborators: collaborators.clone(),
 843                                language_servers: project.language_servers.clone(),
 844                            },
 845                        )),
 846                    },
 847                )?;
 848            }
 849
 850            for (worktree_id, worktree) in &project.worktrees {
 851                #[cfg(any(test, feature = "test-support"))]
 852                const MAX_CHUNK_SIZE: usize = 2;
 853                #[cfg(not(any(test, feature = "test-support")))]
 854                const MAX_CHUNK_SIZE: usize = 256;
 855
 856                // Stream this worktree's entries.
 857                let message = proto::UpdateWorktree {
 858                    project_id: project_id.to_proto(),
 859                    worktree_id: *worktree_id,
 860                    root_name: worktree.root_name.clone(),
 861                    updated_entries: worktree.entries.values().cloned().collect(),
 862                    removed_entries: Default::default(),
 863                    scan_id: worktree.scan_id,
 864                    is_last_update: worktree.is_complete,
 865                };
 866                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 867                    for (receipt, _) in &receipts_with_replica_ids {
 868                        self.peer.send(receipt.sender_id, update.clone())?;
 869                    }
 870                }
 871
 872                // Stream this worktree's diagnostics.
 873                for summary in worktree.diagnostic_summaries.values() {
 874                    for (receipt, _) in &receipts_with_replica_ids {
 875                        self.peer.send(
 876                            receipt.sender_id,
 877                            proto::UpdateDiagnosticSummary {
 878                                project_id: project_id.to_proto(),
 879                                worktree_id: *worktree_id,
 880                                summary: Some(summary.clone()),
 881                            },
 882                        )?;
 883                    }
 884                }
 885            }
 886        }
 887
 888        self.update_user_contacts(host_user_id).await?;
 889        Ok(())
 890    }
 891
 892    async fn leave_project(
 893        self: Arc<Server>,
 894        request: TypedEnvelope<proto::LeaveProject>,
 895    ) -> Result<()> {
 896        let sender_id = request.sender_id;
 897        let project_id = ProjectId::from_proto(request.payload.project_id);
 898        let project;
 899        {
 900            let mut store = self.store_mut().await;
 901            project = store.leave_project(sender_id, project_id)?;
 902            tracing::info!(
 903                %project_id,
 904                host_user_id = %project.host_user_id,
 905                host_connection_id = %project.host_connection_id,
 906                "leave project"
 907            );
 908
 909            if project.remove_collaborator {
 910                broadcast(sender_id, project.connection_ids, |conn_id| {
 911                    self.peer.send(
 912                        conn_id,
 913                        proto::RemoveProjectCollaborator {
 914                            project_id: project_id.to_proto(),
 915                            peer_id: sender_id.0,
 916                        },
 917                    )
 918                });
 919            }
 920
 921            if let Some(requester_id) = project.cancel_request {
 922                self.peer.send(
 923                    project.host_connection_id,
 924                    proto::JoinProjectRequestCancelled {
 925                        project_id: project_id.to_proto(),
 926                        requester_id: requester_id.to_proto(),
 927                    },
 928                )?;
 929            }
 930
 931            if project.unshare {
 932                self.peer.send(
 933                    project.host_connection_id,
 934                    proto::ProjectUnshared {
 935                        project_id: project_id.to_proto(),
 936                    },
 937                )?;
 938            }
 939        }
 940        self.update_user_contacts(project.host_user_id).await?;
 941        Ok(())
 942    }
 943
 944    async fn update_project(
 945        self: Arc<Server>,
 946        request: TypedEnvelope<proto::UpdateProject>,
 947    ) -> Result<()> {
 948        let project_id = ProjectId::from_proto(request.payload.project_id);
 949        let user_id;
 950        {
 951            let mut state = self.store_mut().await;
 952            user_id = state.user_id_for_connection(request.sender_id)?;
 953            let guest_connection_ids = state
 954                .read_project(project_id, request.sender_id)?
 955                .guest_connection_ids();
 956            state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
 957            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 958                self.peer
 959                    .forward_send(request.sender_id, connection_id, request.payload.clone())
 960            });
 961        };
 962        self.update_user_contacts(user_id).await?;
 963        Ok(())
 964    }
 965
 966    async fn register_project_activity(
 967        self: Arc<Server>,
 968        request: TypedEnvelope<proto::RegisterProjectActivity>,
 969    ) -> Result<()> {
 970        self.store_mut().await.register_project_activity(
 971            ProjectId::from_proto(request.payload.project_id),
 972            request.sender_id,
 973        )?;
 974        Ok(())
 975    }
 976
 977    async fn update_worktree(
 978        self: Arc<Server>,
 979        request: TypedEnvelope<proto::UpdateWorktree>,
 980        response: Response<proto::UpdateWorktree>,
 981    ) -> Result<()> {
 982        let project_id = ProjectId::from_proto(request.payload.project_id);
 983        let worktree_id = request.payload.worktree_id;
 984        let (connection_ids, metadata_changed, extension_counts) = {
 985            let mut store = self.store_mut().await;
 986            let (connection_ids, metadata_changed, extension_counts) = store.update_worktree(
 987                request.sender_id,
 988                project_id,
 989                worktree_id,
 990                &request.payload.root_name,
 991                &request.payload.removed_entries,
 992                &request.payload.updated_entries,
 993                request.payload.scan_id,
 994                request.payload.is_last_update,
 995            )?;
 996            (connection_ids, metadata_changed, extension_counts.clone())
 997        };
 998        self.app_state
 999            .db
1000            .update_worktree_extensions(project_id, worktree_id, extension_counts)
1001            .await?;
1002
1003        broadcast(request.sender_id, connection_ids, |connection_id| {
1004            self.peer
1005                .forward_send(request.sender_id, connection_id, request.payload.clone())
1006        });
1007        if metadata_changed {
1008            let user_id = self
1009                .store()
1010                .await
1011                .user_id_for_connection(request.sender_id)?;
1012            self.update_user_contacts(user_id).await?;
1013        }
1014        response.send(proto::Ack {})?;
1015        Ok(())
1016    }
1017
1018    async fn update_diagnostic_summary(
1019        self: Arc<Server>,
1020        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1021    ) -> Result<()> {
1022        let summary = request
1023            .payload
1024            .summary
1025            .clone()
1026            .ok_or_else(|| anyhow!("invalid summary"))?;
1027        let receiver_ids = self.store_mut().await.update_diagnostic_summary(
1028            ProjectId::from_proto(request.payload.project_id),
1029            request.payload.worktree_id,
1030            request.sender_id,
1031            summary,
1032        )?;
1033
1034        broadcast(request.sender_id, receiver_ids, |connection_id| {
1035            self.peer
1036                .forward_send(request.sender_id, connection_id, request.payload.clone())
1037        });
1038        Ok(())
1039    }
1040
1041    async fn start_language_server(
1042        self: Arc<Server>,
1043        request: TypedEnvelope<proto::StartLanguageServer>,
1044    ) -> Result<()> {
1045        let receiver_ids = self.store_mut().await.start_language_server(
1046            ProjectId::from_proto(request.payload.project_id),
1047            request.sender_id,
1048            request
1049                .payload
1050                .server
1051                .clone()
1052                .ok_or_else(|| anyhow!("invalid language server"))?,
1053        )?;
1054        broadcast(request.sender_id, receiver_ids, |connection_id| {
1055            self.peer
1056                .forward_send(request.sender_id, connection_id, request.payload.clone())
1057        });
1058        Ok(())
1059    }
1060
1061    async fn update_language_server(
1062        self: Arc<Server>,
1063        request: TypedEnvelope<proto::UpdateLanguageServer>,
1064    ) -> Result<()> {
1065        let receiver_ids = self.store().await.project_connection_ids(
1066            ProjectId::from_proto(request.payload.project_id),
1067            request.sender_id,
1068        )?;
1069        broadcast(request.sender_id, receiver_ids, |connection_id| {
1070            self.peer
1071                .forward_send(request.sender_id, connection_id, request.payload.clone())
1072        });
1073        Ok(())
1074    }
1075
1076    async fn forward_project_request<T>(
1077        self: Arc<Server>,
1078        request: TypedEnvelope<T>,
1079        response: Response<T>,
1080    ) -> Result<()>
1081    where
1082        T: EntityMessage + RequestMessage,
1083    {
1084        let host_connection_id = self
1085            .store()
1086            .await
1087            .read_project(
1088                ProjectId::from_proto(request.payload.remote_entity_id()),
1089                request.sender_id,
1090            )?
1091            .host_connection_id;
1092
1093        response.send(
1094            self.peer
1095                .forward_request(request.sender_id, host_connection_id, request.payload)
1096                .await?,
1097        )?;
1098        Ok(())
1099    }
1100
1101    async fn save_buffer(
1102        self: Arc<Server>,
1103        request: TypedEnvelope<proto::SaveBuffer>,
1104        response: Response<proto::SaveBuffer>,
1105    ) -> Result<()> {
1106        let project_id = ProjectId::from_proto(request.payload.project_id);
1107        let host = self
1108            .store()
1109            .await
1110            .read_project(project_id, request.sender_id)?
1111            .host_connection_id;
1112        let response_payload = self
1113            .peer
1114            .forward_request(request.sender_id, host, request.payload.clone())
1115            .await?;
1116
1117        let mut guests = self
1118            .store()
1119            .await
1120            .read_project(project_id, request.sender_id)?
1121            .connection_ids();
1122        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1123        broadcast(host, guests, |conn_id| {
1124            self.peer
1125                .forward_send(host, conn_id, response_payload.clone())
1126        });
1127        response.send(response_payload)?;
1128        Ok(())
1129    }
1130
1131    async fn update_buffer(
1132        self: Arc<Server>,
1133        request: TypedEnvelope<proto::UpdateBuffer>,
1134        response: Response<proto::UpdateBuffer>,
1135    ) -> Result<()> {
1136        let project_id = ProjectId::from_proto(request.payload.project_id);
1137        let receiver_ids = {
1138            let mut store = self.store_mut().await;
1139            store.register_project_activity(project_id, request.sender_id)?;
1140            store.project_connection_ids(project_id, request.sender_id)?
1141        };
1142
1143        broadcast(request.sender_id, receiver_ids, |connection_id| {
1144            self.peer
1145                .forward_send(request.sender_id, connection_id, request.payload.clone())
1146        });
1147        response.send(proto::Ack {})?;
1148        Ok(())
1149    }
1150
1151    async fn update_buffer_file(
1152        self: Arc<Server>,
1153        request: TypedEnvelope<proto::UpdateBufferFile>,
1154    ) -> Result<()> {
1155        let receiver_ids = self.store().await.project_connection_ids(
1156            ProjectId::from_proto(request.payload.project_id),
1157            request.sender_id,
1158        )?;
1159        broadcast(request.sender_id, receiver_ids, |connection_id| {
1160            self.peer
1161                .forward_send(request.sender_id, connection_id, request.payload.clone())
1162        });
1163        Ok(())
1164    }
1165
1166    async fn buffer_reloaded(
1167        self: Arc<Server>,
1168        request: TypedEnvelope<proto::BufferReloaded>,
1169    ) -> Result<()> {
1170        let receiver_ids = self.store().await.project_connection_ids(
1171            ProjectId::from_proto(request.payload.project_id),
1172            request.sender_id,
1173        )?;
1174        broadcast(request.sender_id, receiver_ids, |connection_id| {
1175            self.peer
1176                .forward_send(request.sender_id, connection_id, request.payload.clone())
1177        });
1178        Ok(())
1179    }
1180
1181    async fn buffer_saved(
1182        self: Arc<Server>,
1183        request: TypedEnvelope<proto::BufferSaved>,
1184    ) -> Result<()> {
1185        let receiver_ids = self.store().await.project_connection_ids(
1186            ProjectId::from_proto(request.payload.project_id),
1187            request.sender_id,
1188        )?;
1189        broadcast(request.sender_id, receiver_ids, |connection_id| {
1190            self.peer
1191                .forward_send(request.sender_id, connection_id, request.payload.clone())
1192        });
1193        Ok(())
1194    }
1195
1196    async fn follow(
1197        self: Arc<Self>,
1198        request: TypedEnvelope<proto::Follow>,
1199        response: Response<proto::Follow>,
1200    ) -> Result<()> {
1201        let project_id = ProjectId::from_proto(request.payload.project_id);
1202        let leader_id = ConnectionId(request.payload.leader_id);
1203        let follower_id = request.sender_id;
1204        {
1205            let mut store = self.store_mut().await;
1206            if !store
1207                .project_connection_ids(project_id, follower_id)?
1208                .contains(&leader_id)
1209            {
1210                Err(anyhow!("no such peer"))?;
1211            }
1212
1213            store.register_project_activity(project_id, follower_id)?;
1214        }
1215
1216        let mut response_payload = self
1217            .peer
1218            .forward_request(request.sender_id, leader_id, request.payload)
1219            .await?;
1220        response_payload
1221            .views
1222            .retain(|view| view.leader_id != Some(follower_id.0));
1223        response.send(response_payload)?;
1224        Ok(())
1225    }
1226
1227    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1228        let project_id = ProjectId::from_proto(request.payload.project_id);
1229        let leader_id = ConnectionId(request.payload.leader_id);
1230        let mut store = self.store_mut().await;
1231        if !store
1232            .project_connection_ids(project_id, request.sender_id)?
1233            .contains(&leader_id)
1234        {
1235            Err(anyhow!("no such peer"))?;
1236        }
1237        store.register_project_activity(project_id, request.sender_id)?;
1238        self.peer
1239            .forward_send(request.sender_id, leader_id, request.payload)?;
1240        Ok(())
1241    }
1242
1243    async fn update_followers(
1244        self: Arc<Self>,
1245        request: TypedEnvelope<proto::UpdateFollowers>,
1246    ) -> Result<()> {
1247        let project_id = ProjectId::from_proto(request.payload.project_id);
1248        let mut store = self.store_mut().await;
1249        store.register_project_activity(project_id, request.sender_id)?;
1250        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1251        let leader_id = request
1252            .payload
1253            .variant
1254            .as_ref()
1255            .and_then(|variant| match variant {
1256                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1257                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1258                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1259            });
1260        for follower_id in &request.payload.follower_ids {
1261            let follower_id = ConnectionId(*follower_id);
1262            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1263                self.peer
1264                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1265            }
1266        }
1267        Ok(())
1268    }
1269
1270    async fn get_channels(
1271        self: Arc<Server>,
1272        request: TypedEnvelope<proto::GetChannels>,
1273        response: Response<proto::GetChannels>,
1274    ) -> Result<()> {
1275        let user_id = self
1276            .store()
1277            .await
1278            .user_id_for_connection(request.sender_id)?;
1279        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1280        response.send(proto::GetChannelsResponse {
1281            channels: channels
1282                .into_iter()
1283                .map(|chan| proto::Channel {
1284                    id: chan.id.to_proto(),
1285                    name: chan.name,
1286                })
1287                .collect(),
1288        })?;
1289        Ok(())
1290    }
1291
1292    async fn get_users(
1293        self: Arc<Server>,
1294        request: TypedEnvelope<proto::GetUsers>,
1295        response: Response<proto::GetUsers>,
1296    ) -> Result<()> {
1297        let user_ids = request
1298            .payload
1299            .user_ids
1300            .into_iter()
1301            .map(UserId::from_proto)
1302            .collect();
1303        let users = self
1304            .app_state
1305            .db
1306            .get_users_by_ids(user_ids)
1307            .await?
1308            .into_iter()
1309            .map(|user| proto::User {
1310                id: user.id.to_proto(),
1311                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1312                github_login: user.github_login,
1313            })
1314            .collect();
1315        response.send(proto::UsersResponse { users })?;
1316        Ok(())
1317    }
1318
1319    async fn fuzzy_search_users(
1320        self: Arc<Server>,
1321        request: TypedEnvelope<proto::FuzzySearchUsers>,
1322        response: Response<proto::FuzzySearchUsers>,
1323    ) -> Result<()> {
1324        let user_id = self
1325            .store()
1326            .await
1327            .user_id_for_connection(request.sender_id)?;
1328        let query = request.payload.query;
1329        let db = &self.app_state.db;
1330        let users = match query.len() {
1331            0 => vec![],
1332            1 | 2 => db
1333                .get_user_by_github_login(&query)
1334                .await?
1335                .into_iter()
1336                .collect(),
1337            _ => db.fuzzy_search_users(&query, 10).await?,
1338        };
1339        let users = users
1340            .into_iter()
1341            .filter(|user| user.id != user_id)
1342            .map(|user| proto::User {
1343                id: user.id.to_proto(),
1344                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1345                github_login: user.github_login,
1346            })
1347            .collect();
1348        response.send(proto::UsersResponse { users })?;
1349        Ok(())
1350    }
1351
1352    async fn request_contact(
1353        self: Arc<Server>,
1354        request: TypedEnvelope<proto::RequestContact>,
1355        response: Response<proto::RequestContact>,
1356    ) -> Result<()> {
1357        let requester_id = self
1358            .store()
1359            .await
1360            .user_id_for_connection(request.sender_id)?;
1361        let responder_id = UserId::from_proto(request.payload.responder_id);
1362        if requester_id == responder_id {
1363            return Err(anyhow!("cannot add yourself as a contact"))?;
1364        }
1365
1366        self.app_state
1367            .db
1368            .send_contact_request(requester_id, responder_id)
1369            .await?;
1370
1371        // Update outgoing contact requests of requester
1372        let mut update = proto::UpdateContacts::default();
1373        update.outgoing_requests.push(responder_id.to_proto());
1374        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1375            self.peer.send(connection_id, update.clone())?;
1376        }
1377
1378        // Update incoming contact requests of responder
1379        let mut update = proto::UpdateContacts::default();
1380        update
1381            .incoming_requests
1382            .push(proto::IncomingContactRequest {
1383                requester_id: requester_id.to_proto(),
1384                should_notify: true,
1385            });
1386        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1387            self.peer.send(connection_id, update.clone())?;
1388        }
1389
1390        response.send(proto::Ack {})?;
1391        Ok(())
1392    }
1393
1394    async fn respond_to_contact_request(
1395        self: Arc<Server>,
1396        request: TypedEnvelope<proto::RespondToContactRequest>,
1397        response: Response<proto::RespondToContactRequest>,
1398    ) -> Result<()> {
1399        let responder_id = self
1400            .store()
1401            .await
1402            .user_id_for_connection(request.sender_id)?;
1403        let requester_id = UserId::from_proto(request.payload.requester_id);
1404        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1405            self.app_state
1406                .db
1407                .dismiss_contact_notification(responder_id, requester_id)
1408                .await?;
1409        } else {
1410            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1411            self.app_state
1412                .db
1413                .respond_to_contact_request(responder_id, requester_id, accept)
1414                .await?;
1415
1416            let store = self.store().await;
1417            // Update responder with new contact
1418            let mut update = proto::UpdateContacts::default();
1419            if accept {
1420                update
1421                    .contacts
1422                    .push(store.contact_for_user(requester_id, false));
1423            }
1424            update
1425                .remove_incoming_requests
1426                .push(requester_id.to_proto());
1427            for connection_id in store.connection_ids_for_user(responder_id) {
1428                self.peer.send(connection_id, update.clone())?;
1429            }
1430
1431            // Update requester with new contact
1432            let mut update = proto::UpdateContacts::default();
1433            if accept {
1434                update
1435                    .contacts
1436                    .push(store.contact_for_user(responder_id, true));
1437            }
1438            update
1439                .remove_outgoing_requests
1440                .push(responder_id.to_proto());
1441            for connection_id in store.connection_ids_for_user(requester_id) {
1442                self.peer.send(connection_id, update.clone())?;
1443            }
1444        }
1445
1446        response.send(proto::Ack {})?;
1447        Ok(())
1448    }
1449
1450    async fn remove_contact(
1451        self: Arc<Server>,
1452        request: TypedEnvelope<proto::RemoveContact>,
1453        response: Response<proto::RemoveContact>,
1454    ) -> Result<()> {
1455        let requester_id = self
1456            .store()
1457            .await
1458            .user_id_for_connection(request.sender_id)?;
1459        let responder_id = UserId::from_proto(request.payload.user_id);
1460        self.app_state
1461            .db
1462            .remove_contact(requester_id, responder_id)
1463            .await?;
1464
1465        // Update outgoing contact requests of requester
1466        let mut update = proto::UpdateContacts::default();
1467        update
1468            .remove_outgoing_requests
1469            .push(responder_id.to_proto());
1470        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1471            self.peer.send(connection_id, update.clone())?;
1472        }
1473
1474        // Update incoming contact requests of responder
1475        let mut update = proto::UpdateContacts::default();
1476        update
1477            .remove_incoming_requests
1478            .push(requester_id.to_proto());
1479        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1480            self.peer.send(connection_id, update.clone())?;
1481        }
1482
1483        response.send(proto::Ack {})?;
1484        Ok(())
1485    }
1486
1487    async fn join_channel(
1488        self: Arc<Self>,
1489        request: TypedEnvelope<proto::JoinChannel>,
1490        response: Response<proto::JoinChannel>,
1491    ) -> Result<()> {
1492        let user_id = self
1493            .store()
1494            .await
1495            .user_id_for_connection(request.sender_id)?;
1496        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1497        if !self
1498            .app_state
1499            .db
1500            .can_user_access_channel(user_id, channel_id)
1501            .await?
1502        {
1503            Err(anyhow!("access denied"))?;
1504        }
1505
1506        self.store_mut()
1507            .await
1508            .join_channel(request.sender_id, channel_id);
1509        let messages = self
1510            .app_state
1511            .db
1512            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1513            .await?
1514            .into_iter()
1515            .map(|msg| proto::ChannelMessage {
1516                id: msg.id.to_proto(),
1517                body: msg.body,
1518                timestamp: msg.sent_at.unix_timestamp() as u64,
1519                sender_id: msg.sender_id.to_proto(),
1520                nonce: Some(msg.nonce.as_u128().into()),
1521            })
1522            .collect::<Vec<_>>();
1523        response.send(proto::JoinChannelResponse {
1524            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1525            messages,
1526        })?;
1527        Ok(())
1528    }
1529
1530    async fn leave_channel(
1531        self: Arc<Self>,
1532        request: TypedEnvelope<proto::LeaveChannel>,
1533    ) -> Result<()> {
1534        let user_id = self
1535            .store()
1536            .await
1537            .user_id_for_connection(request.sender_id)?;
1538        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1539        if !self
1540            .app_state
1541            .db
1542            .can_user_access_channel(user_id, channel_id)
1543            .await?
1544        {
1545            Err(anyhow!("access denied"))?;
1546        }
1547
1548        self.store_mut()
1549            .await
1550            .leave_channel(request.sender_id, channel_id);
1551
1552        Ok(())
1553    }
1554
1555    async fn send_channel_message(
1556        self: Arc<Self>,
1557        request: TypedEnvelope<proto::SendChannelMessage>,
1558        response: Response<proto::SendChannelMessage>,
1559    ) -> Result<()> {
1560        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1561        let user_id;
1562        let connection_ids;
1563        {
1564            let state = self.store().await;
1565            user_id = state.user_id_for_connection(request.sender_id)?;
1566            connection_ids = state.channel_connection_ids(channel_id)?;
1567        }
1568
1569        // Validate the message body.
1570        let body = request.payload.body.trim().to_string();
1571        if body.len() > MAX_MESSAGE_LEN {
1572            return Err(anyhow!("message is too long"))?;
1573        }
1574        if body.is_empty() {
1575            return Err(anyhow!("message can't be blank"))?;
1576        }
1577
1578        let timestamp = OffsetDateTime::now_utc();
1579        let nonce = request
1580            .payload
1581            .nonce
1582            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1583
1584        let message_id = self
1585            .app_state
1586            .db
1587            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1588            .await?
1589            .to_proto();
1590        let message = proto::ChannelMessage {
1591            sender_id: user_id.to_proto(),
1592            id: message_id,
1593            body,
1594            timestamp: timestamp.unix_timestamp() as u64,
1595            nonce: Some(nonce),
1596        };
1597        broadcast(request.sender_id, connection_ids, |conn_id| {
1598            self.peer.send(
1599                conn_id,
1600                proto::ChannelMessageSent {
1601                    channel_id: channel_id.to_proto(),
1602                    message: Some(message.clone()),
1603                },
1604            )
1605        });
1606        response.send(proto::SendChannelMessageResponse {
1607            message: Some(message),
1608        })?;
1609        Ok(())
1610    }
1611
1612    async fn get_channel_messages(
1613        self: Arc<Self>,
1614        request: TypedEnvelope<proto::GetChannelMessages>,
1615        response: Response<proto::GetChannelMessages>,
1616    ) -> Result<()> {
1617        let user_id = self
1618            .store()
1619            .await
1620            .user_id_for_connection(request.sender_id)?;
1621        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1622        if !self
1623            .app_state
1624            .db
1625            .can_user_access_channel(user_id, channel_id)
1626            .await?
1627        {
1628            Err(anyhow!("access denied"))?;
1629        }
1630
1631        let messages = self
1632            .app_state
1633            .db
1634            .get_channel_messages(
1635                channel_id,
1636                MESSAGE_COUNT_PER_PAGE,
1637                Some(MessageId::from_proto(request.payload.before_message_id)),
1638            )
1639            .await?
1640            .into_iter()
1641            .map(|msg| proto::ChannelMessage {
1642                id: msg.id.to_proto(),
1643                body: msg.body,
1644                timestamp: msg.sent_at.unix_timestamp() as u64,
1645                sender_id: msg.sender_id.to_proto(),
1646                nonce: Some(msg.nonce.as_u128().into()),
1647            })
1648            .collect::<Vec<_>>();
1649        response.send(proto::GetChannelMessagesResponse {
1650            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1651            messages,
1652        })?;
1653        Ok(())
1654    }
1655
1656    async fn store<'a>(self: &'a Arc<Self>) -> StoreReadGuard<'a> {
1657        #[cfg(test)]
1658        tokio::task::yield_now().await;
1659        let guard = self.store.read().await;
1660        #[cfg(test)]
1661        tokio::task::yield_now().await;
1662        StoreReadGuard {
1663            guard,
1664            _not_send: PhantomData,
1665        }
1666    }
1667
1668    async fn store_mut<'a>(self: &'a Arc<Self>) -> StoreWriteGuard<'a> {
1669        #[cfg(test)]
1670        tokio::task::yield_now().await;
1671        let guard = self.store.write().await;
1672        #[cfg(test)]
1673        tokio::task::yield_now().await;
1674        StoreWriteGuard {
1675            guard,
1676            _not_send: PhantomData,
1677        }
1678    }
1679
1680    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1681        ServerSnapshot {
1682            store: self.store.read().await,
1683            peer: &self.peer,
1684        }
1685    }
1686}
1687
1688impl<'a> Deref for StoreReadGuard<'a> {
1689    type Target = Store;
1690
1691    fn deref(&self) -> &Self::Target {
1692        &*self.guard
1693    }
1694}
1695
1696impl<'a> Deref for StoreWriteGuard<'a> {
1697    type Target = Store;
1698
1699    fn deref(&self) -> &Self::Target {
1700        &*self.guard
1701    }
1702}
1703
1704impl<'a> DerefMut for StoreWriteGuard<'a> {
1705    fn deref_mut(&mut self) -> &mut Self::Target {
1706        &mut *self.guard
1707    }
1708}
1709
1710impl<'a> Drop for StoreWriteGuard<'a> {
1711    fn drop(&mut self) {
1712        #[cfg(test)]
1713        self.check_invariants();
1714    }
1715}
1716
1717impl Executor for RealExecutor {
1718    type Sleep = Sleep;
1719
1720    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1721        tokio::task::spawn(future);
1722    }
1723
1724    fn sleep(&self, duration: Duration) -> Self::Sleep {
1725        tokio::time::sleep(duration)
1726    }
1727}
1728
1729fn broadcast<F>(
1730    sender_id: ConnectionId,
1731    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1732    mut f: F,
1733) where
1734    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1735{
1736    for receiver_id in receiver_ids {
1737        if receiver_id != sender_id {
1738            f(receiver_id).trace_err();
1739        }
1740    }
1741}
1742
1743lazy_static! {
1744    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1745}
1746
1747pub struct ProtocolVersion(u32);
1748
1749impl Header for ProtocolVersion {
1750    fn name() -> &'static HeaderName {
1751        &ZED_PROTOCOL_VERSION
1752    }
1753
1754    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1755    where
1756        Self: Sized,
1757        I: Iterator<Item = &'i axum::http::HeaderValue>,
1758    {
1759        let version = values
1760            .next()
1761            .ok_or_else(|| axum::headers::Error::invalid())?
1762            .to_str()
1763            .map_err(|_| axum::headers::Error::invalid())?
1764            .parse()
1765            .map_err(|_| axum::headers::Error::invalid())?;
1766        Ok(Self(version))
1767    }
1768
1769    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1770        values.extend([self.0.to_string().parse().unwrap()]);
1771    }
1772}
1773
1774pub fn routes(server: Arc<Server>) -> Router<Body> {
1775    Router::new()
1776        .route("/rpc", get(handle_websocket_request))
1777        .layer(
1778            ServiceBuilder::new()
1779                .layer(Extension(server.app_state.clone()))
1780                .layer(middleware::from_fn(auth::validate_header)),
1781        )
1782        .route("/metrics", get(handle_metrics))
1783        .layer(Extension(server))
1784}
1785
1786pub async fn handle_websocket_request(
1787    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1788    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1789    Extension(server): Extension<Arc<Server>>,
1790    Extension(user): Extension<User>,
1791    ws: WebSocketUpgrade,
1792) -> axum::response::Response {
1793    if protocol_version != rpc::PROTOCOL_VERSION {
1794        return (
1795            StatusCode::UPGRADE_REQUIRED,
1796            "client must be upgraded".to_string(),
1797        )
1798            .into_response();
1799    }
1800    let socket_address = socket_address.to_string();
1801    ws.on_upgrade(move |socket| {
1802        use util::ResultExt;
1803        let socket = socket
1804            .map_ok(to_tungstenite_message)
1805            .err_into()
1806            .with(|message| async move { Ok(to_axum_message(message)) });
1807        let connection = Connection::new(Box::pin(socket));
1808        async move {
1809            server
1810                .handle_connection(connection, socket_address, user, None, RealExecutor)
1811                .await
1812                .log_err();
1813        }
1814    })
1815}
1816
1817pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1818    // We call `store_mut` here for its side effects of updating metrics.
1819    let metrics = server.store().await.metrics();
1820    METRIC_CONNECTIONS.set(metrics.connections as _);
1821    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1822    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1823    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1824
1825    let encoder = prometheus::TextEncoder::new();
1826    let metric_families = prometheus::gather();
1827    match encoder.encode_to_string(&metric_families) {
1828        Ok(string) => (StatusCode::OK, string).into_response(),
1829        Err(error) => (
1830            StatusCode::INTERNAL_SERVER_ERROR,
1831            format!("failed to encode metrics {:?}", error),
1832        )
1833            .into_response(),
1834    }
1835}
1836
1837fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1838    match message {
1839        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1840        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1841        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1842        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1843        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1844            code: frame.code.into(),
1845            reason: frame.reason,
1846        })),
1847    }
1848}
1849
1850fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1851    match message {
1852        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1853        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1854        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1855        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1856        AxumMessage::Close(frame) => {
1857            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1858                code: frame.code.into(),
1859                reason: frame.reason,
1860            }))
1861        }
1862    }
1863}
1864
1865pub trait ResultExt {
1866    type Ok;
1867
1868    fn trace_err(self) -> Option<Self::Ok>;
1869}
1870
1871impl<T, E> ResultExt for Result<T, E>
1872where
1873    E: std::fmt::Debug,
1874{
1875    type Ok = T;
1876
1877    fn trace_err(self) -> Option<T> {
1878        match self {
1879            Ok(value) => Some(value),
1880            Err(error) => {
1881                tracing::error!("{:?}", error);
1882                None
1883            }
1884        }
1885    }
1886}