rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::register_project)
 155            .add_request_handler(Server::unregister_project)
 156            .add_request_handler(Server::join_project)
 157            .add_message_handler(Server::leave_project)
 158            .add_message_handler(Server::respond_to_join_project_request)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages)
 209            .add_request_handler(Server::get_private_user_info);
 210
 211        Arc::new(server)
 212    }
 213
 214    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 215    where
 216        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 217        Fut: 'static + Send + Future<Output = Result<()>>,
 218        M: EnvelopedMessage,
 219    {
 220        let prev_handler = self.handlers.insert(
 221            TypeId::of::<M>(),
 222            Box::new(move |server, envelope| {
 223                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 224                let span = info_span!(
 225                    "handle message",
 226                    payload_type = envelope.payload_type_name()
 227                );
 228                span.in_scope(|| {
 229                    tracing::info!(
 230                        payload_type = envelope.payload_type_name(),
 231                        "message received"
 232                    );
 233                });
 234                let future = (handler)(server, *envelope);
 235                async move {
 236                    if let Err(error) = future.await {
 237                        tracing::error!(%error, "error handling message");
 238                    }
 239                }
 240                .instrument(span)
 241                .boxed()
 242            }),
 243        );
 244        if prev_handler.is_some() {
 245            panic!("registered a handler for the same message twice");
 246        }
 247        self
 248    }
 249
 250    /// Handle a request while holding a lock to the store. This is useful when we're registering
 251    /// a connection but we want to respond on the connection before anybody else can send on it.
 252    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 253    where
 254        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 255        Fut: Send + Future<Output = Result<()>>,
 256        M: RequestMessage,
 257    {
 258        let handler = Arc::new(handler);
 259        self.add_message_handler(move |server, envelope| {
 260            let receipt = envelope.receipt();
 261            let handler = handler.clone();
 262            async move {
 263                let responded = Arc::new(AtomicBool::default());
 264                let response = Response {
 265                    server: server.clone(),
 266                    responded: responded.clone(),
 267                    receipt: envelope.receipt(),
 268                };
 269                match (handler)(server.clone(), envelope, response).await {
 270                    Ok(()) => {
 271                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 272                            Ok(())
 273                        } else {
 274                            Err(anyhow!("handler did not send a response"))?
 275                        }
 276                    }
 277                    Err(error) => {
 278                        server.peer.respond_with_error(
 279                            receipt,
 280                            proto::Error {
 281                                message: error.to_string(),
 282                            },
 283                        )?;
 284                        Err(error)
 285                    }
 286                }
 287            }
 288        })
 289    }
 290
 291    /// Start a long lived task that records which users are active in which projects.
 292    pub fn start_recording_project_activity<E: 'static + Executor>(
 293        self: &Arc<Self>,
 294        interval: Duration,
 295        executor: E,
 296    ) {
 297        executor.spawn_detached({
 298            let this = Arc::downgrade(self);
 299            let executor = executor.clone();
 300            async move {
 301                let mut period_start = OffsetDateTime::now_utc();
 302                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 303                loop {
 304                    let sleep = executor.sleep(interval);
 305                    sleep.await;
 306                    let this = if let Some(this) = this.upgrade() {
 307                        this
 308                    } else {
 309                        break;
 310                    };
 311
 312                    active_projects.clear();
 313                    active_projects.extend(this.store().await.projects().flat_map(
 314                        |(project_id, project)| {
 315                            project.guests.values().chain([&project.host]).filter_map(
 316                                |collaborator| {
 317                                    if !collaborator.admin
 318                                        && collaborator
 319                                            .last_activity
 320                                            .map_or(false, |activity| activity > period_start)
 321                                    {
 322                                        Some((collaborator.user_id, *project_id))
 323                                    } else {
 324                                        None
 325                                    }
 326                                },
 327                            )
 328                        },
 329                    ));
 330
 331                    let period_end = OffsetDateTime::now_utc();
 332                    this.app_state
 333                        .db
 334                        .record_user_activity(period_start..period_end, &active_projects)
 335                        .await
 336                        .trace_err();
 337                    period_start = period_end;
 338                }
 339            }
 340        });
 341    }
 342
 343    pub fn handle_connection<E: Executor>(
 344        self: &Arc<Self>,
 345        connection: Connection,
 346        address: String,
 347        user: User,
 348        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 349        executor: E,
 350    ) -> impl Future<Output = Result<()>> {
 351        let mut this = self.clone();
 352        let user_id = user.id;
 353        let login = user.github_login;
 354        let span = info_span!("handle connection", %user_id, %login, %address);
 355        async move {
 356            let (connection_id, handle_io, mut incoming_rx) = this
 357                .peer
 358                .add_connection(connection, {
 359                    let executor = executor.clone();
 360                    move |duration| {
 361                        let timer = executor.sleep(duration);
 362                        async move {
 363                            timer.await;
 364                        }
 365                    }
 366                })
 367                .await;
 368
 369            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 370
 371            if let Some(send_connection_id) = send_connection_id.as_mut() {
 372                let _ = send_connection_id.send(connection_id).await;
 373            }
 374
 375            if !user.connected_once {
 376                this.peer.send(connection_id, proto::ShowContacts {})?;
 377                this.app_state.db.set_user_connected_once(user_id, true).await?;
 378            }
 379
 380            let (contacts, invite_code) = future::try_join(
 381                this.app_state.db.get_contacts(user_id),
 382                this.app_state.db.get_invite_code_for_user(user_id)
 383            ).await?;
 384
 385            {
 386                let mut store = this.store().await;
 387                store.add_connection(connection_id, user_id, user.admin);
 388                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 389
 390                if let Some((code, count)) = invite_code {
 391                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 392                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 393                        count,
 394                    })?;
 395                }
 396            }
 397            this.update_user_contacts(user_id).await?;
 398
 399            let handle_io = handle_io.fuse();
 400            futures::pin_mut!(handle_io);
 401
 402            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 403            // This prevents deadlocks when e.g., client A performs a request to client B and
 404            // client B performs a request to client A. If both clients stop processing further
 405            // messages until their respective request completes, they won't have a chance to
 406            // respond to the other client's request and cause a deadlock.
 407            //
 408            // This arrangement ensures we will attempt to process earlier messages first, but fall
 409            // back to processing messages arrived later in the spirit of making progress.
 410            let mut foreground_message_handlers = FuturesUnordered::new();
 411            loop {
 412                let next_message = incoming_rx.next().fuse();
 413                futures::pin_mut!(next_message);
 414                futures::select_biased! {
 415                    result = handle_io => {
 416                        if let Err(error) = result {
 417                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 418                        }
 419                        break;
 420                    }
 421                    _ = foreground_message_handlers.next() => {}
 422                    message = next_message => {
 423                        if let Some(message) = message {
 424                            let type_name = message.payload_type_name();
 425                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 426                            let span_enter = span.enter();
 427                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 428                                let notifications = this.notifications.clone();
 429                                let is_background = message.is_background();
 430                                let handle_message = (handler)(this.clone(), message);
 431
 432                                drop(span_enter);
 433                                let handle_message = async move {
 434                                    handle_message.await;
 435                                    if let Some(mut notifications) = notifications {
 436                                        let _ = notifications.send(()).await;
 437                                    }
 438                                }.instrument(span);
 439
 440                                if is_background {
 441                                    executor.spawn_detached(handle_message);
 442                                } else {
 443                                    foreground_message_handlers.push(handle_message);
 444                                }
 445                            } else {
 446                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 447                            }
 448                        } else {
 449                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 450                            break;
 451                        }
 452                    }
 453                }
 454            }
 455
 456            drop(foreground_message_handlers);
 457            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 458            if let Err(error) = this.sign_out(connection_id).await {
 459                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 460            }
 461
 462            Ok(())
 463        }.instrument(span)
 464    }
 465
 466    #[instrument(skip(self), err)]
 467    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 468        self.peer.disconnect(connection_id);
 469
 470        let mut projects_to_unregister = Vec::new();
 471        let removed_user_id;
 472        {
 473            let mut store = self.store().await;
 474            let removed_connection = store.remove_connection(connection_id)?;
 475
 476            for (project_id, project) in removed_connection.hosted_projects {
 477                projects_to_unregister.push(project_id);
 478                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 479                    self.peer.send(
 480                        conn_id,
 481                        proto::UnregisterProject {
 482                            project_id: project_id.to_proto(),
 483                        },
 484                    )
 485                });
 486
 487                for (_, receipts) in project.join_requests {
 488                    for receipt in receipts {
 489                        self.peer.respond(
 490                            receipt,
 491                            proto::JoinProjectResponse {
 492                                variant: Some(proto::join_project_response::Variant::Decline(
 493                                    proto::join_project_response::Decline {
 494                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 495                                    },
 496                                )),
 497                            },
 498                        )?;
 499                    }
 500                }
 501            }
 502
 503            for project_id in removed_connection.guest_project_ids {
 504                if let Some(project) = store.project(project_id).trace_err() {
 505                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 506                        self.peer.send(
 507                            conn_id,
 508                            proto::RemoveProjectCollaborator {
 509                                project_id: project_id.to_proto(),
 510                                peer_id: connection_id.0,
 511                            },
 512                        )
 513                    });
 514                    if project.guests.is_empty() {
 515                        self.peer
 516                            .send(
 517                                project.host_connection_id,
 518                                proto::ProjectUnshared {
 519                                    project_id: project_id.to_proto(),
 520                                },
 521                            )
 522                            .trace_err();
 523                    }
 524                }
 525            }
 526
 527            removed_user_id = removed_connection.user_id;
 528        };
 529
 530        self.update_user_contacts(removed_user_id).await.trace_err();
 531
 532        for project_id in projects_to_unregister {
 533            self.app_state
 534                .db
 535                .unregister_project(project_id)
 536                .await
 537                .trace_err();
 538        }
 539
 540        Ok(())
 541    }
 542
 543    pub async fn invite_code_redeemed(
 544        self: &Arc<Self>,
 545        inviter_id: UserId,
 546        invitee_id: UserId,
 547    ) -> Result<()> {
 548        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 549            if let Some(code) = &user.invite_code {
 550                let store = self.store().await;
 551                let invitee_contact = store.contact_for_user(invitee_id, true);
 552                for connection_id in store.connection_ids_for_user(inviter_id) {
 553                    self.peer.send(
 554                        connection_id,
 555                        proto::UpdateContacts {
 556                            contacts: vec![invitee_contact.clone()],
 557                            ..Default::default()
 558                        },
 559                    )?;
 560                    self.peer.send(
 561                        connection_id,
 562                        proto::UpdateInviteInfo {
 563                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 564                            count: user.invite_count as u32,
 565                        },
 566                    )?;
 567                }
 568            }
 569        }
 570        Ok(())
 571    }
 572
 573    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 574        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 575            if let Some(invite_code) = &user.invite_code {
 576                let store = self.store().await;
 577                for connection_id in store.connection_ids_for_user(user_id) {
 578                    self.peer.send(
 579                        connection_id,
 580                        proto::UpdateInviteInfo {
 581                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 582                            count: user.invite_count as u32,
 583                        },
 584                    )?;
 585                }
 586            }
 587        }
 588        Ok(())
 589    }
 590
 591    async fn ping(
 592        self: Arc<Server>,
 593        _: TypedEnvelope<proto::Ping>,
 594        response: Response<proto::Ping>,
 595    ) -> Result<()> {
 596        response.send(proto::Ack {})?;
 597        Ok(())
 598    }
 599
 600    async fn register_project(
 601        self: Arc<Server>,
 602        request: TypedEnvelope<proto::RegisterProject>,
 603        response: Response<proto::RegisterProject>,
 604    ) -> Result<()> {
 605        let user_id = self
 606            .store()
 607            .await
 608            .user_id_for_connection(request.sender_id)?;
 609        let project_id = self.app_state.db.register_project(user_id).await?;
 610        self.store().await.register_project(
 611            request.sender_id,
 612            project_id,
 613            request.payload.online,
 614        )?;
 615
 616        response.send(proto::RegisterProjectResponse {
 617            project_id: project_id.to_proto(),
 618        })?;
 619
 620        Ok(())
 621    }
 622
 623    async fn unregister_project(
 624        self: Arc<Server>,
 625        request: TypedEnvelope<proto::UnregisterProject>,
 626        response: Response<proto::UnregisterProject>,
 627    ) -> Result<()> {
 628        let project_id = ProjectId::from_proto(request.payload.project_id);
 629        let (user_id, project) = {
 630            let mut state = self.store().await;
 631            let project = state.unregister_project(project_id, request.sender_id)?;
 632            (state.user_id_for_connection(request.sender_id)?, project)
 633        };
 634        self.app_state.db.unregister_project(project_id).await?;
 635
 636        broadcast(
 637            request.sender_id,
 638            project.guests.keys().copied(),
 639            |conn_id| {
 640                self.peer.send(
 641                    conn_id,
 642                    proto::UnregisterProject {
 643                        project_id: project_id.to_proto(),
 644                    },
 645                )
 646            },
 647        );
 648        for (_, receipts) in project.join_requests {
 649            for receipt in receipts {
 650                self.peer.respond(
 651                    receipt,
 652                    proto::JoinProjectResponse {
 653                        variant: Some(proto::join_project_response::Variant::Decline(
 654                            proto::join_project_response::Decline {
 655                                reason: proto::join_project_response::decline::Reason::Closed
 656                                    as i32,
 657                            },
 658                        )),
 659                    },
 660                )?;
 661            }
 662        }
 663
 664        // Send out the `UpdateContacts` message before responding to the unregister
 665        // request. This way, when the project's host can keep track of the project's
 666        // remote id until after they've received the `UpdateContacts` message for
 667        // themself.
 668        self.update_user_contacts(user_id).await?;
 669        response.send(proto::Ack {})?;
 670
 671        Ok(())
 672    }
 673
 674    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 675        let contacts = self.app_state.db.get_contacts(user_id).await?;
 676        let store = self.store().await;
 677        let updated_contact = store.contact_for_user(user_id, false);
 678        for contact in contacts {
 679            if let db::Contact::Accepted {
 680                user_id: contact_user_id,
 681                ..
 682            } = contact
 683            {
 684                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 685                    self.peer
 686                        .send(
 687                            contact_conn_id,
 688                            proto::UpdateContacts {
 689                                contacts: vec![updated_contact.clone()],
 690                                remove_contacts: Default::default(),
 691                                incoming_requests: Default::default(),
 692                                remove_incoming_requests: Default::default(),
 693                                outgoing_requests: Default::default(),
 694                                remove_outgoing_requests: Default::default(),
 695                            },
 696                        )
 697                        .trace_err();
 698                }
 699            }
 700        }
 701        Ok(())
 702    }
 703
 704    async fn join_project(
 705        self: Arc<Server>,
 706        request: TypedEnvelope<proto::JoinProject>,
 707        response: Response<proto::JoinProject>,
 708    ) -> Result<()> {
 709        let project_id = ProjectId::from_proto(request.payload.project_id);
 710
 711        let host_user_id;
 712        let guest_user_id;
 713        let host_connection_id;
 714        {
 715            let state = self.store().await;
 716            let project = state.project(project_id)?;
 717            host_user_id = project.host.user_id;
 718            host_connection_id = project.host_connection_id;
 719            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 720        };
 721
 722        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 723        let has_contact = self
 724            .app_state
 725            .db
 726            .has_contact(guest_user_id, host_user_id)
 727            .await?;
 728        if !has_contact {
 729            return Err(anyhow!("no such project"))?;
 730        }
 731
 732        self.store().await.request_join_project(
 733            guest_user_id,
 734            project_id,
 735            response.into_receipt(),
 736        )?;
 737        self.peer.send(
 738            host_connection_id,
 739            proto::RequestJoinProject {
 740                project_id: project_id.to_proto(),
 741                requester_id: guest_user_id.to_proto(),
 742            },
 743        )?;
 744        Ok(())
 745    }
 746
 747    async fn respond_to_join_project_request(
 748        self: Arc<Server>,
 749        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 750    ) -> Result<()> {
 751        let host_user_id;
 752
 753        {
 754            let mut state = self.store().await;
 755            let project_id = ProjectId::from_proto(request.payload.project_id);
 756            let project = state.project(project_id)?;
 757            if project.host_connection_id != request.sender_id {
 758                Err(anyhow!("no such connection"))?;
 759            }
 760
 761            host_user_id = project.host.user_id;
 762            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 763
 764            if !request.payload.allow {
 765                let receipts = state
 766                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 767                    .ok_or_else(|| anyhow!("no such request"))?;
 768                for receipt in receipts {
 769                    self.peer.respond(
 770                        receipt,
 771                        proto::JoinProjectResponse {
 772                            variant: Some(proto::join_project_response::Variant::Decline(
 773                                proto::join_project_response::Decline {
 774                                    reason: proto::join_project_response::decline::Reason::Declined
 775                                        as i32,
 776                                },
 777                            )),
 778                        },
 779                    )?;
 780                }
 781                return Ok(());
 782            }
 783
 784            let (receipts_with_replica_ids, project) = state
 785                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 786                .ok_or_else(|| anyhow!("no such request"))?;
 787
 788            let peer_count = project.guests.len();
 789            let mut collaborators = Vec::with_capacity(peer_count);
 790            collaborators.push(proto::Collaborator {
 791                peer_id: project.host_connection_id.0,
 792                replica_id: 0,
 793                user_id: project.host.user_id.to_proto(),
 794            });
 795            let worktrees = project
 796                .worktrees
 797                .iter()
 798                .map(|(id, worktree)| proto::WorktreeMetadata {
 799                    id: *id,
 800                    root_name: worktree.root_name.clone(),
 801                    visible: worktree.visible,
 802                })
 803                .collect::<Vec<_>>();
 804
 805            // Add all guests other than the requesting user's own connections as collaborators
 806            for (guest_conn_id, guest) in &project.guests {
 807                if receipts_with_replica_ids
 808                    .iter()
 809                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 810                {
 811                    collaborators.push(proto::Collaborator {
 812                        peer_id: guest_conn_id.0,
 813                        replica_id: guest.replica_id as u32,
 814                        user_id: guest.user_id.to_proto(),
 815                    });
 816                }
 817            }
 818
 819            for conn_id in project.connection_ids() {
 820                for (receipt, replica_id) in &receipts_with_replica_ids {
 821                    if conn_id != receipt.sender_id {
 822                        self.peer.send(
 823                            conn_id,
 824                            proto::AddProjectCollaborator {
 825                                project_id: project_id.to_proto(),
 826                                collaborator: Some(proto::Collaborator {
 827                                    peer_id: receipt.sender_id.0,
 828                                    replica_id: *replica_id as u32,
 829                                    user_id: guest_user_id.to_proto(),
 830                                }),
 831                            },
 832                        )?;
 833                    }
 834                }
 835            }
 836
 837            // First, we send the metadata associated with each worktree.
 838            for (receipt, replica_id) in &receipts_with_replica_ids {
 839                self.peer.respond(
 840                    *receipt,
 841                    proto::JoinProjectResponse {
 842                        variant: Some(proto::join_project_response::Variant::Accept(
 843                            proto::join_project_response::Accept {
 844                                worktrees: worktrees.clone(),
 845                                replica_id: *replica_id as u32,
 846                                collaborators: collaborators.clone(),
 847                                language_servers: project.language_servers.clone(),
 848                            },
 849                        )),
 850                    },
 851                )?;
 852            }
 853
 854            for (worktree_id, worktree) in &project.worktrees {
 855                #[cfg(any(test, feature = "test-support"))]
 856                const MAX_CHUNK_SIZE: usize = 2;
 857                #[cfg(not(any(test, feature = "test-support")))]
 858                const MAX_CHUNK_SIZE: usize = 256;
 859
 860                // Stream this worktree's entries.
 861                let message = proto::UpdateWorktree {
 862                    project_id: project_id.to_proto(),
 863                    worktree_id: *worktree_id,
 864                    root_name: worktree.root_name.clone(),
 865                    updated_entries: worktree.entries.values().cloned().collect(),
 866                    removed_entries: Default::default(),
 867                    scan_id: worktree.scan_id,
 868                    is_last_update: worktree.is_complete,
 869                };
 870                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 871                    for (receipt, _) in &receipts_with_replica_ids {
 872                        self.peer.send(receipt.sender_id, update.clone())?;
 873                    }
 874                }
 875
 876                // Stream this worktree's diagnostics.
 877                for summary in worktree.diagnostic_summaries.values() {
 878                    for (receipt, _) in &receipts_with_replica_ids {
 879                        self.peer.send(
 880                            receipt.sender_id,
 881                            proto::UpdateDiagnosticSummary {
 882                                project_id: project_id.to_proto(),
 883                                worktree_id: *worktree_id,
 884                                summary: Some(summary.clone()),
 885                            },
 886                        )?;
 887                    }
 888                }
 889            }
 890        }
 891
 892        self.update_user_contacts(host_user_id).await?;
 893        Ok(())
 894    }
 895
 896    async fn leave_project(
 897        self: Arc<Server>,
 898        request: TypedEnvelope<proto::LeaveProject>,
 899    ) -> Result<()> {
 900        let sender_id = request.sender_id;
 901        let project_id = ProjectId::from_proto(request.payload.project_id);
 902        let project;
 903        {
 904            let mut store = self.store().await;
 905            project = store.leave_project(sender_id, project_id)?;
 906            tracing::info!(
 907                %project_id,
 908                host_user_id = %project.host_user_id,
 909                host_connection_id = %project.host_connection_id,
 910                "leave project"
 911            );
 912
 913            if project.remove_collaborator {
 914                broadcast(sender_id, project.connection_ids, |conn_id| {
 915                    self.peer.send(
 916                        conn_id,
 917                        proto::RemoveProjectCollaborator {
 918                            project_id: project_id.to_proto(),
 919                            peer_id: sender_id.0,
 920                        },
 921                    )
 922                });
 923            }
 924
 925            if let Some(requester_id) = project.cancel_request {
 926                self.peer.send(
 927                    project.host_connection_id,
 928                    proto::JoinProjectRequestCancelled {
 929                        project_id: project_id.to_proto(),
 930                        requester_id: requester_id.to_proto(),
 931                    },
 932                )?;
 933            }
 934
 935            if project.unshare {
 936                self.peer.send(
 937                    project.host_connection_id,
 938                    proto::ProjectUnshared {
 939                        project_id: project_id.to_proto(),
 940                    },
 941                )?;
 942            }
 943        }
 944        self.update_user_contacts(project.host_user_id).await?;
 945        Ok(())
 946    }
 947
 948    async fn update_project(
 949        self: Arc<Server>,
 950        request: TypedEnvelope<proto::UpdateProject>,
 951    ) -> Result<()> {
 952        let project_id = ProjectId::from_proto(request.payload.project_id);
 953        let user_id;
 954        {
 955            let mut state = self.store().await;
 956            user_id = state.user_id_for_connection(request.sender_id)?;
 957            let guest_connection_ids = state
 958                .read_project(project_id, request.sender_id)?
 959                .guest_connection_ids();
 960            let unshared_project = state.update_project(
 961                project_id,
 962                &request.payload.worktrees,
 963                request.payload.online,
 964                request.sender_id,
 965            )?;
 966
 967            if let Some(unshared_project) = unshared_project {
 968                broadcast(
 969                    request.sender_id,
 970                    unshared_project.guests.keys().copied(),
 971                    |conn_id| {
 972                        self.peer.send(
 973                            conn_id,
 974                            proto::UnregisterProject {
 975                                project_id: project_id.to_proto(),
 976                            },
 977                        )
 978                    },
 979                );
 980                for (_, receipts) in unshared_project.pending_join_requests {
 981                    for receipt in receipts {
 982                        self.peer.respond(
 983                            receipt,
 984                            proto::JoinProjectResponse {
 985                                variant: Some(proto::join_project_response::Variant::Decline(
 986                                    proto::join_project_response::Decline {
 987                                        reason:
 988                                            proto::join_project_response::decline::Reason::Closed
 989                                                as i32,
 990                                    },
 991                                )),
 992                            },
 993                        )?;
 994                    }
 995                }
 996            } else {
 997                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 998                    self.peer.forward_send(
 999                        request.sender_id,
1000                        connection_id,
1001                        request.payload.clone(),
1002                    )
1003                });
1004            }
1005        };
1006
1007        self.update_user_contacts(user_id).await?;
1008        Ok(())
1009    }
1010
1011    async fn register_project_activity(
1012        self: Arc<Server>,
1013        request: TypedEnvelope<proto::RegisterProjectActivity>,
1014    ) -> Result<()> {
1015        self.store().await.register_project_activity(
1016            ProjectId::from_proto(request.payload.project_id),
1017            request.sender_id,
1018        )?;
1019        Ok(())
1020    }
1021
1022    async fn update_worktree(
1023        self: Arc<Server>,
1024        request: TypedEnvelope<proto::UpdateWorktree>,
1025        response: Response<proto::UpdateWorktree>,
1026    ) -> Result<()> {
1027        let project_id = ProjectId::from_proto(request.payload.project_id);
1028        let worktree_id = request.payload.worktree_id;
1029        let (connection_ids, metadata_changed) = {
1030            let mut store = self.store().await;
1031            let (connection_ids, metadata_changed) = store.update_worktree(
1032                request.sender_id,
1033                project_id,
1034                worktree_id,
1035                &request.payload.root_name,
1036                &request.payload.removed_entries,
1037                &request.payload.updated_entries,
1038                request.payload.scan_id,
1039                request.payload.is_last_update,
1040            )?;
1041            (connection_ids, metadata_changed)
1042        };
1043
1044        broadcast(request.sender_id, connection_ids, |connection_id| {
1045            self.peer
1046                .forward_send(request.sender_id, connection_id, request.payload.clone())
1047        });
1048        if metadata_changed {
1049            let user_id = self
1050                .store()
1051                .await
1052                .user_id_for_connection(request.sender_id)?;
1053            self.update_user_contacts(user_id).await?;
1054        }
1055        response.send(proto::Ack {})?;
1056        Ok(())
1057    }
1058
1059    async fn update_worktree_extensions(
1060        self: Arc<Server>,
1061        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1062    ) -> Result<()> {
1063        let project_id = ProjectId::from_proto(request.payload.project_id);
1064        let worktree_id = request.payload.worktree_id;
1065        let extensions = request
1066            .payload
1067            .extensions
1068            .into_iter()
1069            .zip(request.payload.counts)
1070            .collect();
1071        self.app_state
1072            .db
1073            .update_worktree_extensions(project_id, worktree_id, extensions)
1074            .await?;
1075        Ok(())
1076    }
1077
1078    async fn update_diagnostic_summary(
1079        self: Arc<Server>,
1080        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1081    ) -> Result<()> {
1082        let summary = request
1083            .payload
1084            .summary
1085            .clone()
1086            .ok_or_else(|| anyhow!("invalid summary"))?;
1087        let receiver_ids = self.store().await.update_diagnostic_summary(
1088            ProjectId::from_proto(request.payload.project_id),
1089            request.payload.worktree_id,
1090            request.sender_id,
1091            summary,
1092        )?;
1093
1094        broadcast(request.sender_id, receiver_ids, |connection_id| {
1095            self.peer
1096                .forward_send(request.sender_id, connection_id, request.payload.clone())
1097        });
1098        Ok(())
1099    }
1100
1101    async fn start_language_server(
1102        self: Arc<Server>,
1103        request: TypedEnvelope<proto::StartLanguageServer>,
1104    ) -> Result<()> {
1105        let receiver_ids = self.store().await.start_language_server(
1106            ProjectId::from_proto(request.payload.project_id),
1107            request.sender_id,
1108            request
1109                .payload
1110                .server
1111                .clone()
1112                .ok_or_else(|| anyhow!("invalid language server"))?,
1113        )?;
1114        broadcast(request.sender_id, receiver_ids, |connection_id| {
1115            self.peer
1116                .forward_send(request.sender_id, connection_id, request.payload.clone())
1117        });
1118        Ok(())
1119    }
1120
1121    async fn update_language_server(
1122        self: Arc<Server>,
1123        request: TypedEnvelope<proto::UpdateLanguageServer>,
1124    ) -> Result<()> {
1125        let receiver_ids = self.store().await.project_connection_ids(
1126            ProjectId::from_proto(request.payload.project_id),
1127            request.sender_id,
1128        )?;
1129        broadcast(request.sender_id, receiver_ids, |connection_id| {
1130            self.peer
1131                .forward_send(request.sender_id, connection_id, request.payload.clone())
1132        });
1133        Ok(())
1134    }
1135
1136    async fn forward_project_request<T>(
1137        self: Arc<Server>,
1138        request: TypedEnvelope<T>,
1139        response: Response<T>,
1140    ) -> Result<()>
1141    where
1142        T: EntityMessage + RequestMessage,
1143    {
1144        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1145        let host_connection_id = self
1146            .store()
1147            .await
1148            .read_project(project_id, request.sender_id)?
1149            .host_connection_id;
1150        let payload = self
1151            .peer
1152            .forward_request(request.sender_id, host_connection_id, request.payload)
1153            .await?;
1154
1155        // Ensure project still exists by the time we get the response from the host.
1156        self.store()
1157            .await
1158            .read_project(project_id, request.sender_id)?;
1159
1160        response.send(payload)?;
1161        Ok(())
1162    }
1163
1164    async fn save_buffer(
1165        self: Arc<Server>,
1166        request: TypedEnvelope<proto::SaveBuffer>,
1167        response: Response<proto::SaveBuffer>,
1168    ) -> Result<()> {
1169        let project_id = ProjectId::from_proto(request.payload.project_id);
1170        let host = self
1171            .store()
1172            .await
1173            .read_project(project_id, request.sender_id)?
1174            .host_connection_id;
1175        let response_payload = self
1176            .peer
1177            .forward_request(request.sender_id, host, request.payload.clone())
1178            .await?;
1179
1180        let mut guests = self
1181            .store()
1182            .await
1183            .read_project(project_id, request.sender_id)?
1184            .connection_ids();
1185        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1186        broadcast(host, guests, |conn_id| {
1187            self.peer
1188                .forward_send(host, conn_id, response_payload.clone())
1189        });
1190        response.send(response_payload)?;
1191        Ok(())
1192    }
1193
1194    async fn create_buffer_for_peer(
1195        self: Arc<Server>,
1196        request: TypedEnvelope<proto::CreateBufferForPeer>,
1197    ) -> Result<()> {
1198        self.peer.forward_send(
1199            request.sender_id,
1200            ConnectionId(request.payload.peer_id),
1201            request.payload,
1202        )?;
1203        Ok(())
1204    }
1205
1206    async fn update_buffer(
1207        self: Arc<Server>,
1208        request: TypedEnvelope<proto::UpdateBuffer>,
1209        response: Response<proto::UpdateBuffer>,
1210    ) -> Result<()> {
1211        let project_id = ProjectId::from_proto(request.payload.project_id);
1212        let receiver_ids = {
1213            let mut store = self.store().await;
1214            store.register_project_activity(project_id, request.sender_id)?;
1215            store.project_connection_ids(project_id, request.sender_id)?
1216        };
1217
1218        broadcast(request.sender_id, receiver_ids, |connection_id| {
1219            self.peer
1220                .forward_send(request.sender_id, connection_id, request.payload.clone())
1221        });
1222        response.send(proto::Ack {})?;
1223        Ok(())
1224    }
1225
1226    async fn update_buffer_file(
1227        self: Arc<Server>,
1228        request: TypedEnvelope<proto::UpdateBufferFile>,
1229    ) -> Result<()> {
1230        let receiver_ids = self.store().await.project_connection_ids(
1231            ProjectId::from_proto(request.payload.project_id),
1232            request.sender_id,
1233        )?;
1234        broadcast(request.sender_id, receiver_ids, |connection_id| {
1235            self.peer
1236                .forward_send(request.sender_id, connection_id, request.payload.clone())
1237        });
1238        Ok(())
1239    }
1240
1241    async fn buffer_reloaded(
1242        self: Arc<Server>,
1243        request: TypedEnvelope<proto::BufferReloaded>,
1244    ) -> Result<()> {
1245        let receiver_ids = self.store().await.project_connection_ids(
1246            ProjectId::from_proto(request.payload.project_id),
1247            request.sender_id,
1248        )?;
1249        broadcast(request.sender_id, receiver_ids, |connection_id| {
1250            self.peer
1251                .forward_send(request.sender_id, connection_id, request.payload.clone())
1252        });
1253        Ok(())
1254    }
1255
1256    async fn buffer_saved(
1257        self: Arc<Server>,
1258        request: TypedEnvelope<proto::BufferSaved>,
1259    ) -> Result<()> {
1260        let receiver_ids = self.store().await.project_connection_ids(
1261            ProjectId::from_proto(request.payload.project_id),
1262            request.sender_id,
1263        )?;
1264        broadcast(request.sender_id, receiver_ids, |connection_id| {
1265            self.peer
1266                .forward_send(request.sender_id, connection_id, request.payload.clone())
1267        });
1268        Ok(())
1269    }
1270
1271    async fn follow(
1272        self: Arc<Self>,
1273        request: TypedEnvelope<proto::Follow>,
1274        response: Response<proto::Follow>,
1275    ) -> Result<()> {
1276        let project_id = ProjectId::from_proto(request.payload.project_id);
1277        let leader_id = ConnectionId(request.payload.leader_id);
1278        let follower_id = request.sender_id;
1279        {
1280            let mut store = self.store().await;
1281            if !store
1282                .project_connection_ids(project_id, follower_id)?
1283                .contains(&leader_id)
1284            {
1285                Err(anyhow!("no such peer"))?;
1286            }
1287
1288            store.register_project_activity(project_id, follower_id)?;
1289        }
1290
1291        let mut response_payload = self
1292            .peer
1293            .forward_request(request.sender_id, leader_id, request.payload)
1294            .await?;
1295        response_payload
1296            .views
1297            .retain(|view| view.leader_id != Some(follower_id.0));
1298        response.send(response_payload)?;
1299        Ok(())
1300    }
1301
1302    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1303        let project_id = ProjectId::from_proto(request.payload.project_id);
1304        let leader_id = ConnectionId(request.payload.leader_id);
1305        let mut store = self.store().await;
1306        if !store
1307            .project_connection_ids(project_id, request.sender_id)?
1308            .contains(&leader_id)
1309        {
1310            Err(anyhow!("no such peer"))?;
1311        }
1312        store.register_project_activity(project_id, request.sender_id)?;
1313        self.peer
1314            .forward_send(request.sender_id, leader_id, request.payload)?;
1315        Ok(())
1316    }
1317
1318    async fn update_followers(
1319        self: Arc<Self>,
1320        request: TypedEnvelope<proto::UpdateFollowers>,
1321    ) -> Result<()> {
1322        let project_id = ProjectId::from_proto(request.payload.project_id);
1323        let mut store = self.store().await;
1324        store.register_project_activity(project_id, request.sender_id)?;
1325        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1326        let leader_id = request
1327            .payload
1328            .variant
1329            .as_ref()
1330            .and_then(|variant| match variant {
1331                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1332                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1333                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1334            });
1335        for follower_id in &request.payload.follower_ids {
1336            let follower_id = ConnectionId(*follower_id);
1337            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1338                self.peer
1339                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1340            }
1341        }
1342        Ok(())
1343    }
1344
1345    async fn get_channels(
1346        self: Arc<Server>,
1347        request: TypedEnvelope<proto::GetChannels>,
1348        response: Response<proto::GetChannels>,
1349    ) -> Result<()> {
1350        let user_id = self
1351            .store()
1352            .await
1353            .user_id_for_connection(request.sender_id)?;
1354        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1355        response.send(proto::GetChannelsResponse {
1356            channels: channels
1357                .into_iter()
1358                .map(|chan| proto::Channel {
1359                    id: chan.id.to_proto(),
1360                    name: chan.name,
1361                })
1362                .collect(),
1363        })?;
1364        Ok(())
1365    }
1366
1367    async fn get_users(
1368        self: Arc<Server>,
1369        request: TypedEnvelope<proto::GetUsers>,
1370        response: Response<proto::GetUsers>,
1371    ) -> Result<()> {
1372        let user_ids = request
1373            .payload
1374            .user_ids
1375            .into_iter()
1376            .map(UserId::from_proto)
1377            .collect();
1378        let users = self
1379            .app_state
1380            .db
1381            .get_users_by_ids(user_ids)
1382            .await?
1383            .into_iter()
1384            .map(|user| proto::User {
1385                id: user.id.to_proto(),
1386                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1387                github_login: user.github_login,
1388            })
1389            .collect();
1390        response.send(proto::UsersResponse { users })?;
1391        Ok(())
1392    }
1393
1394    async fn fuzzy_search_users(
1395        self: Arc<Server>,
1396        request: TypedEnvelope<proto::FuzzySearchUsers>,
1397        response: Response<proto::FuzzySearchUsers>,
1398    ) -> Result<()> {
1399        let user_id = self
1400            .store()
1401            .await
1402            .user_id_for_connection(request.sender_id)?;
1403        let query = request.payload.query;
1404        let db = &self.app_state.db;
1405        let users = match query.len() {
1406            0 => vec![],
1407            1 | 2 => db
1408                .get_user_by_github_account(&query, None)
1409                .await?
1410                .into_iter()
1411                .collect(),
1412            _ => db.fuzzy_search_users(&query, 10).await?,
1413        };
1414        let users = users
1415            .into_iter()
1416            .filter(|user| user.id != user_id)
1417            .map(|user| proto::User {
1418                id: user.id.to_proto(),
1419                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1420                github_login: user.github_login,
1421            })
1422            .collect();
1423        response.send(proto::UsersResponse { users })?;
1424        Ok(())
1425    }
1426
1427    async fn request_contact(
1428        self: Arc<Server>,
1429        request: TypedEnvelope<proto::RequestContact>,
1430        response: Response<proto::RequestContact>,
1431    ) -> Result<()> {
1432        let requester_id = self
1433            .store()
1434            .await
1435            .user_id_for_connection(request.sender_id)?;
1436        let responder_id = UserId::from_proto(request.payload.responder_id);
1437        if requester_id == responder_id {
1438            return Err(anyhow!("cannot add yourself as a contact"))?;
1439        }
1440
1441        self.app_state
1442            .db
1443            .send_contact_request(requester_id, responder_id)
1444            .await?;
1445
1446        // Update outgoing contact requests of requester
1447        let mut update = proto::UpdateContacts::default();
1448        update.outgoing_requests.push(responder_id.to_proto());
1449        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1450            self.peer.send(connection_id, update.clone())?;
1451        }
1452
1453        // Update incoming contact requests of responder
1454        let mut update = proto::UpdateContacts::default();
1455        update
1456            .incoming_requests
1457            .push(proto::IncomingContactRequest {
1458                requester_id: requester_id.to_proto(),
1459                should_notify: true,
1460            });
1461        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1462            self.peer.send(connection_id, update.clone())?;
1463        }
1464
1465        response.send(proto::Ack {})?;
1466        Ok(())
1467    }
1468
1469    async fn respond_to_contact_request(
1470        self: Arc<Server>,
1471        request: TypedEnvelope<proto::RespondToContactRequest>,
1472        response: Response<proto::RespondToContactRequest>,
1473    ) -> Result<()> {
1474        let responder_id = self
1475            .store()
1476            .await
1477            .user_id_for_connection(request.sender_id)?;
1478        let requester_id = UserId::from_proto(request.payload.requester_id);
1479        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1480            self.app_state
1481                .db
1482                .dismiss_contact_notification(responder_id, requester_id)
1483                .await?;
1484        } else {
1485            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1486            self.app_state
1487                .db
1488                .respond_to_contact_request(responder_id, requester_id, accept)
1489                .await?;
1490
1491            let store = self.store().await;
1492            // Update responder with new contact
1493            let mut update = proto::UpdateContacts::default();
1494            if accept {
1495                update
1496                    .contacts
1497                    .push(store.contact_for_user(requester_id, false));
1498            }
1499            update
1500                .remove_incoming_requests
1501                .push(requester_id.to_proto());
1502            for connection_id in store.connection_ids_for_user(responder_id) {
1503                self.peer.send(connection_id, update.clone())?;
1504            }
1505
1506            // Update requester with new contact
1507            let mut update = proto::UpdateContacts::default();
1508            if accept {
1509                update
1510                    .contacts
1511                    .push(store.contact_for_user(responder_id, true));
1512            }
1513            update
1514                .remove_outgoing_requests
1515                .push(responder_id.to_proto());
1516            for connection_id in store.connection_ids_for_user(requester_id) {
1517                self.peer.send(connection_id, update.clone())?;
1518            }
1519        }
1520
1521        response.send(proto::Ack {})?;
1522        Ok(())
1523    }
1524
1525    async fn remove_contact(
1526        self: Arc<Server>,
1527        request: TypedEnvelope<proto::RemoveContact>,
1528        response: Response<proto::RemoveContact>,
1529    ) -> Result<()> {
1530        let requester_id = self
1531            .store()
1532            .await
1533            .user_id_for_connection(request.sender_id)?;
1534        let responder_id = UserId::from_proto(request.payload.user_id);
1535        self.app_state
1536            .db
1537            .remove_contact(requester_id, responder_id)
1538            .await?;
1539
1540        // Update outgoing contact requests of requester
1541        let mut update = proto::UpdateContacts::default();
1542        update
1543            .remove_outgoing_requests
1544            .push(responder_id.to_proto());
1545        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1546            self.peer.send(connection_id, update.clone())?;
1547        }
1548
1549        // Update incoming contact requests of responder
1550        let mut update = proto::UpdateContacts::default();
1551        update
1552            .remove_incoming_requests
1553            .push(requester_id.to_proto());
1554        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1555            self.peer.send(connection_id, update.clone())?;
1556        }
1557
1558        response.send(proto::Ack {})?;
1559        Ok(())
1560    }
1561
1562    async fn join_channel(
1563        self: Arc<Self>,
1564        request: TypedEnvelope<proto::JoinChannel>,
1565        response: Response<proto::JoinChannel>,
1566    ) -> Result<()> {
1567        let user_id = self
1568            .store()
1569            .await
1570            .user_id_for_connection(request.sender_id)?;
1571        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1572        if !self
1573            .app_state
1574            .db
1575            .can_user_access_channel(user_id, channel_id)
1576            .await?
1577        {
1578            Err(anyhow!("access denied"))?;
1579        }
1580
1581        self.store()
1582            .await
1583            .join_channel(request.sender_id, channel_id);
1584        let messages = self
1585            .app_state
1586            .db
1587            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1588            .await?
1589            .into_iter()
1590            .map(|msg| proto::ChannelMessage {
1591                id: msg.id.to_proto(),
1592                body: msg.body,
1593                timestamp: msg.sent_at.unix_timestamp() as u64,
1594                sender_id: msg.sender_id.to_proto(),
1595                nonce: Some(msg.nonce.as_u128().into()),
1596            })
1597            .collect::<Vec<_>>();
1598        response.send(proto::JoinChannelResponse {
1599            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1600            messages,
1601        })?;
1602        Ok(())
1603    }
1604
1605    async fn leave_channel(
1606        self: Arc<Self>,
1607        request: TypedEnvelope<proto::LeaveChannel>,
1608    ) -> Result<()> {
1609        let user_id = self
1610            .store()
1611            .await
1612            .user_id_for_connection(request.sender_id)?;
1613        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1614        if !self
1615            .app_state
1616            .db
1617            .can_user_access_channel(user_id, channel_id)
1618            .await?
1619        {
1620            Err(anyhow!("access denied"))?;
1621        }
1622
1623        self.store()
1624            .await
1625            .leave_channel(request.sender_id, channel_id);
1626
1627        Ok(())
1628    }
1629
1630    async fn send_channel_message(
1631        self: Arc<Self>,
1632        request: TypedEnvelope<proto::SendChannelMessage>,
1633        response: Response<proto::SendChannelMessage>,
1634    ) -> Result<()> {
1635        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1636        let user_id;
1637        let connection_ids;
1638        {
1639            let state = self.store().await;
1640            user_id = state.user_id_for_connection(request.sender_id)?;
1641            connection_ids = state.channel_connection_ids(channel_id)?;
1642        }
1643
1644        // Validate the message body.
1645        let body = request.payload.body.trim().to_string();
1646        if body.len() > MAX_MESSAGE_LEN {
1647            return Err(anyhow!("message is too long"))?;
1648        }
1649        if body.is_empty() {
1650            return Err(anyhow!("message can't be blank"))?;
1651        }
1652
1653        let timestamp = OffsetDateTime::now_utc();
1654        let nonce = request
1655            .payload
1656            .nonce
1657            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1658
1659        let message_id = self
1660            .app_state
1661            .db
1662            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1663            .await?
1664            .to_proto();
1665        let message = proto::ChannelMessage {
1666            sender_id: user_id.to_proto(),
1667            id: message_id,
1668            body,
1669            timestamp: timestamp.unix_timestamp() as u64,
1670            nonce: Some(nonce),
1671        };
1672        broadcast(request.sender_id, connection_ids, |conn_id| {
1673            self.peer.send(
1674                conn_id,
1675                proto::ChannelMessageSent {
1676                    channel_id: channel_id.to_proto(),
1677                    message: Some(message.clone()),
1678                },
1679            )
1680        });
1681        response.send(proto::SendChannelMessageResponse {
1682            message: Some(message),
1683        })?;
1684        Ok(())
1685    }
1686
1687    async fn get_channel_messages(
1688        self: Arc<Self>,
1689        request: TypedEnvelope<proto::GetChannelMessages>,
1690        response: Response<proto::GetChannelMessages>,
1691    ) -> Result<()> {
1692        let user_id = self
1693            .store()
1694            .await
1695            .user_id_for_connection(request.sender_id)?;
1696        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1697        if !self
1698            .app_state
1699            .db
1700            .can_user_access_channel(user_id, channel_id)
1701            .await?
1702        {
1703            Err(anyhow!("access denied"))?;
1704        }
1705
1706        let messages = self
1707            .app_state
1708            .db
1709            .get_channel_messages(
1710                channel_id,
1711                MESSAGE_COUNT_PER_PAGE,
1712                Some(MessageId::from_proto(request.payload.before_message_id)),
1713            )
1714            .await?
1715            .into_iter()
1716            .map(|msg| proto::ChannelMessage {
1717                id: msg.id.to_proto(),
1718                body: msg.body,
1719                timestamp: msg.sent_at.unix_timestamp() as u64,
1720                sender_id: msg.sender_id.to_proto(),
1721                nonce: Some(msg.nonce.as_u128().into()),
1722            })
1723            .collect::<Vec<_>>();
1724        response.send(proto::GetChannelMessagesResponse {
1725            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1726            messages,
1727        })?;
1728        Ok(())
1729    }
1730
1731    async fn get_private_user_info(
1732        self: Arc<Self>,
1733        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1734        response: Response<proto::GetPrivateUserInfo>,
1735    ) -> Result<()> {
1736        let user_id = self
1737            .store()
1738            .await
1739            .user_id_for_connection(request.sender_id)?;
1740        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1741        let user = self
1742            .app_state
1743            .db
1744            .get_user_by_id(user_id)
1745            .await?
1746            .ok_or_else(|| anyhow!("user not found"))?;
1747        response.send(proto::GetPrivateUserInfoResponse {
1748            metrics_id,
1749            staff: user.admin,
1750        })?;
1751        Ok(())
1752    }
1753
1754    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1755        #[cfg(test)]
1756        tokio::task::yield_now().await;
1757        let guard = self.store.lock().await;
1758        #[cfg(test)]
1759        tokio::task::yield_now().await;
1760        StoreGuard {
1761            guard,
1762            _not_send: PhantomData,
1763        }
1764    }
1765
1766    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1767        ServerSnapshot {
1768            store: self.store().await,
1769            peer: &self.peer,
1770        }
1771    }
1772}
1773
1774impl<'a> Deref for StoreGuard<'a> {
1775    type Target = Store;
1776
1777    fn deref(&self) -> &Self::Target {
1778        &*self.guard
1779    }
1780}
1781
1782impl<'a> DerefMut for StoreGuard<'a> {
1783    fn deref_mut(&mut self) -> &mut Self::Target {
1784        &mut *self.guard
1785    }
1786}
1787
1788impl<'a> Drop for StoreGuard<'a> {
1789    fn drop(&mut self) {
1790        #[cfg(test)]
1791        self.check_invariants();
1792    }
1793}
1794
1795impl Executor for RealExecutor {
1796    type Sleep = Sleep;
1797
1798    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1799        tokio::task::spawn(future);
1800    }
1801
1802    fn sleep(&self, duration: Duration) -> Self::Sleep {
1803        tokio::time::sleep(duration)
1804    }
1805}
1806
1807fn broadcast<F>(
1808    sender_id: ConnectionId,
1809    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1810    mut f: F,
1811) where
1812    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1813{
1814    for receiver_id in receiver_ids {
1815        if receiver_id != sender_id {
1816            f(receiver_id).trace_err();
1817        }
1818    }
1819}
1820
1821lazy_static! {
1822    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1823}
1824
1825pub struct ProtocolVersion(u32);
1826
1827impl Header for ProtocolVersion {
1828    fn name() -> &'static HeaderName {
1829        &ZED_PROTOCOL_VERSION
1830    }
1831
1832    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1833    where
1834        Self: Sized,
1835        I: Iterator<Item = &'i axum::http::HeaderValue>,
1836    {
1837        let version = values
1838            .next()
1839            .ok_or_else(axum::headers::Error::invalid)?
1840            .to_str()
1841            .map_err(|_| axum::headers::Error::invalid())?
1842            .parse()
1843            .map_err(|_| axum::headers::Error::invalid())?;
1844        Ok(Self(version))
1845    }
1846
1847    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1848        values.extend([self.0.to_string().parse().unwrap()]);
1849    }
1850}
1851
1852pub fn routes(server: Arc<Server>) -> Router<Body> {
1853    Router::new()
1854        .route("/rpc", get(handle_websocket_request))
1855        .layer(
1856            ServiceBuilder::new()
1857                .layer(Extension(server.app_state.clone()))
1858                .layer(middleware::from_fn(auth::validate_header)),
1859        )
1860        .route("/metrics", get(handle_metrics))
1861        .layer(Extension(server))
1862}
1863
1864pub async fn handle_websocket_request(
1865    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1866    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1867    Extension(server): Extension<Arc<Server>>,
1868    Extension(user): Extension<User>,
1869    ws: WebSocketUpgrade,
1870) -> axum::response::Response {
1871    if protocol_version != rpc::PROTOCOL_VERSION {
1872        return (
1873            StatusCode::UPGRADE_REQUIRED,
1874            "client must be upgraded".to_string(),
1875        )
1876            .into_response();
1877    }
1878    let socket_address = socket_address.to_string();
1879    ws.on_upgrade(move |socket| {
1880        use util::ResultExt;
1881        let socket = socket
1882            .map_ok(to_tungstenite_message)
1883            .err_into()
1884            .with(|message| async move { Ok(to_axum_message(message)) });
1885        let connection = Connection::new(Box::pin(socket));
1886        async move {
1887            server
1888                .handle_connection(connection, socket_address, user, None, RealExecutor)
1889                .await
1890                .log_err();
1891        }
1892    })
1893}
1894
1895pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1896    // We call `store_mut` here for its side effects of updating metrics.
1897    let metrics = server.store().await.metrics();
1898    METRIC_CONNECTIONS.set(metrics.connections as _);
1899    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1900    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1901    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1902
1903    let encoder = prometheus::TextEncoder::new();
1904    let metric_families = prometheus::gather();
1905    match encoder.encode_to_string(&metric_families) {
1906        Ok(string) => (StatusCode::OK, string).into_response(),
1907        Err(error) => (
1908            StatusCode::INTERNAL_SERVER_ERROR,
1909            format!("failed to encode metrics {:?}", error),
1910        )
1911            .into_response(),
1912    }
1913}
1914
1915fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1916    match message {
1917        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1918        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1919        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1920        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1921        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1922            code: frame.code.into(),
1923            reason: frame.reason,
1924        })),
1925    }
1926}
1927
1928fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1929    match message {
1930        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1931        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1932        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1933        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1934        AxumMessage::Close(frame) => {
1935            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1936                code: frame.code.into(),
1937                reason: frame.reason,
1938            }))
1939        }
1940    }
1941}
1942
1943pub trait ResultExt {
1944    type Ok;
1945
1946    fn trace_err(self) -> Option<Self::Ok>;
1947}
1948
1949impl<T, E> ResultExt for Result<T, E>
1950where
1951    E: std::fmt::Debug,
1952{
1953    type Ok = T;
1954
1955    fn trace_err(self) -> Option<T> {
1956        match self {
1957            Ok(value) => Some(value),
1958            Err(error) => {
1959                tracing::error!("{:?}", error);
1960                None
1961            }
1962        }
1963    }
1964}