rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::register_project)
 155            .add_request_handler(Server::unregister_project)
 156            .add_request_handler(Server::join_project)
 157            .add_message_handler(Server::leave_project)
 158            .add_message_handler(Server::respond_to_join_project_request)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages);
 209
 210        Arc::new(server)
 211    }
 212
 213    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 214    where
 215        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 216        Fut: 'static + Send + Future<Output = Result<()>>,
 217        M: EnvelopedMessage,
 218    {
 219        let prev_handler = self.handlers.insert(
 220            TypeId::of::<M>(),
 221            Box::new(move |server, envelope| {
 222                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 223                let span = info_span!(
 224                    "handle message",
 225                    payload_type = envelope.payload_type_name()
 226                );
 227                span.in_scope(|| {
 228                    tracing::info!(
 229                        payload_type = envelope.payload_type_name(),
 230                        "message received"
 231                    );
 232                });
 233                let future = (handler)(server, *envelope);
 234                async move {
 235                    if let Err(error) = future.await {
 236                        tracing::error!(%error, "error handling message");
 237                    }
 238                }
 239                .instrument(span)
 240                .boxed()
 241            }),
 242        );
 243        if prev_handler.is_some() {
 244            panic!("registered a handler for the same message twice");
 245        }
 246        self
 247    }
 248
 249    /// Handle a request while holding a lock to the store. This is useful when we're registering
 250    /// a connection but we want to respond on the connection before anybody else can send on it.
 251    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 252    where
 253        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 254        Fut: Send + Future<Output = Result<()>>,
 255        M: RequestMessage,
 256    {
 257        let handler = Arc::new(handler);
 258        self.add_message_handler(move |server, envelope| {
 259            let receipt = envelope.receipt();
 260            let handler = handler.clone();
 261            async move {
 262                let responded = Arc::new(AtomicBool::default());
 263                let response = Response {
 264                    server: server.clone(),
 265                    responded: responded.clone(),
 266                    receipt: envelope.receipt(),
 267                };
 268                match (handler)(server.clone(), envelope, response).await {
 269                    Ok(()) => {
 270                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 271                            Ok(())
 272                        } else {
 273                            Err(anyhow!("handler did not send a response"))?
 274                        }
 275                    }
 276                    Err(error) => {
 277                        server.peer.respond_with_error(
 278                            receipt,
 279                            proto::Error {
 280                                message: error.to_string(),
 281                            },
 282                        )?;
 283                        Err(error)
 284                    }
 285                }
 286            }
 287        })
 288    }
 289
 290    /// Start a long lived task that records which users are active in which projects.
 291    pub fn start_recording_project_activity<E: 'static + Executor>(
 292        self: &Arc<Self>,
 293        interval: Duration,
 294        executor: E,
 295    ) {
 296        executor.spawn_detached({
 297            let this = Arc::downgrade(self);
 298            let executor = executor.clone();
 299            async move {
 300                let mut period_start = OffsetDateTime::now_utc();
 301                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 302                loop {
 303                    let sleep = executor.sleep(interval);
 304                    sleep.await;
 305                    let this = if let Some(this) = this.upgrade() {
 306                        this
 307                    } else {
 308                        break;
 309                    };
 310
 311                    active_projects.clear();
 312                    active_projects.extend(this.store().await.projects().flat_map(
 313                        |(project_id, project)| {
 314                            project.guests.values().chain([&project.host]).filter_map(
 315                                |collaborator| {
 316                                    if !collaborator.admin
 317                                        && collaborator
 318                                            .last_activity
 319                                            .map_or(false, |activity| activity > period_start)
 320                                    {
 321                                        Some((collaborator.user_id, *project_id))
 322                                    } else {
 323                                        None
 324                                    }
 325                                },
 326                            )
 327                        },
 328                    ));
 329
 330                    let period_end = OffsetDateTime::now_utc();
 331                    this.app_state
 332                        .db
 333                        .record_user_activity(period_start..period_end, &active_projects)
 334                        .await
 335                        .trace_err();
 336                    period_start = period_end;
 337                }
 338            }
 339        });
 340    }
 341
 342    pub fn handle_connection<E: Executor>(
 343        self: &Arc<Self>,
 344        connection: Connection,
 345        address: String,
 346        user: User,
 347        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 348        executor: E,
 349    ) -> impl Future<Output = Result<()>> {
 350        let mut this = self.clone();
 351        let user_id = user.id;
 352        let login = user.github_login;
 353        let span = info_span!("handle connection", %user_id, %login, %address);
 354        async move {
 355            let (connection_id, handle_io, mut incoming_rx) = this
 356                .peer
 357                .add_connection(connection, {
 358                    let executor = executor.clone();
 359                    move |duration| {
 360                        let timer = executor.sleep(duration);
 361                        async move {
 362                            timer.await;
 363                        }
 364                    }
 365                })
 366                .await;
 367
 368            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 369
 370            if let Some(send_connection_id) = send_connection_id.as_mut() {
 371                let _ = send_connection_id.send(connection_id).await;
 372            }
 373
 374            if !user.connected_once {
 375                this.peer.send(connection_id, proto::ShowContacts {})?;
 376                this.app_state.db.set_user_connected_once(user_id, true).await?;
 377            }
 378
 379            let (contacts, invite_code) = future::try_join(
 380                this.app_state.db.get_contacts(user_id),
 381                this.app_state.db.get_invite_code_for_user(user_id)
 382            ).await?;
 383
 384            {
 385                let mut store = this.store().await;
 386                store.add_connection(connection_id, user_id, user.admin);
 387                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 388
 389                if let Some((code, count)) = invite_code {
 390                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 391                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 392                        count,
 393                    })?;
 394                }
 395            }
 396            this.update_user_contacts(user_id).await?;
 397
 398            let handle_io = handle_io.fuse();
 399            futures::pin_mut!(handle_io);
 400
 401            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 402            // This prevents deadlocks when e.g., client A performs a request to client B and
 403            // client B performs a request to client A. If both clients stop processing further
 404            // messages until their respective request completes, they won't have a chance to
 405            // respond to the other client's request and cause a deadlock.
 406            //
 407            // This arrangement ensures we will attempt to process earlier messages first, but fall
 408            // back to processing messages arrived later in the spirit of making progress.
 409            let mut foreground_message_handlers = FuturesUnordered::new();
 410            loop {
 411                let next_message = incoming_rx.next().fuse();
 412                futures::pin_mut!(next_message);
 413                futures::select_biased! {
 414                    result = handle_io => {
 415                        if let Err(error) = result {
 416                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 417                        }
 418                        break;
 419                    }
 420                    _ = foreground_message_handlers.next() => {}
 421                    message = next_message => {
 422                        if let Some(message) = message {
 423                            let type_name = message.payload_type_name();
 424                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 425                            let span_enter = span.enter();
 426                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 427                                let notifications = this.notifications.clone();
 428                                let is_background = message.is_background();
 429                                let handle_message = (handler)(this.clone(), message);
 430
 431                                drop(span_enter);
 432                                let handle_message = async move {
 433                                    handle_message.await;
 434                                    if let Some(mut notifications) = notifications {
 435                                        let _ = notifications.send(()).await;
 436                                    }
 437                                }.instrument(span);
 438
 439                                if is_background {
 440                                    executor.spawn_detached(handle_message);
 441                                } else {
 442                                    foreground_message_handlers.push(handle_message);
 443                                }
 444                            } else {
 445                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 446                            }
 447                        } else {
 448                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 449                            break;
 450                        }
 451                    }
 452                }
 453            }
 454
 455            drop(foreground_message_handlers);
 456            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 457            if let Err(error) = this.sign_out(connection_id).await {
 458                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 459            }
 460
 461            Ok(())
 462        }.instrument(span)
 463    }
 464
 465    #[instrument(skip(self), err)]
 466    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 467        self.peer.disconnect(connection_id);
 468
 469        let mut projects_to_unregister = Vec::new();
 470        let removed_user_id;
 471        {
 472            let mut store = self.store().await;
 473            let removed_connection = store.remove_connection(connection_id)?;
 474
 475            for (project_id, project) in removed_connection.hosted_projects {
 476                projects_to_unregister.push(project_id);
 477                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 478                    self.peer.send(
 479                        conn_id,
 480                        proto::UnregisterProject {
 481                            project_id: project_id.to_proto(),
 482                        },
 483                    )
 484                });
 485
 486                for (_, receipts) in project.join_requests {
 487                    for receipt in receipts {
 488                        self.peer.respond(
 489                            receipt,
 490                            proto::JoinProjectResponse {
 491                                variant: Some(proto::join_project_response::Variant::Decline(
 492                                    proto::join_project_response::Decline {
 493                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 494                                    },
 495                                )),
 496                            },
 497                        )?;
 498                    }
 499                }
 500            }
 501
 502            for project_id in removed_connection.guest_project_ids {
 503                if let Some(project) = store.project(project_id).trace_err() {
 504                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 505                        self.peer.send(
 506                            conn_id,
 507                            proto::RemoveProjectCollaborator {
 508                                project_id: project_id.to_proto(),
 509                                peer_id: connection_id.0,
 510                            },
 511                        )
 512                    });
 513                    if project.guests.is_empty() {
 514                        self.peer
 515                            .send(
 516                                project.host_connection_id,
 517                                proto::ProjectUnshared {
 518                                    project_id: project_id.to_proto(),
 519                                },
 520                            )
 521                            .trace_err();
 522                    }
 523                }
 524            }
 525
 526            removed_user_id = removed_connection.user_id;
 527        };
 528
 529        self.update_user_contacts(removed_user_id).await.trace_err();
 530
 531        for project_id in projects_to_unregister {
 532            self.app_state
 533                .db
 534                .unregister_project(project_id)
 535                .await
 536                .trace_err();
 537        }
 538
 539        Ok(())
 540    }
 541
 542    pub async fn invite_code_redeemed(
 543        self: &Arc<Self>,
 544        inviter_id: UserId,
 545        invitee_id: UserId,
 546    ) -> Result<()> {
 547        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 548            if let Some(code) = &user.invite_code {
 549                let store = self.store().await;
 550                let invitee_contact = store.contact_for_user(invitee_id, true);
 551                for connection_id in store.connection_ids_for_user(inviter_id) {
 552                    self.peer.send(
 553                        connection_id,
 554                        proto::UpdateContacts {
 555                            contacts: vec![invitee_contact.clone()],
 556                            ..Default::default()
 557                        },
 558                    )?;
 559                    self.peer.send(
 560                        connection_id,
 561                        proto::UpdateInviteInfo {
 562                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 563                            count: user.invite_count as u32,
 564                        },
 565                    )?;
 566                }
 567            }
 568        }
 569        Ok(())
 570    }
 571
 572    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 573        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 574            if let Some(invite_code) = &user.invite_code {
 575                let store = self.store().await;
 576                for connection_id in store.connection_ids_for_user(user_id) {
 577                    self.peer.send(
 578                        connection_id,
 579                        proto::UpdateInviteInfo {
 580                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 581                            count: user.invite_count as u32,
 582                        },
 583                    )?;
 584                }
 585            }
 586        }
 587        Ok(())
 588    }
 589
 590    async fn ping(
 591        self: Arc<Server>,
 592        _: TypedEnvelope<proto::Ping>,
 593        response: Response<proto::Ping>,
 594    ) -> Result<()> {
 595        response.send(proto::Ack {})?;
 596        Ok(())
 597    }
 598
 599    async fn register_project(
 600        self: Arc<Server>,
 601        request: TypedEnvelope<proto::RegisterProject>,
 602        response: Response<proto::RegisterProject>,
 603    ) -> Result<()> {
 604        let user_id = self
 605            .store()
 606            .await
 607            .user_id_for_connection(request.sender_id)?;
 608        let project_id = self.app_state.db.register_project(user_id).await?;
 609        self.store().await.register_project(
 610            request.sender_id,
 611            project_id,
 612            request.payload.online,
 613        )?;
 614
 615        response.send(proto::RegisterProjectResponse {
 616            project_id: project_id.to_proto(),
 617        })?;
 618
 619        Ok(())
 620    }
 621
 622    async fn unregister_project(
 623        self: Arc<Server>,
 624        request: TypedEnvelope<proto::UnregisterProject>,
 625        response: Response<proto::UnregisterProject>,
 626    ) -> Result<()> {
 627        let project_id = ProjectId::from_proto(request.payload.project_id);
 628        let (user_id, project) = {
 629            let mut state = self.store().await;
 630            let project = state.unregister_project(project_id, request.sender_id)?;
 631            (state.user_id_for_connection(request.sender_id)?, project)
 632        };
 633        self.app_state.db.unregister_project(project_id).await?;
 634
 635        broadcast(
 636            request.sender_id,
 637            project.guests.keys().copied(),
 638            |conn_id| {
 639                self.peer.send(
 640                    conn_id,
 641                    proto::UnregisterProject {
 642                        project_id: project_id.to_proto(),
 643                    },
 644                )
 645            },
 646        );
 647        for (_, receipts) in project.join_requests {
 648            for receipt in receipts {
 649                self.peer.respond(
 650                    receipt,
 651                    proto::JoinProjectResponse {
 652                        variant: Some(proto::join_project_response::Variant::Decline(
 653                            proto::join_project_response::Decline {
 654                                reason: proto::join_project_response::decline::Reason::Closed
 655                                    as i32,
 656                            },
 657                        )),
 658                    },
 659                )?;
 660            }
 661        }
 662
 663        // Send out the `UpdateContacts` message before responding to the unregister
 664        // request. This way, when the project's host can keep track of the project's
 665        // remote id until after they've received the `UpdateContacts` message for
 666        // themself.
 667        self.update_user_contacts(user_id).await?;
 668        response.send(proto::Ack {})?;
 669
 670        Ok(())
 671    }
 672
 673    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 674        let contacts = self.app_state.db.get_contacts(user_id).await?;
 675        let store = self.store().await;
 676        let updated_contact = store.contact_for_user(user_id, false);
 677        for contact in contacts {
 678            if let db::Contact::Accepted {
 679                user_id: contact_user_id,
 680                ..
 681            } = contact
 682            {
 683                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 684                    self.peer
 685                        .send(
 686                            contact_conn_id,
 687                            proto::UpdateContacts {
 688                                contacts: vec![updated_contact.clone()],
 689                                remove_contacts: Default::default(),
 690                                incoming_requests: Default::default(),
 691                                remove_incoming_requests: Default::default(),
 692                                outgoing_requests: Default::default(),
 693                                remove_outgoing_requests: Default::default(),
 694                            },
 695                        )
 696                        .trace_err();
 697                }
 698            }
 699        }
 700        Ok(())
 701    }
 702
 703    async fn join_project(
 704        self: Arc<Server>,
 705        request: TypedEnvelope<proto::JoinProject>,
 706        response: Response<proto::JoinProject>,
 707    ) -> Result<()> {
 708        let project_id = ProjectId::from_proto(request.payload.project_id);
 709
 710        let host_user_id;
 711        let guest_user_id;
 712        let host_connection_id;
 713        {
 714            let state = self.store().await;
 715            let project = state.project(project_id)?;
 716            host_user_id = project.host.user_id;
 717            host_connection_id = project.host_connection_id;
 718            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 719        };
 720
 721        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 722        let has_contact = self
 723            .app_state
 724            .db
 725            .has_contact(guest_user_id, host_user_id)
 726            .await?;
 727        if !has_contact {
 728            return Err(anyhow!("no such project"))?;
 729        }
 730
 731        self.store().await.request_join_project(
 732            guest_user_id,
 733            project_id,
 734            response.into_receipt(),
 735        )?;
 736        self.peer.send(
 737            host_connection_id,
 738            proto::RequestJoinProject {
 739                project_id: project_id.to_proto(),
 740                requester_id: guest_user_id.to_proto(),
 741            },
 742        )?;
 743        Ok(())
 744    }
 745
 746    async fn respond_to_join_project_request(
 747        self: Arc<Server>,
 748        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 749    ) -> Result<()> {
 750        let host_user_id;
 751
 752        {
 753            let mut state = self.store().await;
 754            let project_id = ProjectId::from_proto(request.payload.project_id);
 755            let project = state.project(project_id)?;
 756            if project.host_connection_id != request.sender_id {
 757                Err(anyhow!("no such connection"))?;
 758            }
 759
 760            host_user_id = project.host.user_id;
 761            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 762
 763            if !request.payload.allow {
 764                let receipts = state
 765                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 766                    .ok_or_else(|| anyhow!("no such request"))?;
 767                for receipt in receipts {
 768                    self.peer.respond(
 769                        receipt,
 770                        proto::JoinProjectResponse {
 771                            variant: Some(proto::join_project_response::Variant::Decline(
 772                                proto::join_project_response::Decline {
 773                                    reason: proto::join_project_response::decline::Reason::Declined
 774                                        as i32,
 775                                },
 776                            )),
 777                        },
 778                    )?;
 779                }
 780                return Ok(());
 781            }
 782
 783            let (receipts_with_replica_ids, project) = state
 784                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 785                .ok_or_else(|| anyhow!("no such request"))?;
 786
 787            let peer_count = project.guests.len();
 788            let mut collaborators = Vec::with_capacity(peer_count);
 789            collaborators.push(proto::Collaborator {
 790                peer_id: project.host_connection_id.0,
 791                replica_id: 0,
 792                user_id: project.host.user_id.to_proto(),
 793            });
 794            let worktrees = project
 795                .worktrees
 796                .iter()
 797                .map(|(id, worktree)| proto::WorktreeMetadata {
 798                    id: *id,
 799                    root_name: worktree.root_name.clone(),
 800                    visible: worktree.visible,
 801                })
 802                .collect::<Vec<_>>();
 803
 804            // Add all guests other than the requesting user's own connections as collaborators
 805            for (guest_conn_id, guest) in &project.guests {
 806                if receipts_with_replica_ids
 807                    .iter()
 808                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 809                {
 810                    collaborators.push(proto::Collaborator {
 811                        peer_id: guest_conn_id.0,
 812                        replica_id: guest.replica_id as u32,
 813                        user_id: guest.user_id.to_proto(),
 814                    });
 815                }
 816            }
 817
 818            for conn_id in project.connection_ids() {
 819                for (receipt, replica_id) in &receipts_with_replica_ids {
 820                    if conn_id != receipt.sender_id {
 821                        self.peer.send(
 822                            conn_id,
 823                            proto::AddProjectCollaborator {
 824                                project_id: project_id.to_proto(),
 825                                collaborator: Some(proto::Collaborator {
 826                                    peer_id: receipt.sender_id.0,
 827                                    replica_id: *replica_id as u32,
 828                                    user_id: guest_user_id.to_proto(),
 829                                }),
 830                            },
 831                        )?;
 832                    }
 833                }
 834            }
 835
 836            // First, we send the metadata associated with each worktree.
 837            for (receipt, replica_id) in &receipts_with_replica_ids {
 838                self.peer.respond(
 839                    *receipt,
 840                    proto::JoinProjectResponse {
 841                        variant: Some(proto::join_project_response::Variant::Accept(
 842                            proto::join_project_response::Accept {
 843                                worktrees: worktrees.clone(),
 844                                replica_id: *replica_id as u32,
 845                                collaborators: collaborators.clone(),
 846                                language_servers: project.language_servers.clone(),
 847                            },
 848                        )),
 849                    },
 850                )?;
 851            }
 852
 853            for (worktree_id, worktree) in &project.worktrees {
 854                #[cfg(any(test, feature = "test-support"))]
 855                const MAX_CHUNK_SIZE: usize = 2;
 856                #[cfg(not(any(test, feature = "test-support")))]
 857                const MAX_CHUNK_SIZE: usize = 256;
 858
 859                // Stream this worktree's entries.
 860                let message = proto::UpdateWorktree {
 861                    project_id: project_id.to_proto(),
 862                    worktree_id: *worktree_id,
 863                    root_name: worktree.root_name.clone(),
 864                    updated_entries: worktree.entries.values().cloned().collect(),
 865                    removed_entries: Default::default(),
 866                    scan_id: worktree.scan_id,
 867                    is_last_update: worktree.is_complete,
 868                };
 869                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 870                    for (receipt, _) in &receipts_with_replica_ids {
 871                        self.peer.send(receipt.sender_id, update.clone())?;
 872                    }
 873                }
 874
 875                // Stream this worktree's diagnostics.
 876                for summary in worktree.diagnostic_summaries.values() {
 877                    for (receipt, _) in &receipts_with_replica_ids {
 878                        self.peer.send(
 879                            receipt.sender_id,
 880                            proto::UpdateDiagnosticSummary {
 881                                project_id: project_id.to_proto(),
 882                                worktree_id: *worktree_id,
 883                                summary: Some(summary.clone()),
 884                            },
 885                        )?;
 886                    }
 887                }
 888            }
 889        }
 890
 891        self.update_user_contacts(host_user_id).await?;
 892        Ok(())
 893    }
 894
 895    async fn leave_project(
 896        self: Arc<Server>,
 897        request: TypedEnvelope<proto::LeaveProject>,
 898    ) -> Result<()> {
 899        let sender_id = request.sender_id;
 900        let project_id = ProjectId::from_proto(request.payload.project_id);
 901        let project;
 902        {
 903            let mut store = self.store().await;
 904            project = store.leave_project(sender_id, project_id)?;
 905            tracing::info!(
 906                %project_id,
 907                host_user_id = %project.host_user_id,
 908                host_connection_id = %project.host_connection_id,
 909                "leave project"
 910            );
 911
 912            if project.remove_collaborator {
 913                broadcast(sender_id, project.connection_ids, |conn_id| {
 914                    self.peer.send(
 915                        conn_id,
 916                        proto::RemoveProjectCollaborator {
 917                            project_id: project_id.to_proto(),
 918                            peer_id: sender_id.0,
 919                        },
 920                    )
 921                });
 922            }
 923
 924            if let Some(requester_id) = project.cancel_request {
 925                self.peer.send(
 926                    project.host_connection_id,
 927                    proto::JoinProjectRequestCancelled {
 928                        project_id: project_id.to_proto(),
 929                        requester_id: requester_id.to_proto(),
 930                    },
 931                )?;
 932            }
 933
 934            if project.unshare {
 935                self.peer.send(
 936                    project.host_connection_id,
 937                    proto::ProjectUnshared {
 938                        project_id: project_id.to_proto(),
 939                    },
 940                )?;
 941            }
 942        }
 943        self.update_user_contacts(project.host_user_id).await?;
 944        Ok(())
 945    }
 946
 947    async fn update_project(
 948        self: Arc<Server>,
 949        request: TypedEnvelope<proto::UpdateProject>,
 950    ) -> Result<()> {
 951        let project_id = ProjectId::from_proto(request.payload.project_id);
 952        let user_id;
 953        {
 954            let mut state = self.store().await;
 955            user_id = state.user_id_for_connection(request.sender_id)?;
 956            let guest_connection_ids = state
 957                .read_project(project_id, request.sender_id)?
 958                .guest_connection_ids();
 959            let unshared_project = state.update_project(
 960                project_id,
 961                &request.payload.worktrees,
 962                request.payload.online,
 963                request.sender_id,
 964            )?;
 965
 966            if let Some(unshared_project) = unshared_project {
 967                broadcast(
 968                    request.sender_id,
 969                    unshared_project.guests.keys().copied(),
 970                    |conn_id| {
 971                        self.peer.send(
 972                            conn_id,
 973                            proto::UnregisterProject {
 974                                project_id: project_id.to_proto(),
 975                            },
 976                        )
 977                    },
 978                );
 979                for (_, receipts) in unshared_project.pending_join_requests {
 980                    for receipt in receipts {
 981                        self.peer.respond(
 982                            receipt,
 983                            proto::JoinProjectResponse {
 984                                variant: Some(proto::join_project_response::Variant::Decline(
 985                                    proto::join_project_response::Decline {
 986                                        reason:
 987                                            proto::join_project_response::decline::Reason::Closed
 988                                                as i32,
 989                                    },
 990                                )),
 991                            },
 992                        )?;
 993                    }
 994                }
 995            } else {
 996                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 997                    self.peer.forward_send(
 998                        request.sender_id,
 999                        connection_id,
1000                        request.payload.clone(),
1001                    )
1002                });
1003            }
1004        };
1005
1006        self.update_user_contacts(user_id).await?;
1007        Ok(())
1008    }
1009
1010    async fn register_project_activity(
1011        self: Arc<Server>,
1012        request: TypedEnvelope<proto::RegisterProjectActivity>,
1013    ) -> Result<()> {
1014        self.store().await.register_project_activity(
1015            ProjectId::from_proto(request.payload.project_id),
1016            request.sender_id,
1017        )?;
1018        Ok(())
1019    }
1020
1021    async fn update_worktree(
1022        self: Arc<Server>,
1023        request: TypedEnvelope<proto::UpdateWorktree>,
1024        response: Response<proto::UpdateWorktree>,
1025    ) -> Result<()> {
1026        let project_id = ProjectId::from_proto(request.payload.project_id);
1027        let worktree_id = request.payload.worktree_id;
1028        let (connection_ids, metadata_changed) = {
1029            let mut store = self.store().await;
1030            let (connection_ids, metadata_changed) = store.update_worktree(
1031                request.sender_id,
1032                project_id,
1033                worktree_id,
1034                &request.payload.root_name,
1035                &request.payload.removed_entries,
1036                &request.payload.updated_entries,
1037                request.payload.scan_id,
1038                request.payload.is_last_update,
1039            )?;
1040            (connection_ids, metadata_changed)
1041        };
1042
1043        broadcast(request.sender_id, connection_ids, |connection_id| {
1044            self.peer
1045                .forward_send(request.sender_id, connection_id, request.payload.clone())
1046        });
1047        if metadata_changed {
1048            let user_id = self
1049                .store()
1050                .await
1051                .user_id_for_connection(request.sender_id)?;
1052            self.update_user_contacts(user_id).await?;
1053        }
1054        response.send(proto::Ack {})?;
1055        Ok(())
1056    }
1057
1058    async fn update_worktree_extensions(
1059        self: Arc<Server>,
1060        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1061    ) -> Result<()> {
1062        let project_id = ProjectId::from_proto(request.payload.project_id);
1063        let worktree_id = request.payload.worktree_id;
1064        let extensions = request
1065            .payload
1066            .extensions
1067            .into_iter()
1068            .zip(request.payload.counts)
1069            .collect();
1070        self.app_state
1071            .db
1072            .update_worktree_extensions(project_id, worktree_id, extensions)
1073            .await?;
1074        Ok(())
1075    }
1076
1077    async fn update_diagnostic_summary(
1078        self: Arc<Server>,
1079        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1080    ) -> Result<()> {
1081        let summary = request
1082            .payload
1083            .summary
1084            .clone()
1085            .ok_or_else(|| anyhow!("invalid summary"))?;
1086        let receiver_ids = self.store().await.update_diagnostic_summary(
1087            ProjectId::from_proto(request.payload.project_id),
1088            request.payload.worktree_id,
1089            request.sender_id,
1090            summary,
1091        )?;
1092
1093        broadcast(request.sender_id, receiver_ids, |connection_id| {
1094            self.peer
1095                .forward_send(request.sender_id, connection_id, request.payload.clone())
1096        });
1097        Ok(())
1098    }
1099
1100    async fn start_language_server(
1101        self: Arc<Server>,
1102        request: TypedEnvelope<proto::StartLanguageServer>,
1103    ) -> Result<()> {
1104        let receiver_ids = self.store().await.start_language_server(
1105            ProjectId::from_proto(request.payload.project_id),
1106            request.sender_id,
1107            request
1108                .payload
1109                .server
1110                .clone()
1111                .ok_or_else(|| anyhow!("invalid language server"))?,
1112        )?;
1113        broadcast(request.sender_id, receiver_ids, |connection_id| {
1114            self.peer
1115                .forward_send(request.sender_id, connection_id, request.payload.clone())
1116        });
1117        Ok(())
1118    }
1119
1120    async fn update_language_server(
1121        self: Arc<Server>,
1122        request: TypedEnvelope<proto::UpdateLanguageServer>,
1123    ) -> Result<()> {
1124        let receiver_ids = self.store().await.project_connection_ids(
1125            ProjectId::from_proto(request.payload.project_id),
1126            request.sender_id,
1127        )?;
1128        broadcast(request.sender_id, receiver_ids, |connection_id| {
1129            self.peer
1130                .forward_send(request.sender_id, connection_id, request.payload.clone())
1131        });
1132        Ok(())
1133    }
1134
1135    async fn forward_project_request<T>(
1136        self: Arc<Server>,
1137        request: TypedEnvelope<T>,
1138        response: Response<T>,
1139    ) -> Result<()>
1140    where
1141        T: EntityMessage + RequestMessage,
1142    {
1143        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1144        let host_connection_id = self
1145            .store()
1146            .await
1147            .read_project(project_id, request.sender_id)?
1148            .host_connection_id;
1149        let payload = self
1150            .peer
1151            .forward_request(request.sender_id, host_connection_id, request.payload)
1152            .await?;
1153
1154        // Ensure project still exists by the time we get the response from the host.
1155        self.store()
1156            .await
1157            .read_project(project_id, request.sender_id)?;
1158
1159        response.send(payload)?;
1160        Ok(())
1161    }
1162
1163    async fn save_buffer(
1164        self: Arc<Server>,
1165        request: TypedEnvelope<proto::SaveBuffer>,
1166        response: Response<proto::SaveBuffer>,
1167    ) -> Result<()> {
1168        let project_id = ProjectId::from_proto(request.payload.project_id);
1169        let host = self
1170            .store()
1171            .await
1172            .read_project(project_id, request.sender_id)?
1173            .host_connection_id;
1174        let response_payload = self
1175            .peer
1176            .forward_request(request.sender_id, host, request.payload.clone())
1177            .await?;
1178
1179        let mut guests = self
1180            .store()
1181            .await
1182            .read_project(project_id, request.sender_id)?
1183            .connection_ids();
1184        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1185        broadcast(host, guests, |conn_id| {
1186            self.peer
1187                .forward_send(host, conn_id, response_payload.clone())
1188        });
1189        response.send(response_payload)?;
1190        Ok(())
1191    }
1192
1193    async fn create_buffer_for_peer(
1194        self: Arc<Server>,
1195        request: TypedEnvelope<proto::CreateBufferForPeer>,
1196    ) -> Result<()> {
1197        self.peer.forward_send(
1198            request.sender_id,
1199            ConnectionId(request.payload.peer_id),
1200            request.payload,
1201        )?;
1202        Ok(())
1203    }
1204
1205    async fn update_buffer(
1206        self: Arc<Server>,
1207        request: TypedEnvelope<proto::UpdateBuffer>,
1208        response: Response<proto::UpdateBuffer>,
1209    ) -> Result<()> {
1210        let project_id = ProjectId::from_proto(request.payload.project_id);
1211        let receiver_ids = {
1212            let mut store = self.store().await;
1213            store.register_project_activity(project_id, request.sender_id)?;
1214            store.project_connection_ids(project_id, request.sender_id)?
1215        };
1216
1217        broadcast(request.sender_id, receiver_ids, |connection_id| {
1218            self.peer
1219                .forward_send(request.sender_id, connection_id, request.payload.clone())
1220        });
1221        response.send(proto::Ack {})?;
1222        Ok(())
1223    }
1224
1225    async fn update_buffer_file(
1226        self: Arc<Server>,
1227        request: TypedEnvelope<proto::UpdateBufferFile>,
1228    ) -> Result<()> {
1229        let receiver_ids = self.store().await.project_connection_ids(
1230            ProjectId::from_proto(request.payload.project_id),
1231            request.sender_id,
1232        )?;
1233        broadcast(request.sender_id, receiver_ids, |connection_id| {
1234            self.peer
1235                .forward_send(request.sender_id, connection_id, request.payload.clone())
1236        });
1237        Ok(())
1238    }
1239
1240    async fn buffer_reloaded(
1241        self: Arc<Server>,
1242        request: TypedEnvelope<proto::BufferReloaded>,
1243    ) -> Result<()> {
1244        let receiver_ids = self.store().await.project_connection_ids(
1245            ProjectId::from_proto(request.payload.project_id),
1246            request.sender_id,
1247        )?;
1248        broadcast(request.sender_id, receiver_ids, |connection_id| {
1249            self.peer
1250                .forward_send(request.sender_id, connection_id, request.payload.clone())
1251        });
1252        Ok(())
1253    }
1254
1255    async fn buffer_saved(
1256        self: Arc<Server>,
1257        request: TypedEnvelope<proto::BufferSaved>,
1258    ) -> Result<()> {
1259        let receiver_ids = self.store().await.project_connection_ids(
1260            ProjectId::from_proto(request.payload.project_id),
1261            request.sender_id,
1262        )?;
1263        broadcast(request.sender_id, receiver_ids, |connection_id| {
1264            self.peer
1265                .forward_send(request.sender_id, connection_id, request.payload.clone())
1266        });
1267        Ok(())
1268    }
1269
1270    async fn follow(
1271        self: Arc<Self>,
1272        request: TypedEnvelope<proto::Follow>,
1273        response: Response<proto::Follow>,
1274    ) -> Result<()> {
1275        let project_id = ProjectId::from_proto(request.payload.project_id);
1276        let leader_id = ConnectionId(request.payload.leader_id);
1277        let follower_id = request.sender_id;
1278        {
1279            let mut store = self.store().await;
1280            if !store
1281                .project_connection_ids(project_id, follower_id)?
1282                .contains(&leader_id)
1283            {
1284                Err(anyhow!("no such peer"))?;
1285            }
1286
1287            store.register_project_activity(project_id, follower_id)?;
1288        }
1289
1290        let mut response_payload = self
1291            .peer
1292            .forward_request(request.sender_id, leader_id, request.payload)
1293            .await?;
1294        response_payload
1295            .views
1296            .retain(|view| view.leader_id != Some(follower_id.0));
1297        response.send(response_payload)?;
1298        Ok(())
1299    }
1300
1301    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1302        let project_id = ProjectId::from_proto(request.payload.project_id);
1303        let leader_id = ConnectionId(request.payload.leader_id);
1304        let mut store = self.store().await;
1305        if !store
1306            .project_connection_ids(project_id, request.sender_id)?
1307            .contains(&leader_id)
1308        {
1309            Err(anyhow!("no such peer"))?;
1310        }
1311        store.register_project_activity(project_id, request.sender_id)?;
1312        self.peer
1313            .forward_send(request.sender_id, leader_id, request.payload)?;
1314        Ok(())
1315    }
1316
1317    async fn update_followers(
1318        self: Arc<Self>,
1319        request: TypedEnvelope<proto::UpdateFollowers>,
1320    ) -> Result<()> {
1321        let project_id = ProjectId::from_proto(request.payload.project_id);
1322        let mut store = self.store().await;
1323        store.register_project_activity(project_id, request.sender_id)?;
1324        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1325        let leader_id = request
1326            .payload
1327            .variant
1328            .as_ref()
1329            .and_then(|variant| match variant {
1330                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1331                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1332                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1333            });
1334        for follower_id in &request.payload.follower_ids {
1335            let follower_id = ConnectionId(*follower_id);
1336            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1337                self.peer
1338                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1339            }
1340        }
1341        Ok(())
1342    }
1343
1344    async fn get_channels(
1345        self: Arc<Server>,
1346        request: TypedEnvelope<proto::GetChannels>,
1347        response: Response<proto::GetChannels>,
1348    ) -> Result<()> {
1349        let user_id = self
1350            .store()
1351            .await
1352            .user_id_for_connection(request.sender_id)?;
1353        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1354        response.send(proto::GetChannelsResponse {
1355            channels: channels
1356                .into_iter()
1357                .map(|chan| proto::Channel {
1358                    id: chan.id.to_proto(),
1359                    name: chan.name,
1360                })
1361                .collect(),
1362        })?;
1363        Ok(())
1364    }
1365
1366    async fn get_users(
1367        self: Arc<Server>,
1368        request: TypedEnvelope<proto::GetUsers>,
1369        response: Response<proto::GetUsers>,
1370    ) -> Result<()> {
1371        let user_ids = request
1372            .payload
1373            .user_ids
1374            .into_iter()
1375            .map(UserId::from_proto)
1376            .collect();
1377        let users = self
1378            .app_state
1379            .db
1380            .get_users_by_ids(user_ids)
1381            .await?
1382            .into_iter()
1383            .map(|user| proto::User {
1384                id: user.id.to_proto(),
1385                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1386                github_login: user.github_login,
1387            })
1388            .collect();
1389        response.send(proto::UsersResponse { users })?;
1390        Ok(())
1391    }
1392
1393    async fn fuzzy_search_users(
1394        self: Arc<Server>,
1395        request: TypedEnvelope<proto::FuzzySearchUsers>,
1396        response: Response<proto::FuzzySearchUsers>,
1397    ) -> Result<()> {
1398        let user_id = self
1399            .store()
1400            .await
1401            .user_id_for_connection(request.sender_id)?;
1402        let query = request.payload.query;
1403        let db = &self.app_state.db;
1404        let users = match query.len() {
1405            0 => vec![],
1406            1 | 2 => db
1407                .get_user_by_github_account(&query, None)
1408                .await?
1409                .into_iter()
1410                .collect(),
1411            _ => db.fuzzy_search_users(&query, 10).await?,
1412        };
1413        let users = users
1414            .into_iter()
1415            .filter(|user| user.id != user_id)
1416            .map(|user| proto::User {
1417                id: user.id.to_proto(),
1418                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1419                github_login: user.github_login,
1420            })
1421            .collect();
1422        response.send(proto::UsersResponse { users })?;
1423        Ok(())
1424    }
1425
1426    async fn request_contact(
1427        self: Arc<Server>,
1428        request: TypedEnvelope<proto::RequestContact>,
1429        response: Response<proto::RequestContact>,
1430    ) -> Result<()> {
1431        let requester_id = self
1432            .store()
1433            .await
1434            .user_id_for_connection(request.sender_id)?;
1435        let responder_id = UserId::from_proto(request.payload.responder_id);
1436        if requester_id == responder_id {
1437            return Err(anyhow!("cannot add yourself as a contact"))?;
1438        }
1439
1440        self.app_state
1441            .db
1442            .send_contact_request(requester_id, responder_id)
1443            .await?;
1444
1445        // Update outgoing contact requests of requester
1446        let mut update = proto::UpdateContacts::default();
1447        update.outgoing_requests.push(responder_id.to_proto());
1448        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1449            self.peer.send(connection_id, update.clone())?;
1450        }
1451
1452        // Update incoming contact requests of responder
1453        let mut update = proto::UpdateContacts::default();
1454        update
1455            .incoming_requests
1456            .push(proto::IncomingContactRequest {
1457                requester_id: requester_id.to_proto(),
1458                should_notify: true,
1459            });
1460        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1461            self.peer.send(connection_id, update.clone())?;
1462        }
1463
1464        response.send(proto::Ack {})?;
1465        Ok(())
1466    }
1467
1468    async fn respond_to_contact_request(
1469        self: Arc<Server>,
1470        request: TypedEnvelope<proto::RespondToContactRequest>,
1471        response: Response<proto::RespondToContactRequest>,
1472    ) -> Result<()> {
1473        let responder_id = self
1474            .store()
1475            .await
1476            .user_id_for_connection(request.sender_id)?;
1477        let requester_id = UserId::from_proto(request.payload.requester_id);
1478        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1479            self.app_state
1480                .db
1481                .dismiss_contact_notification(responder_id, requester_id)
1482                .await?;
1483        } else {
1484            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1485            self.app_state
1486                .db
1487                .respond_to_contact_request(responder_id, requester_id, accept)
1488                .await?;
1489
1490            let store = self.store().await;
1491            // Update responder with new contact
1492            let mut update = proto::UpdateContacts::default();
1493            if accept {
1494                update
1495                    .contacts
1496                    .push(store.contact_for_user(requester_id, false));
1497            }
1498            update
1499                .remove_incoming_requests
1500                .push(requester_id.to_proto());
1501            for connection_id in store.connection_ids_for_user(responder_id) {
1502                self.peer.send(connection_id, update.clone())?;
1503            }
1504
1505            // Update requester with new contact
1506            let mut update = proto::UpdateContacts::default();
1507            if accept {
1508                update
1509                    .contacts
1510                    .push(store.contact_for_user(responder_id, true));
1511            }
1512            update
1513                .remove_outgoing_requests
1514                .push(responder_id.to_proto());
1515            for connection_id in store.connection_ids_for_user(requester_id) {
1516                self.peer.send(connection_id, update.clone())?;
1517            }
1518        }
1519
1520        response.send(proto::Ack {})?;
1521        Ok(())
1522    }
1523
1524    async fn remove_contact(
1525        self: Arc<Server>,
1526        request: TypedEnvelope<proto::RemoveContact>,
1527        response: Response<proto::RemoveContact>,
1528    ) -> Result<()> {
1529        let requester_id = self
1530            .store()
1531            .await
1532            .user_id_for_connection(request.sender_id)?;
1533        let responder_id = UserId::from_proto(request.payload.user_id);
1534        self.app_state
1535            .db
1536            .remove_contact(requester_id, responder_id)
1537            .await?;
1538
1539        // Update outgoing contact requests of requester
1540        let mut update = proto::UpdateContacts::default();
1541        update
1542            .remove_outgoing_requests
1543            .push(responder_id.to_proto());
1544        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1545            self.peer.send(connection_id, update.clone())?;
1546        }
1547
1548        // Update incoming contact requests of responder
1549        let mut update = proto::UpdateContacts::default();
1550        update
1551            .remove_incoming_requests
1552            .push(requester_id.to_proto());
1553        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1554            self.peer.send(connection_id, update.clone())?;
1555        }
1556
1557        response.send(proto::Ack {})?;
1558        Ok(())
1559    }
1560
1561    async fn join_channel(
1562        self: Arc<Self>,
1563        request: TypedEnvelope<proto::JoinChannel>,
1564        response: Response<proto::JoinChannel>,
1565    ) -> Result<()> {
1566        let user_id = self
1567            .store()
1568            .await
1569            .user_id_for_connection(request.sender_id)?;
1570        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1571        if !self
1572            .app_state
1573            .db
1574            .can_user_access_channel(user_id, channel_id)
1575            .await?
1576        {
1577            Err(anyhow!("access denied"))?;
1578        }
1579
1580        self.store()
1581            .await
1582            .join_channel(request.sender_id, channel_id);
1583        let messages = self
1584            .app_state
1585            .db
1586            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1587            .await?
1588            .into_iter()
1589            .map(|msg| proto::ChannelMessage {
1590                id: msg.id.to_proto(),
1591                body: msg.body,
1592                timestamp: msg.sent_at.unix_timestamp() as u64,
1593                sender_id: msg.sender_id.to_proto(),
1594                nonce: Some(msg.nonce.as_u128().into()),
1595            })
1596            .collect::<Vec<_>>();
1597        response.send(proto::JoinChannelResponse {
1598            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1599            messages,
1600        })?;
1601        Ok(())
1602    }
1603
1604    async fn leave_channel(
1605        self: Arc<Self>,
1606        request: TypedEnvelope<proto::LeaveChannel>,
1607    ) -> Result<()> {
1608        let user_id = self
1609            .store()
1610            .await
1611            .user_id_for_connection(request.sender_id)?;
1612        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1613        if !self
1614            .app_state
1615            .db
1616            .can_user_access_channel(user_id, channel_id)
1617            .await?
1618        {
1619            Err(anyhow!("access denied"))?;
1620        }
1621
1622        self.store()
1623            .await
1624            .leave_channel(request.sender_id, channel_id);
1625
1626        Ok(())
1627    }
1628
1629    async fn send_channel_message(
1630        self: Arc<Self>,
1631        request: TypedEnvelope<proto::SendChannelMessage>,
1632        response: Response<proto::SendChannelMessage>,
1633    ) -> Result<()> {
1634        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1635        let user_id;
1636        let connection_ids;
1637        {
1638            let state = self.store().await;
1639            user_id = state.user_id_for_connection(request.sender_id)?;
1640            connection_ids = state.channel_connection_ids(channel_id)?;
1641        }
1642
1643        // Validate the message body.
1644        let body = request.payload.body.trim().to_string();
1645        if body.len() > MAX_MESSAGE_LEN {
1646            return Err(anyhow!("message is too long"))?;
1647        }
1648        if body.is_empty() {
1649            return Err(anyhow!("message can't be blank"))?;
1650        }
1651
1652        let timestamp = OffsetDateTime::now_utc();
1653        let nonce = request
1654            .payload
1655            .nonce
1656            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1657
1658        let message_id = self
1659            .app_state
1660            .db
1661            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1662            .await?
1663            .to_proto();
1664        let message = proto::ChannelMessage {
1665            sender_id: user_id.to_proto(),
1666            id: message_id,
1667            body,
1668            timestamp: timestamp.unix_timestamp() as u64,
1669            nonce: Some(nonce),
1670        };
1671        broadcast(request.sender_id, connection_ids, |conn_id| {
1672            self.peer.send(
1673                conn_id,
1674                proto::ChannelMessageSent {
1675                    channel_id: channel_id.to_proto(),
1676                    message: Some(message.clone()),
1677                },
1678            )
1679        });
1680        response.send(proto::SendChannelMessageResponse {
1681            message: Some(message),
1682        })?;
1683        Ok(())
1684    }
1685
1686    async fn get_channel_messages(
1687        self: Arc<Self>,
1688        request: TypedEnvelope<proto::GetChannelMessages>,
1689        response: Response<proto::GetChannelMessages>,
1690    ) -> Result<()> {
1691        let user_id = self
1692            .store()
1693            .await
1694            .user_id_for_connection(request.sender_id)?;
1695        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1696        if !self
1697            .app_state
1698            .db
1699            .can_user_access_channel(user_id, channel_id)
1700            .await?
1701        {
1702            Err(anyhow!("access denied"))?;
1703        }
1704
1705        let messages = self
1706            .app_state
1707            .db
1708            .get_channel_messages(
1709                channel_id,
1710                MESSAGE_COUNT_PER_PAGE,
1711                Some(MessageId::from_proto(request.payload.before_message_id)),
1712            )
1713            .await?
1714            .into_iter()
1715            .map(|msg| proto::ChannelMessage {
1716                id: msg.id.to_proto(),
1717                body: msg.body,
1718                timestamp: msg.sent_at.unix_timestamp() as u64,
1719                sender_id: msg.sender_id.to_proto(),
1720                nonce: Some(msg.nonce.as_u128().into()),
1721            })
1722            .collect::<Vec<_>>();
1723        response.send(proto::GetChannelMessagesResponse {
1724            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1725            messages,
1726        })?;
1727        Ok(())
1728    }
1729
1730    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1731        #[cfg(test)]
1732        tokio::task::yield_now().await;
1733        let guard = self.store.lock().await;
1734        #[cfg(test)]
1735        tokio::task::yield_now().await;
1736        StoreGuard {
1737            guard,
1738            _not_send: PhantomData,
1739        }
1740    }
1741
1742    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1743        ServerSnapshot {
1744            store: self.store().await,
1745            peer: &self.peer,
1746        }
1747    }
1748}
1749
1750impl<'a> Deref for StoreGuard<'a> {
1751    type Target = Store;
1752
1753    fn deref(&self) -> &Self::Target {
1754        &*self.guard
1755    }
1756}
1757
1758impl<'a> DerefMut for StoreGuard<'a> {
1759    fn deref_mut(&mut self) -> &mut Self::Target {
1760        &mut *self.guard
1761    }
1762}
1763
1764impl<'a> Drop for StoreGuard<'a> {
1765    fn drop(&mut self) {
1766        #[cfg(test)]
1767        self.check_invariants();
1768    }
1769}
1770
1771impl Executor for RealExecutor {
1772    type Sleep = Sleep;
1773
1774    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1775        tokio::task::spawn(future);
1776    }
1777
1778    fn sleep(&self, duration: Duration) -> Self::Sleep {
1779        tokio::time::sleep(duration)
1780    }
1781}
1782
1783fn broadcast<F>(
1784    sender_id: ConnectionId,
1785    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1786    mut f: F,
1787) where
1788    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1789{
1790    for receiver_id in receiver_ids {
1791        if receiver_id != sender_id {
1792            f(receiver_id).trace_err();
1793        }
1794    }
1795}
1796
1797lazy_static! {
1798    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1799}
1800
1801pub struct ProtocolVersion(u32);
1802
1803impl Header for ProtocolVersion {
1804    fn name() -> &'static HeaderName {
1805        &ZED_PROTOCOL_VERSION
1806    }
1807
1808    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1809    where
1810        Self: Sized,
1811        I: Iterator<Item = &'i axum::http::HeaderValue>,
1812    {
1813        let version = values
1814            .next()
1815            .ok_or_else(axum::headers::Error::invalid)?
1816            .to_str()
1817            .map_err(|_| axum::headers::Error::invalid())?
1818            .parse()
1819            .map_err(|_| axum::headers::Error::invalid())?;
1820        Ok(Self(version))
1821    }
1822
1823    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1824        values.extend([self.0.to_string().parse().unwrap()]);
1825    }
1826}
1827
1828pub fn routes(server: Arc<Server>) -> Router<Body> {
1829    Router::new()
1830        .route("/rpc", get(handle_websocket_request))
1831        .layer(
1832            ServiceBuilder::new()
1833                .layer(Extension(server.app_state.clone()))
1834                .layer(middleware::from_fn(auth::validate_header)),
1835        )
1836        .route("/metrics", get(handle_metrics))
1837        .layer(Extension(server))
1838}
1839
1840pub async fn handle_websocket_request(
1841    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1842    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1843    Extension(server): Extension<Arc<Server>>,
1844    Extension(user): Extension<User>,
1845    ws: WebSocketUpgrade,
1846) -> axum::response::Response {
1847    if protocol_version != rpc::PROTOCOL_VERSION {
1848        return (
1849            StatusCode::UPGRADE_REQUIRED,
1850            "client must be upgraded".to_string(),
1851        )
1852            .into_response();
1853    }
1854    let socket_address = socket_address.to_string();
1855    ws.on_upgrade(move |socket| {
1856        use util::ResultExt;
1857        let socket = socket
1858            .map_ok(to_tungstenite_message)
1859            .err_into()
1860            .with(|message| async move { Ok(to_axum_message(message)) });
1861        let connection = Connection::new(Box::pin(socket));
1862        async move {
1863            server
1864                .handle_connection(connection, socket_address, user, None, RealExecutor)
1865                .await
1866                .log_err();
1867        }
1868    })
1869}
1870
1871pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1872    // We call `store_mut` here for its side effects of updating metrics.
1873    let metrics = server.store().await.metrics();
1874    METRIC_CONNECTIONS.set(metrics.connections as _);
1875    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1876    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1877    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1878
1879    let encoder = prometheus::TextEncoder::new();
1880    let metric_families = prometheus::gather();
1881    match encoder.encode_to_string(&metric_families) {
1882        Ok(string) => (StatusCode::OK, string).into_response(),
1883        Err(error) => (
1884            StatusCode::INTERNAL_SERVER_ERROR,
1885            format!("failed to encode metrics {:?}", error),
1886        )
1887            .into_response(),
1888    }
1889}
1890
1891fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1892    match message {
1893        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1894        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1895        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1896        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1897        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1898            code: frame.code.into(),
1899            reason: frame.reason,
1900        })),
1901    }
1902}
1903
1904fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1905    match message {
1906        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1907        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1908        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1909        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1910        AxumMessage::Close(frame) => {
1911            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1912                code: frame.code.into(),
1913                reason: frame.reason,
1914            }))
1915        }
1916    }
1917}
1918
1919pub trait ResultExt {
1920    type Ok;
1921
1922    fn trace_err(self) -> Option<Self::Ok>;
1923}
1924
1925impl<T, E> ResultExt for Result<T, E>
1926where
1927    E: std::fmt::Debug,
1928{
1929    type Ok = T;
1930
1931    fn trace_err(self) -> Option<T> {
1932        match self {
1933            Ok(value) => Some(value),
1934            Err(error) => {
1935                tracing::error!("{:?}", error);
1936                None
1937            }
1938        }
1939    }
1940}