1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::create_room)
 155            .add_request_handler(Server::join_room)
 156            .add_message_handler(Server::leave_room)
 157            .add_request_handler(Server::call)
 158            .add_message_handler(Server::decline_call)
 159            .add_request_handler(Server::register_project)
 160            .add_request_handler(Server::unregister_project)
 161            .add_request_handler(Server::join_project)
 162            .add_message_handler(Server::leave_project)
 163            .add_message_handler(Server::respond_to_join_project_request)
 164            .add_message_handler(Server::update_project)
 165            .add_message_handler(Server::register_project_activity)
 166            .add_request_handler(Server::update_worktree)
 167            .add_message_handler(Server::update_worktree_extensions)
 168            .add_message_handler(Server::start_language_server)
 169            .add_message_handler(Server::update_language_server)
 170            .add_message_handler(Server::update_diagnostic_summary)
 171            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 173            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 174            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 175            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 177            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 178            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 179            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 180            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 181            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 182            .add_request_handler(
 183                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 184            )
 185            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 186            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 187            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 188            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 189            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 190            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 191            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 192            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 193            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 194            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 195            .add_message_handler(Server::create_buffer_for_peer)
 196            .add_request_handler(Server::update_buffer)
 197            .add_message_handler(Server::update_buffer_file)
 198            .add_message_handler(Server::buffer_reloaded)
 199            .add_message_handler(Server::buffer_saved)
 200            .add_request_handler(Server::save_buffer)
 201            .add_request_handler(Server::get_channels)
 202            .add_request_handler(Server::get_users)
 203            .add_request_handler(Server::fuzzy_search_users)
 204            .add_request_handler(Server::request_contact)
 205            .add_request_handler(Server::remove_contact)
 206            .add_request_handler(Server::respond_to_contact_request)
 207            .add_request_handler(Server::join_channel)
 208            .add_message_handler(Server::leave_channel)
 209            .add_request_handler(Server::send_channel_message)
 210            .add_request_handler(Server::follow)
 211            .add_message_handler(Server::unfollow)
 212            .add_message_handler(Server::update_followers)
 213            .add_request_handler(Server::get_channel_messages);
 214
 215        Arc::new(server)
 216    }
 217
 218    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 219    where
 220        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 221        Fut: 'static + Send + Future<Output = Result<()>>,
 222        M: EnvelopedMessage,
 223    {
 224        let prev_handler = self.handlers.insert(
 225            TypeId::of::<M>(),
 226            Box::new(move |server, envelope| {
 227                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 228                let span = info_span!(
 229                    "handle message",
 230                    payload_type = envelope.payload_type_name()
 231                );
 232                span.in_scope(|| {
 233                    tracing::info!(
 234                        payload_type = envelope.payload_type_name(),
 235                        "message received"
 236                    );
 237                });
 238                let future = (handler)(server, *envelope);
 239                async move {
 240                    if let Err(error) = future.await {
 241                        tracing::error!(%error, "error handling message");
 242                    }
 243                }
 244                .instrument(span)
 245                .boxed()
 246            }),
 247        );
 248        if prev_handler.is_some() {
 249            panic!("registered a handler for the same message twice");
 250        }
 251        self
 252    }
 253
 254    /// Handle a request while holding a lock to the store. This is useful when we're registering
 255    /// a connection but we want to respond on the connection before anybody else can send on it.
 256    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 257    where
 258        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 259        Fut: Send + Future<Output = Result<()>>,
 260        M: RequestMessage,
 261    {
 262        let handler = Arc::new(handler);
 263        self.add_message_handler(move |server, envelope| {
 264            let receipt = envelope.receipt();
 265            let handler = handler.clone();
 266            async move {
 267                let responded = Arc::new(AtomicBool::default());
 268                let response = Response {
 269                    server: server.clone(),
 270                    responded: responded.clone(),
 271                    receipt: envelope.receipt(),
 272                };
 273                match (handler)(server.clone(), envelope, response).await {
 274                    Ok(()) => {
 275                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 276                            Ok(())
 277                        } else {
 278                            Err(anyhow!("handler did not send a response"))?
 279                        }
 280                    }
 281                    Err(error) => {
 282                        server.peer.respond_with_error(
 283                            receipt,
 284                            proto::Error {
 285                                message: error.to_string(),
 286                            },
 287                        )?;
 288                        Err(error)
 289                    }
 290                }
 291            }
 292        })
 293    }
 294
 295    /// Start a long lived task that records which users are active in which projects.
 296    pub fn start_recording_project_activity<E: 'static + Executor>(
 297        self: &Arc<Self>,
 298        interval: Duration,
 299        executor: E,
 300    ) {
 301        executor.spawn_detached({
 302            let this = Arc::downgrade(self);
 303            let executor = executor.clone();
 304            async move {
 305                let mut period_start = OffsetDateTime::now_utc();
 306                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 307                loop {
 308                    let sleep = executor.sleep(interval);
 309                    sleep.await;
 310                    let this = if let Some(this) = this.upgrade() {
 311                        this
 312                    } else {
 313                        break;
 314                    };
 315
 316                    active_projects.clear();
 317                    active_projects.extend(this.store().await.projects().flat_map(
 318                        |(project_id, project)| {
 319                            project.guests.values().chain([&project.host]).filter_map(
 320                                |collaborator| {
 321                                    if !collaborator.admin
 322                                        && collaborator
 323                                            .last_activity
 324                                            .map_or(false, |activity| activity > period_start)
 325                                    {
 326                                        Some((collaborator.user_id, *project_id))
 327                                    } else {
 328                                        None
 329                                    }
 330                                },
 331                            )
 332                        },
 333                    ));
 334
 335                    let period_end = OffsetDateTime::now_utc();
 336                    this.app_state
 337                        .db
 338                        .record_user_activity(period_start..period_end, &active_projects)
 339                        .await
 340                        .trace_err();
 341                    period_start = period_end;
 342                }
 343            }
 344        });
 345    }
 346
 347    pub fn handle_connection<E: Executor>(
 348        self: &Arc<Self>,
 349        connection: Connection,
 350        address: String,
 351        user: User,
 352        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 353        executor: E,
 354    ) -> impl Future<Output = Result<()>> {
 355        let mut this = self.clone();
 356        let user_id = user.id;
 357        let login = user.github_login;
 358        let span = info_span!("handle connection", %user_id, %login, %address);
 359        async move {
 360            let (connection_id, handle_io, mut incoming_rx) = this
 361                .peer
 362                .add_connection(connection, {
 363                    let executor = executor.clone();
 364                    move |duration| {
 365                        let timer = executor.sleep(duration);
 366                        async move {
 367                            timer.await;
 368                        }
 369                    }
 370                })
 371                .await;
 372
 373            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 374
 375            if let Some(send_connection_id) = send_connection_id.as_mut() {
 376                let _ = send_connection_id.send(connection_id).await;
 377            }
 378
 379            if !user.connected_once {
 380                this.peer.send(connection_id, proto::ShowContacts {})?;
 381                this.app_state.db.set_user_connected_once(user_id, true).await?;
 382            }
 383
 384            let (contacts, invite_code) = future::try_join(
 385                this.app_state.db.get_contacts(user_id),
 386                this.app_state.db.get_invite_code_for_user(user_id)
 387            ).await?;
 388
 389            {
 390                let mut store = this.store().await;
 391                store.add_connection(connection_id, user_id, user.admin);
 392                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 393
 394                if let Some((code, count)) = invite_code {
 395                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 396                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 397                        count,
 398                    })?;
 399                }
 400            }
 401            this.update_user_contacts(user_id).await?;
 402
 403            let handle_io = handle_io.fuse();
 404            futures::pin_mut!(handle_io);
 405
 406            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 407            // This prevents deadlocks when e.g., client A performs a request to client B and
 408            // client B performs a request to client A. If both clients stop processing further
 409            // messages until their respective request completes, they won't have a chance to
 410            // respond to the other client's request and cause a deadlock.
 411            //
 412            // This arrangement ensures we will attempt to process earlier messages first, but fall
 413            // back to processing messages arrived later in the spirit of making progress.
 414            let mut foreground_message_handlers = FuturesUnordered::new();
 415            loop {
 416                let next_message = incoming_rx.next().fuse();
 417                futures::pin_mut!(next_message);
 418                futures::select_biased! {
 419                    result = handle_io => {
 420                        if let Err(error) = result {
 421                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 422                        }
 423                        break;
 424                    }
 425                    _ = foreground_message_handlers.next() => {}
 426                    message = next_message => {
 427                        if let Some(message) = message {
 428                            let type_name = message.payload_type_name();
 429                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 430                            let span_enter = span.enter();
 431                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 432                                let notifications = this.notifications.clone();
 433                                let is_background = message.is_background();
 434                                let handle_message = (handler)(this.clone(), message);
 435
 436                                drop(span_enter);
 437                                let handle_message = async move {
 438                                    handle_message.await;
 439                                    if let Some(mut notifications) = notifications {
 440                                        let _ = notifications.send(()).await;
 441                                    }
 442                                }.instrument(span);
 443
 444                                if is_background {
 445                                    executor.spawn_detached(handle_message);
 446                                } else {
 447                                    foreground_message_handlers.push(handle_message);
 448                                }
 449                            } else {
 450                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 451                            }
 452                        } else {
 453                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 454                            break;
 455                        }
 456                    }
 457                }
 458            }
 459
 460            drop(foreground_message_handlers);
 461            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 462            if let Err(error) = this.sign_out(connection_id).await {
 463                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 464            }
 465
 466            Ok(())
 467        }.instrument(span)
 468    }
 469
 470    #[instrument(skip(self), err)]
 471    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 472        self.peer.disconnect(connection_id);
 473
 474        let mut projects_to_unregister = Vec::new();
 475        let removed_user_id;
 476        {
 477            let mut store = self.store().await;
 478            let removed_connection = store.remove_connection(connection_id)?;
 479
 480            for (project_id, project) in removed_connection.hosted_projects {
 481                projects_to_unregister.push(project_id);
 482                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 483                    self.peer.send(
 484                        conn_id,
 485                        proto::UnregisterProject {
 486                            project_id: project_id.to_proto(),
 487                        },
 488                    )
 489                });
 490
 491                for (_, receipts) in project.join_requests {
 492                    for receipt in receipts {
 493                        self.peer.respond(
 494                            receipt,
 495                            proto::JoinProjectResponse {
 496                                variant: Some(proto::join_project_response::Variant::Decline(
 497                                    proto::join_project_response::Decline {
 498                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 499                                    },
 500                                )),
 501                            },
 502                        )?;
 503                    }
 504                }
 505            }
 506
 507            for project_id in removed_connection.guest_project_ids {
 508                if let Some(project) = store.project(project_id).trace_err() {
 509                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 510                        self.peer.send(
 511                            conn_id,
 512                            proto::RemoveProjectCollaborator {
 513                                project_id: project_id.to_proto(),
 514                                peer_id: connection_id.0,
 515                            },
 516                        )
 517                    });
 518                    if project.guests.is_empty() {
 519                        self.peer
 520                            .send(
 521                                project.host_connection_id,
 522                                proto::ProjectUnshared {
 523                                    project_id: project_id.to_proto(),
 524                                },
 525                            )
 526                            .trace_err();
 527                    }
 528                }
 529            }
 530
 531            removed_user_id = removed_connection.user_id;
 532        };
 533
 534        self.update_user_contacts(removed_user_id).await.trace_err();
 535
 536        for project_id in projects_to_unregister {
 537            self.app_state
 538                .db
 539                .unregister_project(project_id)
 540                .await
 541                .trace_err();
 542        }
 543
 544        Ok(())
 545    }
 546
 547    pub async fn invite_code_redeemed(
 548        self: &Arc<Self>,
 549        code: &str,
 550        invitee_id: UserId,
 551    ) -> Result<()> {
 552        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 553        let store = self.store().await;
 554        let invitee_contact = store.contact_for_user(invitee_id, true);
 555        for connection_id in store.connection_ids_for_user(user.id) {
 556            self.peer.send(
 557                connection_id,
 558                proto::UpdateContacts {
 559                    contacts: vec![invitee_contact.clone()],
 560                    ..Default::default()
 561                },
 562            )?;
 563            self.peer.send(
 564                connection_id,
 565                proto::UpdateInviteInfo {
 566                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 567                    count: user.invite_count as u32,
 568                },
 569            )?;
 570        }
 571        Ok(())
 572    }
 573
 574    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 575        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 576            if let Some(invite_code) = &user.invite_code {
 577                let store = self.store().await;
 578                for connection_id in store.connection_ids_for_user(user_id) {
 579                    self.peer.send(
 580                        connection_id,
 581                        proto::UpdateInviteInfo {
 582                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 583                            count: user.invite_count as u32,
 584                        },
 585                    )?;
 586                }
 587            }
 588        }
 589        Ok(())
 590    }
 591
 592    async fn ping(
 593        self: Arc<Server>,
 594        _: TypedEnvelope<proto::Ping>,
 595        response: Response<proto::Ping>,
 596    ) -> Result<()> {
 597        response.send(proto::Ack {})?;
 598        Ok(())
 599    }
 600
 601    async fn create_room(
 602        self: Arc<Server>,
 603        request: TypedEnvelope<proto::CreateRoom>,
 604        response: Response<proto::CreateRoom>,
 605    ) -> Result<()> {
 606        let room_id = self.store().await.create_room(request.sender_id)?;
 607        response.send(proto::CreateRoomResponse { id: room_id })?;
 608        Ok(())
 609    }
 610
 611    async fn join_room(
 612        self: Arc<Server>,
 613        request: TypedEnvelope<proto::JoinRoom>,
 614        response: Response<proto::JoinRoom>,
 615    ) -> Result<()> {
 616        let room_id = request.payload.id;
 617        let mut store = self.store().await;
 618        let (room, recipient_connection_ids) = store.join_room(room_id, request.sender_id)?;
 619        for recipient_id in recipient_connection_ids {
 620            self.peer
 621                .send(recipient_id, proto::CancelCall {})
 622                .trace_err();
 623        }
 624        response.send(proto::JoinRoomResponse {
 625            room: Some(room.clone()),
 626        })?;
 627        self.room_updated(room);
 628        Ok(())
 629    }
 630
 631    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 632        let room_id = message.payload.id;
 633        let mut store = self.store().await;
 634        let room = store.leave_room(room_id, message.sender_id)?;
 635        self.room_updated(room);
 636        Ok(())
 637    }
 638
 639    async fn call(
 640        self: Arc<Server>,
 641        request: TypedEnvelope<proto::Call>,
 642        response: Response<proto::Call>,
 643    ) -> Result<()> {
 644        let to_user_id = UserId::from_proto(request.payload.to_user_id);
 645        let room_id = request.payload.room_id;
 646        let mut calls = {
 647            let mut store = self.store().await;
 648            let (from_user_id, recipient_connection_ids, room) =
 649                store.call(room_id, request.sender_id, to_user_id)?;
 650            self.room_updated(room);
 651            recipient_connection_ids
 652                .into_iter()
 653                .map(|recipient_id| {
 654                    self.peer.request(
 655                        recipient_id,
 656                        proto::IncomingCall {
 657                            room_id,
 658                            from_user_id: from_user_id.to_proto(),
 659                            participant_user_ids: room
 660                                .participants
 661                                .iter()
 662                                .map(|p| p.user_id)
 663                                .collect(),
 664                        },
 665                    )
 666                })
 667                .collect::<FuturesUnordered<_>>()
 668        };
 669
 670        while let Some(call_response) = calls.next().await {
 671            match call_response.as_ref() {
 672                Ok(_) => {
 673                    response.send(proto::Ack {})?;
 674                    return Ok(());
 675                }
 676                Err(_) => {
 677                    call_response.trace_err();
 678                }
 679            }
 680        }
 681
 682        {
 683            let mut store = self.store().await;
 684            let room = store.call_failed(room_id, to_user_id)?;
 685            self.room_updated(&room);
 686        }
 687
 688        Err(anyhow!("failed to ring call recipient"))?
 689    }
 690
 691    async fn decline_call(
 692        self: Arc<Server>,
 693        message: TypedEnvelope<proto::DeclineCall>,
 694    ) -> Result<()> {
 695        let mut store = self.store().await;
 696        let (room, recipient_connection_ids) = store.call_declined(message.sender_id)?;
 697        for recipient_id in recipient_connection_ids {
 698            self.peer
 699                .send(recipient_id, proto::CancelCall {})
 700                .trace_err();
 701        }
 702        self.room_updated(room);
 703        Ok(())
 704    }
 705
 706    fn room_updated(&self, room: &proto::Room) {
 707        for participant in &room.participants {
 708            self.peer
 709                .send(
 710                    ConnectionId(participant.peer_id),
 711                    proto::RoomUpdated {
 712                        room: Some(room.clone()),
 713                    },
 714                )
 715                .trace_err();
 716        }
 717    }
 718
 719    async fn register_project(
 720        self: Arc<Server>,
 721        request: TypedEnvelope<proto::RegisterProject>,
 722        response: Response<proto::RegisterProject>,
 723    ) -> Result<()> {
 724        let user_id = self
 725            .store()
 726            .await
 727            .user_id_for_connection(request.sender_id)?;
 728        let project_id = self.app_state.db.register_project(user_id).await?;
 729        self.store().await.register_project(
 730            request.sender_id,
 731            project_id,
 732            request.payload.online,
 733        )?;
 734
 735        response.send(proto::RegisterProjectResponse {
 736            project_id: project_id.to_proto(),
 737        })?;
 738
 739        Ok(())
 740    }
 741
 742    async fn unregister_project(
 743        self: Arc<Server>,
 744        request: TypedEnvelope<proto::UnregisterProject>,
 745        response: Response<proto::UnregisterProject>,
 746    ) -> Result<()> {
 747        let project_id = ProjectId::from_proto(request.payload.project_id);
 748        let (user_id, project) = {
 749            let mut state = self.store().await;
 750            let project = state.unregister_project(project_id, request.sender_id)?;
 751            (state.user_id_for_connection(request.sender_id)?, project)
 752        };
 753        self.app_state.db.unregister_project(project_id).await?;
 754
 755        broadcast(
 756            request.sender_id,
 757            project.guests.keys().copied(),
 758            |conn_id| {
 759                self.peer.send(
 760                    conn_id,
 761                    proto::UnregisterProject {
 762                        project_id: project_id.to_proto(),
 763                    },
 764                )
 765            },
 766        );
 767        for (_, receipts) in project.join_requests {
 768            for receipt in receipts {
 769                self.peer.respond(
 770                    receipt,
 771                    proto::JoinProjectResponse {
 772                        variant: Some(proto::join_project_response::Variant::Decline(
 773                            proto::join_project_response::Decline {
 774                                reason: proto::join_project_response::decline::Reason::Closed
 775                                    as i32,
 776                            },
 777                        )),
 778                    },
 779                )?;
 780            }
 781        }
 782
 783        // Send out the `UpdateContacts` message before responding to the unregister
 784        // request. This way, when the project's host can keep track of the project's
 785        // remote id until after they've received the `UpdateContacts` message for
 786        // themself.
 787        self.update_user_contacts(user_id).await?;
 788        response.send(proto::Ack {})?;
 789
 790        Ok(())
 791    }
 792
 793    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 794        let contacts = self.app_state.db.get_contacts(user_id).await?;
 795        let store = self.store().await;
 796        let updated_contact = store.contact_for_user(user_id, false);
 797        for contact in contacts {
 798            if let db::Contact::Accepted {
 799                user_id: contact_user_id,
 800                ..
 801            } = contact
 802            {
 803                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 804                    self.peer
 805                        .send(
 806                            contact_conn_id,
 807                            proto::UpdateContacts {
 808                                contacts: vec![updated_contact.clone()],
 809                                remove_contacts: Default::default(),
 810                                incoming_requests: Default::default(),
 811                                remove_incoming_requests: Default::default(),
 812                                outgoing_requests: Default::default(),
 813                                remove_outgoing_requests: Default::default(),
 814                            },
 815                        )
 816                        .trace_err();
 817                }
 818            }
 819        }
 820        Ok(())
 821    }
 822
 823    async fn join_project(
 824        self: Arc<Server>,
 825        request: TypedEnvelope<proto::JoinProject>,
 826        response: Response<proto::JoinProject>,
 827    ) -> Result<()> {
 828        let project_id = ProjectId::from_proto(request.payload.project_id);
 829
 830        let host_user_id;
 831        let guest_user_id;
 832        let host_connection_id;
 833        {
 834            let state = self.store().await;
 835            let project = state.project(project_id)?;
 836            host_user_id = project.host.user_id;
 837            host_connection_id = project.host_connection_id;
 838            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 839        };
 840
 841        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 842        let has_contact = self
 843            .app_state
 844            .db
 845            .has_contact(guest_user_id, host_user_id)
 846            .await?;
 847        if !has_contact {
 848            return Err(anyhow!("no such project"))?;
 849        }
 850
 851        self.store().await.request_join_project(
 852            guest_user_id,
 853            project_id,
 854            response.into_receipt(),
 855        )?;
 856        self.peer.send(
 857            host_connection_id,
 858            proto::RequestJoinProject {
 859                project_id: project_id.to_proto(),
 860                requester_id: guest_user_id.to_proto(),
 861            },
 862        )?;
 863        Ok(())
 864    }
 865
 866    async fn respond_to_join_project_request(
 867        self: Arc<Server>,
 868        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 869    ) -> Result<()> {
 870        let host_user_id;
 871
 872        {
 873            let mut state = self.store().await;
 874            let project_id = ProjectId::from_proto(request.payload.project_id);
 875            let project = state.project(project_id)?;
 876            if project.host_connection_id != request.sender_id {
 877                Err(anyhow!("no such connection"))?;
 878            }
 879
 880            host_user_id = project.host.user_id;
 881            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 882
 883            if !request.payload.allow {
 884                let receipts = state
 885                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 886                    .ok_or_else(|| anyhow!("no such request"))?;
 887                for receipt in receipts {
 888                    self.peer.respond(
 889                        receipt,
 890                        proto::JoinProjectResponse {
 891                            variant: Some(proto::join_project_response::Variant::Decline(
 892                                proto::join_project_response::Decline {
 893                                    reason: proto::join_project_response::decline::Reason::Declined
 894                                        as i32,
 895                                },
 896                            )),
 897                        },
 898                    )?;
 899                }
 900                return Ok(());
 901            }
 902
 903            let (receipts_with_replica_ids, project) = state
 904                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 905                .ok_or_else(|| anyhow!("no such request"))?;
 906
 907            let peer_count = project.guests.len();
 908            let mut collaborators = Vec::with_capacity(peer_count);
 909            collaborators.push(proto::Collaborator {
 910                peer_id: project.host_connection_id.0,
 911                replica_id: 0,
 912                user_id: project.host.user_id.to_proto(),
 913            });
 914            let worktrees = project
 915                .worktrees
 916                .iter()
 917                .map(|(id, worktree)| proto::WorktreeMetadata {
 918                    id: *id,
 919                    root_name: worktree.root_name.clone(),
 920                    visible: worktree.visible,
 921                })
 922                .collect::<Vec<_>>();
 923
 924            // Add all guests other than the requesting user's own connections as collaborators
 925            for (guest_conn_id, guest) in &project.guests {
 926                if receipts_with_replica_ids
 927                    .iter()
 928                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 929                {
 930                    collaborators.push(proto::Collaborator {
 931                        peer_id: guest_conn_id.0,
 932                        replica_id: guest.replica_id as u32,
 933                        user_id: guest.user_id.to_proto(),
 934                    });
 935                }
 936            }
 937
 938            for conn_id in project.connection_ids() {
 939                for (receipt, replica_id) in &receipts_with_replica_ids {
 940                    if conn_id != receipt.sender_id {
 941                        self.peer.send(
 942                            conn_id,
 943                            proto::AddProjectCollaborator {
 944                                project_id: project_id.to_proto(),
 945                                collaborator: Some(proto::Collaborator {
 946                                    peer_id: receipt.sender_id.0,
 947                                    replica_id: *replica_id as u32,
 948                                    user_id: guest_user_id.to_proto(),
 949                                }),
 950                            },
 951                        )?;
 952                    }
 953                }
 954            }
 955
 956            // First, we send the metadata associated with each worktree.
 957            for (receipt, replica_id) in &receipts_with_replica_ids {
 958                self.peer.respond(
 959                    *receipt,
 960                    proto::JoinProjectResponse {
 961                        variant: Some(proto::join_project_response::Variant::Accept(
 962                            proto::join_project_response::Accept {
 963                                worktrees: worktrees.clone(),
 964                                replica_id: *replica_id as u32,
 965                                collaborators: collaborators.clone(),
 966                                language_servers: project.language_servers.clone(),
 967                            },
 968                        )),
 969                    },
 970                )?;
 971            }
 972
 973            for (worktree_id, worktree) in &project.worktrees {
 974                #[cfg(any(test, feature = "test-support"))]
 975                const MAX_CHUNK_SIZE: usize = 2;
 976                #[cfg(not(any(test, feature = "test-support")))]
 977                const MAX_CHUNK_SIZE: usize = 256;
 978
 979                // Stream this worktree's entries.
 980                let message = proto::UpdateWorktree {
 981                    project_id: project_id.to_proto(),
 982                    worktree_id: *worktree_id,
 983                    root_name: worktree.root_name.clone(),
 984                    updated_entries: worktree.entries.values().cloned().collect(),
 985                    removed_entries: Default::default(),
 986                    scan_id: worktree.scan_id,
 987                    is_last_update: worktree.is_complete,
 988                };
 989                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 990                    for (receipt, _) in &receipts_with_replica_ids {
 991                        self.peer.send(receipt.sender_id, update.clone())?;
 992                    }
 993                }
 994
 995                // Stream this worktree's diagnostics.
 996                for summary in worktree.diagnostic_summaries.values() {
 997                    for (receipt, _) in &receipts_with_replica_ids {
 998                        self.peer.send(
 999                            receipt.sender_id,
1000                            proto::UpdateDiagnosticSummary {
1001                                project_id: project_id.to_proto(),
1002                                worktree_id: *worktree_id,
1003                                summary: Some(summary.clone()),
1004                            },
1005                        )?;
1006                    }
1007                }
1008            }
1009        }
1010
1011        self.update_user_contacts(host_user_id).await?;
1012        Ok(())
1013    }
1014
1015    async fn leave_project(
1016        self: Arc<Server>,
1017        request: TypedEnvelope<proto::LeaveProject>,
1018    ) -> Result<()> {
1019        let sender_id = request.sender_id;
1020        let project_id = ProjectId::from_proto(request.payload.project_id);
1021        let project;
1022        {
1023            let mut store = self.store().await;
1024            project = store.leave_project(sender_id, project_id)?;
1025            tracing::info!(
1026                %project_id,
1027                host_user_id = %project.host_user_id,
1028                host_connection_id = %project.host_connection_id,
1029                "leave project"
1030            );
1031
1032            if project.remove_collaborator {
1033                broadcast(sender_id, project.connection_ids, |conn_id| {
1034                    self.peer.send(
1035                        conn_id,
1036                        proto::RemoveProjectCollaborator {
1037                            project_id: project_id.to_proto(),
1038                            peer_id: sender_id.0,
1039                        },
1040                    )
1041                });
1042            }
1043
1044            if let Some(requester_id) = project.cancel_request {
1045                self.peer.send(
1046                    project.host_connection_id,
1047                    proto::JoinProjectRequestCancelled {
1048                        project_id: project_id.to_proto(),
1049                        requester_id: requester_id.to_proto(),
1050                    },
1051                )?;
1052            }
1053
1054            if project.unshare {
1055                self.peer.send(
1056                    project.host_connection_id,
1057                    proto::ProjectUnshared {
1058                        project_id: project_id.to_proto(),
1059                    },
1060                )?;
1061            }
1062        }
1063        self.update_user_contacts(project.host_user_id).await?;
1064        Ok(())
1065    }
1066
1067    async fn update_project(
1068        self: Arc<Server>,
1069        request: TypedEnvelope<proto::UpdateProject>,
1070    ) -> Result<()> {
1071        let project_id = ProjectId::from_proto(request.payload.project_id);
1072        let user_id;
1073        {
1074            let mut state = self.store().await;
1075            user_id = state.user_id_for_connection(request.sender_id)?;
1076            let guest_connection_ids = state
1077                .read_project(project_id, request.sender_id)?
1078                .guest_connection_ids();
1079            let unshared_project = state.update_project(
1080                project_id,
1081                &request.payload.worktrees,
1082                request.payload.online,
1083                request.sender_id,
1084            )?;
1085
1086            if let Some(unshared_project) = unshared_project {
1087                broadcast(
1088                    request.sender_id,
1089                    unshared_project.guests.keys().copied(),
1090                    |conn_id| {
1091                        self.peer.send(
1092                            conn_id,
1093                            proto::UnregisterProject {
1094                                project_id: project_id.to_proto(),
1095                            },
1096                        )
1097                    },
1098                );
1099                for (_, receipts) in unshared_project.pending_join_requests {
1100                    for receipt in receipts {
1101                        self.peer.respond(
1102                            receipt,
1103                            proto::JoinProjectResponse {
1104                                variant: Some(proto::join_project_response::Variant::Decline(
1105                                    proto::join_project_response::Decline {
1106                                        reason:
1107                                            proto::join_project_response::decline::Reason::Closed
1108                                                as i32,
1109                                    },
1110                                )),
1111                            },
1112                        )?;
1113                    }
1114                }
1115            } else {
1116                broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1117                    self.peer.forward_send(
1118                        request.sender_id,
1119                        connection_id,
1120                        request.payload.clone(),
1121                    )
1122                });
1123            }
1124        };
1125
1126        self.update_user_contacts(user_id).await?;
1127        Ok(())
1128    }
1129
1130    async fn register_project_activity(
1131        self: Arc<Server>,
1132        request: TypedEnvelope<proto::RegisterProjectActivity>,
1133    ) -> Result<()> {
1134        self.store().await.register_project_activity(
1135            ProjectId::from_proto(request.payload.project_id),
1136            request.sender_id,
1137        )?;
1138        Ok(())
1139    }
1140
1141    async fn update_worktree(
1142        self: Arc<Server>,
1143        request: TypedEnvelope<proto::UpdateWorktree>,
1144        response: Response<proto::UpdateWorktree>,
1145    ) -> Result<()> {
1146        let project_id = ProjectId::from_proto(request.payload.project_id);
1147        let worktree_id = request.payload.worktree_id;
1148        let (connection_ids, metadata_changed) = {
1149            let mut store = self.store().await;
1150            let (connection_ids, metadata_changed) = store.update_worktree(
1151                request.sender_id,
1152                project_id,
1153                worktree_id,
1154                &request.payload.root_name,
1155                &request.payload.removed_entries,
1156                &request.payload.updated_entries,
1157                request.payload.scan_id,
1158                request.payload.is_last_update,
1159            )?;
1160            (connection_ids, metadata_changed)
1161        };
1162
1163        broadcast(request.sender_id, connection_ids, |connection_id| {
1164            self.peer
1165                .forward_send(request.sender_id, connection_id, request.payload.clone())
1166        });
1167        if metadata_changed {
1168            let user_id = self
1169                .store()
1170                .await
1171                .user_id_for_connection(request.sender_id)?;
1172            self.update_user_contacts(user_id).await?;
1173        }
1174        response.send(proto::Ack {})?;
1175        Ok(())
1176    }
1177
1178    async fn update_worktree_extensions(
1179        self: Arc<Server>,
1180        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1181    ) -> Result<()> {
1182        let project_id = ProjectId::from_proto(request.payload.project_id);
1183        let worktree_id = request.payload.worktree_id;
1184        let extensions = request
1185            .payload
1186            .extensions
1187            .into_iter()
1188            .zip(request.payload.counts)
1189            .collect();
1190        self.app_state
1191            .db
1192            .update_worktree_extensions(project_id, worktree_id, extensions)
1193            .await?;
1194        Ok(())
1195    }
1196
1197    async fn update_diagnostic_summary(
1198        self: Arc<Server>,
1199        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1200    ) -> Result<()> {
1201        let summary = request
1202            .payload
1203            .summary
1204            .clone()
1205            .ok_or_else(|| anyhow!("invalid summary"))?;
1206        let receiver_ids = self.store().await.update_diagnostic_summary(
1207            ProjectId::from_proto(request.payload.project_id),
1208            request.payload.worktree_id,
1209            request.sender_id,
1210            summary,
1211        )?;
1212
1213        broadcast(request.sender_id, receiver_ids, |connection_id| {
1214            self.peer
1215                .forward_send(request.sender_id, connection_id, request.payload.clone())
1216        });
1217        Ok(())
1218    }
1219
1220    async fn start_language_server(
1221        self: Arc<Server>,
1222        request: TypedEnvelope<proto::StartLanguageServer>,
1223    ) -> Result<()> {
1224        let receiver_ids = self.store().await.start_language_server(
1225            ProjectId::from_proto(request.payload.project_id),
1226            request.sender_id,
1227            request
1228                .payload
1229                .server
1230                .clone()
1231                .ok_or_else(|| anyhow!("invalid language server"))?,
1232        )?;
1233        broadcast(request.sender_id, receiver_ids, |connection_id| {
1234            self.peer
1235                .forward_send(request.sender_id, connection_id, request.payload.clone())
1236        });
1237        Ok(())
1238    }
1239
1240    async fn update_language_server(
1241        self: Arc<Server>,
1242        request: TypedEnvelope<proto::UpdateLanguageServer>,
1243    ) -> Result<()> {
1244        let receiver_ids = self.store().await.project_connection_ids(
1245            ProjectId::from_proto(request.payload.project_id),
1246            request.sender_id,
1247        )?;
1248        broadcast(request.sender_id, receiver_ids, |connection_id| {
1249            self.peer
1250                .forward_send(request.sender_id, connection_id, request.payload.clone())
1251        });
1252        Ok(())
1253    }
1254
1255    async fn forward_project_request<T>(
1256        self: Arc<Server>,
1257        request: TypedEnvelope<T>,
1258        response: Response<T>,
1259    ) -> Result<()>
1260    where
1261        T: EntityMessage + RequestMessage,
1262    {
1263        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1264        let host_connection_id = self
1265            .store()
1266            .await
1267            .read_project(project_id, request.sender_id)?
1268            .host_connection_id;
1269        let payload = self
1270            .peer
1271            .forward_request(request.sender_id, host_connection_id, request.payload)
1272            .await?;
1273
1274        // Ensure project still exists by the time we get the response from the host.
1275        self.store()
1276            .await
1277            .read_project(project_id, request.sender_id)?;
1278
1279        response.send(payload)?;
1280        Ok(())
1281    }
1282
1283    async fn save_buffer(
1284        self: Arc<Server>,
1285        request: TypedEnvelope<proto::SaveBuffer>,
1286        response: Response<proto::SaveBuffer>,
1287    ) -> Result<()> {
1288        let project_id = ProjectId::from_proto(request.payload.project_id);
1289        let host = self
1290            .store()
1291            .await
1292            .read_project(project_id, request.sender_id)?
1293            .host_connection_id;
1294        let response_payload = self
1295            .peer
1296            .forward_request(request.sender_id, host, request.payload.clone())
1297            .await?;
1298
1299        let mut guests = self
1300            .store()
1301            .await
1302            .read_project(project_id, request.sender_id)?
1303            .connection_ids();
1304        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1305        broadcast(host, guests, |conn_id| {
1306            self.peer
1307                .forward_send(host, conn_id, response_payload.clone())
1308        });
1309        response.send(response_payload)?;
1310        Ok(())
1311    }
1312
1313    async fn create_buffer_for_peer(
1314        self: Arc<Server>,
1315        request: TypedEnvelope<proto::CreateBufferForPeer>,
1316    ) -> Result<()> {
1317        self.peer.forward_send(
1318            request.sender_id,
1319            ConnectionId(request.payload.peer_id),
1320            request.payload,
1321        )?;
1322        Ok(())
1323    }
1324
1325    async fn update_buffer(
1326        self: Arc<Server>,
1327        request: TypedEnvelope<proto::UpdateBuffer>,
1328        response: Response<proto::UpdateBuffer>,
1329    ) -> Result<()> {
1330        let project_id = ProjectId::from_proto(request.payload.project_id);
1331        let receiver_ids = {
1332            let mut store = self.store().await;
1333            store.register_project_activity(project_id, request.sender_id)?;
1334            store.project_connection_ids(project_id, request.sender_id)?
1335        };
1336
1337        broadcast(request.sender_id, receiver_ids, |connection_id| {
1338            self.peer
1339                .forward_send(request.sender_id, connection_id, request.payload.clone())
1340        });
1341        response.send(proto::Ack {})?;
1342        Ok(())
1343    }
1344
1345    async fn update_buffer_file(
1346        self: Arc<Server>,
1347        request: TypedEnvelope<proto::UpdateBufferFile>,
1348    ) -> Result<()> {
1349        let receiver_ids = self.store().await.project_connection_ids(
1350            ProjectId::from_proto(request.payload.project_id),
1351            request.sender_id,
1352        )?;
1353        broadcast(request.sender_id, receiver_ids, |connection_id| {
1354            self.peer
1355                .forward_send(request.sender_id, connection_id, request.payload.clone())
1356        });
1357        Ok(())
1358    }
1359
1360    async fn buffer_reloaded(
1361        self: Arc<Server>,
1362        request: TypedEnvelope<proto::BufferReloaded>,
1363    ) -> Result<()> {
1364        let receiver_ids = self.store().await.project_connection_ids(
1365            ProjectId::from_proto(request.payload.project_id),
1366            request.sender_id,
1367        )?;
1368        broadcast(request.sender_id, receiver_ids, |connection_id| {
1369            self.peer
1370                .forward_send(request.sender_id, connection_id, request.payload.clone())
1371        });
1372        Ok(())
1373    }
1374
1375    async fn buffer_saved(
1376        self: Arc<Server>,
1377        request: TypedEnvelope<proto::BufferSaved>,
1378    ) -> Result<()> {
1379        let receiver_ids = self.store().await.project_connection_ids(
1380            ProjectId::from_proto(request.payload.project_id),
1381            request.sender_id,
1382        )?;
1383        broadcast(request.sender_id, receiver_ids, |connection_id| {
1384            self.peer
1385                .forward_send(request.sender_id, connection_id, request.payload.clone())
1386        });
1387        Ok(())
1388    }
1389
1390    async fn follow(
1391        self: Arc<Self>,
1392        request: TypedEnvelope<proto::Follow>,
1393        response: Response<proto::Follow>,
1394    ) -> Result<()> {
1395        let project_id = ProjectId::from_proto(request.payload.project_id);
1396        let leader_id = ConnectionId(request.payload.leader_id);
1397        let follower_id = request.sender_id;
1398        {
1399            let mut store = self.store().await;
1400            if !store
1401                .project_connection_ids(project_id, follower_id)?
1402                .contains(&leader_id)
1403            {
1404                Err(anyhow!("no such peer"))?;
1405            }
1406
1407            store.register_project_activity(project_id, follower_id)?;
1408        }
1409
1410        let mut response_payload = self
1411            .peer
1412            .forward_request(request.sender_id, leader_id, request.payload)
1413            .await?;
1414        response_payload
1415            .views
1416            .retain(|view| view.leader_id != Some(follower_id.0));
1417        response.send(response_payload)?;
1418        Ok(())
1419    }
1420
1421    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1422        let project_id = ProjectId::from_proto(request.payload.project_id);
1423        let leader_id = ConnectionId(request.payload.leader_id);
1424        let mut store = self.store().await;
1425        if !store
1426            .project_connection_ids(project_id, request.sender_id)?
1427            .contains(&leader_id)
1428        {
1429            Err(anyhow!("no such peer"))?;
1430        }
1431        store.register_project_activity(project_id, request.sender_id)?;
1432        self.peer
1433            .forward_send(request.sender_id, leader_id, request.payload)?;
1434        Ok(())
1435    }
1436
1437    async fn update_followers(
1438        self: Arc<Self>,
1439        request: TypedEnvelope<proto::UpdateFollowers>,
1440    ) -> Result<()> {
1441        let project_id = ProjectId::from_proto(request.payload.project_id);
1442        let mut store = self.store().await;
1443        store.register_project_activity(project_id, request.sender_id)?;
1444        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1445        let leader_id = request
1446            .payload
1447            .variant
1448            .as_ref()
1449            .and_then(|variant| match variant {
1450                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1451                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1452                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1453            });
1454        for follower_id in &request.payload.follower_ids {
1455            let follower_id = ConnectionId(*follower_id);
1456            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1457                self.peer
1458                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1459            }
1460        }
1461        Ok(())
1462    }
1463
1464    async fn get_channels(
1465        self: Arc<Server>,
1466        request: TypedEnvelope<proto::GetChannels>,
1467        response: Response<proto::GetChannels>,
1468    ) -> Result<()> {
1469        let user_id = self
1470            .store()
1471            .await
1472            .user_id_for_connection(request.sender_id)?;
1473        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1474        response.send(proto::GetChannelsResponse {
1475            channels: channels
1476                .into_iter()
1477                .map(|chan| proto::Channel {
1478                    id: chan.id.to_proto(),
1479                    name: chan.name,
1480                })
1481                .collect(),
1482        })?;
1483        Ok(())
1484    }
1485
1486    async fn get_users(
1487        self: Arc<Server>,
1488        request: TypedEnvelope<proto::GetUsers>,
1489        response: Response<proto::GetUsers>,
1490    ) -> Result<()> {
1491        let user_ids = request
1492            .payload
1493            .user_ids
1494            .into_iter()
1495            .map(UserId::from_proto)
1496            .collect();
1497        let users = self
1498            .app_state
1499            .db
1500            .get_users_by_ids(user_ids)
1501            .await?
1502            .into_iter()
1503            .map(|user| proto::User {
1504                id: user.id.to_proto(),
1505                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1506                github_login: user.github_login,
1507            })
1508            .collect();
1509        response.send(proto::UsersResponse { users })?;
1510        Ok(())
1511    }
1512
1513    async fn fuzzy_search_users(
1514        self: Arc<Server>,
1515        request: TypedEnvelope<proto::FuzzySearchUsers>,
1516        response: Response<proto::FuzzySearchUsers>,
1517    ) -> Result<()> {
1518        let user_id = self
1519            .store()
1520            .await
1521            .user_id_for_connection(request.sender_id)?;
1522        let query = request.payload.query;
1523        let db = &self.app_state.db;
1524        let users = match query.len() {
1525            0 => vec![],
1526            1 | 2 => db
1527                .get_user_by_github_login(&query)
1528                .await?
1529                .into_iter()
1530                .collect(),
1531            _ => db.fuzzy_search_users(&query, 10).await?,
1532        };
1533        let users = users
1534            .into_iter()
1535            .filter(|user| user.id != user_id)
1536            .map(|user| proto::User {
1537                id: user.id.to_proto(),
1538                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1539                github_login: user.github_login,
1540            })
1541            .collect();
1542        response.send(proto::UsersResponse { users })?;
1543        Ok(())
1544    }
1545
1546    async fn request_contact(
1547        self: Arc<Server>,
1548        request: TypedEnvelope<proto::RequestContact>,
1549        response: Response<proto::RequestContact>,
1550    ) -> Result<()> {
1551        let requester_id = self
1552            .store()
1553            .await
1554            .user_id_for_connection(request.sender_id)?;
1555        let responder_id = UserId::from_proto(request.payload.responder_id);
1556        if requester_id == responder_id {
1557            return Err(anyhow!("cannot add yourself as a contact"))?;
1558        }
1559
1560        self.app_state
1561            .db
1562            .send_contact_request(requester_id, responder_id)
1563            .await?;
1564
1565        // Update outgoing contact requests of requester
1566        let mut update = proto::UpdateContacts::default();
1567        update.outgoing_requests.push(responder_id.to_proto());
1568        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1569            self.peer.send(connection_id, update.clone())?;
1570        }
1571
1572        // Update incoming contact requests of responder
1573        let mut update = proto::UpdateContacts::default();
1574        update
1575            .incoming_requests
1576            .push(proto::IncomingContactRequest {
1577                requester_id: requester_id.to_proto(),
1578                should_notify: true,
1579            });
1580        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1581            self.peer.send(connection_id, update.clone())?;
1582        }
1583
1584        response.send(proto::Ack {})?;
1585        Ok(())
1586    }
1587
1588    async fn respond_to_contact_request(
1589        self: Arc<Server>,
1590        request: TypedEnvelope<proto::RespondToContactRequest>,
1591        response: Response<proto::RespondToContactRequest>,
1592    ) -> Result<()> {
1593        let responder_id = self
1594            .store()
1595            .await
1596            .user_id_for_connection(request.sender_id)?;
1597        let requester_id = UserId::from_proto(request.payload.requester_id);
1598        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1599            self.app_state
1600                .db
1601                .dismiss_contact_notification(responder_id, requester_id)
1602                .await?;
1603        } else {
1604            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1605            self.app_state
1606                .db
1607                .respond_to_contact_request(responder_id, requester_id, accept)
1608                .await?;
1609
1610            let store = self.store().await;
1611            // Update responder with new contact
1612            let mut update = proto::UpdateContacts::default();
1613            if accept {
1614                update
1615                    .contacts
1616                    .push(store.contact_for_user(requester_id, false));
1617            }
1618            update
1619                .remove_incoming_requests
1620                .push(requester_id.to_proto());
1621            for connection_id in store.connection_ids_for_user(responder_id) {
1622                self.peer.send(connection_id, update.clone())?;
1623            }
1624
1625            // Update requester with new contact
1626            let mut update = proto::UpdateContacts::default();
1627            if accept {
1628                update
1629                    .contacts
1630                    .push(store.contact_for_user(responder_id, true));
1631            }
1632            update
1633                .remove_outgoing_requests
1634                .push(responder_id.to_proto());
1635            for connection_id in store.connection_ids_for_user(requester_id) {
1636                self.peer.send(connection_id, update.clone())?;
1637            }
1638        }
1639
1640        response.send(proto::Ack {})?;
1641        Ok(())
1642    }
1643
1644    async fn remove_contact(
1645        self: Arc<Server>,
1646        request: TypedEnvelope<proto::RemoveContact>,
1647        response: Response<proto::RemoveContact>,
1648    ) -> Result<()> {
1649        let requester_id = self
1650            .store()
1651            .await
1652            .user_id_for_connection(request.sender_id)?;
1653        let responder_id = UserId::from_proto(request.payload.user_id);
1654        self.app_state
1655            .db
1656            .remove_contact(requester_id, responder_id)
1657            .await?;
1658
1659        // Update outgoing contact requests of requester
1660        let mut update = proto::UpdateContacts::default();
1661        update
1662            .remove_outgoing_requests
1663            .push(responder_id.to_proto());
1664        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1665            self.peer.send(connection_id, update.clone())?;
1666        }
1667
1668        // Update incoming contact requests of responder
1669        let mut update = proto::UpdateContacts::default();
1670        update
1671            .remove_incoming_requests
1672            .push(requester_id.to_proto());
1673        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1674            self.peer.send(connection_id, update.clone())?;
1675        }
1676
1677        response.send(proto::Ack {})?;
1678        Ok(())
1679    }
1680
1681    async fn join_channel(
1682        self: Arc<Self>,
1683        request: TypedEnvelope<proto::JoinChannel>,
1684        response: Response<proto::JoinChannel>,
1685    ) -> Result<()> {
1686        let user_id = self
1687            .store()
1688            .await
1689            .user_id_for_connection(request.sender_id)?;
1690        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1691        if !self
1692            .app_state
1693            .db
1694            .can_user_access_channel(user_id, channel_id)
1695            .await?
1696        {
1697            Err(anyhow!("access denied"))?;
1698        }
1699
1700        self.store()
1701            .await
1702            .join_channel(request.sender_id, channel_id);
1703        let messages = self
1704            .app_state
1705            .db
1706            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1707            .await?
1708            .into_iter()
1709            .map(|msg| proto::ChannelMessage {
1710                id: msg.id.to_proto(),
1711                body: msg.body,
1712                timestamp: msg.sent_at.unix_timestamp() as u64,
1713                sender_id: msg.sender_id.to_proto(),
1714                nonce: Some(msg.nonce.as_u128().into()),
1715            })
1716            .collect::<Vec<_>>();
1717        response.send(proto::JoinChannelResponse {
1718            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1719            messages,
1720        })?;
1721        Ok(())
1722    }
1723
1724    async fn leave_channel(
1725        self: Arc<Self>,
1726        request: TypedEnvelope<proto::LeaveChannel>,
1727    ) -> Result<()> {
1728        let user_id = self
1729            .store()
1730            .await
1731            .user_id_for_connection(request.sender_id)?;
1732        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1733        if !self
1734            .app_state
1735            .db
1736            .can_user_access_channel(user_id, channel_id)
1737            .await?
1738        {
1739            Err(anyhow!("access denied"))?;
1740        }
1741
1742        self.store()
1743            .await
1744            .leave_channel(request.sender_id, channel_id);
1745
1746        Ok(())
1747    }
1748
1749    async fn send_channel_message(
1750        self: Arc<Self>,
1751        request: TypedEnvelope<proto::SendChannelMessage>,
1752        response: Response<proto::SendChannelMessage>,
1753    ) -> Result<()> {
1754        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1755        let user_id;
1756        let connection_ids;
1757        {
1758            let state = self.store().await;
1759            user_id = state.user_id_for_connection(request.sender_id)?;
1760            connection_ids = state.channel_connection_ids(channel_id)?;
1761        }
1762
1763        // Validate the message body.
1764        let body = request.payload.body.trim().to_string();
1765        if body.len() > MAX_MESSAGE_LEN {
1766            return Err(anyhow!("message is too long"))?;
1767        }
1768        if body.is_empty() {
1769            return Err(anyhow!("message can't be blank"))?;
1770        }
1771
1772        let timestamp = OffsetDateTime::now_utc();
1773        let nonce = request
1774            .payload
1775            .nonce
1776            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1777
1778        let message_id = self
1779            .app_state
1780            .db
1781            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1782            .await?
1783            .to_proto();
1784        let message = proto::ChannelMessage {
1785            sender_id: user_id.to_proto(),
1786            id: message_id,
1787            body,
1788            timestamp: timestamp.unix_timestamp() as u64,
1789            nonce: Some(nonce),
1790        };
1791        broadcast(request.sender_id, connection_ids, |conn_id| {
1792            self.peer.send(
1793                conn_id,
1794                proto::ChannelMessageSent {
1795                    channel_id: channel_id.to_proto(),
1796                    message: Some(message.clone()),
1797                },
1798            )
1799        });
1800        response.send(proto::SendChannelMessageResponse {
1801            message: Some(message),
1802        })?;
1803        Ok(())
1804    }
1805
1806    async fn get_channel_messages(
1807        self: Arc<Self>,
1808        request: TypedEnvelope<proto::GetChannelMessages>,
1809        response: Response<proto::GetChannelMessages>,
1810    ) -> Result<()> {
1811        let user_id = self
1812            .store()
1813            .await
1814            .user_id_for_connection(request.sender_id)?;
1815        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1816        if !self
1817            .app_state
1818            .db
1819            .can_user_access_channel(user_id, channel_id)
1820            .await?
1821        {
1822            Err(anyhow!("access denied"))?;
1823        }
1824
1825        let messages = self
1826            .app_state
1827            .db
1828            .get_channel_messages(
1829                channel_id,
1830                MESSAGE_COUNT_PER_PAGE,
1831                Some(MessageId::from_proto(request.payload.before_message_id)),
1832            )
1833            .await?
1834            .into_iter()
1835            .map(|msg| proto::ChannelMessage {
1836                id: msg.id.to_proto(),
1837                body: msg.body,
1838                timestamp: msg.sent_at.unix_timestamp() as u64,
1839                sender_id: msg.sender_id.to_proto(),
1840                nonce: Some(msg.nonce.as_u128().into()),
1841            })
1842            .collect::<Vec<_>>();
1843        response.send(proto::GetChannelMessagesResponse {
1844            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1845            messages,
1846        })?;
1847        Ok(())
1848    }
1849
1850    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1851        #[cfg(test)]
1852        tokio::task::yield_now().await;
1853        let guard = self.store.lock().await;
1854        #[cfg(test)]
1855        tokio::task::yield_now().await;
1856        StoreGuard {
1857            guard,
1858            _not_send: PhantomData,
1859        }
1860    }
1861
1862    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1863        ServerSnapshot {
1864            store: self.store().await,
1865            peer: &self.peer,
1866        }
1867    }
1868}
1869
1870impl<'a> Deref for StoreGuard<'a> {
1871    type Target = Store;
1872
1873    fn deref(&self) -> &Self::Target {
1874        &*self.guard
1875    }
1876}
1877
1878impl<'a> DerefMut for StoreGuard<'a> {
1879    fn deref_mut(&mut self) -> &mut Self::Target {
1880        &mut *self.guard
1881    }
1882}
1883
1884impl<'a> Drop for StoreGuard<'a> {
1885    fn drop(&mut self) {
1886        #[cfg(test)]
1887        self.check_invariants();
1888    }
1889}
1890
1891impl Executor for RealExecutor {
1892    type Sleep = Sleep;
1893
1894    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1895        tokio::task::spawn(future);
1896    }
1897
1898    fn sleep(&self, duration: Duration) -> Self::Sleep {
1899        tokio::time::sleep(duration)
1900    }
1901}
1902
1903fn broadcast<F>(
1904    sender_id: ConnectionId,
1905    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1906    mut f: F,
1907) where
1908    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1909{
1910    for receiver_id in receiver_ids {
1911        if receiver_id != sender_id {
1912            f(receiver_id).trace_err();
1913        }
1914    }
1915}
1916
1917lazy_static! {
1918    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1919}
1920
1921pub struct ProtocolVersion(u32);
1922
1923impl Header for ProtocolVersion {
1924    fn name() -> &'static HeaderName {
1925        &ZED_PROTOCOL_VERSION
1926    }
1927
1928    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1929    where
1930        Self: Sized,
1931        I: Iterator<Item = &'i axum::http::HeaderValue>,
1932    {
1933        let version = values
1934            .next()
1935            .ok_or_else(axum::headers::Error::invalid)?
1936            .to_str()
1937            .map_err(|_| axum::headers::Error::invalid())?
1938            .parse()
1939            .map_err(|_| axum::headers::Error::invalid())?;
1940        Ok(Self(version))
1941    }
1942
1943    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1944        values.extend([self.0.to_string().parse().unwrap()]);
1945    }
1946}
1947
1948pub fn routes(server: Arc<Server>) -> Router<Body> {
1949    Router::new()
1950        .route("/rpc", get(handle_websocket_request))
1951        .layer(
1952            ServiceBuilder::new()
1953                .layer(Extension(server.app_state.clone()))
1954                .layer(middleware::from_fn(auth::validate_header)),
1955        )
1956        .route("/metrics", get(handle_metrics))
1957        .layer(Extension(server))
1958}
1959
1960pub async fn handle_websocket_request(
1961    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1962    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1963    Extension(server): Extension<Arc<Server>>,
1964    Extension(user): Extension<User>,
1965    ws: WebSocketUpgrade,
1966) -> axum::response::Response {
1967    if protocol_version != rpc::PROTOCOL_VERSION {
1968        return (
1969            StatusCode::UPGRADE_REQUIRED,
1970            "client must be upgraded".to_string(),
1971        )
1972            .into_response();
1973    }
1974    let socket_address = socket_address.to_string();
1975    ws.on_upgrade(move |socket| {
1976        use util::ResultExt;
1977        let socket = socket
1978            .map_ok(to_tungstenite_message)
1979            .err_into()
1980            .with(|message| async move { Ok(to_axum_message(message)) });
1981        let connection = Connection::new(Box::pin(socket));
1982        async move {
1983            server
1984                .handle_connection(connection, socket_address, user, None, RealExecutor)
1985                .await
1986                .log_err();
1987        }
1988    })
1989}
1990
1991pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1992    // We call `store_mut` here for its side effects of updating metrics.
1993    let metrics = server.store().await.metrics();
1994    METRIC_CONNECTIONS.set(metrics.connections as _);
1995    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1996    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1997    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1998
1999    let encoder = prometheus::TextEncoder::new();
2000    let metric_families = prometheus::gather();
2001    match encoder.encode_to_string(&metric_families) {
2002        Ok(string) => (StatusCode::OK, string).into_response(),
2003        Err(error) => (
2004            StatusCode::INTERNAL_SERVER_ERROR,
2005            format!("failed to encode metrics {:?}", error),
2006        )
2007            .into_response(),
2008    }
2009}
2010
2011fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
2012    match message {
2013        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
2014        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2015        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2016        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2017        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2018            code: frame.code.into(),
2019            reason: frame.reason,
2020        })),
2021    }
2022}
2023
2024fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2025    match message {
2026        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2027        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2028        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2029        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2030        AxumMessage::Close(frame) => {
2031            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2032                code: frame.code.into(),
2033                reason: frame.reason,
2034            }))
2035        }
2036    }
2037}
2038
2039pub trait ResultExt {
2040    type Ok;
2041
2042    fn trace_err(self) -> Option<Self::Ok>;
2043}
2044
2045impl<T, E> ResultExt for Result<T, E>
2046where
2047    E: std::fmt::Debug,
2048{
2049    type Ok = T;
2050
2051    fn trace_err(self) -> Option<T> {
2052        match self {
2053            Ok(value) => Some(value),
2054            Err(error) => {
2055                tracing::error!("{:?}", error);
2056                None
2057            }
2058        }
2059    }
2060}