1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::{anyhow, Context};
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52pub use store::{Store, Worktree};
  53use time::OffsetDateTime;
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  65        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  66    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  67        register_int_gauge!("active_projects", "number of active projects").unwrap();
  68    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  69        "shared_projects",
  70        "number of open projects with one or more guests"
  71    )
  72    .unwrap();
  73}
  74
  75type MessageHandler =
  76    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  77
  78struct Response<R> {
  79    server: Arc<Server>,
  80    receipt: Receipt<R>,
  81    responded: Arc<AtomicBool>,
  82}
  83
  84impl<R: RequestMessage> Response<R> {
  85    fn send(self, payload: R::Response) -> Result<()> {
  86        self.responded.store(true, SeqCst);
  87        self.server.peer.respond(self.receipt, payload)?;
  88        Ok(())
  89    }
  90}
  91
  92pub struct Server {
  93    peer: Arc<Peer>,
  94    pub(crate) store: Mutex<Store>,
  95    app_state: Arc<AppState>,
  96    handlers: HashMap<TypeId, MessageHandler>,
  97    notifications: Option<mpsc::UnboundedSender<()>>,
  98}
  99
 100pub trait Executor: Send + Clone {
 101    type Sleep: Send + Future;
 102    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 103    fn sleep(&self, duration: Duration) -> Self::Sleep;
 104}
 105
 106#[derive(Clone)]
 107pub struct RealExecutor;
 108
 109const MESSAGE_COUNT_PER_PAGE: usize = 100;
 110const MAX_MESSAGE_LEN: usize = 1024;
 111
 112pub(crate) struct StoreGuard<'a> {
 113    guard: MutexGuard<'a, Store>,
 114    _not_send: PhantomData<Rc<()>>,
 115}
 116
 117#[derive(Serialize)]
 118pub struct ServerSnapshot<'a> {
 119    peer: &'a Peer,
 120    #[serde(serialize_with = "serialize_deref")]
 121    store: StoreGuard<'a>,
 122}
 123
 124pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 125where
 126    S: Serializer,
 127    T: Deref<Target = U>,
 128    U: Serialize,
 129{
 130    Serialize::serialize(value.deref(), serializer)
 131}
 132
 133impl Server {
 134    pub fn new(
 135        app_state: Arc<AppState>,
 136        notifications: Option<mpsc::UnboundedSender<()>>,
 137    ) -> Arc<Self> {
 138        let mut server = Self {
 139            peer: Peer::new(),
 140            app_state,
 141            store: Default::default(),
 142            handlers: Default::default(),
 143            notifications,
 144        };
 145
 146        server
 147            .add_request_handler(Server::ping)
 148            .add_request_handler(Server::create_room)
 149            .add_request_handler(Server::join_room)
 150            .add_message_handler(Server::leave_room)
 151            .add_request_handler(Server::call)
 152            .add_request_handler(Server::cancel_call)
 153            .add_message_handler(Server::decline_call)
 154            .add_request_handler(Server::update_participant_location)
 155            .add_request_handler(Server::share_project)
 156            .add_message_handler(Server::unshare_project)
 157            .add_request_handler(Server::join_project)
 158            .add_message_handler(Server::leave_project)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages)
 209            .add_message_handler(Server::update_diff_base)
 210            .add_request_handler(Server::get_private_user_info);
 211
 212        Arc::new(server)
 213    }
 214
 215    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 216    where
 217        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 218        Fut: 'static + Send + Future<Output = Result<()>>,
 219        M: EnvelopedMessage,
 220    {
 221        let prev_handler = self.handlers.insert(
 222            TypeId::of::<M>(),
 223            Box::new(move |server, envelope| {
 224                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 225                let span = info_span!(
 226                    "handle message",
 227                    payload_type = envelope.payload_type_name()
 228                );
 229                span.in_scope(|| {
 230                    tracing::info!(
 231                        payload_type = envelope.payload_type_name(),
 232                        "message received"
 233                    );
 234                });
 235                let future = (handler)(server, *envelope);
 236                async move {
 237                    if let Err(error) = future.await {
 238                        tracing::error!(%error, "error handling message");
 239                    }
 240                }
 241                .instrument(span)
 242                .boxed()
 243            }),
 244        );
 245        if prev_handler.is_some() {
 246            panic!("registered a handler for the same message twice");
 247        }
 248        self
 249    }
 250
 251    /// Handle a request while holding a lock to the store. This is useful when we're registering
 252    /// a connection but we want to respond on the connection before anybody else can send on it.
 253    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 254    where
 255        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 256        Fut: Send + Future<Output = Result<()>>,
 257        M: RequestMessage,
 258    {
 259        let handler = Arc::new(handler);
 260        self.add_message_handler(move |server, envelope| {
 261            let receipt = envelope.receipt();
 262            let handler = handler.clone();
 263            async move {
 264                let responded = Arc::new(AtomicBool::default());
 265                let response = Response {
 266                    server: server.clone(),
 267                    responded: responded.clone(),
 268                    receipt: envelope.receipt(),
 269                };
 270                match (handler)(server.clone(), envelope, response).await {
 271                    Ok(()) => {
 272                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 273                            Ok(())
 274                        } else {
 275                            Err(anyhow!("handler did not send a response"))?
 276                        }
 277                    }
 278                    Err(error) => {
 279                        server.peer.respond_with_error(
 280                            receipt,
 281                            proto::Error {
 282                                message: error.to_string(),
 283                            },
 284                        )?;
 285                        Err(error)
 286                    }
 287                }
 288            }
 289        })
 290    }
 291
 292    /// Start a long lived task that records which users are active in which projects.
 293    pub fn start_recording_project_activity<E: 'static + Executor>(
 294        self: &Arc<Self>,
 295        interval: Duration,
 296        executor: E,
 297    ) {
 298        executor.spawn_detached({
 299            let this = Arc::downgrade(self);
 300            let executor = executor.clone();
 301            async move {
 302                let mut period_start = OffsetDateTime::now_utc();
 303                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 304                loop {
 305                    let sleep = executor.sleep(interval);
 306                    sleep.await;
 307                    let this = if let Some(this) = this.upgrade() {
 308                        this
 309                    } else {
 310                        break;
 311                    };
 312
 313                    active_projects.clear();
 314                    active_projects.extend(this.store().await.projects().flat_map(
 315                        |(project_id, project)| {
 316                            project.guests.values().chain([&project.host]).filter_map(
 317                                |collaborator| {
 318                                    if !collaborator.admin
 319                                        && collaborator
 320                                            .last_activity
 321                                            .map_or(false, |activity| activity > period_start)
 322                                    {
 323                                        Some((collaborator.user_id, *project_id))
 324                                    } else {
 325                                        None
 326                                    }
 327                                },
 328                            )
 329                        },
 330                    ));
 331
 332                    let period_end = OffsetDateTime::now_utc();
 333                    this.app_state
 334                        .db
 335                        .record_user_activity(period_start..period_end, &active_projects)
 336                        .await
 337                        .trace_err();
 338                    period_start = period_end;
 339                }
 340            }
 341        });
 342    }
 343
 344    pub fn handle_connection<E: Executor>(
 345        self: &Arc<Self>,
 346        connection: Connection,
 347        address: String,
 348        user: User,
 349        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 350        executor: E,
 351    ) -> impl Future<Output = Result<()>> {
 352        let mut this = self.clone();
 353        let user_id = user.id;
 354        let login = user.github_login;
 355        let span = info_span!("handle connection", %user_id, %login, %address);
 356        async move {
 357            let (connection_id, handle_io, mut incoming_rx) = this
 358                .peer
 359                .add_connection(connection, {
 360                    let executor = executor.clone();
 361                    move |duration| {
 362                        let timer = executor.sleep(duration);
 363                        async move {
 364                            timer.await;
 365                        }
 366                    }
 367                });
 368
 369            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 370
 371            if let Some(send_connection_id) = send_connection_id.as_mut() {
 372                let _ = send_connection_id.send(connection_id).await;
 373            }
 374
 375            if !user.connected_once {
 376                this.peer.send(connection_id, proto::ShowContacts {})?;
 377                this.app_state.db.set_user_connected_once(user_id, true).await?;
 378            }
 379
 380            let (contacts, invite_code) = future::try_join(
 381                this.app_state.db.get_contacts(user_id),
 382                this.app_state.db.get_invite_code_for_user(user_id)
 383            ).await?;
 384
 385            {
 386                let mut store = this.store().await;
 387                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 388                if let Some(incoming_call) = incoming_call {
 389                    this.peer.send(connection_id, incoming_call)?;
 390                }
 391
 392                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 393
 394                if let Some((code, count)) = invite_code {
 395                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 396                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 397                        count,
 398                    })?;
 399                }
 400            }
 401            this.update_user_contacts(user_id).await?;
 402
 403            let handle_io = handle_io.fuse();
 404            futures::pin_mut!(handle_io);
 405
 406            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 407            // This prevents deadlocks when e.g., client A performs a request to client B and
 408            // client B performs a request to client A. If both clients stop processing further
 409            // messages until their respective request completes, they won't have a chance to
 410            // respond to the other client's request and cause a deadlock.
 411            //
 412            // This arrangement ensures we will attempt to process earlier messages first, but fall
 413            // back to processing messages arrived later in the spirit of making progress.
 414            let mut foreground_message_handlers = FuturesUnordered::new();
 415            loop {
 416                let next_message = incoming_rx.next().fuse();
 417                futures::pin_mut!(next_message);
 418                futures::select_biased! {
 419                    result = handle_io => {
 420                        if let Err(error) = result {
 421                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 422                        }
 423                        break;
 424                    }
 425                    _ = foreground_message_handlers.next() => {}
 426                    message = next_message => {
 427                        if let Some(message) = message {
 428                            let type_name = message.payload_type_name();
 429                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 430                            let span_enter = span.enter();
 431                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 432                                let notifications = this.notifications.clone();
 433                                let is_background = message.is_background();
 434                                let handle_message = (handler)(this.clone(), message);
 435
 436                                drop(span_enter);
 437                                let handle_message = async move {
 438                                    handle_message.await;
 439                                    if let Some(mut notifications) = notifications {
 440                                        let _ = notifications.send(()).await;
 441                                    }
 442                                }.instrument(span);
 443
 444                                if is_background {
 445                                    executor.spawn_detached(handle_message);
 446                                } else {
 447                                    foreground_message_handlers.push(handle_message);
 448                                }
 449                            } else {
 450                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 451                            }
 452                        } else {
 453                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 454                            break;
 455                        }
 456                    }
 457                }
 458            }
 459
 460            drop(foreground_message_handlers);
 461            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 462            if let Err(error) = this.sign_out(connection_id).await {
 463                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 464            }
 465
 466            Ok(())
 467        }.instrument(span)
 468    }
 469
 470    #[instrument(skip(self), err)]
 471    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 472        self.peer.disconnect(connection_id);
 473
 474        let mut projects_to_unshare = Vec::new();
 475        let mut contacts_to_update = HashSet::default();
 476        {
 477            let mut store = self.store().await;
 478            let removed_connection = store.remove_connection(connection_id)?;
 479
 480            for project in removed_connection.hosted_projects {
 481                projects_to_unshare.push(project.id);
 482                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 483                    self.peer.send(
 484                        conn_id,
 485                        proto::UnshareProject {
 486                            project_id: project.id.to_proto(),
 487                        },
 488                    )
 489                });
 490            }
 491
 492            for project in removed_connection.guest_projects {
 493                broadcast(connection_id, project.connection_ids, |conn_id| {
 494                    self.peer.send(
 495                        conn_id,
 496                        proto::RemoveProjectCollaborator {
 497                            project_id: project.id.to_proto(),
 498                            peer_id: connection_id.0,
 499                        },
 500                    )
 501                });
 502            }
 503
 504            for connection_id in removed_connection.canceled_call_connection_ids {
 505                self.peer
 506                    .send(connection_id, proto::CallCanceled {})
 507                    .trace_err();
 508                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 509            }
 510
 511            if let Some(room) = removed_connection
 512                .room_id
 513                .and_then(|room_id| store.room(room_id))
 514            {
 515                self.room_updated(room);
 516            }
 517
 518            contacts_to_update.insert(removed_connection.user_id);
 519        };
 520
 521        for user_id in contacts_to_update {
 522            self.update_user_contacts(user_id).await.trace_err();
 523        }
 524
 525        for project_id in projects_to_unshare {
 526            self.app_state
 527                .db
 528                .unregister_project(project_id)
 529                .await
 530                .trace_err();
 531        }
 532
 533        Ok(())
 534    }
 535
 536    pub async fn invite_code_redeemed(
 537        self: &Arc<Self>,
 538        inviter_id: UserId,
 539        invitee_id: UserId,
 540    ) -> Result<()> {
 541        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 542            if let Some(code) = &user.invite_code {
 543                let store = self.store().await;
 544                let invitee_contact = store.contact_for_user(invitee_id, true);
 545                for connection_id in store.connection_ids_for_user(inviter_id) {
 546                    self.peer.send(
 547                        connection_id,
 548                        proto::UpdateContacts {
 549                            contacts: vec![invitee_contact.clone()],
 550                            ..Default::default()
 551                        },
 552                    )?;
 553                    self.peer.send(
 554                        connection_id,
 555                        proto::UpdateInviteInfo {
 556                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 557                            count: user.invite_count as u32,
 558                        },
 559                    )?;
 560                }
 561            }
 562        }
 563        Ok(())
 564    }
 565
 566    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 567        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 568            if let Some(invite_code) = &user.invite_code {
 569                let store = self.store().await;
 570                for connection_id in store.connection_ids_for_user(user_id) {
 571                    self.peer.send(
 572                        connection_id,
 573                        proto::UpdateInviteInfo {
 574                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 575                            count: user.invite_count as u32,
 576                        },
 577                    )?;
 578                }
 579            }
 580        }
 581        Ok(())
 582    }
 583
 584    async fn ping(
 585        self: Arc<Server>,
 586        _: TypedEnvelope<proto::Ping>,
 587        response: Response<proto::Ping>,
 588    ) -> Result<()> {
 589        response.send(proto::Ack {})?;
 590        Ok(())
 591    }
 592
 593    async fn create_room(
 594        self: Arc<Server>,
 595        request: TypedEnvelope<proto::CreateRoom>,
 596        response: Response<proto::CreateRoom>,
 597    ) -> Result<()> {
 598        let user_id;
 599        let room;
 600        {
 601            let mut store = self.store().await;
 602            user_id = store.user_id_for_connection(request.sender_id)?;
 603            room = store.create_room(request.sender_id)?.clone();
 604        }
 605
 606        let live_kit_token = if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 607            if let Some(_) = live_kit
 608                .create_room(room.live_kit_room.clone())
 609                .await
 610                .with_context(|| {
 611                    format!(
 612                        "error creating LiveKit room (LiveKit room: {}, Zed room: {})",
 613                        room.live_kit_room, room.id
 614                    )
 615                })
 616                .trace_err()
 617            {
 618                live_kit
 619                    .room_token_for_user(&room.live_kit_room, &user_id.to_string())
 620                    .with_context(|| {
 621                        format!(
 622                            "error creating LiveKit access token (LiveKit room: {}, Zed room: {})",
 623                            room.live_kit_room, room.id
 624                        )
 625                    })
 626                    .trace_err()
 627            } else {
 628                None
 629            }
 630        } else {
 631            None
 632        };
 633
 634        response.send(proto::CreateRoomResponse {
 635            room: Some(room),
 636            live_kit_token,
 637        })?;
 638        self.update_user_contacts(user_id).await?;
 639        Ok(())
 640    }
 641
 642    async fn join_room(
 643        self: Arc<Server>,
 644        request: TypedEnvelope<proto::JoinRoom>,
 645        response: Response<proto::JoinRoom>,
 646    ) -> Result<()> {
 647        let user_id;
 648        {
 649            let mut store = self.store().await;
 650            user_id = store.user_id_for_connection(request.sender_id)?;
 651            let (room, recipient_connection_ids) =
 652                store.join_room(request.payload.id, request.sender_id)?;
 653            for recipient_id in recipient_connection_ids {
 654                self.peer
 655                    .send(recipient_id, proto::CallCanceled {})
 656                    .trace_err();
 657            }
 658
 659            let live_kit_token = if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 660                live_kit
 661                    .room_token_for_user(&room.live_kit_room, &user_id.to_string())
 662                    .with_context(|| {
 663                        format!(
 664                            "error creating LiveKit access token (LiveKit room: {}, Zed room: {})",
 665                            room.live_kit_room, room.id
 666                        )
 667                    })
 668                    .trace_err()
 669            } else {
 670                None
 671            };
 672
 673            response.send(proto::JoinRoomResponse {
 674                room: Some(room.clone()),
 675                live_kit_token,
 676            })?;
 677            self.room_updated(room);
 678        }
 679        self.update_user_contacts(user_id).await?;
 680        Ok(())
 681    }
 682
 683    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 684        let mut contacts_to_update = HashSet::default();
 685        {
 686            let mut store = self.store().await;
 687            let user_id = store.user_id_for_connection(message.sender_id)?;
 688            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 689            contacts_to_update.insert(user_id);
 690
 691            for project in left_room.unshared_projects {
 692                for connection_id in project.connection_ids() {
 693                    self.peer.send(
 694                        connection_id,
 695                        proto::UnshareProject {
 696                            project_id: project.id.to_proto(),
 697                        },
 698                    )?;
 699                }
 700            }
 701
 702            for project in left_room.left_projects {
 703                if project.remove_collaborator {
 704                    for connection_id in project.connection_ids {
 705                        self.peer.send(
 706                            connection_id,
 707                            proto::RemoveProjectCollaborator {
 708                                project_id: project.id.to_proto(),
 709                                peer_id: message.sender_id.0,
 710                            },
 711                        )?;
 712                    }
 713
 714                    self.peer.send(
 715                        message.sender_id,
 716                        proto::UnshareProject {
 717                            project_id: project.id.to_proto(),
 718                        },
 719                    )?;
 720                }
 721            }
 722
 723            if let Some(room) = left_room.room {
 724                self.room_updated(room);
 725            }
 726
 727            for connection_id in left_room.canceled_call_connection_ids {
 728                self.peer
 729                    .send(connection_id, proto::CallCanceled {})
 730                    .trace_err();
 731                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 732            }
 733        }
 734
 735        for user_id in contacts_to_update {
 736            self.update_user_contacts(user_id).await?;
 737        }
 738
 739        Ok(())
 740    }
 741
 742    async fn call(
 743        self: Arc<Server>,
 744        request: TypedEnvelope<proto::Call>,
 745        response: Response<proto::Call>,
 746    ) -> Result<()> {
 747        let caller_user_id = self
 748            .store()
 749            .await
 750            .user_id_for_connection(request.sender_id)?;
 751        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 752        let initial_project_id = request
 753            .payload
 754            .initial_project_id
 755            .map(ProjectId::from_proto);
 756        if !self
 757            .app_state
 758            .db
 759            .has_contact(caller_user_id, recipient_user_id)
 760            .await?
 761        {
 762            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 763        }
 764
 765        let room_id = request.payload.room_id;
 766        let mut calls = {
 767            let mut store = self.store().await;
 768            let (room, recipient_connection_ids, incoming_call) = store.call(
 769                room_id,
 770                recipient_user_id,
 771                initial_project_id,
 772                request.sender_id,
 773            )?;
 774            self.room_updated(room);
 775            recipient_connection_ids
 776                .into_iter()
 777                .map(|recipient_connection_id| {
 778                    self.peer
 779                        .request(recipient_connection_id, incoming_call.clone())
 780                })
 781                .collect::<FuturesUnordered<_>>()
 782        };
 783        self.update_user_contacts(recipient_user_id).await?;
 784
 785        while let Some(call_response) = calls.next().await {
 786            match call_response.as_ref() {
 787                Ok(_) => {
 788                    response.send(proto::Ack {})?;
 789                    return Ok(());
 790                }
 791                Err(_) => {
 792                    call_response.trace_err();
 793                }
 794            }
 795        }
 796
 797        {
 798            let mut store = self.store().await;
 799            let room = store.call_failed(room_id, recipient_user_id)?;
 800            self.room_updated(&room);
 801        }
 802        self.update_user_contacts(recipient_user_id).await?;
 803
 804        Err(anyhow!("failed to ring call recipient"))?
 805    }
 806
 807    async fn cancel_call(
 808        self: Arc<Server>,
 809        request: TypedEnvelope<proto::CancelCall>,
 810        response: Response<proto::CancelCall>,
 811    ) -> Result<()> {
 812        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 813        {
 814            let mut store = self.store().await;
 815            let (room, recipient_connection_ids) = store.cancel_call(
 816                request.payload.room_id,
 817                recipient_user_id,
 818                request.sender_id,
 819            )?;
 820            for recipient_id in recipient_connection_ids {
 821                self.peer
 822                    .send(recipient_id, proto::CallCanceled {})
 823                    .trace_err();
 824            }
 825            self.room_updated(room);
 826            response.send(proto::Ack {})?;
 827        }
 828        self.update_user_contacts(recipient_user_id).await?;
 829        Ok(())
 830    }
 831
 832    async fn decline_call(
 833        self: Arc<Server>,
 834        message: TypedEnvelope<proto::DeclineCall>,
 835    ) -> Result<()> {
 836        let recipient_user_id;
 837        {
 838            let mut store = self.store().await;
 839            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 840            let (room, recipient_connection_ids) =
 841                store.decline_call(message.payload.room_id, message.sender_id)?;
 842            for recipient_id in recipient_connection_ids {
 843                self.peer
 844                    .send(recipient_id, proto::CallCanceled {})
 845                    .trace_err();
 846            }
 847            self.room_updated(room);
 848        }
 849        self.update_user_contacts(recipient_user_id).await?;
 850        Ok(())
 851    }
 852
 853    async fn update_participant_location(
 854        self: Arc<Server>,
 855        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 856        response: Response<proto::UpdateParticipantLocation>,
 857    ) -> Result<()> {
 858        let room_id = request.payload.room_id;
 859        let location = request
 860            .payload
 861            .location
 862            .ok_or_else(|| anyhow!("invalid location"))?;
 863        let mut store = self.store().await;
 864        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 865        self.room_updated(room);
 866        response.send(proto::Ack {})?;
 867        Ok(())
 868    }
 869
 870    fn room_updated(&self, room: &proto::Room) {
 871        for participant in &room.participants {
 872            self.peer
 873                .send(
 874                    ConnectionId(participant.peer_id),
 875                    proto::RoomUpdated {
 876                        room: Some(room.clone()),
 877                    },
 878                )
 879                .trace_err();
 880        }
 881    }
 882
 883    async fn share_project(
 884        self: Arc<Server>,
 885        request: TypedEnvelope<proto::ShareProject>,
 886        response: Response<proto::ShareProject>,
 887    ) -> Result<()> {
 888        let user_id = self
 889            .store()
 890            .await
 891            .user_id_for_connection(request.sender_id)?;
 892        let project_id = self.app_state.db.register_project(user_id).await?;
 893        let mut store = self.store().await;
 894        let room = store.share_project(
 895            request.payload.room_id,
 896            project_id,
 897            request.payload.worktrees,
 898            request.sender_id,
 899        )?;
 900        response.send(proto::ShareProjectResponse {
 901            project_id: project_id.to_proto(),
 902        })?;
 903        self.room_updated(room);
 904
 905        Ok(())
 906    }
 907
 908    async fn unshare_project(
 909        self: Arc<Server>,
 910        message: TypedEnvelope<proto::UnshareProject>,
 911    ) -> Result<()> {
 912        let project_id = ProjectId::from_proto(message.payload.project_id);
 913        let mut store = self.store().await;
 914        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 915        broadcast(
 916            message.sender_id,
 917            project.guest_connection_ids(),
 918            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 919        );
 920        self.room_updated(room);
 921
 922        Ok(())
 923    }
 924
 925    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 926        let contacts = self.app_state.db.get_contacts(user_id).await?;
 927        let store = self.store().await;
 928        let updated_contact = store.contact_for_user(user_id, false);
 929        for contact in contacts {
 930            if let db::Contact::Accepted {
 931                user_id: contact_user_id,
 932                ..
 933            } = contact
 934            {
 935                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 936                    self.peer
 937                        .send(
 938                            contact_conn_id,
 939                            proto::UpdateContacts {
 940                                contacts: vec![updated_contact.clone()],
 941                                remove_contacts: Default::default(),
 942                                incoming_requests: Default::default(),
 943                                remove_incoming_requests: Default::default(),
 944                                outgoing_requests: Default::default(),
 945                                remove_outgoing_requests: Default::default(),
 946                            },
 947                        )
 948                        .trace_err();
 949                }
 950            }
 951        }
 952        Ok(())
 953    }
 954
 955    async fn join_project(
 956        self: Arc<Server>,
 957        request: TypedEnvelope<proto::JoinProject>,
 958        response: Response<proto::JoinProject>,
 959    ) -> Result<()> {
 960        let project_id = ProjectId::from_proto(request.payload.project_id);
 961
 962        let host_user_id;
 963        let guest_user_id;
 964        let host_connection_id;
 965        {
 966            let state = self.store().await;
 967            let project = state.project(project_id)?;
 968            host_user_id = project.host.user_id;
 969            host_connection_id = project.host_connection_id;
 970            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 971        };
 972
 973        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 974
 975        let mut store = self.store().await;
 976        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
 977        let peer_count = project.guests.len();
 978        let mut collaborators = Vec::with_capacity(peer_count);
 979        collaborators.push(proto::Collaborator {
 980            peer_id: project.host_connection_id.0,
 981            replica_id: 0,
 982            user_id: project.host.user_id.to_proto(),
 983        });
 984        let worktrees = project
 985            .worktrees
 986            .iter()
 987            .map(|(id, worktree)| proto::WorktreeMetadata {
 988                id: *id,
 989                root_name: worktree.root_name.clone(),
 990                visible: worktree.visible,
 991            })
 992            .collect::<Vec<_>>();
 993
 994        // Add all guests other than the requesting user's own connections as collaborators
 995        for (guest_conn_id, guest) in &project.guests {
 996            if request.sender_id != *guest_conn_id {
 997                collaborators.push(proto::Collaborator {
 998                    peer_id: guest_conn_id.0,
 999                    replica_id: guest.replica_id as u32,
1000                    user_id: guest.user_id.to_proto(),
1001                });
1002            }
1003        }
1004
1005        for conn_id in project.connection_ids() {
1006            if conn_id != request.sender_id {
1007                self.peer.send(
1008                    conn_id,
1009                    proto::AddProjectCollaborator {
1010                        project_id: project_id.to_proto(),
1011                        collaborator: Some(proto::Collaborator {
1012                            peer_id: request.sender_id.0,
1013                            replica_id: replica_id as u32,
1014                            user_id: guest_user_id.to_proto(),
1015                        }),
1016                    },
1017                )?;
1018            }
1019        }
1020
1021        // First, we send the metadata associated with each worktree.
1022        response.send(proto::JoinProjectResponse {
1023            worktrees: worktrees.clone(),
1024            replica_id: replica_id as u32,
1025            collaborators: collaborators.clone(),
1026            language_servers: project.language_servers.clone(),
1027        })?;
1028
1029        for (worktree_id, worktree) in &project.worktrees {
1030            #[cfg(any(test, feature = "test-support"))]
1031            const MAX_CHUNK_SIZE: usize = 2;
1032            #[cfg(not(any(test, feature = "test-support")))]
1033            const MAX_CHUNK_SIZE: usize = 256;
1034
1035            // Stream this worktree's entries.
1036            let message = proto::UpdateWorktree {
1037                project_id: project_id.to_proto(),
1038                worktree_id: *worktree_id,
1039                root_name: worktree.root_name.clone(),
1040                updated_entries: worktree.entries.values().cloned().collect(),
1041                removed_entries: Default::default(),
1042                scan_id: worktree.scan_id,
1043                is_last_update: worktree.is_complete,
1044            };
1045            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1046                self.peer.send(request.sender_id, update.clone())?;
1047            }
1048
1049            // Stream this worktree's diagnostics.
1050            for summary in worktree.diagnostic_summaries.values() {
1051                self.peer.send(
1052                    request.sender_id,
1053                    proto::UpdateDiagnosticSummary {
1054                        project_id: project_id.to_proto(),
1055                        worktree_id: *worktree_id,
1056                        summary: Some(summary.clone()),
1057                    },
1058                )?;
1059            }
1060        }
1061
1062        for language_server in &project.language_servers {
1063            self.peer.send(
1064                request.sender_id,
1065                proto::UpdateLanguageServer {
1066                    project_id: project_id.to_proto(),
1067                    language_server_id: language_server.id,
1068                    variant: Some(
1069                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1070                            proto::LspDiskBasedDiagnosticsUpdated {},
1071                        ),
1072                    ),
1073                },
1074            )?;
1075        }
1076
1077        Ok(())
1078    }
1079
1080    async fn leave_project(
1081        self: Arc<Server>,
1082        request: TypedEnvelope<proto::LeaveProject>,
1083    ) -> Result<()> {
1084        let sender_id = request.sender_id;
1085        let project_id = ProjectId::from_proto(request.payload.project_id);
1086        let project;
1087        {
1088            let mut store = self.store().await;
1089            project = store.leave_project(project_id, sender_id)?;
1090            tracing::info!(
1091                %project_id,
1092                host_user_id = %project.host_user_id,
1093                host_connection_id = %project.host_connection_id,
1094                "leave project"
1095            );
1096
1097            if project.remove_collaborator {
1098                broadcast(sender_id, project.connection_ids, |conn_id| {
1099                    self.peer.send(
1100                        conn_id,
1101                        proto::RemoveProjectCollaborator {
1102                            project_id: project_id.to_proto(),
1103                            peer_id: sender_id.0,
1104                        },
1105                    )
1106                });
1107            }
1108        }
1109
1110        Ok(())
1111    }
1112
1113    async fn update_project(
1114        self: Arc<Server>,
1115        request: TypedEnvelope<proto::UpdateProject>,
1116    ) -> Result<()> {
1117        let project_id = ProjectId::from_proto(request.payload.project_id);
1118        {
1119            let mut state = self.store().await;
1120            let guest_connection_ids = state
1121                .read_project(project_id, request.sender_id)?
1122                .guest_connection_ids();
1123            let room =
1124                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1125            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1126                self.peer
1127                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1128            });
1129            self.room_updated(room);
1130        };
1131
1132        Ok(())
1133    }
1134
1135    async fn register_project_activity(
1136        self: Arc<Server>,
1137        request: TypedEnvelope<proto::RegisterProjectActivity>,
1138    ) -> Result<()> {
1139        self.store().await.register_project_activity(
1140            ProjectId::from_proto(request.payload.project_id),
1141            request.sender_id,
1142        )?;
1143        Ok(())
1144    }
1145
1146    async fn update_worktree(
1147        self: Arc<Server>,
1148        request: TypedEnvelope<proto::UpdateWorktree>,
1149        response: Response<proto::UpdateWorktree>,
1150    ) -> Result<()> {
1151        let project_id = ProjectId::from_proto(request.payload.project_id);
1152        let worktree_id = request.payload.worktree_id;
1153        let connection_ids = self.store().await.update_worktree(
1154            request.sender_id,
1155            project_id,
1156            worktree_id,
1157            &request.payload.root_name,
1158            &request.payload.removed_entries,
1159            &request.payload.updated_entries,
1160            request.payload.scan_id,
1161            request.payload.is_last_update,
1162        )?;
1163
1164        broadcast(request.sender_id, connection_ids, |connection_id| {
1165            self.peer
1166                .forward_send(request.sender_id, connection_id, request.payload.clone())
1167        });
1168        response.send(proto::Ack {})?;
1169        Ok(())
1170    }
1171
1172    async fn update_worktree_extensions(
1173        self: Arc<Server>,
1174        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1175    ) -> Result<()> {
1176        let project_id = ProjectId::from_proto(request.payload.project_id);
1177        let worktree_id = request.payload.worktree_id;
1178        let extensions = request
1179            .payload
1180            .extensions
1181            .into_iter()
1182            .zip(request.payload.counts)
1183            .collect();
1184        self.app_state
1185            .db
1186            .update_worktree_extensions(project_id, worktree_id, extensions)
1187            .await?;
1188        Ok(())
1189    }
1190
1191    async fn update_diagnostic_summary(
1192        self: Arc<Server>,
1193        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1194    ) -> Result<()> {
1195        let summary = request
1196            .payload
1197            .summary
1198            .clone()
1199            .ok_or_else(|| anyhow!("invalid summary"))?;
1200        let receiver_ids = self.store().await.update_diagnostic_summary(
1201            ProjectId::from_proto(request.payload.project_id),
1202            request.payload.worktree_id,
1203            request.sender_id,
1204            summary,
1205        )?;
1206
1207        broadcast(request.sender_id, receiver_ids, |connection_id| {
1208            self.peer
1209                .forward_send(request.sender_id, connection_id, request.payload.clone())
1210        });
1211        Ok(())
1212    }
1213
1214    async fn start_language_server(
1215        self: Arc<Server>,
1216        request: TypedEnvelope<proto::StartLanguageServer>,
1217    ) -> Result<()> {
1218        let receiver_ids = self.store().await.start_language_server(
1219            ProjectId::from_proto(request.payload.project_id),
1220            request.sender_id,
1221            request
1222                .payload
1223                .server
1224                .clone()
1225                .ok_or_else(|| anyhow!("invalid language server"))?,
1226        )?;
1227        broadcast(request.sender_id, receiver_ids, |connection_id| {
1228            self.peer
1229                .forward_send(request.sender_id, connection_id, request.payload.clone())
1230        });
1231        Ok(())
1232    }
1233
1234    async fn update_language_server(
1235        self: Arc<Server>,
1236        request: TypedEnvelope<proto::UpdateLanguageServer>,
1237    ) -> Result<()> {
1238        let receiver_ids = self.store().await.project_connection_ids(
1239            ProjectId::from_proto(request.payload.project_id),
1240            request.sender_id,
1241        )?;
1242        broadcast(request.sender_id, receiver_ids, |connection_id| {
1243            self.peer
1244                .forward_send(request.sender_id, connection_id, request.payload.clone())
1245        });
1246        Ok(())
1247    }
1248
1249    async fn forward_project_request<T>(
1250        self: Arc<Server>,
1251        request: TypedEnvelope<T>,
1252        response: Response<T>,
1253    ) -> Result<()>
1254    where
1255        T: EntityMessage + RequestMessage,
1256    {
1257        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1258        let host_connection_id = self
1259            .store()
1260            .await
1261            .read_project(project_id, request.sender_id)?
1262            .host_connection_id;
1263        let payload = self
1264            .peer
1265            .forward_request(request.sender_id, host_connection_id, request.payload)
1266            .await?;
1267
1268        // Ensure project still exists by the time we get the response from the host.
1269        self.store()
1270            .await
1271            .read_project(project_id, request.sender_id)?;
1272
1273        response.send(payload)?;
1274        Ok(())
1275    }
1276
1277    async fn save_buffer(
1278        self: Arc<Server>,
1279        request: TypedEnvelope<proto::SaveBuffer>,
1280        response: Response<proto::SaveBuffer>,
1281    ) -> Result<()> {
1282        let project_id = ProjectId::from_proto(request.payload.project_id);
1283        let host = self
1284            .store()
1285            .await
1286            .read_project(project_id, request.sender_id)?
1287            .host_connection_id;
1288        let response_payload = self
1289            .peer
1290            .forward_request(request.sender_id, host, request.payload.clone())
1291            .await?;
1292
1293        let mut guests = self
1294            .store()
1295            .await
1296            .read_project(project_id, request.sender_id)?
1297            .connection_ids();
1298        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1299        broadcast(host, guests, |conn_id| {
1300            self.peer
1301                .forward_send(host, conn_id, response_payload.clone())
1302        });
1303        response.send(response_payload)?;
1304        Ok(())
1305    }
1306
1307    async fn create_buffer_for_peer(
1308        self: Arc<Server>,
1309        request: TypedEnvelope<proto::CreateBufferForPeer>,
1310    ) -> Result<()> {
1311        self.peer.forward_send(
1312            request.sender_id,
1313            ConnectionId(request.payload.peer_id),
1314            request.payload,
1315        )?;
1316        Ok(())
1317    }
1318
1319    async fn update_buffer(
1320        self: Arc<Server>,
1321        request: TypedEnvelope<proto::UpdateBuffer>,
1322        response: Response<proto::UpdateBuffer>,
1323    ) -> Result<()> {
1324        let project_id = ProjectId::from_proto(request.payload.project_id);
1325        let receiver_ids = {
1326            let mut store = self.store().await;
1327            store.register_project_activity(project_id, request.sender_id)?;
1328            store.project_connection_ids(project_id, request.sender_id)?
1329        };
1330
1331        broadcast(request.sender_id, receiver_ids, |connection_id| {
1332            self.peer
1333                .forward_send(request.sender_id, connection_id, request.payload.clone())
1334        });
1335        response.send(proto::Ack {})?;
1336        Ok(())
1337    }
1338
1339    async fn update_buffer_file(
1340        self: Arc<Server>,
1341        request: TypedEnvelope<proto::UpdateBufferFile>,
1342    ) -> Result<()> {
1343        let receiver_ids = self.store().await.project_connection_ids(
1344            ProjectId::from_proto(request.payload.project_id),
1345            request.sender_id,
1346        )?;
1347        broadcast(request.sender_id, receiver_ids, |connection_id| {
1348            self.peer
1349                .forward_send(request.sender_id, connection_id, request.payload.clone())
1350        });
1351        Ok(())
1352    }
1353
1354    async fn buffer_reloaded(
1355        self: Arc<Server>,
1356        request: TypedEnvelope<proto::BufferReloaded>,
1357    ) -> Result<()> {
1358        let receiver_ids = self.store().await.project_connection_ids(
1359            ProjectId::from_proto(request.payload.project_id),
1360            request.sender_id,
1361        )?;
1362        broadcast(request.sender_id, receiver_ids, |connection_id| {
1363            self.peer
1364                .forward_send(request.sender_id, connection_id, request.payload.clone())
1365        });
1366        Ok(())
1367    }
1368
1369    async fn buffer_saved(
1370        self: Arc<Server>,
1371        request: TypedEnvelope<proto::BufferSaved>,
1372    ) -> Result<()> {
1373        let receiver_ids = self.store().await.project_connection_ids(
1374            ProjectId::from_proto(request.payload.project_id),
1375            request.sender_id,
1376        )?;
1377        broadcast(request.sender_id, receiver_ids, |connection_id| {
1378            self.peer
1379                .forward_send(request.sender_id, connection_id, request.payload.clone())
1380        });
1381        Ok(())
1382    }
1383
1384    async fn follow(
1385        self: Arc<Self>,
1386        request: TypedEnvelope<proto::Follow>,
1387        response: Response<proto::Follow>,
1388    ) -> Result<()> {
1389        let project_id = ProjectId::from_proto(request.payload.project_id);
1390        let leader_id = ConnectionId(request.payload.leader_id);
1391        let follower_id = request.sender_id;
1392        {
1393            let mut store = self.store().await;
1394            if !store
1395                .project_connection_ids(project_id, follower_id)?
1396                .contains(&leader_id)
1397            {
1398                Err(anyhow!("no such peer"))?;
1399            }
1400
1401            store.register_project_activity(project_id, follower_id)?;
1402        }
1403
1404        let mut response_payload = self
1405            .peer
1406            .forward_request(request.sender_id, leader_id, request.payload)
1407            .await?;
1408        response_payload
1409            .views
1410            .retain(|view| view.leader_id != Some(follower_id.0));
1411        response.send(response_payload)?;
1412        Ok(())
1413    }
1414
1415    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1416        let project_id = ProjectId::from_proto(request.payload.project_id);
1417        let leader_id = ConnectionId(request.payload.leader_id);
1418        let mut store = self.store().await;
1419        if !store
1420            .project_connection_ids(project_id, request.sender_id)?
1421            .contains(&leader_id)
1422        {
1423            Err(anyhow!("no such peer"))?;
1424        }
1425        store.register_project_activity(project_id, request.sender_id)?;
1426        self.peer
1427            .forward_send(request.sender_id, leader_id, request.payload)?;
1428        Ok(())
1429    }
1430
1431    async fn update_followers(
1432        self: Arc<Self>,
1433        request: TypedEnvelope<proto::UpdateFollowers>,
1434    ) -> Result<()> {
1435        let project_id = ProjectId::from_proto(request.payload.project_id);
1436        let mut store = self.store().await;
1437        store.register_project_activity(project_id, request.sender_id)?;
1438        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1439        let leader_id = request
1440            .payload
1441            .variant
1442            .as_ref()
1443            .and_then(|variant| match variant {
1444                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1445                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1446                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1447            });
1448        for follower_id in &request.payload.follower_ids {
1449            let follower_id = ConnectionId(*follower_id);
1450            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1451                self.peer
1452                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1453            }
1454        }
1455        Ok(())
1456    }
1457
1458    async fn get_channels(
1459        self: Arc<Server>,
1460        request: TypedEnvelope<proto::GetChannels>,
1461        response: Response<proto::GetChannels>,
1462    ) -> Result<()> {
1463        let user_id = self
1464            .store()
1465            .await
1466            .user_id_for_connection(request.sender_id)?;
1467        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1468        response.send(proto::GetChannelsResponse {
1469            channels: channels
1470                .into_iter()
1471                .map(|chan| proto::Channel {
1472                    id: chan.id.to_proto(),
1473                    name: chan.name,
1474                })
1475                .collect(),
1476        })?;
1477        Ok(())
1478    }
1479
1480    async fn get_users(
1481        self: Arc<Server>,
1482        request: TypedEnvelope<proto::GetUsers>,
1483        response: Response<proto::GetUsers>,
1484    ) -> Result<()> {
1485        let user_ids = request
1486            .payload
1487            .user_ids
1488            .into_iter()
1489            .map(UserId::from_proto)
1490            .collect();
1491        let users = self
1492            .app_state
1493            .db
1494            .get_users_by_ids(user_ids)
1495            .await?
1496            .into_iter()
1497            .map(|user| proto::User {
1498                id: user.id.to_proto(),
1499                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1500                github_login: user.github_login,
1501            })
1502            .collect();
1503        response.send(proto::UsersResponse { users })?;
1504        Ok(())
1505    }
1506
1507    async fn fuzzy_search_users(
1508        self: Arc<Server>,
1509        request: TypedEnvelope<proto::FuzzySearchUsers>,
1510        response: Response<proto::FuzzySearchUsers>,
1511    ) -> Result<()> {
1512        let user_id = self
1513            .store()
1514            .await
1515            .user_id_for_connection(request.sender_id)?;
1516        let query = request.payload.query;
1517        let db = &self.app_state.db;
1518        let users = match query.len() {
1519            0 => vec![],
1520            1 | 2 => db
1521                .get_user_by_github_account(&query, None)
1522                .await?
1523                .into_iter()
1524                .collect(),
1525            _ => db.fuzzy_search_users(&query, 10).await?,
1526        };
1527        let users = users
1528            .into_iter()
1529            .filter(|user| user.id != user_id)
1530            .map(|user| proto::User {
1531                id: user.id.to_proto(),
1532                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1533                github_login: user.github_login,
1534            })
1535            .collect();
1536        response.send(proto::UsersResponse { users })?;
1537        Ok(())
1538    }
1539
1540    async fn request_contact(
1541        self: Arc<Server>,
1542        request: TypedEnvelope<proto::RequestContact>,
1543        response: Response<proto::RequestContact>,
1544    ) -> Result<()> {
1545        let requester_id = self
1546            .store()
1547            .await
1548            .user_id_for_connection(request.sender_id)?;
1549        let responder_id = UserId::from_proto(request.payload.responder_id);
1550        if requester_id == responder_id {
1551            return Err(anyhow!("cannot add yourself as a contact"))?;
1552        }
1553
1554        self.app_state
1555            .db
1556            .send_contact_request(requester_id, responder_id)
1557            .await?;
1558
1559        // Update outgoing contact requests of requester
1560        let mut update = proto::UpdateContacts::default();
1561        update.outgoing_requests.push(responder_id.to_proto());
1562        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1563            self.peer.send(connection_id, update.clone())?;
1564        }
1565
1566        // Update incoming contact requests of responder
1567        let mut update = proto::UpdateContacts::default();
1568        update
1569            .incoming_requests
1570            .push(proto::IncomingContactRequest {
1571                requester_id: requester_id.to_proto(),
1572                should_notify: true,
1573            });
1574        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1575            self.peer.send(connection_id, update.clone())?;
1576        }
1577
1578        response.send(proto::Ack {})?;
1579        Ok(())
1580    }
1581
1582    async fn respond_to_contact_request(
1583        self: Arc<Server>,
1584        request: TypedEnvelope<proto::RespondToContactRequest>,
1585        response: Response<proto::RespondToContactRequest>,
1586    ) -> Result<()> {
1587        let responder_id = self
1588            .store()
1589            .await
1590            .user_id_for_connection(request.sender_id)?;
1591        let requester_id = UserId::from_proto(request.payload.requester_id);
1592        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1593            self.app_state
1594                .db
1595                .dismiss_contact_notification(responder_id, requester_id)
1596                .await?;
1597        } else {
1598            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1599            self.app_state
1600                .db
1601                .respond_to_contact_request(responder_id, requester_id, accept)
1602                .await?;
1603
1604            let store = self.store().await;
1605            // Update responder with new contact
1606            let mut update = proto::UpdateContacts::default();
1607            if accept {
1608                update
1609                    .contacts
1610                    .push(store.contact_for_user(requester_id, false));
1611            }
1612            update
1613                .remove_incoming_requests
1614                .push(requester_id.to_proto());
1615            for connection_id in store.connection_ids_for_user(responder_id) {
1616                self.peer.send(connection_id, update.clone())?;
1617            }
1618
1619            // Update requester with new contact
1620            let mut update = proto::UpdateContacts::default();
1621            if accept {
1622                update
1623                    .contacts
1624                    .push(store.contact_for_user(responder_id, true));
1625            }
1626            update
1627                .remove_outgoing_requests
1628                .push(responder_id.to_proto());
1629            for connection_id in store.connection_ids_for_user(requester_id) {
1630                self.peer.send(connection_id, update.clone())?;
1631            }
1632        }
1633
1634        response.send(proto::Ack {})?;
1635        Ok(())
1636    }
1637
1638    async fn remove_contact(
1639        self: Arc<Server>,
1640        request: TypedEnvelope<proto::RemoveContact>,
1641        response: Response<proto::RemoveContact>,
1642    ) -> Result<()> {
1643        let requester_id = self
1644            .store()
1645            .await
1646            .user_id_for_connection(request.sender_id)?;
1647        let responder_id = UserId::from_proto(request.payload.user_id);
1648        self.app_state
1649            .db
1650            .remove_contact(requester_id, responder_id)
1651            .await?;
1652
1653        // Update outgoing contact requests of requester
1654        let mut update = proto::UpdateContacts::default();
1655        update
1656            .remove_outgoing_requests
1657            .push(responder_id.to_proto());
1658        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1659            self.peer.send(connection_id, update.clone())?;
1660        }
1661
1662        // Update incoming contact requests of responder
1663        let mut update = proto::UpdateContacts::default();
1664        update
1665            .remove_incoming_requests
1666            .push(requester_id.to_proto());
1667        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1668            self.peer.send(connection_id, update.clone())?;
1669        }
1670
1671        response.send(proto::Ack {})?;
1672        Ok(())
1673    }
1674
1675    async fn join_channel(
1676        self: Arc<Self>,
1677        request: TypedEnvelope<proto::JoinChannel>,
1678        response: Response<proto::JoinChannel>,
1679    ) -> Result<()> {
1680        let user_id = self
1681            .store()
1682            .await
1683            .user_id_for_connection(request.sender_id)?;
1684        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1685        if !self
1686            .app_state
1687            .db
1688            .can_user_access_channel(user_id, channel_id)
1689            .await?
1690        {
1691            Err(anyhow!("access denied"))?;
1692        }
1693
1694        self.store()
1695            .await
1696            .join_channel(request.sender_id, channel_id);
1697        let messages = self
1698            .app_state
1699            .db
1700            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1701            .await?
1702            .into_iter()
1703            .map(|msg| proto::ChannelMessage {
1704                id: msg.id.to_proto(),
1705                body: msg.body,
1706                timestamp: msg.sent_at.unix_timestamp() as u64,
1707                sender_id: msg.sender_id.to_proto(),
1708                nonce: Some(msg.nonce.as_u128().into()),
1709            })
1710            .collect::<Vec<_>>();
1711        response.send(proto::JoinChannelResponse {
1712            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1713            messages,
1714        })?;
1715        Ok(())
1716    }
1717
1718    async fn leave_channel(
1719        self: Arc<Self>,
1720        request: TypedEnvelope<proto::LeaveChannel>,
1721    ) -> Result<()> {
1722        let user_id = self
1723            .store()
1724            .await
1725            .user_id_for_connection(request.sender_id)?;
1726        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1727        if !self
1728            .app_state
1729            .db
1730            .can_user_access_channel(user_id, channel_id)
1731            .await?
1732        {
1733            Err(anyhow!("access denied"))?;
1734        }
1735
1736        self.store()
1737            .await
1738            .leave_channel(request.sender_id, channel_id);
1739
1740        Ok(())
1741    }
1742
1743    async fn send_channel_message(
1744        self: Arc<Self>,
1745        request: TypedEnvelope<proto::SendChannelMessage>,
1746        response: Response<proto::SendChannelMessage>,
1747    ) -> Result<()> {
1748        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1749        let user_id;
1750        let connection_ids;
1751        {
1752            let state = self.store().await;
1753            user_id = state.user_id_for_connection(request.sender_id)?;
1754            connection_ids = state.channel_connection_ids(channel_id)?;
1755        }
1756
1757        // Validate the message body.
1758        let body = request.payload.body.trim().to_string();
1759        if body.len() > MAX_MESSAGE_LEN {
1760            return Err(anyhow!("message is too long"))?;
1761        }
1762        if body.is_empty() {
1763            return Err(anyhow!("message can't be blank"))?;
1764        }
1765
1766        let timestamp = OffsetDateTime::now_utc();
1767        let nonce = request
1768            .payload
1769            .nonce
1770            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1771
1772        let message_id = self
1773            .app_state
1774            .db
1775            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1776            .await?
1777            .to_proto();
1778        let message = proto::ChannelMessage {
1779            sender_id: user_id.to_proto(),
1780            id: message_id,
1781            body,
1782            timestamp: timestamp.unix_timestamp() as u64,
1783            nonce: Some(nonce),
1784        };
1785        broadcast(request.sender_id, connection_ids, |conn_id| {
1786            self.peer.send(
1787                conn_id,
1788                proto::ChannelMessageSent {
1789                    channel_id: channel_id.to_proto(),
1790                    message: Some(message.clone()),
1791                },
1792            )
1793        });
1794        response.send(proto::SendChannelMessageResponse {
1795            message: Some(message),
1796        })?;
1797        Ok(())
1798    }
1799
1800    async fn get_channel_messages(
1801        self: Arc<Self>,
1802        request: TypedEnvelope<proto::GetChannelMessages>,
1803        response: Response<proto::GetChannelMessages>,
1804    ) -> Result<()> {
1805        let user_id = self
1806            .store()
1807            .await
1808            .user_id_for_connection(request.sender_id)?;
1809        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1810        if !self
1811            .app_state
1812            .db
1813            .can_user_access_channel(user_id, channel_id)
1814            .await?
1815        {
1816            Err(anyhow!("access denied"))?;
1817        }
1818
1819        let messages = self
1820            .app_state
1821            .db
1822            .get_channel_messages(
1823                channel_id,
1824                MESSAGE_COUNT_PER_PAGE,
1825                Some(MessageId::from_proto(request.payload.before_message_id)),
1826            )
1827            .await?
1828            .into_iter()
1829            .map(|msg| proto::ChannelMessage {
1830                id: msg.id.to_proto(),
1831                body: msg.body,
1832                timestamp: msg.sent_at.unix_timestamp() as u64,
1833                sender_id: msg.sender_id.to_proto(),
1834                nonce: Some(msg.nonce.as_u128().into()),
1835            })
1836            .collect::<Vec<_>>();
1837        response.send(proto::GetChannelMessagesResponse {
1838            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1839            messages,
1840        })?;
1841        Ok(())
1842    }
1843
1844    async fn update_diff_base(
1845        self: Arc<Server>,
1846        request: TypedEnvelope<proto::UpdateDiffBase>,
1847    ) -> Result<()> {
1848        let receiver_ids = self.store().await.project_connection_ids(
1849            ProjectId::from_proto(request.payload.project_id),
1850            request.sender_id,
1851        )?;
1852        broadcast(request.sender_id, receiver_ids, |connection_id| {
1853            self.peer
1854                .forward_send(request.sender_id, connection_id, request.payload.clone())
1855        });
1856        Ok(())
1857    }
1858
1859    async fn get_private_user_info(
1860        self: Arc<Self>,
1861        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1862        response: Response<proto::GetPrivateUserInfo>,
1863    ) -> Result<()> {
1864        let user_id = self
1865            .store()
1866            .await
1867            .user_id_for_connection(request.sender_id)?;
1868        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1869        let user = self
1870            .app_state
1871            .db
1872            .get_user_by_id(user_id)
1873            .await?
1874            .ok_or_else(|| anyhow!("user not found"))?;
1875        response.send(proto::GetPrivateUserInfoResponse {
1876            metrics_id,
1877            staff: user.admin,
1878        })?;
1879        Ok(())
1880    }
1881
1882    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1883        #[cfg(test)]
1884        tokio::task::yield_now().await;
1885        let guard = self.store.lock().await;
1886        #[cfg(test)]
1887        tokio::task::yield_now().await;
1888        StoreGuard {
1889            guard,
1890            _not_send: PhantomData,
1891        }
1892    }
1893
1894    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1895        ServerSnapshot {
1896            store: self.store().await,
1897            peer: &self.peer,
1898        }
1899    }
1900}
1901
1902impl<'a> Deref for StoreGuard<'a> {
1903    type Target = Store;
1904
1905    fn deref(&self) -> &Self::Target {
1906        &*self.guard
1907    }
1908}
1909
1910impl<'a> DerefMut for StoreGuard<'a> {
1911    fn deref_mut(&mut self) -> &mut Self::Target {
1912        &mut *self.guard
1913    }
1914}
1915
1916impl<'a> Drop for StoreGuard<'a> {
1917    fn drop(&mut self) {
1918        #[cfg(test)]
1919        self.check_invariants();
1920    }
1921}
1922
1923impl Executor for RealExecutor {
1924    type Sleep = Sleep;
1925
1926    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1927        tokio::task::spawn(future);
1928    }
1929
1930    fn sleep(&self, duration: Duration) -> Self::Sleep {
1931        tokio::time::sleep(duration)
1932    }
1933}
1934
1935fn broadcast<F>(
1936    sender_id: ConnectionId,
1937    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1938    mut f: F,
1939) where
1940    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1941{
1942    for receiver_id in receiver_ids {
1943        if receiver_id != sender_id {
1944            f(receiver_id).trace_err();
1945        }
1946    }
1947}
1948
1949lazy_static! {
1950    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1951}
1952
1953pub struct ProtocolVersion(u32);
1954
1955impl Header for ProtocolVersion {
1956    fn name() -> &'static HeaderName {
1957        &ZED_PROTOCOL_VERSION
1958    }
1959
1960    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1961    where
1962        Self: Sized,
1963        I: Iterator<Item = &'i axum::http::HeaderValue>,
1964    {
1965        let version = values
1966            .next()
1967            .ok_or_else(axum::headers::Error::invalid)?
1968            .to_str()
1969            .map_err(|_| axum::headers::Error::invalid())?
1970            .parse()
1971            .map_err(|_| axum::headers::Error::invalid())?;
1972        Ok(Self(version))
1973    }
1974
1975    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1976        values.extend([self.0.to_string().parse().unwrap()]);
1977    }
1978}
1979
1980pub fn routes(server: Arc<Server>) -> Router<Body> {
1981    Router::new()
1982        .route("/rpc", get(handle_websocket_request))
1983        .layer(
1984            ServiceBuilder::new()
1985                .layer(Extension(server.app_state.clone()))
1986                .layer(middleware::from_fn(auth::validate_header)),
1987        )
1988        .route("/metrics", get(handle_metrics))
1989        .layer(Extension(server))
1990}
1991
1992pub async fn handle_websocket_request(
1993    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1994    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1995    Extension(server): Extension<Arc<Server>>,
1996    Extension(user): Extension<User>,
1997    ws: WebSocketUpgrade,
1998) -> axum::response::Response {
1999    if protocol_version != rpc::PROTOCOL_VERSION {
2000        return (
2001            StatusCode::UPGRADE_REQUIRED,
2002            "client must be upgraded".to_string(),
2003        )
2004            .into_response();
2005    }
2006    let socket_address = socket_address.to_string();
2007    ws.on_upgrade(move |socket| {
2008        use util::ResultExt;
2009        let socket = socket
2010            .map_ok(to_tungstenite_message)
2011            .err_into()
2012            .with(|message| async move { Ok(to_axum_message(message)) });
2013        let connection = Connection::new(Box::pin(socket));
2014        async move {
2015            server
2016                .handle_connection(connection, socket_address, user, None, RealExecutor)
2017                .await
2018                .log_err();
2019        }
2020    })
2021}
2022
2023pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
2024    // We call `store_mut` here for its side effects of updating metrics.
2025    let metrics = server.store().await.metrics();
2026    METRIC_CONNECTIONS.set(metrics.connections as _);
2027    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
2028    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
2029    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
2030
2031    let encoder = prometheus::TextEncoder::new();
2032    let metric_families = prometheus::gather();
2033    match encoder.encode_to_string(&metric_families) {
2034        Ok(string) => (StatusCode::OK, string).into_response(),
2035        Err(error) => (
2036            StatusCode::INTERNAL_SERVER_ERROR,
2037            format!("failed to encode metrics {:?}", error),
2038        )
2039            .into_response(),
2040    }
2041}
2042
2043fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
2044    match message {
2045        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
2046        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2047        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2048        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2049        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2050            code: frame.code.into(),
2051            reason: frame.reason,
2052        })),
2053    }
2054}
2055
2056fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2057    match message {
2058        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2059        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2060        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2061        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2062        AxumMessage::Close(frame) => {
2063            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2064                code: frame.code.into(),
2065                reason: frame.reason,
2066            }))
2067        }
2068    }
2069}
2070
2071pub trait ResultExt {
2072    type Ok;
2073
2074    fn trace_err(self) -> Option<Self::Ok>;
2075}
2076
2077impl<T, E> ResultExt for Result<T, E>
2078where
2079    E: std::fmt::Debug,
2080{
2081    type Ok = T;
2082
2083    fn trace_err(self) -> Option<T> {
2084        match self {
2085            Ok(value) => Some(value),
2086            Err(error) => {
2087                tracing::error!("{:?}", error);
2088                None
2089            }
2090        }
2091    }
2092}