1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52pub use store::{Store, Worktree};
  53use time::OffsetDateTime;
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  65        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  66    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  67        register_int_gauge!("active_projects", "number of active projects").unwrap();
  68    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  69        "shared_projects",
  70        "number of open projects with one or more guests"
  71    )
  72    .unwrap();
  73}
  74
  75type MessageHandler =
  76    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  77
  78struct Response<R> {
  79    server: Arc<Server>,
  80    receipt: Receipt<R>,
  81    responded: Arc<AtomicBool>,
  82}
  83
  84impl<R: RequestMessage> Response<R> {
  85    fn send(self, payload: R::Response) -> Result<()> {
  86        self.responded.store(true, SeqCst);
  87        self.server.peer.respond(self.receipt, payload)?;
  88        Ok(())
  89    }
  90}
  91
  92pub struct Server {
  93    peer: Arc<Peer>,
  94    pub(crate) store: Mutex<Store>,
  95    app_state: Arc<AppState>,
  96    handlers: HashMap<TypeId, MessageHandler>,
  97    notifications: Option<mpsc::UnboundedSender<()>>,
  98}
  99
 100pub trait Executor: Send + Clone {
 101    type Sleep: Send + Future;
 102    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 103    fn sleep(&self, duration: Duration) -> Self::Sleep;
 104}
 105
 106#[derive(Clone)]
 107pub struct RealExecutor;
 108
 109const MESSAGE_COUNT_PER_PAGE: usize = 100;
 110const MAX_MESSAGE_LEN: usize = 1024;
 111
 112pub(crate) struct StoreGuard<'a> {
 113    guard: MutexGuard<'a, Store>,
 114    _not_send: PhantomData<Rc<()>>,
 115}
 116
 117#[derive(Serialize)]
 118pub struct ServerSnapshot<'a> {
 119    peer: &'a Peer,
 120    #[serde(serialize_with = "serialize_deref")]
 121    store: StoreGuard<'a>,
 122}
 123
 124pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 125where
 126    S: Serializer,
 127    T: Deref<Target = U>,
 128    U: Serialize,
 129{
 130    Serialize::serialize(value.deref(), serializer)
 131}
 132
 133impl Server {
 134    pub fn new(
 135        app_state: Arc<AppState>,
 136        notifications: Option<mpsc::UnboundedSender<()>>,
 137    ) -> Arc<Self> {
 138        let mut server = Self {
 139            peer: Peer::new(),
 140            app_state,
 141            store: Default::default(),
 142            handlers: Default::default(),
 143            notifications,
 144        };
 145
 146        server
 147            .add_request_handler(Server::ping)
 148            .add_request_handler(Server::create_room)
 149            .add_request_handler(Server::join_room)
 150            .add_message_handler(Server::leave_room)
 151            .add_request_handler(Server::call)
 152            .add_request_handler(Server::cancel_call)
 153            .add_message_handler(Server::decline_call)
 154            .add_request_handler(Server::update_participant_location)
 155            .add_request_handler(Server::share_project)
 156            .add_message_handler(Server::unshare_project)
 157            .add_request_handler(Server::join_project)
 158            .add_message_handler(Server::leave_project)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages)
 209            .add_message_handler(Server::update_diff_base)
 210            .add_request_handler(Server::get_private_user_info);
 211
 212        Arc::new(server)
 213    }
 214
 215    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 216    where
 217        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 218        Fut: 'static + Send + Future<Output = Result<()>>,
 219        M: EnvelopedMessage,
 220    {
 221        let prev_handler = self.handlers.insert(
 222            TypeId::of::<M>(),
 223            Box::new(move |server, envelope| {
 224                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 225                let span = info_span!(
 226                    "handle message",
 227                    payload_type = envelope.payload_type_name()
 228                );
 229                span.in_scope(|| {
 230                    tracing::info!(
 231                        payload_type = envelope.payload_type_name(),
 232                        "message received"
 233                    );
 234                });
 235                let future = (handler)(server, *envelope);
 236                async move {
 237                    if let Err(error) = future.await {
 238                        tracing::error!(%error, "error handling message");
 239                    }
 240                }
 241                .instrument(span)
 242                .boxed()
 243            }),
 244        );
 245        if prev_handler.is_some() {
 246            panic!("registered a handler for the same message twice");
 247        }
 248        self
 249    }
 250
 251    /// Handle a request while holding a lock to the store. This is useful when we're registering
 252    /// a connection but we want to respond on the connection before anybody else can send on it.
 253    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 254    where
 255        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 256        Fut: Send + Future<Output = Result<()>>,
 257        M: RequestMessage,
 258    {
 259        let handler = Arc::new(handler);
 260        self.add_message_handler(move |server, envelope| {
 261            let receipt = envelope.receipt();
 262            let handler = handler.clone();
 263            async move {
 264                let responded = Arc::new(AtomicBool::default());
 265                let response = Response {
 266                    server: server.clone(),
 267                    responded: responded.clone(),
 268                    receipt: envelope.receipt(),
 269                };
 270                match (handler)(server.clone(), envelope, response).await {
 271                    Ok(()) => {
 272                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 273                            Ok(())
 274                        } else {
 275                            Err(anyhow!("handler did not send a response"))?
 276                        }
 277                    }
 278                    Err(error) => {
 279                        server.peer.respond_with_error(
 280                            receipt,
 281                            proto::Error {
 282                                message: error.to_string(),
 283                            },
 284                        )?;
 285                        Err(error)
 286                    }
 287                }
 288            }
 289        })
 290    }
 291
 292    /// Start a long lived task that records which users are active in which projects.
 293    pub fn start_recording_project_activity<E: 'static + Executor>(
 294        self: &Arc<Self>,
 295        interval: Duration,
 296        executor: E,
 297    ) {
 298        executor.spawn_detached({
 299            let this = Arc::downgrade(self);
 300            let executor = executor.clone();
 301            async move {
 302                let mut period_start = OffsetDateTime::now_utc();
 303                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 304                loop {
 305                    let sleep = executor.sleep(interval);
 306                    sleep.await;
 307                    let this = if let Some(this) = this.upgrade() {
 308                        this
 309                    } else {
 310                        break;
 311                    };
 312
 313                    active_projects.clear();
 314                    active_projects.extend(this.store().await.projects().flat_map(
 315                        |(project_id, project)| {
 316                            project.guests.values().chain([&project.host]).filter_map(
 317                                |collaborator| {
 318                                    if !collaborator.admin
 319                                        && collaborator
 320                                            .last_activity
 321                                            .map_or(false, |activity| activity > period_start)
 322                                    {
 323                                        Some((collaborator.user_id, *project_id))
 324                                    } else {
 325                                        None
 326                                    }
 327                                },
 328                            )
 329                        },
 330                    ));
 331
 332                    let period_end = OffsetDateTime::now_utc();
 333                    this.app_state
 334                        .db
 335                        .record_user_activity(period_start..period_end, &active_projects)
 336                        .await
 337                        .trace_err();
 338                    period_start = period_end;
 339                }
 340            }
 341        });
 342    }
 343
 344    pub fn handle_connection<E: Executor>(
 345        self: &Arc<Self>,
 346        connection: Connection,
 347        address: String,
 348        user: User,
 349        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 350        executor: E,
 351    ) -> impl Future<Output = Result<()>> {
 352        let mut this = self.clone();
 353        let user_id = user.id;
 354        let login = user.github_login;
 355        let span = info_span!("handle connection", %user_id, %login, %address);
 356        async move {
 357            let (connection_id, handle_io, mut incoming_rx) = this
 358                .peer
 359                .add_connection(connection, {
 360                    let executor = executor.clone();
 361                    move |duration| {
 362                        let timer = executor.sleep(duration);
 363                        async move {
 364                            timer.await;
 365                        }
 366                    }
 367                });
 368
 369            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 370
 371            if let Some(send_connection_id) = send_connection_id.as_mut() {
 372                let _ = send_connection_id.send(connection_id).await;
 373            }
 374
 375            if !user.connected_once {
 376                this.peer.send(connection_id, proto::ShowContacts {})?;
 377                this.app_state.db.set_user_connected_once(user_id, true).await?;
 378            }
 379
 380            let (contacts, invite_code) = future::try_join(
 381                this.app_state.db.get_contacts(user_id),
 382                this.app_state.db.get_invite_code_for_user(user_id)
 383            ).await?;
 384
 385            {
 386                let mut store = this.store().await;
 387                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 388                if let Some(incoming_call) = incoming_call {
 389                    this.peer.send(connection_id, incoming_call)?;
 390                }
 391
 392                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 393
 394                if let Some((code, count)) = invite_code {
 395                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 396                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 397                        count,
 398                    })?;
 399                }
 400            }
 401            this.update_user_contacts(user_id).await?;
 402
 403            let handle_io = handle_io.fuse();
 404            futures::pin_mut!(handle_io);
 405
 406            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 407            // This prevents deadlocks when e.g., client A performs a request to client B and
 408            // client B performs a request to client A. If both clients stop processing further
 409            // messages until their respective request completes, they won't have a chance to
 410            // respond to the other client's request and cause a deadlock.
 411            //
 412            // This arrangement ensures we will attempt to process earlier messages first, but fall
 413            // back to processing messages arrived later in the spirit of making progress.
 414            let mut foreground_message_handlers = FuturesUnordered::new();
 415            loop {
 416                let next_message = incoming_rx.next().fuse();
 417                futures::pin_mut!(next_message);
 418                futures::select_biased! {
 419                    result = handle_io => {
 420                        if let Err(error) = result {
 421                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 422                        }
 423                        break;
 424                    }
 425                    _ = foreground_message_handlers.next() => {}
 426                    message = next_message => {
 427                        if let Some(message) = message {
 428                            let type_name = message.payload_type_name();
 429                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 430                            let span_enter = span.enter();
 431                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 432                                let notifications = this.notifications.clone();
 433                                let is_background = message.is_background();
 434                                let handle_message = (handler)(this.clone(), message);
 435
 436                                drop(span_enter);
 437                                let handle_message = async move {
 438                                    handle_message.await;
 439                                    if let Some(mut notifications) = notifications {
 440                                        let _ = notifications.send(()).await;
 441                                    }
 442                                }.instrument(span);
 443
 444                                if is_background {
 445                                    executor.spawn_detached(handle_message);
 446                                } else {
 447                                    foreground_message_handlers.push(handle_message);
 448                                }
 449                            } else {
 450                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 451                            }
 452                        } else {
 453                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 454                            break;
 455                        }
 456                    }
 457                }
 458            }
 459
 460            drop(foreground_message_handlers);
 461            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 462            if let Err(error) = this.sign_out(connection_id).await {
 463                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 464            }
 465
 466            Ok(())
 467        }.instrument(span)
 468    }
 469
 470    #[instrument(skip(self), err)]
 471    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 472        self.peer.disconnect(connection_id);
 473
 474        let mut projects_to_unshare = Vec::new();
 475        let mut contacts_to_update = HashSet::default();
 476        let mut room_left = None;
 477        {
 478            let mut store = self.store().await;
 479            let removed_connection = store.remove_connection(connection_id)?;
 480
 481            for project in removed_connection.hosted_projects {
 482                projects_to_unshare.push(project.id);
 483                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 484                    self.peer.send(
 485                        conn_id,
 486                        proto::UnshareProject {
 487                            project_id: project.id.to_proto(),
 488                        },
 489                    )
 490                });
 491            }
 492
 493            for project in removed_connection.guest_projects {
 494                broadcast(connection_id, project.connection_ids, |conn_id| {
 495                    self.peer.send(
 496                        conn_id,
 497                        proto::RemoveProjectCollaborator {
 498                            project_id: project.id.to_proto(),
 499                            peer_id: connection_id.0,
 500                        },
 501                    )
 502                });
 503            }
 504
 505            if let Some(room) = removed_connection.room {
 506                self.room_updated(&room);
 507                room_left = Some(self.room_left(&room, connection_id));
 508            }
 509
 510            contacts_to_update.insert(removed_connection.user_id);
 511            for connection_id in removed_connection.canceled_call_connection_ids {
 512                self.peer
 513                    .send(connection_id, proto::CallCanceled {})
 514                    .trace_err();
 515                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 516            }
 517        };
 518
 519        if let Some(room_left) = room_left {
 520            room_left.await.trace_err();
 521        }
 522
 523        for user_id in contacts_to_update {
 524            self.update_user_contacts(user_id).await.trace_err();
 525        }
 526
 527        for project_id in projects_to_unshare {
 528            self.app_state
 529                .db
 530                .unregister_project(project_id)
 531                .await
 532                .trace_err();
 533        }
 534
 535        Ok(())
 536    }
 537
 538    pub async fn invite_code_redeemed(
 539        self: &Arc<Self>,
 540        inviter_id: UserId,
 541        invitee_id: UserId,
 542    ) -> Result<()> {
 543        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 544            if let Some(code) = &user.invite_code {
 545                let store = self.store().await;
 546                let invitee_contact = store.contact_for_user(invitee_id, true);
 547                for connection_id in store.connection_ids_for_user(inviter_id) {
 548                    self.peer.send(
 549                        connection_id,
 550                        proto::UpdateContacts {
 551                            contacts: vec![invitee_contact.clone()],
 552                            ..Default::default()
 553                        },
 554                    )?;
 555                    self.peer.send(
 556                        connection_id,
 557                        proto::UpdateInviteInfo {
 558                            url: format!("{}{}", self.app_state.invite_link_prefix, &code),
 559                            count: user.invite_count as u32,
 560                        },
 561                    )?;
 562                }
 563            }
 564        }
 565        Ok(())
 566    }
 567
 568    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 569        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 570            if let Some(invite_code) = &user.invite_code {
 571                let store = self.store().await;
 572                for connection_id in store.connection_ids_for_user(user_id) {
 573                    self.peer.send(
 574                        connection_id,
 575                        proto::UpdateInviteInfo {
 576                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 577                            count: user.invite_count as u32,
 578                        },
 579                    )?;
 580                }
 581            }
 582        }
 583        Ok(())
 584    }
 585
 586    async fn ping(
 587        self: Arc<Server>,
 588        _: TypedEnvelope<proto::Ping>,
 589        response: Response<proto::Ping>,
 590    ) -> Result<()> {
 591        response.send(proto::Ack {})?;
 592        Ok(())
 593    }
 594
 595    async fn create_room(
 596        self: Arc<Server>,
 597        request: TypedEnvelope<proto::CreateRoom>,
 598        response: Response<proto::CreateRoom>,
 599    ) -> Result<()> {
 600        let user_id;
 601        let room;
 602        {
 603            let mut store = self.store().await;
 604            user_id = store.user_id_for_connection(request.sender_id)?;
 605            room = store.create_room(request.sender_id)?.clone();
 606        }
 607
 608        let live_kit_connection_info =
 609            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 610                if let Some(_) = live_kit
 611                    .create_room(room.live_kit_room.clone())
 612                    .await
 613                    .trace_err()
 614                {
 615                    if let Some(token) = live_kit
 616                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 617                        .trace_err()
 618                    {
 619                        Some(proto::LiveKitConnectionInfo {
 620                            server_url: live_kit.url().into(),
 621                            token,
 622                        })
 623                    } else {
 624                        None
 625                    }
 626                } else {
 627                    None
 628                }
 629            } else {
 630                None
 631            };
 632
 633        response.send(proto::CreateRoomResponse {
 634            room: Some(room),
 635            live_kit_connection_info,
 636        })?;
 637        self.update_user_contacts(user_id).await?;
 638        Ok(())
 639    }
 640
 641    async fn join_room(
 642        self: Arc<Server>,
 643        request: TypedEnvelope<proto::JoinRoom>,
 644        response: Response<proto::JoinRoom>,
 645    ) -> Result<()> {
 646        let user_id;
 647        {
 648            let mut store = self.store().await;
 649            user_id = store.user_id_for_connection(request.sender_id)?;
 650            let (room, recipient_connection_ids) =
 651                store.join_room(request.payload.id, request.sender_id)?;
 652            for recipient_id in recipient_connection_ids {
 653                self.peer
 654                    .send(recipient_id, proto::CallCanceled {})
 655                    .trace_err();
 656            }
 657
 658            let live_kit_connection_info =
 659                if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 660                    if let Some(token) = live_kit
 661                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 662                        .trace_err()
 663                    {
 664                        Some(proto::LiveKitConnectionInfo {
 665                            server_url: live_kit.url().into(),
 666                            token,
 667                        })
 668                    } else {
 669                        None
 670                    }
 671                } else {
 672                    None
 673                };
 674
 675            response.send(proto::JoinRoomResponse {
 676                room: Some(room.clone()),
 677                live_kit_connection_info,
 678            })?;
 679            self.room_updated(room);
 680        }
 681        self.update_user_contacts(user_id).await?;
 682        Ok(())
 683    }
 684
 685    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 686        let mut contacts_to_update = HashSet::default();
 687        let room_left;
 688        {
 689            let mut store = self.store().await;
 690            let user_id = store.user_id_for_connection(message.sender_id)?;
 691            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 692            contacts_to_update.insert(user_id);
 693
 694            for project in left_room.unshared_projects {
 695                for connection_id in project.connection_ids() {
 696                    self.peer.send(
 697                        connection_id,
 698                        proto::UnshareProject {
 699                            project_id: project.id.to_proto(),
 700                        },
 701                    )?;
 702                }
 703            }
 704
 705            for project in left_room.left_projects {
 706                if project.remove_collaborator {
 707                    for connection_id in project.connection_ids {
 708                        self.peer.send(
 709                            connection_id,
 710                            proto::RemoveProjectCollaborator {
 711                                project_id: project.id.to_proto(),
 712                                peer_id: message.sender_id.0,
 713                            },
 714                        )?;
 715                    }
 716
 717                    self.peer.send(
 718                        message.sender_id,
 719                        proto::UnshareProject {
 720                            project_id: project.id.to_proto(),
 721                        },
 722                    )?;
 723                }
 724            }
 725
 726            self.room_updated(&left_room.room);
 727            room_left = self.room_left(&left_room.room, message.sender_id);
 728
 729            for connection_id in left_room.canceled_call_connection_ids {
 730                self.peer
 731                    .send(connection_id, proto::CallCanceled {})
 732                    .trace_err();
 733                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 734            }
 735        }
 736
 737        room_left.await.trace_err();
 738        for user_id in contacts_to_update {
 739            self.update_user_contacts(user_id).await?;
 740        }
 741
 742        Ok(())
 743    }
 744
 745    async fn call(
 746        self: Arc<Server>,
 747        request: TypedEnvelope<proto::Call>,
 748        response: Response<proto::Call>,
 749    ) -> Result<()> {
 750        let caller_user_id = self
 751            .store()
 752            .await
 753            .user_id_for_connection(request.sender_id)?;
 754        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 755        let initial_project_id = request
 756            .payload
 757            .initial_project_id
 758            .map(ProjectId::from_proto);
 759        if !self
 760            .app_state
 761            .db
 762            .has_contact(caller_user_id, recipient_user_id)
 763            .await?
 764        {
 765            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 766        }
 767
 768        let room_id = request.payload.room_id;
 769        let mut calls = {
 770            let mut store = self.store().await;
 771            let (room, recipient_connection_ids, incoming_call) = store.call(
 772                room_id,
 773                recipient_user_id,
 774                initial_project_id,
 775                request.sender_id,
 776            )?;
 777            self.room_updated(room);
 778            recipient_connection_ids
 779                .into_iter()
 780                .map(|recipient_connection_id| {
 781                    self.peer
 782                        .request(recipient_connection_id, incoming_call.clone())
 783                })
 784                .collect::<FuturesUnordered<_>>()
 785        };
 786        self.update_user_contacts(recipient_user_id).await?;
 787
 788        while let Some(call_response) = calls.next().await {
 789            match call_response.as_ref() {
 790                Ok(_) => {
 791                    response.send(proto::Ack {})?;
 792                    return Ok(());
 793                }
 794                Err(_) => {
 795                    call_response.trace_err();
 796                }
 797            }
 798        }
 799
 800        {
 801            let mut store = self.store().await;
 802            let room = store.call_failed(room_id, recipient_user_id)?;
 803            self.room_updated(&room);
 804        }
 805        self.update_user_contacts(recipient_user_id).await?;
 806
 807        Err(anyhow!("failed to ring call recipient"))?
 808    }
 809
 810    async fn cancel_call(
 811        self: Arc<Server>,
 812        request: TypedEnvelope<proto::CancelCall>,
 813        response: Response<proto::CancelCall>,
 814    ) -> Result<()> {
 815        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 816        {
 817            let mut store = self.store().await;
 818            let (room, recipient_connection_ids) = store.cancel_call(
 819                request.payload.room_id,
 820                recipient_user_id,
 821                request.sender_id,
 822            )?;
 823            for recipient_id in recipient_connection_ids {
 824                self.peer
 825                    .send(recipient_id, proto::CallCanceled {})
 826                    .trace_err();
 827            }
 828            self.room_updated(room);
 829            response.send(proto::Ack {})?;
 830        }
 831        self.update_user_contacts(recipient_user_id).await?;
 832        Ok(())
 833    }
 834
 835    async fn decline_call(
 836        self: Arc<Server>,
 837        message: TypedEnvelope<proto::DeclineCall>,
 838    ) -> Result<()> {
 839        let recipient_user_id;
 840        {
 841            let mut store = self.store().await;
 842            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 843            let (room, recipient_connection_ids) =
 844                store.decline_call(message.payload.room_id, message.sender_id)?;
 845            for recipient_id in recipient_connection_ids {
 846                self.peer
 847                    .send(recipient_id, proto::CallCanceled {})
 848                    .trace_err();
 849            }
 850            self.room_updated(room);
 851        }
 852        self.update_user_contacts(recipient_user_id).await?;
 853        Ok(())
 854    }
 855
 856    async fn update_participant_location(
 857        self: Arc<Server>,
 858        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 859        response: Response<proto::UpdateParticipantLocation>,
 860    ) -> Result<()> {
 861        let room_id = request.payload.room_id;
 862        let location = request
 863            .payload
 864            .location
 865            .ok_or_else(|| anyhow!("invalid location"))?;
 866        let mut store = self.store().await;
 867        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 868        self.room_updated(room);
 869        response.send(proto::Ack {})?;
 870        Ok(())
 871    }
 872
 873    fn room_updated(&self, room: &proto::Room) {
 874        for participant in &room.participants {
 875            self.peer
 876                .send(
 877                    ConnectionId(participant.peer_id),
 878                    proto::RoomUpdated {
 879                        room: Some(room.clone()),
 880                    },
 881                )
 882                .trace_err();
 883        }
 884    }
 885
 886    fn room_left(
 887        &self,
 888        room: &proto::Room,
 889        connection_id: ConnectionId,
 890    ) -> impl Future<Output = Result<()>> {
 891        let client = self.app_state.live_kit_client.clone();
 892        let room_name = room.live_kit_room.clone();
 893        let participant_count = room.participants.len();
 894        async move {
 895            if let Some(client) = client {
 896                client
 897                    .remove_participant(room_name.clone(), connection_id.to_string())
 898                    .await?;
 899
 900                if participant_count == 0 {
 901                    client.delete_room(room_name).await?;
 902                }
 903            }
 904
 905            Ok(())
 906        }
 907    }
 908
 909    async fn share_project(
 910        self: Arc<Server>,
 911        request: TypedEnvelope<proto::ShareProject>,
 912        response: Response<proto::ShareProject>,
 913    ) -> Result<()> {
 914        let user_id = self
 915            .store()
 916            .await
 917            .user_id_for_connection(request.sender_id)?;
 918        let project_id = self.app_state.db.register_project(user_id).await?;
 919        let mut store = self.store().await;
 920        let room = store.share_project(
 921            request.payload.room_id,
 922            project_id,
 923            request.payload.worktrees,
 924            request.sender_id,
 925        )?;
 926        response.send(proto::ShareProjectResponse {
 927            project_id: project_id.to_proto(),
 928        })?;
 929        self.room_updated(room);
 930
 931        Ok(())
 932    }
 933
 934    async fn unshare_project(
 935        self: Arc<Server>,
 936        message: TypedEnvelope<proto::UnshareProject>,
 937    ) -> Result<()> {
 938        let project_id = ProjectId::from_proto(message.payload.project_id);
 939        let mut store = self.store().await;
 940        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 941        broadcast(
 942            message.sender_id,
 943            project.guest_connection_ids(),
 944            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 945        );
 946        self.room_updated(room);
 947
 948        Ok(())
 949    }
 950
 951    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 952        let contacts = self.app_state.db.get_contacts(user_id).await?;
 953        let store = self.store().await;
 954        let updated_contact = store.contact_for_user(user_id, false);
 955        for contact in contacts {
 956            if let db::Contact::Accepted {
 957                user_id: contact_user_id,
 958                ..
 959            } = contact
 960            {
 961                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 962                    self.peer
 963                        .send(
 964                            contact_conn_id,
 965                            proto::UpdateContacts {
 966                                contacts: vec![updated_contact.clone()],
 967                                remove_contacts: Default::default(),
 968                                incoming_requests: Default::default(),
 969                                remove_incoming_requests: Default::default(),
 970                                outgoing_requests: Default::default(),
 971                                remove_outgoing_requests: Default::default(),
 972                            },
 973                        )
 974                        .trace_err();
 975                }
 976            }
 977        }
 978        Ok(())
 979    }
 980
 981    async fn join_project(
 982        self: Arc<Server>,
 983        request: TypedEnvelope<proto::JoinProject>,
 984        response: Response<proto::JoinProject>,
 985    ) -> Result<()> {
 986        let project_id = ProjectId::from_proto(request.payload.project_id);
 987
 988        let host_user_id;
 989        let guest_user_id;
 990        let host_connection_id;
 991        {
 992            let state = self.store().await;
 993            let project = state.project(project_id)?;
 994            host_user_id = project.host.user_id;
 995            host_connection_id = project.host_connection_id;
 996            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 997        };
 998
 999        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
1000
1001        let mut store = self.store().await;
1002        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
1003        let peer_count = project.guests.len();
1004        let mut collaborators = Vec::with_capacity(peer_count);
1005        collaborators.push(proto::Collaborator {
1006            peer_id: project.host_connection_id.0,
1007            replica_id: 0,
1008            user_id: project.host.user_id.to_proto(),
1009        });
1010        let worktrees = project
1011            .worktrees
1012            .iter()
1013            .map(|(id, worktree)| proto::WorktreeMetadata {
1014                id: *id,
1015                root_name: worktree.root_name.clone(),
1016                visible: worktree.visible,
1017            })
1018            .collect::<Vec<_>>();
1019
1020        // Add all guests other than the requesting user's own connections as collaborators
1021        for (guest_conn_id, guest) in &project.guests {
1022            if request.sender_id != *guest_conn_id {
1023                collaborators.push(proto::Collaborator {
1024                    peer_id: guest_conn_id.0,
1025                    replica_id: guest.replica_id as u32,
1026                    user_id: guest.user_id.to_proto(),
1027                });
1028            }
1029        }
1030
1031        for conn_id in project.connection_ids() {
1032            if conn_id != request.sender_id {
1033                self.peer.send(
1034                    conn_id,
1035                    proto::AddProjectCollaborator {
1036                        project_id: project_id.to_proto(),
1037                        collaborator: Some(proto::Collaborator {
1038                            peer_id: request.sender_id.0,
1039                            replica_id: replica_id as u32,
1040                            user_id: guest_user_id.to_proto(),
1041                        }),
1042                    },
1043                )?;
1044            }
1045        }
1046
1047        // First, we send the metadata associated with each worktree.
1048        response.send(proto::JoinProjectResponse {
1049            worktrees: worktrees.clone(),
1050            replica_id: replica_id as u32,
1051            collaborators: collaborators.clone(),
1052            language_servers: project.language_servers.clone(),
1053        })?;
1054
1055        for (worktree_id, worktree) in &project.worktrees {
1056            #[cfg(any(test, feature = "test-support"))]
1057            const MAX_CHUNK_SIZE: usize = 2;
1058            #[cfg(not(any(test, feature = "test-support")))]
1059            const MAX_CHUNK_SIZE: usize = 256;
1060
1061            // Stream this worktree's entries.
1062            let message = proto::UpdateWorktree {
1063                project_id: project_id.to_proto(),
1064                worktree_id: *worktree_id,
1065                root_name: worktree.root_name.clone(),
1066                updated_entries: worktree.entries.values().cloned().collect(),
1067                removed_entries: Default::default(),
1068                scan_id: worktree.scan_id,
1069                is_last_update: worktree.is_complete,
1070            };
1071            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1072                self.peer.send(request.sender_id, update.clone())?;
1073            }
1074
1075            // Stream this worktree's diagnostics.
1076            for summary in worktree.diagnostic_summaries.values() {
1077                self.peer.send(
1078                    request.sender_id,
1079                    proto::UpdateDiagnosticSummary {
1080                        project_id: project_id.to_proto(),
1081                        worktree_id: *worktree_id,
1082                        summary: Some(summary.clone()),
1083                    },
1084                )?;
1085            }
1086        }
1087
1088        for language_server in &project.language_servers {
1089            self.peer.send(
1090                request.sender_id,
1091                proto::UpdateLanguageServer {
1092                    project_id: project_id.to_proto(),
1093                    language_server_id: language_server.id,
1094                    variant: Some(
1095                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1096                            proto::LspDiskBasedDiagnosticsUpdated {},
1097                        ),
1098                    ),
1099                },
1100            )?;
1101        }
1102
1103        Ok(())
1104    }
1105
1106    async fn leave_project(
1107        self: Arc<Server>,
1108        request: TypedEnvelope<proto::LeaveProject>,
1109    ) -> Result<()> {
1110        let sender_id = request.sender_id;
1111        let project_id = ProjectId::from_proto(request.payload.project_id);
1112        let project;
1113        {
1114            let mut store = self.store().await;
1115            project = store.leave_project(project_id, sender_id)?;
1116            tracing::info!(
1117                %project_id,
1118                host_user_id = %project.host_user_id,
1119                host_connection_id = %project.host_connection_id,
1120                "leave project"
1121            );
1122
1123            if project.remove_collaborator {
1124                broadcast(sender_id, project.connection_ids, |conn_id| {
1125                    self.peer.send(
1126                        conn_id,
1127                        proto::RemoveProjectCollaborator {
1128                            project_id: project_id.to_proto(),
1129                            peer_id: sender_id.0,
1130                        },
1131                    )
1132                });
1133            }
1134        }
1135
1136        Ok(())
1137    }
1138
1139    async fn update_project(
1140        self: Arc<Server>,
1141        request: TypedEnvelope<proto::UpdateProject>,
1142    ) -> Result<()> {
1143        let project_id = ProjectId::from_proto(request.payload.project_id);
1144        {
1145            let mut state = self.store().await;
1146            let guest_connection_ids = state
1147                .read_project(project_id, request.sender_id)?
1148                .guest_connection_ids();
1149            let room =
1150                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1151            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1152                self.peer
1153                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1154            });
1155            self.room_updated(room);
1156        };
1157
1158        Ok(())
1159    }
1160
1161    async fn register_project_activity(
1162        self: Arc<Server>,
1163        request: TypedEnvelope<proto::RegisterProjectActivity>,
1164    ) -> Result<()> {
1165        self.store().await.register_project_activity(
1166            ProjectId::from_proto(request.payload.project_id),
1167            request.sender_id,
1168        )?;
1169        Ok(())
1170    }
1171
1172    async fn update_worktree(
1173        self: Arc<Server>,
1174        request: TypedEnvelope<proto::UpdateWorktree>,
1175        response: Response<proto::UpdateWorktree>,
1176    ) -> Result<()> {
1177        let project_id = ProjectId::from_proto(request.payload.project_id);
1178        let worktree_id = request.payload.worktree_id;
1179        let connection_ids = self.store().await.update_worktree(
1180            request.sender_id,
1181            project_id,
1182            worktree_id,
1183            &request.payload.root_name,
1184            &request.payload.removed_entries,
1185            &request.payload.updated_entries,
1186            request.payload.scan_id,
1187            request.payload.is_last_update,
1188        )?;
1189
1190        broadcast(request.sender_id, connection_ids, |connection_id| {
1191            self.peer
1192                .forward_send(request.sender_id, connection_id, request.payload.clone())
1193        });
1194        response.send(proto::Ack {})?;
1195        Ok(())
1196    }
1197
1198    async fn update_worktree_extensions(
1199        self: Arc<Server>,
1200        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1201    ) -> Result<()> {
1202        let project_id = ProjectId::from_proto(request.payload.project_id);
1203        let worktree_id = request.payload.worktree_id;
1204        let extensions = request
1205            .payload
1206            .extensions
1207            .into_iter()
1208            .zip(request.payload.counts)
1209            .collect();
1210        self.app_state
1211            .db
1212            .update_worktree_extensions(project_id, worktree_id, extensions)
1213            .await?;
1214        Ok(())
1215    }
1216
1217    async fn update_diagnostic_summary(
1218        self: Arc<Server>,
1219        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1220    ) -> Result<()> {
1221        let summary = request
1222            .payload
1223            .summary
1224            .clone()
1225            .ok_or_else(|| anyhow!("invalid summary"))?;
1226        let receiver_ids = self.store().await.update_diagnostic_summary(
1227            ProjectId::from_proto(request.payload.project_id),
1228            request.payload.worktree_id,
1229            request.sender_id,
1230            summary,
1231        )?;
1232
1233        broadcast(request.sender_id, receiver_ids, |connection_id| {
1234            self.peer
1235                .forward_send(request.sender_id, connection_id, request.payload.clone())
1236        });
1237        Ok(())
1238    }
1239
1240    async fn start_language_server(
1241        self: Arc<Server>,
1242        request: TypedEnvelope<proto::StartLanguageServer>,
1243    ) -> Result<()> {
1244        let receiver_ids = self.store().await.start_language_server(
1245            ProjectId::from_proto(request.payload.project_id),
1246            request.sender_id,
1247            request
1248                .payload
1249                .server
1250                .clone()
1251                .ok_or_else(|| anyhow!("invalid language server"))?,
1252        )?;
1253        broadcast(request.sender_id, receiver_ids, |connection_id| {
1254            self.peer
1255                .forward_send(request.sender_id, connection_id, request.payload.clone())
1256        });
1257        Ok(())
1258    }
1259
1260    async fn update_language_server(
1261        self: Arc<Server>,
1262        request: TypedEnvelope<proto::UpdateLanguageServer>,
1263    ) -> Result<()> {
1264        let receiver_ids = self.store().await.project_connection_ids(
1265            ProjectId::from_proto(request.payload.project_id),
1266            request.sender_id,
1267        )?;
1268        broadcast(request.sender_id, receiver_ids, |connection_id| {
1269            self.peer
1270                .forward_send(request.sender_id, connection_id, request.payload.clone())
1271        });
1272        Ok(())
1273    }
1274
1275    async fn forward_project_request<T>(
1276        self: Arc<Server>,
1277        request: TypedEnvelope<T>,
1278        response: Response<T>,
1279    ) -> Result<()>
1280    where
1281        T: EntityMessage + RequestMessage,
1282    {
1283        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1284        let host_connection_id = self
1285            .store()
1286            .await
1287            .read_project(project_id, request.sender_id)?
1288            .host_connection_id;
1289        let payload = self
1290            .peer
1291            .forward_request(request.sender_id, host_connection_id, request.payload)
1292            .await?;
1293
1294        // Ensure project still exists by the time we get the response from the host.
1295        self.store()
1296            .await
1297            .read_project(project_id, request.sender_id)?;
1298
1299        response.send(payload)?;
1300        Ok(())
1301    }
1302
1303    async fn save_buffer(
1304        self: Arc<Server>,
1305        request: TypedEnvelope<proto::SaveBuffer>,
1306        response: Response<proto::SaveBuffer>,
1307    ) -> Result<()> {
1308        let project_id = ProjectId::from_proto(request.payload.project_id);
1309        let host = self
1310            .store()
1311            .await
1312            .read_project(project_id, request.sender_id)?
1313            .host_connection_id;
1314        let response_payload = self
1315            .peer
1316            .forward_request(request.sender_id, host, request.payload.clone())
1317            .await?;
1318
1319        let mut guests = self
1320            .store()
1321            .await
1322            .read_project(project_id, request.sender_id)?
1323            .connection_ids();
1324        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1325        broadcast(host, guests, |conn_id| {
1326            self.peer
1327                .forward_send(host, conn_id, response_payload.clone())
1328        });
1329        response.send(response_payload)?;
1330        Ok(())
1331    }
1332
1333    async fn create_buffer_for_peer(
1334        self: Arc<Server>,
1335        request: TypedEnvelope<proto::CreateBufferForPeer>,
1336    ) -> Result<()> {
1337        self.peer.forward_send(
1338            request.sender_id,
1339            ConnectionId(request.payload.peer_id),
1340            request.payload,
1341        )?;
1342        Ok(())
1343    }
1344
1345    async fn update_buffer(
1346        self: Arc<Server>,
1347        request: TypedEnvelope<proto::UpdateBuffer>,
1348        response: Response<proto::UpdateBuffer>,
1349    ) -> Result<()> {
1350        let project_id = ProjectId::from_proto(request.payload.project_id);
1351        let receiver_ids = {
1352            let mut store = self.store().await;
1353            store.register_project_activity(project_id, request.sender_id)?;
1354            store.project_connection_ids(project_id, request.sender_id)?
1355        };
1356
1357        broadcast(request.sender_id, receiver_ids, |connection_id| {
1358            self.peer
1359                .forward_send(request.sender_id, connection_id, request.payload.clone())
1360        });
1361        response.send(proto::Ack {})?;
1362        Ok(())
1363    }
1364
1365    async fn update_buffer_file(
1366        self: Arc<Server>,
1367        request: TypedEnvelope<proto::UpdateBufferFile>,
1368    ) -> Result<()> {
1369        let receiver_ids = self.store().await.project_connection_ids(
1370            ProjectId::from_proto(request.payload.project_id),
1371            request.sender_id,
1372        )?;
1373        broadcast(request.sender_id, receiver_ids, |connection_id| {
1374            self.peer
1375                .forward_send(request.sender_id, connection_id, request.payload.clone())
1376        });
1377        Ok(())
1378    }
1379
1380    async fn buffer_reloaded(
1381        self: Arc<Server>,
1382        request: TypedEnvelope<proto::BufferReloaded>,
1383    ) -> Result<()> {
1384        let receiver_ids = self.store().await.project_connection_ids(
1385            ProjectId::from_proto(request.payload.project_id),
1386            request.sender_id,
1387        )?;
1388        broadcast(request.sender_id, receiver_ids, |connection_id| {
1389            self.peer
1390                .forward_send(request.sender_id, connection_id, request.payload.clone())
1391        });
1392        Ok(())
1393    }
1394
1395    async fn buffer_saved(
1396        self: Arc<Server>,
1397        request: TypedEnvelope<proto::BufferSaved>,
1398    ) -> Result<()> {
1399        let receiver_ids = self.store().await.project_connection_ids(
1400            ProjectId::from_proto(request.payload.project_id),
1401            request.sender_id,
1402        )?;
1403        broadcast(request.sender_id, receiver_ids, |connection_id| {
1404            self.peer
1405                .forward_send(request.sender_id, connection_id, request.payload.clone())
1406        });
1407        Ok(())
1408    }
1409
1410    async fn follow(
1411        self: Arc<Self>,
1412        request: TypedEnvelope<proto::Follow>,
1413        response: Response<proto::Follow>,
1414    ) -> Result<()> {
1415        let project_id = ProjectId::from_proto(request.payload.project_id);
1416        let leader_id = ConnectionId(request.payload.leader_id);
1417        let follower_id = request.sender_id;
1418        {
1419            let mut store = self.store().await;
1420            if !store
1421                .project_connection_ids(project_id, follower_id)?
1422                .contains(&leader_id)
1423            {
1424                Err(anyhow!("no such peer"))?;
1425            }
1426
1427            store.register_project_activity(project_id, follower_id)?;
1428        }
1429
1430        let mut response_payload = self
1431            .peer
1432            .forward_request(request.sender_id, leader_id, request.payload)
1433            .await?;
1434        response_payload
1435            .views
1436            .retain(|view| view.leader_id != Some(follower_id.0));
1437        response.send(response_payload)?;
1438        Ok(())
1439    }
1440
1441    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1442        let project_id = ProjectId::from_proto(request.payload.project_id);
1443        let leader_id = ConnectionId(request.payload.leader_id);
1444        let mut store = self.store().await;
1445        if !store
1446            .project_connection_ids(project_id, request.sender_id)?
1447            .contains(&leader_id)
1448        {
1449            Err(anyhow!("no such peer"))?;
1450        }
1451        store.register_project_activity(project_id, request.sender_id)?;
1452        self.peer
1453            .forward_send(request.sender_id, leader_id, request.payload)?;
1454        Ok(())
1455    }
1456
1457    async fn update_followers(
1458        self: Arc<Self>,
1459        request: TypedEnvelope<proto::UpdateFollowers>,
1460    ) -> Result<()> {
1461        let project_id = ProjectId::from_proto(request.payload.project_id);
1462        let mut store = self.store().await;
1463        store.register_project_activity(project_id, request.sender_id)?;
1464        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1465        let leader_id = request
1466            .payload
1467            .variant
1468            .as_ref()
1469            .and_then(|variant| match variant {
1470                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1471                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1472                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1473            });
1474        for follower_id in &request.payload.follower_ids {
1475            let follower_id = ConnectionId(*follower_id);
1476            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1477                self.peer
1478                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1479            }
1480        }
1481        Ok(())
1482    }
1483
1484    async fn get_channels(
1485        self: Arc<Server>,
1486        request: TypedEnvelope<proto::GetChannels>,
1487        response: Response<proto::GetChannels>,
1488    ) -> Result<()> {
1489        let user_id = self
1490            .store()
1491            .await
1492            .user_id_for_connection(request.sender_id)?;
1493        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1494        response.send(proto::GetChannelsResponse {
1495            channels: channels
1496                .into_iter()
1497                .map(|chan| proto::Channel {
1498                    id: chan.id.to_proto(),
1499                    name: chan.name,
1500                })
1501                .collect(),
1502        })?;
1503        Ok(())
1504    }
1505
1506    async fn get_users(
1507        self: Arc<Server>,
1508        request: TypedEnvelope<proto::GetUsers>,
1509        response: Response<proto::GetUsers>,
1510    ) -> Result<()> {
1511        let user_ids = request
1512            .payload
1513            .user_ids
1514            .into_iter()
1515            .map(UserId::from_proto)
1516            .collect();
1517        let users = self
1518            .app_state
1519            .db
1520            .get_users_by_ids(user_ids)
1521            .await?
1522            .into_iter()
1523            .map(|user| proto::User {
1524                id: user.id.to_proto(),
1525                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1526                github_login: user.github_login,
1527            })
1528            .collect();
1529        response.send(proto::UsersResponse { users })?;
1530        Ok(())
1531    }
1532
1533    async fn fuzzy_search_users(
1534        self: Arc<Server>,
1535        request: TypedEnvelope<proto::FuzzySearchUsers>,
1536        response: Response<proto::FuzzySearchUsers>,
1537    ) -> Result<()> {
1538        let user_id = self
1539            .store()
1540            .await
1541            .user_id_for_connection(request.sender_id)?;
1542        let query = request.payload.query;
1543        let db = &self.app_state.db;
1544        let users = match query.len() {
1545            0 => vec![],
1546            1 | 2 => db
1547                .get_user_by_github_account(&query, None)
1548                .await?
1549                .into_iter()
1550                .collect(),
1551            _ => db.fuzzy_search_users(&query, 10).await?,
1552        };
1553        let users = users
1554            .into_iter()
1555            .filter(|user| user.id != user_id)
1556            .map(|user| proto::User {
1557                id: user.id.to_proto(),
1558                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1559                github_login: user.github_login,
1560            })
1561            .collect();
1562        response.send(proto::UsersResponse { users })?;
1563        Ok(())
1564    }
1565
1566    async fn request_contact(
1567        self: Arc<Server>,
1568        request: TypedEnvelope<proto::RequestContact>,
1569        response: Response<proto::RequestContact>,
1570    ) -> Result<()> {
1571        let requester_id = self
1572            .store()
1573            .await
1574            .user_id_for_connection(request.sender_id)?;
1575        let responder_id = UserId::from_proto(request.payload.responder_id);
1576        if requester_id == responder_id {
1577            return Err(anyhow!("cannot add yourself as a contact"))?;
1578        }
1579
1580        self.app_state
1581            .db
1582            .send_contact_request(requester_id, responder_id)
1583            .await?;
1584
1585        // Update outgoing contact requests of requester
1586        let mut update = proto::UpdateContacts::default();
1587        update.outgoing_requests.push(responder_id.to_proto());
1588        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1589            self.peer.send(connection_id, update.clone())?;
1590        }
1591
1592        // Update incoming contact requests of responder
1593        let mut update = proto::UpdateContacts::default();
1594        update
1595            .incoming_requests
1596            .push(proto::IncomingContactRequest {
1597                requester_id: requester_id.to_proto(),
1598                should_notify: true,
1599            });
1600        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1601            self.peer.send(connection_id, update.clone())?;
1602        }
1603
1604        response.send(proto::Ack {})?;
1605        Ok(())
1606    }
1607
1608    async fn respond_to_contact_request(
1609        self: Arc<Server>,
1610        request: TypedEnvelope<proto::RespondToContactRequest>,
1611        response: Response<proto::RespondToContactRequest>,
1612    ) -> Result<()> {
1613        let responder_id = self
1614            .store()
1615            .await
1616            .user_id_for_connection(request.sender_id)?;
1617        let requester_id = UserId::from_proto(request.payload.requester_id);
1618        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1619            self.app_state
1620                .db
1621                .dismiss_contact_notification(responder_id, requester_id)
1622                .await?;
1623        } else {
1624            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1625            self.app_state
1626                .db
1627                .respond_to_contact_request(responder_id, requester_id, accept)
1628                .await?;
1629
1630            let store = self.store().await;
1631            // Update responder with new contact
1632            let mut update = proto::UpdateContacts::default();
1633            if accept {
1634                update
1635                    .contacts
1636                    .push(store.contact_for_user(requester_id, false));
1637            }
1638            update
1639                .remove_incoming_requests
1640                .push(requester_id.to_proto());
1641            for connection_id in store.connection_ids_for_user(responder_id) {
1642                self.peer.send(connection_id, update.clone())?;
1643            }
1644
1645            // Update requester with new contact
1646            let mut update = proto::UpdateContacts::default();
1647            if accept {
1648                update
1649                    .contacts
1650                    .push(store.contact_for_user(responder_id, true));
1651            }
1652            update
1653                .remove_outgoing_requests
1654                .push(responder_id.to_proto());
1655            for connection_id in store.connection_ids_for_user(requester_id) {
1656                self.peer.send(connection_id, update.clone())?;
1657            }
1658        }
1659
1660        response.send(proto::Ack {})?;
1661        Ok(())
1662    }
1663
1664    async fn remove_contact(
1665        self: Arc<Server>,
1666        request: TypedEnvelope<proto::RemoveContact>,
1667        response: Response<proto::RemoveContact>,
1668    ) -> Result<()> {
1669        let requester_id = self
1670            .store()
1671            .await
1672            .user_id_for_connection(request.sender_id)?;
1673        let responder_id = UserId::from_proto(request.payload.user_id);
1674        self.app_state
1675            .db
1676            .remove_contact(requester_id, responder_id)
1677            .await?;
1678
1679        // Update outgoing contact requests of requester
1680        let mut update = proto::UpdateContacts::default();
1681        update
1682            .remove_outgoing_requests
1683            .push(responder_id.to_proto());
1684        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1685            self.peer.send(connection_id, update.clone())?;
1686        }
1687
1688        // Update incoming contact requests of responder
1689        let mut update = proto::UpdateContacts::default();
1690        update
1691            .remove_incoming_requests
1692            .push(requester_id.to_proto());
1693        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1694            self.peer.send(connection_id, update.clone())?;
1695        }
1696
1697        response.send(proto::Ack {})?;
1698        Ok(())
1699    }
1700
1701    async fn join_channel(
1702        self: Arc<Self>,
1703        request: TypedEnvelope<proto::JoinChannel>,
1704        response: Response<proto::JoinChannel>,
1705    ) -> Result<()> {
1706        let user_id = self
1707            .store()
1708            .await
1709            .user_id_for_connection(request.sender_id)?;
1710        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1711        if !self
1712            .app_state
1713            .db
1714            .can_user_access_channel(user_id, channel_id)
1715            .await?
1716        {
1717            Err(anyhow!("access denied"))?;
1718        }
1719
1720        self.store()
1721            .await
1722            .join_channel(request.sender_id, channel_id);
1723        let messages = self
1724            .app_state
1725            .db
1726            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1727            .await?
1728            .into_iter()
1729            .map(|msg| proto::ChannelMessage {
1730                id: msg.id.to_proto(),
1731                body: msg.body,
1732                timestamp: msg.sent_at.unix_timestamp() as u64,
1733                sender_id: msg.sender_id.to_proto(),
1734                nonce: Some(msg.nonce.as_u128().into()),
1735            })
1736            .collect::<Vec<_>>();
1737        response.send(proto::JoinChannelResponse {
1738            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1739            messages,
1740        })?;
1741        Ok(())
1742    }
1743
1744    async fn leave_channel(
1745        self: Arc<Self>,
1746        request: TypedEnvelope<proto::LeaveChannel>,
1747    ) -> Result<()> {
1748        let user_id = self
1749            .store()
1750            .await
1751            .user_id_for_connection(request.sender_id)?;
1752        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1753        if !self
1754            .app_state
1755            .db
1756            .can_user_access_channel(user_id, channel_id)
1757            .await?
1758        {
1759            Err(anyhow!("access denied"))?;
1760        }
1761
1762        self.store()
1763            .await
1764            .leave_channel(request.sender_id, channel_id);
1765
1766        Ok(())
1767    }
1768
1769    async fn send_channel_message(
1770        self: Arc<Self>,
1771        request: TypedEnvelope<proto::SendChannelMessage>,
1772        response: Response<proto::SendChannelMessage>,
1773    ) -> Result<()> {
1774        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1775        let user_id;
1776        let connection_ids;
1777        {
1778            let state = self.store().await;
1779            user_id = state.user_id_for_connection(request.sender_id)?;
1780            connection_ids = state.channel_connection_ids(channel_id)?;
1781        }
1782
1783        // Validate the message body.
1784        let body = request.payload.body.trim().to_string();
1785        if body.len() > MAX_MESSAGE_LEN {
1786            return Err(anyhow!("message is too long"))?;
1787        }
1788        if body.is_empty() {
1789            return Err(anyhow!("message can't be blank"))?;
1790        }
1791
1792        let timestamp = OffsetDateTime::now_utc();
1793        let nonce = request
1794            .payload
1795            .nonce
1796            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1797
1798        let message_id = self
1799            .app_state
1800            .db
1801            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1802            .await?
1803            .to_proto();
1804        let message = proto::ChannelMessage {
1805            sender_id: user_id.to_proto(),
1806            id: message_id,
1807            body,
1808            timestamp: timestamp.unix_timestamp() as u64,
1809            nonce: Some(nonce),
1810        };
1811        broadcast(request.sender_id, connection_ids, |conn_id| {
1812            self.peer.send(
1813                conn_id,
1814                proto::ChannelMessageSent {
1815                    channel_id: channel_id.to_proto(),
1816                    message: Some(message.clone()),
1817                },
1818            )
1819        });
1820        response.send(proto::SendChannelMessageResponse {
1821            message: Some(message),
1822        })?;
1823        Ok(())
1824    }
1825
1826    async fn get_channel_messages(
1827        self: Arc<Self>,
1828        request: TypedEnvelope<proto::GetChannelMessages>,
1829        response: Response<proto::GetChannelMessages>,
1830    ) -> Result<()> {
1831        let user_id = self
1832            .store()
1833            .await
1834            .user_id_for_connection(request.sender_id)?;
1835        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1836        if !self
1837            .app_state
1838            .db
1839            .can_user_access_channel(user_id, channel_id)
1840            .await?
1841        {
1842            Err(anyhow!("access denied"))?;
1843        }
1844
1845        let messages = self
1846            .app_state
1847            .db
1848            .get_channel_messages(
1849                channel_id,
1850                MESSAGE_COUNT_PER_PAGE,
1851                Some(MessageId::from_proto(request.payload.before_message_id)),
1852            )
1853            .await?
1854            .into_iter()
1855            .map(|msg| proto::ChannelMessage {
1856                id: msg.id.to_proto(),
1857                body: msg.body,
1858                timestamp: msg.sent_at.unix_timestamp() as u64,
1859                sender_id: msg.sender_id.to_proto(),
1860                nonce: Some(msg.nonce.as_u128().into()),
1861            })
1862            .collect::<Vec<_>>();
1863        response.send(proto::GetChannelMessagesResponse {
1864            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1865            messages,
1866        })?;
1867        Ok(())
1868    }
1869
1870    async fn update_diff_base(
1871        self: Arc<Server>,
1872        request: TypedEnvelope<proto::UpdateDiffBase>,
1873    ) -> Result<()> {
1874        let receiver_ids = self.store().await.project_connection_ids(
1875            ProjectId::from_proto(request.payload.project_id),
1876            request.sender_id,
1877        )?;
1878        broadcast(request.sender_id, receiver_ids, |connection_id| {
1879            self.peer
1880                .forward_send(request.sender_id, connection_id, request.payload.clone())
1881        });
1882        Ok(())
1883    }
1884
1885    async fn get_private_user_info(
1886        self: Arc<Self>,
1887        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1888        response: Response<proto::GetPrivateUserInfo>,
1889    ) -> Result<()> {
1890        let user_id = self
1891            .store()
1892            .await
1893            .user_id_for_connection(request.sender_id)?;
1894        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1895        let user = self
1896            .app_state
1897            .db
1898            .get_user_by_id(user_id)
1899            .await?
1900            .ok_or_else(|| anyhow!("user not found"))?;
1901        response.send(proto::GetPrivateUserInfoResponse {
1902            metrics_id,
1903            staff: user.admin,
1904        })?;
1905        Ok(())
1906    }
1907
1908    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1909        #[cfg(test)]
1910        tokio::task::yield_now().await;
1911        let guard = self.store.lock().await;
1912        #[cfg(test)]
1913        tokio::task::yield_now().await;
1914        StoreGuard {
1915            guard,
1916            _not_send: PhantomData,
1917        }
1918    }
1919
1920    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1921        ServerSnapshot {
1922            store: self.store().await,
1923            peer: &self.peer,
1924        }
1925    }
1926}
1927
1928impl<'a> Deref for StoreGuard<'a> {
1929    type Target = Store;
1930
1931    fn deref(&self) -> &Self::Target {
1932        &*self.guard
1933    }
1934}
1935
1936impl<'a> DerefMut for StoreGuard<'a> {
1937    fn deref_mut(&mut self) -> &mut Self::Target {
1938        &mut *self.guard
1939    }
1940}
1941
1942impl<'a> Drop for StoreGuard<'a> {
1943    fn drop(&mut self) {
1944        #[cfg(test)]
1945        self.check_invariants();
1946    }
1947}
1948
1949impl Executor for RealExecutor {
1950    type Sleep = Sleep;
1951
1952    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1953        tokio::task::spawn(future);
1954    }
1955
1956    fn sleep(&self, duration: Duration) -> Self::Sleep {
1957        tokio::time::sleep(duration)
1958    }
1959}
1960
1961fn broadcast<F>(
1962    sender_id: ConnectionId,
1963    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1964    mut f: F,
1965) where
1966    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1967{
1968    for receiver_id in receiver_ids {
1969        if receiver_id != sender_id {
1970            f(receiver_id).trace_err();
1971        }
1972    }
1973}
1974
1975lazy_static! {
1976    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1977}
1978
1979pub struct ProtocolVersion(u32);
1980
1981impl Header for ProtocolVersion {
1982    fn name() -> &'static HeaderName {
1983        &ZED_PROTOCOL_VERSION
1984    }
1985
1986    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1987    where
1988        Self: Sized,
1989        I: Iterator<Item = &'i axum::http::HeaderValue>,
1990    {
1991        let version = values
1992            .next()
1993            .ok_or_else(axum::headers::Error::invalid)?
1994            .to_str()
1995            .map_err(|_| axum::headers::Error::invalid())?
1996            .parse()
1997            .map_err(|_| axum::headers::Error::invalid())?;
1998        Ok(Self(version))
1999    }
2000
2001    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
2002        values.extend([self.0.to_string().parse().unwrap()]);
2003    }
2004}
2005
2006pub fn routes(server: Arc<Server>) -> Router<Body> {
2007    Router::new()
2008        .route("/rpc", get(handle_websocket_request))
2009        .layer(
2010            ServiceBuilder::new()
2011                .layer(Extension(server.app_state.clone()))
2012                .layer(middleware::from_fn(auth::validate_header)),
2013        )
2014        .route("/metrics", get(handle_metrics))
2015        .layer(Extension(server))
2016}
2017
2018pub async fn handle_websocket_request(
2019    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
2020    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
2021    Extension(server): Extension<Arc<Server>>,
2022    Extension(user): Extension<User>,
2023    ws: WebSocketUpgrade,
2024) -> axum::response::Response {
2025    if protocol_version != rpc::PROTOCOL_VERSION {
2026        return (
2027            StatusCode::UPGRADE_REQUIRED,
2028            "client must be upgraded".to_string(),
2029        )
2030            .into_response();
2031    }
2032    let socket_address = socket_address.to_string();
2033    ws.on_upgrade(move |socket| {
2034        use util::ResultExt;
2035        let socket = socket
2036            .map_ok(to_tungstenite_message)
2037            .err_into()
2038            .with(|message| async move { Ok(to_axum_message(message)) });
2039        let connection = Connection::new(Box::pin(socket));
2040        async move {
2041            server
2042                .handle_connection(connection, socket_address, user, None, RealExecutor)
2043                .await
2044                .log_err();
2045        }
2046    })
2047}
2048
2049pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
2050    // We call `store_mut` here for its side effects of updating metrics.
2051    let metrics = server.store().await.metrics();
2052    METRIC_CONNECTIONS.set(metrics.connections as _);
2053    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
2054    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
2055    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
2056
2057    let encoder = prometheus::TextEncoder::new();
2058    let metric_families = prometheus::gather();
2059    match encoder.encode_to_string(&metric_families) {
2060        Ok(string) => (StatusCode::OK, string).into_response(),
2061        Err(error) => (
2062            StatusCode::INTERNAL_SERVER_ERROR,
2063            format!("failed to encode metrics {:?}", error),
2064        )
2065            .into_response(),
2066    }
2067}
2068
2069fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
2070    match message {
2071        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
2072        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2073        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2074        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2075        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2076            code: frame.code.into(),
2077            reason: frame.reason,
2078        })),
2079    }
2080}
2081
2082fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2083    match message {
2084        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2085        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2086        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2087        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2088        AxumMessage::Close(frame) => {
2089            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2090                code: frame.code.into(),
2091                reason: frame.reason,
2092            }))
2093        }
2094    }
2095}
2096
2097pub trait ResultExt {
2098    type Ok;
2099
2100    fn trace_err(self) -> Option<Self::Ok>;
2101}
2102
2103impl<T, E> ResultExt for Result<T, E>
2104where
2105    E: std::fmt::Debug,
2106{
2107    type Ok = T;
2108
2109    fn trace_err(self) -> Option<T> {
2110        match self {
2111            Ok(value) => Some(value),
2112            Err(error) => {
2113                tracing::error!("{:?}", error);
2114                None
2115            }
2116        }
2117    }
2118}