rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::HashMap;
  26use futures::{
  27    channel::mpsc,
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52use time::OffsetDateTime;
  53use tokio::{
  54    sync::{Mutex, MutexGuard},
  55    time::Sleep,
  56};
  57use tower::ServiceBuilder;
  58use tracing::{info_span, instrument, Instrument};
  59
  60pub use store::{Store, Worktree};
  61
  62lazy_static! {
  63    static ref METRIC_CONNECTIONS: IntGauge =
  64        register_int_gauge!("connections", "number of connections").unwrap();
  65    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  66        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  67    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  68        register_int_gauge!("active_projects", "number of active projects").unwrap();
  69    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  70        "shared_projects",
  71        "number of open projects with one or more guests"
  72    )
  73    .unwrap();
  74}
  75
  76type MessageHandler =
  77    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  78
  79struct Response<R> {
  80    server: Arc<Server>,
  81    receipt: Receipt<R>,
  82    responded: Arc<AtomicBool>,
  83}
  84
  85impl<R: RequestMessage> Response<R> {
  86    fn send(self, payload: R::Response) -> Result<()> {
  87        self.responded.store(true, SeqCst);
  88        self.server.peer.respond(self.receipt, payload)?;
  89        Ok(())
  90    }
  91
  92    fn into_receipt(self) -> Receipt<R> {
  93        self.responded.store(true, SeqCst);
  94        self.receipt
  95    }
  96}
  97
  98pub struct Server {
  99    peer: Arc<Peer>,
 100    pub(crate) store: Mutex<Store>,
 101    app_state: Arc<AppState>,
 102    handlers: HashMap<TypeId, MessageHandler>,
 103    notifications: Option<mpsc::UnboundedSender<()>>,
 104}
 105
 106pub trait Executor: Send + Clone {
 107    type Sleep: Send + Future;
 108    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 109    fn sleep(&self, duration: Duration) -> Self::Sleep;
 110}
 111
 112#[derive(Clone)]
 113pub struct RealExecutor;
 114
 115const MESSAGE_COUNT_PER_PAGE: usize = 100;
 116const MAX_MESSAGE_LEN: usize = 1024;
 117
 118pub(crate) struct StoreGuard<'a> {
 119    guard: MutexGuard<'a, Store>,
 120    _not_send: PhantomData<Rc<()>>,
 121}
 122
 123#[derive(Serialize)]
 124pub struct ServerSnapshot<'a> {
 125    peer: &'a Peer,
 126    #[serde(serialize_with = "serialize_deref")]
 127    store: StoreGuard<'a>,
 128}
 129
 130pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 131where
 132    S: Serializer,
 133    T: Deref<Target = U>,
 134    U: Serialize,
 135{
 136    Serialize::serialize(value.deref(), serializer)
 137}
 138
 139impl Server {
 140    pub fn new(
 141        app_state: Arc<AppState>,
 142        notifications: Option<mpsc::UnboundedSender<()>>,
 143    ) -> Arc<Self> {
 144        let mut server = Self {
 145            peer: Peer::new(),
 146            app_state,
 147            store: Default::default(),
 148            handlers: Default::default(),
 149            notifications,
 150        };
 151
 152        server
 153            .add_request_handler(Server::ping)
 154            .add_request_handler(Server::register_project)
 155            .add_request_handler(Server::unregister_project)
 156            .add_request_handler(Server::join_project)
 157            .add_message_handler(Server::leave_project)
 158            .add_message_handler(Server::respond_to_join_project_request)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::start_language_server)
 163            .add_message_handler(Server::update_language_server)
 164            .add_message_handler(Server::update_diagnostic_summary)
 165            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 166            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 168            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 170            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 171            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 172            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 174            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 175            .add_request_handler(
 176                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 177            )
 178            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 179            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 180            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 181            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 182            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 183            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 184            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 185            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 186            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 188            .add_request_handler(Server::update_buffer)
 189            .add_message_handler(Server::update_buffer_file)
 190            .add_message_handler(Server::buffer_reloaded)
 191            .add_message_handler(Server::buffer_saved)
 192            .add_request_handler(Server::save_buffer)
 193            .add_request_handler(Server::get_channels)
 194            .add_request_handler(Server::get_users)
 195            .add_request_handler(Server::fuzzy_search_users)
 196            .add_request_handler(Server::request_contact)
 197            .add_request_handler(Server::remove_contact)
 198            .add_request_handler(Server::respond_to_contact_request)
 199            .add_request_handler(Server::join_channel)
 200            .add_message_handler(Server::leave_channel)
 201            .add_request_handler(Server::send_channel_message)
 202            .add_request_handler(Server::follow)
 203            .add_message_handler(Server::unfollow)
 204            .add_message_handler(Server::update_followers)
 205            .add_request_handler(Server::get_channel_messages);
 206
 207        Arc::new(server)
 208    }
 209
 210    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 211    where
 212        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 213        Fut: 'static + Send + Future<Output = Result<()>>,
 214        M: EnvelopedMessage,
 215    {
 216        let prev_handler = self.handlers.insert(
 217            TypeId::of::<M>(),
 218            Box::new(move |server, envelope| {
 219                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 220                let span = info_span!(
 221                    "handle message",
 222                    payload_type = envelope.payload_type_name()
 223                );
 224                span.in_scope(|| {
 225                    tracing::info!(
 226                        payload_type = envelope.payload_type_name(),
 227                        "message received"
 228                    );
 229                });
 230                let future = (handler)(server, *envelope);
 231                async move {
 232                    if let Err(error) = future.await {
 233                        tracing::error!(%error, "error handling message");
 234                    }
 235                }
 236                .instrument(span)
 237                .boxed()
 238            }),
 239        );
 240        if prev_handler.is_some() {
 241            panic!("registered a handler for the same message twice");
 242        }
 243        self
 244    }
 245
 246    /// Handle a request while holding a lock to the store. This is useful when we're registering
 247    /// a connection but we want to respond on the connection before anybody else can send on it.
 248    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 249    where
 250        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 251        Fut: Send + Future<Output = Result<()>>,
 252        M: RequestMessage,
 253    {
 254        let handler = Arc::new(handler);
 255        self.add_message_handler(move |server, envelope| {
 256            let receipt = envelope.receipt();
 257            let handler = handler.clone();
 258            async move {
 259                let responded = Arc::new(AtomicBool::default());
 260                let response = Response {
 261                    server: server.clone(),
 262                    responded: responded.clone(),
 263                    receipt: envelope.receipt(),
 264                };
 265                match (handler)(server.clone(), envelope, response).await {
 266                    Ok(()) => {
 267                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 268                            Ok(())
 269                        } else {
 270                            Err(anyhow!("handler did not send a response"))?
 271                        }
 272                    }
 273                    Err(error) => {
 274                        server.peer.respond_with_error(
 275                            receipt,
 276                            proto::Error {
 277                                message: error.to_string(),
 278                            },
 279                        )?;
 280                        Err(error)
 281                    }
 282                }
 283            }
 284        })
 285    }
 286
 287    /// Start a long lived task that records which users are active in which projects.
 288    pub fn start_recording_project_activity<E: 'static + Executor>(
 289        self: &Arc<Self>,
 290        interval: Duration,
 291        executor: E,
 292    ) {
 293        executor.spawn_detached({
 294            let this = Arc::downgrade(self);
 295            let executor = executor.clone();
 296            async move {
 297                let mut period_start = OffsetDateTime::now_utc();
 298                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 299                loop {
 300                    let sleep = executor.sleep(interval);
 301                    sleep.await;
 302                    let this = if let Some(this) = this.upgrade() {
 303                        this
 304                    } else {
 305                        break;
 306                    };
 307
 308                    active_projects.clear();
 309                    active_projects.extend(this.store().await.projects().flat_map(
 310                        |(project_id, project)| {
 311                            project.guests.values().chain([&project.host]).filter_map(
 312                                |collaborator| {
 313                                    if !collaborator.admin
 314                                        && collaborator
 315                                            .last_activity
 316                                            .map_or(false, |activity| activity > period_start)
 317                                    {
 318                                        Some((collaborator.user_id, *project_id))
 319                                    } else {
 320                                        None
 321                                    }
 322                                },
 323                            )
 324                        },
 325                    ));
 326
 327                    let period_end = OffsetDateTime::now_utc();
 328                    this.app_state
 329                        .db
 330                        .record_project_activity(period_start..period_end, &active_projects)
 331                        .await
 332                        .trace_err();
 333                    period_start = period_end;
 334                }
 335            }
 336        });
 337    }
 338
 339    pub fn handle_connection<E: Executor>(
 340        self: &Arc<Self>,
 341        connection: Connection,
 342        address: String,
 343        user: User,
 344        mut send_connection_id: Option<mpsc::Sender<ConnectionId>>,
 345        executor: E,
 346    ) -> impl Future<Output = Result<()>> {
 347        let mut this = self.clone();
 348        let user_id = user.id;
 349        let login = user.github_login;
 350        let span = info_span!("handle connection", %user_id, %login, %address);
 351        async move {
 352            let (connection_id, handle_io, mut incoming_rx) = this
 353                .peer
 354                .add_connection(connection, {
 355                    let executor = executor.clone();
 356                    move |duration| {
 357                        let timer = executor.sleep(duration);
 358                        async move {
 359                            timer.await;
 360                        }
 361                    }
 362                })
 363                .await;
 364
 365            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 366
 367            if let Some(send_connection_id) = send_connection_id.as_mut() {
 368                let _ = send_connection_id.send(connection_id).await;
 369            }
 370
 371            if !user.connected_once {
 372                this.peer.send(connection_id, proto::ShowContacts {})?;
 373                this.app_state.db.set_user_connected_once(user_id, true).await?;
 374            }
 375
 376            let (contacts, invite_code) = future::try_join(
 377                this.app_state.db.get_contacts(user_id),
 378                this.app_state.db.get_invite_code_for_user(user_id)
 379            ).await?;
 380
 381            {
 382                let mut store = this.store().await;
 383                store.add_connection(connection_id, user_id, user.admin);
 384                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 385
 386                if let Some((code, count)) = invite_code {
 387                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 388                        url: format!("{}{}", this.app_state.invite_link_prefix, code),
 389                        count,
 390                    })?;
 391                }
 392            }
 393            this.update_user_contacts(user_id).await?;
 394
 395            let handle_io = handle_io.fuse();
 396            futures::pin_mut!(handle_io);
 397
 398            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 399            // This prevents deadlocks when e.g., client A performs a request to client B and
 400            // client B performs a request to client A. If both clients stop processing further
 401            // messages until their respective request completes, they won't have a chance to
 402            // respond to the other client's request and cause a deadlock.
 403            //
 404            // This arrangement ensures we will attempt to process earlier messages first, but fall
 405            // back to processing messages arrived later in the spirit of making progress.
 406            let mut foreground_message_handlers = FuturesUnordered::new();
 407            loop {
 408                let next_message = incoming_rx.next().fuse();
 409                futures::pin_mut!(next_message);
 410                futures::select_biased! {
 411                    result = handle_io => {
 412                        if let Err(error) = result {
 413                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 414                        }
 415                        break;
 416                    }
 417                    _ = foreground_message_handlers.next() => {}
 418                    message = next_message => {
 419                        if let Some(message) = message {
 420                            let type_name = message.payload_type_name();
 421                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 422                            let span_enter = span.enter();
 423                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 424                                let notifications = this.notifications.clone();
 425                                let is_background = message.is_background();
 426                                let handle_message = (handler)(this.clone(), message);
 427
 428                                drop(span_enter);
 429                                let handle_message = async move {
 430                                    handle_message.await;
 431                                    if let Some(mut notifications) = notifications {
 432                                        let _ = notifications.send(()).await;
 433                                    }
 434                                }.instrument(span);
 435
 436                                if is_background {
 437                                    executor.spawn_detached(handle_message);
 438                                } else {
 439                                    foreground_message_handlers.push(handle_message);
 440                                }
 441                            } else {
 442                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 443                            }
 444                        } else {
 445                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 446                            break;
 447                        }
 448                    }
 449                }
 450            }
 451
 452            drop(foreground_message_handlers);
 453            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 454            if let Err(error) = this.sign_out(connection_id).await {
 455                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 456            }
 457
 458            Ok(())
 459        }.instrument(span)
 460    }
 461
 462    #[instrument(skip(self), err)]
 463    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 464        self.peer.disconnect(connection_id);
 465
 466        let mut projects_to_unregister = Vec::new();
 467        let removed_user_id;
 468        {
 469            let mut store = self.store().await;
 470            let removed_connection = store.remove_connection(connection_id)?;
 471
 472            for (project_id, project) in removed_connection.hosted_projects {
 473                projects_to_unregister.push(project_id);
 474                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 475                    self.peer.send(
 476                        conn_id,
 477                        proto::UnregisterProject {
 478                            project_id: project_id.to_proto(),
 479                        },
 480                    )
 481                });
 482
 483                for (_, receipts) in project.join_requests {
 484                    for receipt in receipts {
 485                        self.peer.respond(
 486                            receipt,
 487                            proto::JoinProjectResponse {
 488                                variant: Some(proto::join_project_response::Variant::Decline(
 489                                    proto::join_project_response::Decline {
 490                                        reason: proto::join_project_response::decline::Reason::WentOffline as i32
 491                                    },
 492                                )),
 493                            },
 494                        )?;
 495                    }
 496                }
 497            }
 498
 499            for project_id in removed_connection.guest_project_ids {
 500                if let Some(project) = store.project(project_id).trace_err() {
 501                    broadcast(connection_id, project.connection_ids(), |conn_id| {
 502                        self.peer.send(
 503                            conn_id,
 504                            proto::RemoveProjectCollaborator {
 505                                project_id: project_id.to_proto(),
 506                                peer_id: connection_id.0,
 507                            },
 508                        )
 509                    });
 510                    if project.guests.is_empty() {
 511                        self.peer
 512                            .send(
 513                                project.host_connection_id,
 514                                proto::ProjectUnshared {
 515                                    project_id: project_id.to_proto(),
 516                                },
 517                            )
 518                            .trace_err();
 519                    }
 520                }
 521            }
 522
 523            removed_user_id = removed_connection.user_id;
 524        };
 525
 526        self.update_user_contacts(removed_user_id).await.trace_err();
 527
 528        for project_id in projects_to_unregister {
 529            self.app_state
 530                .db
 531                .unregister_project(project_id)
 532                .await
 533                .trace_err();
 534        }
 535
 536        Ok(())
 537    }
 538
 539    pub async fn invite_code_redeemed(
 540        self: &Arc<Self>,
 541        code: &str,
 542        invitee_id: UserId,
 543    ) -> Result<()> {
 544        let user = self.app_state.db.get_user_for_invite_code(code).await?;
 545        let store = self.store().await;
 546        let invitee_contact = store.contact_for_user(invitee_id, true);
 547        for connection_id in store.connection_ids_for_user(user.id) {
 548            self.peer.send(
 549                connection_id,
 550                proto::UpdateContacts {
 551                    contacts: vec![invitee_contact.clone()],
 552                    ..Default::default()
 553                },
 554            )?;
 555            self.peer.send(
 556                connection_id,
 557                proto::UpdateInviteInfo {
 558                    url: format!("{}{}", self.app_state.invite_link_prefix, code),
 559                    count: user.invite_count as u32,
 560                },
 561            )?;
 562        }
 563        Ok(())
 564    }
 565
 566    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 567        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 568            if let Some(invite_code) = &user.invite_code {
 569                let store = self.store().await;
 570                for connection_id in store.connection_ids_for_user(user_id) {
 571                    self.peer.send(
 572                        connection_id,
 573                        proto::UpdateInviteInfo {
 574                            url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
 575                            count: user.invite_count as u32,
 576                        },
 577                    )?;
 578                }
 579            }
 580        }
 581        Ok(())
 582    }
 583
 584    async fn ping(
 585        self: Arc<Server>,
 586        _: TypedEnvelope<proto::Ping>,
 587        response: Response<proto::Ping>,
 588    ) -> Result<()> {
 589        response.send(proto::Ack {})?;
 590        Ok(())
 591    }
 592
 593    async fn register_project(
 594        self: Arc<Server>,
 595        request: TypedEnvelope<proto::RegisterProject>,
 596        response: Response<proto::RegisterProject>,
 597    ) -> Result<()> {
 598        let user_id = self
 599            .store()
 600            .await
 601            .user_id_for_connection(request.sender_id)?;
 602        let project_id = self.app_state.db.register_project(user_id).await?;
 603        self.store()
 604            .await
 605            .register_project(request.sender_id, project_id)?;
 606
 607        response.send(proto::RegisterProjectResponse {
 608            project_id: project_id.to_proto(),
 609        })?;
 610
 611        Ok(())
 612    }
 613
 614    async fn unregister_project(
 615        self: Arc<Server>,
 616        request: TypedEnvelope<proto::UnregisterProject>,
 617        response: Response<proto::UnregisterProject>,
 618    ) -> Result<()> {
 619        let project_id = ProjectId::from_proto(request.payload.project_id);
 620        let (user_id, project) = {
 621            let mut state = self.store().await;
 622            let project = state.unregister_project(project_id, request.sender_id)?;
 623            (state.user_id_for_connection(request.sender_id)?, project)
 624        };
 625        self.app_state.db.unregister_project(project_id).await?;
 626
 627        broadcast(
 628            request.sender_id,
 629            project.guests.keys().copied(),
 630            |conn_id| {
 631                self.peer.send(
 632                    conn_id,
 633                    proto::UnregisterProject {
 634                        project_id: project_id.to_proto(),
 635                    },
 636                )
 637            },
 638        );
 639        for (_, receipts) in project.join_requests {
 640            for receipt in receipts {
 641                self.peer.respond(
 642                    receipt,
 643                    proto::JoinProjectResponse {
 644                        variant: Some(proto::join_project_response::Variant::Decline(
 645                            proto::join_project_response::Decline {
 646                                reason: proto::join_project_response::decline::Reason::Closed
 647                                    as i32,
 648                            },
 649                        )),
 650                    },
 651                )?;
 652            }
 653        }
 654
 655        // Send out the `UpdateContacts` message before responding to the unregister
 656        // request. This way, when the project's host can keep track of the project's
 657        // remote id until after they've received the `UpdateContacts` message for
 658        // themself.
 659        self.update_user_contacts(user_id).await?;
 660        response.send(proto::Ack {})?;
 661
 662        Ok(())
 663    }
 664
 665    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 666        let contacts = self.app_state.db.get_contacts(user_id).await?;
 667        let store = self.store().await;
 668        let updated_contact = store.contact_for_user(user_id, false);
 669        for contact in contacts {
 670            if let db::Contact::Accepted {
 671                user_id: contact_user_id,
 672                ..
 673            } = contact
 674            {
 675                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 676                    self.peer
 677                        .send(
 678                            contact_conn_id,
 679                            proto::UpdateContacts {
 680                                contacts: vec![updated_contact.clone()],
 681                                remove_contacts: Default::default(),
 682                                incoming_requests: Default::default(),
 683                                remove_incoming_requests: Default::default(),
 684                                outgoing_requests: Default::default(),
 685                                remove_outgoing_requests: Default::default(),
 686                            },
 687                        )
 688                        .trace_err();
 689                }
 690            }
 691        }
 692        Ok(())
 693    }
 694
 695    async fn join_project(
 696        self: Arc<Server>,
 697        request: TypedEnvelope<proto::JoinProject>,
 698        response: Response<proto::JoinProject>,
 699    ) -> Result<()> {
 700        let project_id = ProjectId::from_proto(request.payload.project_id);
 701
 702        let host_user_id;
 703        let guest_user_id;
 704        let host_connection_id;
 705        {
 706            let state = self.store().await;
 707            let project = state.project(project_id)?;
 708            host_user_id = project.host.user_id;
 709            host_connection_id = project.host_connection_id;
 710            guest_user_id = state.user_id_for_connection(request.sender_id)?;
 711        };
 712
 713        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
 714        let has_contact = self
 715            .app_state
 716            .db
 717            .has_contact(guest_user_id, host_user_id)
 718            .await?;
 719        if !has_contact {
 720            return Err(anyhow!("no such project"))?;
 721        }
 722
 723        self.store().await.request_join_project(
 724            guest_user_id,
 725            project_id,
 726            response.into_receipt(),
 727        )?;
 728        self.peer.send(
 729            host_connection_id,
 730            proto::RequestJoinProject {
 731                project_id: project_id.to_proto(),
 732                requester_id: guest_user_id.to_proto(),
 733            },
 734        )?;
 735        Ok(())
 736    }
 737
 738    async fn respond_to_join_project_request(
 739        self: Arc<Server>,
 740        request: TypedEnvelope<proto::RespondToJoinProjectRequest>,
 741    ) -> Result<()> {
 742        let host_user_id;
 743
 744        {
 745            let mut state = self.store().await;
 746            let project_id = ProjectId::from_proto(request.payload.project_id);
 747            let project = state.project(project_id)?;
 748            if project.host_connection_id != request.sender_id {
 749                Err(anyhow!("no such connection"))?;
 750            }
 751
 752            host_user_id = project.host.user_id;
 753            let guest_user_id = UserId::from_proto(request.payload.requester_id);
 754
 755            if !request.payload.allow {
 756                let receipts = state
 757                    .deny_join_project_request(request.sender_id, guest_user_id, project_id)
 758                    .ok_or_else(|| anyhow!("no such request"))?;
 759                for receipt in receipts {
 760                    self.peer.respond(
 761                        receipt,
 762                        proto::JoinProjectResponse {
 763                            variant: Some(proto::join_project_response::Variant::Decline(
 764                                proto::join_project_response::Decline {
 765                                    reason: proto::join_project_response::decline::Reason::Declined
 766                                        as i32,
 767                                },
 768                            )),
 769                        },
 770                    )?;
 771                }
 772                return Ok(());
 773            }
 774
 775            let (receipts_with_replica_ids, project) = state
 776                .accept_join_project_request(request.sender_id, guest_user_id, project_id)
 777                .ok_or_else(|| anyhow!("no such request"))?;
 778
 779            let peer_count = project.guests.len();
 780            let mut collaborators = Vec::with_capacity(peer_count);
 781            collaborators.push(proto::Collaborator {
 782                peer_id: project.host_connection_id.0,
 783                replica_id: 0,
 784                user_id: project.host.user_id.to_proto(),
 785            });
 786            let worktrees = project
 787                .worktrees
 788                .iter()
 789                .map(|(id, worktree)| proto::WorktreeMetadata {
 790                    id: *id,
 791                    root_name: worktree.root_name.clone(),
 792                    visible: worktree.visible,
 793                })
 794                .collect::<Vec<_>>();
 795
 796            // Add all guests other than the requesting user's own connections as collaborators
 797            for (guest_conn_id, guest) in &project.guests {
 798                if receipts_with_replica_ids
 799                    .iter()
 800                    .all(|(receipt, _)| receipt.sender_id != *guest_conn_id)
 801                {
 802                    collaborators.push(proto::Collaborator {
 803                        peer_id: guest_conn_id.0,
 804                        replica_id: guest.replica_id as u32,
 805                        user_id: guest.user_id.to_proto(),
 806                    });
 807                }
 808            }
 809
 810            for conn_id in project.connection_ids() {
 811                for (receipt, replica_id) in &receipts_with_replica_ids {
 812                    if conn_id != receipt.sender_id {
 813                        self.peer.send(
 814                            conn_id,
 815                            proto::AddProjectCollaborator {
 816                                project_id: project_id.to_proto(),
 817                                collaborator: Some(proto::Collaborator {
 818                                    peer_id: receipt.sender_id.0,
 819                                    replica_id: *replica_id as u32,
 820                                    user_id: guest_user_id.to_proto(),
 821                                }),
 822                            },
 823                        )?;
 824                    }
 825                }
 826            }
 827
 828            // First, we send the metadata associated with each worktree.
 829            for (receipt, replica_id) in &receipts_with_replica_ids {
 830                self.peer.respond(
 831                    receipt.clone(),
 832                    proto::JoinProjectResponse {
 833                        variant: Some(proto::join_project_response::Variant::Accept(
 834                            proto::join_project_response::Accept {
 835                                worktrees: worktrees.clone(),
 836                                replica_id: *replica_id as u32,
 837                                collaborators: collaborators.clone(),
 838                                language_servers: project.language_servers.clone(),
 839                            },
 840                        )),
 841                    },
 842                )?;
 843            }
 844
 845            for (worktree_id, worktree) in &project.worktrees {
 846                #[cfg(any(test, feature = "test-support"))]
 847                const MAX_CHUNK_SIZE: usize = 2;
 848                #[cfg(not(any(test, feature = "test-support")))]
 849                const MAX_CHUNK_SIZE: usize = 256;
 850
 851                // Stream this worktree's entries.
 852                let message = proto::UpdateWorktree {
 853                    project_id: project_id.to_proto(),
 854                    worktree_id: *worktree_id,
 855                    root_name: worktree.root_name.clone(),
 856                    updated_entries: worktree.entries.values().cloned().collect(),
 857                    removed_entries: Default::default(),
 858                    scan_id: worktree.scan_id,
 859                    is_last_update: worktree.is_complete,
 860                };
 861                for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
 862                    for (receipt, _) in &receipts_with_replica_ids {
 863                        self.peer.send(receipt.sender_id, update.clone())?;
 864                    }
 865                }
 866
 867                // Stream this worktree's diagnostics.
 868                for summary in worktree.diagnostic_summaries.values() {
 869                    for (receipt, _) in &receipts_with_replica_ids {
 870                        self.peer.send(
 871                            receipt.sender_id,
 872                            proto::UpdateDiagnosticSummary {
 873                                project_id: project_id.to_proto(),
 874                                worktree_id: *worktree_id,
 875                                summary: Some(summary.clone()),
 876                            },
 877                        )?;
 878                    }
 879                }
 880            }
 881        }
 882
 883        self.update_user_contacts(host_user_id).await?;
 884        Ok(())
 885    }
 886
 887    async fn leave_project(
 888        self: Arc<Server>,
 889        request: TypedEnvelope<proto::LeaveProject>,
 890    ) -> Result<()> {
 891        let sender_id = request.sender_id;
 892        let project_id = ProjectId::from_proto(request.payload.project_id);
 893        let project;
 894        {
 895            let mut store = self.store().await;
 896            project = store.leave_project(sender_id, project_id)?;
 897            tracing::info!(
 898                %project_id,
 899                host_user_id = %project.host_user_id,
 900                host_connection_id = %project.host_connection_id,
 901                "leave project"
 902            );
 903
 904            if project.remove_collaborator {
 905                broadcast(sender_id, project.connection_ids, |conn_id| {
 906                    self.peer.send(
 907                        conn_id,
 908                        proto::RemoveProjectCollaborator {
 909                            project_id: project_id.to_proto(),
 910                            peer_id: sender_id.0,
 911                        },
 912                    )
 913                });
 914            }
 915
 916            if let Some(requester_id) = project.cancel_request {
 917                self.peer.send(
 918                    project.host_connection_id,
 919                    proto::JoinProjectRequestCancelled {
 920                        project_id: project_id.to_proto(),
 921                        requester_id: requester_id.to_proto(),
 922                    },
 923                )?;
 924            }
 925
 926            if project.unshare {
 927                self.peer.send(
 928                    project.host_connection_id,
 929                    proto::ProjectUnshared {
 930                        project_id: project_id.to_proto(),
 931                    },
 932                )?;
 933            }
 934        }
 935        self.update_user_contacts(project.host_user_id).await?;
 936        Ok(())
 937    }
 938
 939    async fn update_project(
 940        self: Arc<Server>,
 941        request: TypedEnvelope<proto::UpdateProject>,
 942    ) -> Result<()> {
 943        let project_id = ProjectId::from_proto(request.payload.project_id);
 944        let user_id;
 945        {
 946            let mut state = self.store().await;
 947            user_id = state.user_id_for_connection(request.sender_id)?;
 948            let guest_connection_ids = state
 949                .read_project(project_id, request.sender_id)?
 950                .guest_connection_ids();
 951            state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
 952            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
 953                self.peer
 954                    .forward_send(request.sender_id, connection_id, request.payload.clone())
 955            });
 956        };
 957        self.update_user_contacts(user_id).await?;
 958        Ok(())
 959    }
 960
 961    async fn register_project_activity(
 962        self: Arc<Server>,
 963        request: TypedEnvelope<proto::RegisterProjectActivity>,
 964    ) -> Result<()> {
 965        self.store().await.register_project_activity(
 966            ProjectId::from_proto(request.payload.project_id),
 967            request.sender_id,
 968        )?;
 969        Ok(())
 970    }
 971
 972    async fn update_worktree(
 973        self: Arc<Server>,
 974        request: TypedEnvelope<proto::UpdateWorktree>,
 975        response: Response<proto::UpdateWorktree>,
 976    ) -> Result<()> {
 977        let project_id = ProjectId::from_proto(request.payload.project_id);
 978        let worktree_id = request.payload.worktree_id;
 979        let (connection_ids, metadata_changed, extension_counts) = {
 980            let mut store = self.store().await;
 981            let (connection_ids, metadata_changed, extension_counts) = store.update_worktree(
 982                request.sender_id,
 983                project_id,
 984                worktree_id,
 985                &request.payload.root_name,
 986                &request.payload.removed_entries,
 987                &request.payload.updated_entries,
 988                request.payload.scan_id,
 989                request.payload.is_last_update,
 990            )?;
 991            (connection_ids, metadata_changed, extension_counts.clone())
 992        };
 993        self.app_state
 994            .db
 995            .update_worktree_extensions(project_id, worktree_id, extension_counts)
 996            .await?;
 997
 998        broadcast(request.sender_id, connection_ids, |connection_id| {
 999            self.peer
1000                .forward_send(request.sender_id, connection_id, request.payload.clone())
1001        });
1002        if metadata_changed {
1003            let user_id = self
1004                .store()
1005                .await
1006                .user_id_for_connection(request.sender_id)?;
1007            self.update_user_contacts(user_id).await?;
1008        }
1009        response.send(proto::Ack {})?;
1010        Ok(())
1011    }
1012
1013    async fn update_diagnostic_summary(
1014        self: Arc<Server>,
1015        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1016    ) -> Result<()> {
1017        let summary = request
1018            .payload
1019            .summary
1020            .clone()
1021            .ok_or_else(|| anyhow!("invalid summary"))?;
1022        let receiver_ids = self.store().await.update_diagnostic_summary(
1023            ProjectId::from_proto(request.payload.project_id),
1024            request.payload.worktree_id,
1025            request.sender_id,
1026            summary,
1027        )?;
1028
1029        broadcast(request.sender_id, receiver_ids, |connection_id| {
1030            self.peer
1031                .forward_send(request.sender_id, connection_id, request.payload.clone())
1032        });
1033        Ok(())
1034    }
1035
1036    async fn start_language_server(
1037        self: Arc<Server>,
1038        request: TypedEnvelope<proto::StartLanguageServer>,
1039    ) -> Result<()> {
1040        let receiver_ids = self.store().await.start_language_server(
1041            ProjectId::from_proto(request.payload.project_id),
1042            request.sender_id,
1043            request
1044                .payload
1045                .server
1046                .clone()
1047                .ok_or_else(|| anyhow!("invalid language server"))?,
1048        )?;
1049        broadcast(request.sender_id, receiver_ids, |connection_id| {
1050            self.peer
1051                .forward_send(request.sender_id, connection_id, request.payload.clone())
1052        });
1053        Ok(())
1054    }
1055
1056    async fn update_language_server(
1057        self: Arc<Server>,
1058        request: TypedEnvelope<proto::UpdateLanguageServer>,
1059    ) -> Result<()> {
1060        let receiver_ids = self.store().await.project_connection_ids(
1061            ProjectId::from_proto(request.payload.project_id),
1062            request.sender_id,
1063        )?;
1064        broadcast(request.sender_id, receiver_ids, |connection_id| {
1065            self.peer
1066                .forward_send(request.sender_id, connection_id, request.payload.clone())
1067        });
1068        Ok(())
1069    }
1070
1071    async fn forward_project_request<T>(
1072        self: Arc<Server>,
1073        request: TypedEnvelope<T>,
1074        response: Response<T>,
1075    ) -> Result<()>
1076    where
1077        T: EntityMessage + RequestMessage,
1078    {
1079        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1080        let host_connection_id = self
1081            .store()
1082            .await
1083            .read_project(project_id, request.sender_id)?
1084            .host_connection_id;
1085        let payload = self
1086            .peer
1087            .forward_request(request.sender_id, host_connection_id, request.payload)
1088            .await?;
1089
1090        // Ensure project still exists by the time we get the response from the host.
1091        self.store()
1092            .await
1093            .read_project(project_id, request.sender_id)?;
1094
1095        response.send(payload)?;
1096        Ok(())
1097    }
1098
1099    async fn save_buffer(
1100        self: Arc<Server>,
1101        request: TypedEnvelope<proto::SaveBuffer>,
1102        response: Response<proto::SaveBuffer>,
1103    ) -> Result<()> {
1104        let project_id = ProjectId::from_proto(request.payload.project_id);
1105        let host = self
1106            .store()
1107            .await
1108            .read_project(project_id, request.sender_id)?
1109            .host_connection_id;
1110        let response_payload = self
1111            .peer
1112            .forward_request(request.sender_id, host, request.payload.clone())
1113            .await?;
1114
1115        let mut guests = self
1116            .store()
1117            .await
1118            .read_project(project_id, request.sender_id)?
1119            .connection_ids();
1120        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1121        broadcast(host, guests, |conn_id| {
1122            self.peer
1123                .forward_send(host, conn_id, response_payload.clone())
1124        });
1125        response.send(response_payload)?;
1126        Ok(())
1127    }
1128
1129    async fn update_buffer(
1130        self: Arc<Server>,
1131        request: TypedEnvelope<proto::UpdateBuffer>,
1132        response: Response<proto::UpdateBuffer>,
1133    ) -> Result<()> {
1134        let project_id = ProjectId::from_proto(request.payload.project_id);
1135        let receiver_ids = {
1136            let mut store = self.store().await;
1137            store.register_project_activity(project_id, request.sender_id)?;
1138            store.project_connection_ids(project_id, request.sender_id)?
1139        };
1140
1141        broadcast(request.sender_id, receiver_ids, |connection_id| {
1142            self.peer
1143                .forward_send(request.sender_id, connection_id, request.payload.clone())
1144        });
1145        response.send(proto::Ack {})?;
1146        Ok(())
1147    }
1148
1149    async fn update_buffer_file(
1150        self: Arc<Server>,
1151        request: TypedEnvelope<proto::UpdateBufferFile>,
1152    ) -> Result<()> {
1153        let receiver_ids = self.store().await.project_connection_ids(
1154            ProjectId::from_proto(request.payload.project_id),
1155            request.sender_id,
1156        )?;
1157        broadcast(request.sender_id, receiver_ids, |connection_id| {
1158            self.peer
1159                .forward_send(request.sender_id, connection_id, request.payload.clone())
1160        });
1161        Ok(())
1162    }
1163
1164    async fn buffer_reloaded(
1165        self: Arc<Server>,
1166        request: TypedEnvelope<proto::BufferReloaded>,
1167    ) -> Result<()> {
1168        let receiver_ids = self.store().await.project_connection_ids(
1169            ProjectId::from_proto(request.payload.project_id),
1170            request.sender_id,
1171        )?;
1172        broadcast(request.sender_id, receiver_ids, |connection_id| {
1173            self.peer
1174                .forward_send(request.sender_id, connection_id, request.payload.clone())
1175        });
1176        Ok(())
1177    }
1178
1179    async fn buffer_saved(
1180        self: Arc<Server>,
1181        request: TypedEnvelope<proto::BufferSaved>,
1182    ) -> Result<()> {
1183        let receiver_ids = self.store().await.project_connection_ids(
1184            ProjectId::from_proto(request.payload.project_id),
1185            request.sender_id,
1186        )?;
1187        broadcast(request.sender_id, receiver_ids, |connection_id| {
1188            self.peer
1189                .forward_send(request.sender_id, connection_id, request.payload.clone())
1190        });
1191        Ok(())
1192    }
1193
1194    async fn follow(
1195        self: Arc<Self>,
1196        request: TypedEnvelope<proto::Follow>,
1197        response: Response<proto::Follow>,
1198    ) -> Result<()> {
1199        let project_id = ProjectId::from_proto(request.payload.project_id);
1200        let leader_id = ConnectionId(request.payload.leader_id);
1201        let follower_id = request.sender_id;
1202        {
1203            let mut store = self.store().await;
1204            if !store
1205                .project_connection_ids(project_id, follower_id)?
1206                .contains(&leader_id)
1207            {
1208                Err(anyhow!("no such peer"))?;
1209            }
1210
1211            store.register_project_activity(project_id, follower_id)?;
1212        }
1213
1214        let mut response_payload = self
1215            .peer
1216            .forward_request(request.sender_id, leader_id, request.payload)
1217            .await?;
1218        response_payload
1219            .views
1220            .retain(|view| view.leader_id != Some(follower_id.0));
1221        response.send(response_payload)?;
1222        Ok(())
1223    }
1224
1225    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1226        let project_id = ProjectId::from_proto(request.payload.project_id);
1227        let leader_id = ConnectionId(request.payload.leader_id);
1228        let mut store = self.store().await;
1229        if !store
1230            .project_connection_ids(project_id, request.sender_id)?
1231            .contains(&leader_id)
1232        {
1233            Err(anyhow!("no such peer"))?;
1234        }
1235        store.register_project_activity(project_id, request.sender_id)?;
1236        self.peer
1237            .forward_send(request.sender_id, leader_id, request.payload)?;
1238        Ok(())
1239    }
1240
1241    async fn update_followers(
1242        self: Arc<Self>,
1243        request: TypedEnvelope<proto::UpdateFollowers>,
1244    ) -> Result<()> {
1245        let project_id = ProjectId::from_proto(request.payload.project_id);
1246        let mut store = self.store().await;
1247        store.register_project_activity(project_id, request.sender_id)?;
1248        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1249        let leader_id = request
1250            .payload
1251            .variant
1252            .as_ref()
1253            .and_then(|variant| match variant {
1254                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1255                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1256                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1257            });
1258        for follower_id in &request.payload.follower_ids {
1259            let follower_id = ConnectionId(*follower_id);
1260            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1261                self.peer
1262                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1263            }
1264        }
1265        Ok(())
1266    }
1267
1268    async fn get_channels(
1269        self: Arc<Server>,
1270        request: TypedEnvelope<proto::GetChannels>,
1271        response: Response<proto::GetChannels>,
1272    ) -> Result<()> {
1273        let user_id = self
1274            .store()
1275            .await
1276            .user_id_for_connection(request.sender_id)?;
1277        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1278        response.send(proto::GetChannelsResponse {
1279            channels: channels
1280                .into_iter()
1281                .map(|chan| proto::Channel {
1282                    id: chan.id.to_proto(),
1283                    name: chan.name,
1284                })
1285                .collect(),
1286        })?;
1287        Ok(())
1288    }
1289
1290    async fn get_users(
1291        self: Arc<Server>,
1292        request: TypedEnvelope<proto::GetUsers>,
1293        response: Response<proto::GetUsers>,
1294    ) -> Result<()> {
1295        let user_ids = request
1296            .payload
1297            .user_ids
1298            .into_iter()
1299            .map(UserId::from_proto)
1300            .collect();
1301        let users = self
1302            .app_state
1303            .db
1304            .get_users_by_ids(user_ids)
1305            .await?
1306            .into_iter()
1307            .map(|user| proto::User {
1308                id: user.id.to_proto(),
1309                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1310                github_login: user.github_login,
1311            })
1312            .collect();
1313        response.send(proto::UsersResponse { users })?;
1314        Ok(())
1315    }
1316
1317    async fn fuzzy_search_users(
1318        self: Arc<Server>,
1319        request: TypedEnvelope<proto::FuzzySearchUsers>,
1320        response: Response<proto::FuzzySearchUsers>,
1321    ) -> Result<()> {
1322        let user_id = self
1323            .store()
1324            .await
1325            .user_id_for_connection(request.sender_id)?;
1326        let query = request.payload.query;
1327        let db = &self.app_state.db;
1328        let users = match query.len() {
1329            0 => vec![],
1330            1 | 2 => db
1331                .get_user_by_github_login(&query)
1332                .await?
1333                .into_iter()
1334                .collect(),
1335            _ => db.fuzzy_search_users(&query, 10).await?,
1336        };
1337        let users = users
1338            .into_iter()
1339            .filter(|user| user.id != user_id)
1340            .map(|user| proto::User {
1341                id: user.id.to_proto(),
1342                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1343                github_login: user.github_login,
1344            })
1345            .collect();
1346        response.send(proto::UsersResponse { users })?;
1347        Ok(())
1348    }
1349
1350    async fn request_contact(
1351        self: Arc<Server>,
1352        request: TypedEnvelope<proto::RequestContact>,
1353        response: Response<proto::RequestContact>,
1354    ) -> Result<()> {
1355        let requester_id = self
1356            .store()
1357            .await
1358            .user_id_for_connection(request.sender_id)?;
1359        let responder_id = UserId::from_proto(request.payload.responder_id);
1360        if requester_id == responder_id {
1361            return Err(anyhow!("cannot add yourself as a contact"))?;
1362        }
1363
1364        self.app_state
1365            .db
1366            .send_contact_request(requester_id, responder_id)
1367            .await?;
1368
1369        // Update outgoing contact requests of requester
1370        let mut update = proto::UpdateContacts::default();
1371        update.outgoing_requests.push(responder_id.to_proto());
1372        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1373            self.peer.send(connection_id, update.clone())?;
1374        }
1375
1376        // Update incoming contact requests of responder
1377        let mut update = proto::UpdateContacts::default();
1378        update
1379            .incoming_requests
1380            .push(proto::IncomingContactRequest {
1381                requester_id: requester_id.to_proto(),
1382                should_notify: true,
1383            });
1384        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1385            self.peer.send(connection_id, update.clone())?;
1386        }
1387
1388        response.send(proto::Ack {})?;
1389        Ok(())
1390    }
1391
1392    async fn respond_to_contact_request(
1393        self: Arc<Server>,
1394        request: TypedEnvelope<proto::RespondToContactRequest>,
1395        response: Response<proto::RespondToContactRequest>,
1396    ) -> Result<()> {
1397        let responder_id = self
1398            .store()
1399            .await
1400            .user_id_for_connection(request.sender_id)?;
1401        let requester_id = UserId::from_proto(request.payload.requester_id);
1402        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1403            self.app_state
1404                .db
1405                .dismiss_contact_notification(responder_id, requester_id)
1406                .await?;
1407        } else {
1408            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1409            self.app_state
1410                .db
1411                .respond_to_contact_request(responder_id, requester_id, accept)
1412                .await?;
1413
1414            let store = self.store().await;
1415            // Update responder with new contact
1416            let mut update = proto::UpdateContacts::default();
1417            if accept {
1418                update
1419                    .contacts
1420                    .push(store.contact_for_user(requester_id, false));
1421            }
1422            update
1423                .remove_incoming_requests
1424                .push(requester_id.to_proto());
1425            for connection_id in store.connection_ids_for_user(responder_id) {
1426                self.peer.send(connection_id, update.clone())?;
1427            }
1428
1429            // Update requester with new contact
1430            let mut update = proto::UpdateContacts::default();
1431            if accept {
1432                update
1433                    .contacts
1434                    .push(store.contact_for_user(responder_id, true));
1435            }
1436            update
1437                .remove_outgoing_requests
1438                .push(responder_id.to_proto());
1439            for connection_id in store.connection_ids_for_user(requester_id) {
1440                self.peer.send(connection_id, update.clone())?;
1441            }
1442        }
1443
1444        response.send(proto::Ack {})?;
1445        Ok(())
1446    }
1447
1448    async fn remove_contact(
1449        self: Arc<Server>,
1450        request: TypedEnvelope<proto::RemoveContact>,
1451        response: Response<proto::RemoveContact>,
1452    ) -> Result<()> {
1453        let requester_id = self
1454            .store()
1455            .await
1456            .user_id_for_connection(request.sender_id)?;
1457        let responder_id = UserId::from_proto(request.payload.user_id);
1458        self.app_state
1459            .db
1460            .remove_contact(requester_id, responder_id)
1461            .await?;
1462
1463        // Update outgoing contact requests of requester
1464        let mut update = proto::UpdateContacts::default();
1465        update
1466            .remove_outgoing_requests
1467            .push(responder_id.to_proto());
1468        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1469            self.peer.send(connection_id, update.clone())?;
1470        }
1471
1472        // Update incoming contact requests of responder
1473        let mut update = proto::UpdateContacts::default();
1474        update
1475            .remove_incoming_requests
1476            .push(requester_id.to_proto());
1477        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1478            self.peer.send(connection_id, update.clone())?;
1479        }
1480
1481        response.send(proto::Ack {})?;
1482        Ok(())
1483    }
1484
1485    async fn join_channel(
1486        self: Arc<Self>,
1487        request: TypedEnvelope<proto::JoinChannel>,
1488        response: Response<proto::JoinChannel>,
1489    ) -> Result<()> {
1490        let user_id = self
1491            .store()
1492            .await
1493            .user_id_for_connection(request.sender_id)?;
1494        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1495        if !self
1496            .app_state
1497            .db
1498            .can_user_access_channel(user_id, channel_id)
1499            .await?
1500        {
1501            Err(anyhow!("access denied"))?;
1502        }
1503
1504        self.store()
1505            .await
1506            .join_channel(request.sender_id, channel_id);
1507        let messages = self
1508            .app_state
1509            .db
1510            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1511            .await?
1512            .into_iter()
1513            .map(|msg| proto::ChannelMessage {
1514                id: msg.id.to_proto(),
1515                body: msg.body,
1516                timestamp: msg.sent_at.unix_timestamp() as u64,
1517                sender_id: msg.sender_id.to_proto(),
1518                nonce: Some(msg.nonce.as_u128().into()),
1519            })
1520            .collect::<Vec<_>>();
1521        response.send(proto::JoinChannelResponse {
1522            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1523            messages,
1524        })?;
1525        Ok(())
1526    }
1527
1528    async fn leave_channel(
1529        self: Arc<Self>,
1530        request: TypedEnvelope<proto::LeaveChannel>,
1531    ) -> Result<()> {
1532        let user_id = self
1533            .store()
1534            .await
1535            .user_id_for_connection(request.sender_id)?;
1536        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1537        if !self
1538            .app_state
1539            .db
1540            .can_user_access_channel(user_id, channel_id)
1541            .await?
1542        {
1543            Err(anyhow!("access denied"))?;
1544        }
1545
1546        self.store()
1547            .await
1548            .leave_channel(request.sender_id, channel_id);
1549
1550        Ok(())
1551    }
1552
1553    async fn send_channel_message(
1554        self: Arc<Self>,
1555        request: TypedEnvelope<proto::SendChannelMessage>,
1556        response: Response<proto::SendChannelMessage>,
1557    ) -> Result<()> {
1558        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1559        let user_id;
1560        let connection_ids;
1561        {
1562            let state = self.store().await;
1563            user_id = state.user_id_for_connection(request.sender_id)?;
1564            connection_ids = state.channel_connection_ids(channel_id)?;
1565        }
1566
1567        // Validate the message body.
1568        let body = request.payload.body.trim().to_string();
1569        if body.len() > MAX_MESSAGE_LEN {
1570            return Err(anyhow!("message is too long"))?;
1571        }
1572        if body.is_empty() {
1573            return Err(anyhow!("message can't be blank"))?;
1574        }
1575
1576        let timestamp = OffsetDateTime::now_utc();
1577        let nonce = request
1578            .payload
1579            .nonce
1580            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1581
1582        let message_id = self
1583            .app_state
1584            .db
1585            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1586            .await?
1587            .to_proto();
1588        let message = proto::ChannelMessage {
1589            sender_id: user_id.to_proto(),
1590            id: message_id,
1591            body,
1592            timestamp: timestamp.unix_timestamp() as u64,
1593            nonce: Some(nonce),
1594        };
1595        broadcast(request.sender_id, connection_ids, |conn_id| {
1596            self.peer.send(
1597                conn_id,
1598                proto::ChannelMessageSent {
1599                    channel_id: channel_id.to_proto(),
1600                    message: Some(message.clone()),
1601                },
1602            )
1603        });
1604        response.send(proto::SendChannelMessageResponse {
1605            message: Some(message),
1606        })?;
1607        Ok(())
1608    }
1609
1610    async fn get_channel_messages(
1611        self: Arc<Self>,
1612        request: TypedEnvelope<proto::GetChannelMessages>,
1613        response: Response<proto::GetChannelMessages>,
1614    ) -> Result<()> {
1615        let user_id = self
1616            .store()
1617            .await
1618            .user_id_for_connection(request.sender_id)?;
1619        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1620        if !self
1621            .app_state
1622            .db
1623            .can_user_access_channel(user_id, channel_id)
1624            .await?
1625        {
1626            Err(anyhow!("access denied"))?;
1627        }
1628
1629        let messages = self
1630            .app_state
1631            .db
1632            .get_channel_messages(
1633                channel_id,
1634                MESSAGE_COUNT_PER_PAGE,
1635                Some(MessageId::from_proto(request.payload.before_message_id)),
1636            )
1637            .await?
1638            .into_iter()
1639            .map(|msg| proto::ChannelMessage {
1640                id: msg.id.to_proto(),
1641                body: msg.body,
1642                timestamp: msg.sent_at.unix_timestamp() as u64,
1643                sender_id: msg.sender_id.to_proto(),
1644                nonce: Some(msg.nonce.as_u128().into()),
1645            })
1646            .collect::<Vec<_>>();
1647        response.send(proto::GetChannelMessagesResponse {
1648            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1649            messages,
1650        })?;
1651        Ok(())
1652    }
1653
1654    pub(crate) async fn store<'a>(&'a self) -> StoreGuard<'a> {
1655        #[cfg(test)]
1656        tokio::task::yield_now().await;
1657        let guard = self.store.lock().await;
1658        #[cfg(test)]
1659        tokio::task::yield_now().await;
1660        StoreGuard {
1661            guard,
1662            _not_send: PhantomData,
1663        }
1664    }
1665
1666    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1667        ServerSnapshot {
1668            store: self.store().await,
1669            peer: &self.peer,
1670        }
1671    }
1672}
1673
1674impl<'a> Deref for StoreGuard<'a> {
1675    type Target = Store;
1676
1677    fn deref(&self) -> &Self::Target {
1678        &*self.guard
1679    }
1680}
1681
1682impl<'a> DerefMut for StoreGuard<'a> {
1683    fn deref_mut(&mut self) -> &mut Self::Target {
1684        &mut *self.guard
1685    }
1686}
1687
1688impl<'a> Drop for StoreGuard<'a> {
1689    fn drop(&mut self) {
1690        #[cfg(test)]
1691        self.check_invariants();
1692    }
1693}
1694
1695impl Executor for RealExecutor {
1696    type Sleep = Sleep;
1697
1698    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1699        tokio::task::spawn(future);
1700    }
1701
1702    fn sleep(&self, duration: Duration) -> Self::Sleep {
1703        tokio::time::sleep(duration)
1704    }
1705}
1706
1707fn broadcast<F>(
1708    sender_id: ConnectionId,
1709    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1710    mut f: F,
1711) where
1712    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1713{
1714    for receiver_id in receiver_ids {
1715        if receiver_id != sender_id {
1716            f(receiver_id).trace_err();
1717        }
1718    }
1719}
1720
1721lazy_static! {
1722    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1723}
1724
1725pub struct ProtocolVersion(u32);
1726
1727impl Header for ProtocolVersion {
1728    fn name() -> &'static HeaderName {
1729        &ZED_PROTOCOL_VERSION
1730    }
1731
1732    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1733    where
1734        Self: Sized,
1735        I: Iterator<Item = &'i axum::http::HeaderValue>,
1736    {
1737        let version = values
1738            .next()
1739            .ok_or_else(|| axum::headers::Error::invalid())?
1740            .to_str()
1741            .map_err(|_| axum::headers::Error::invalid())?
1742            .parse()
1743            .map_err(|_| axum::headers::Error::invalid())?;
1744        Ok(Self(version))
1745    }
1746
1747    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1748        values.extend([self.0.to_string().parse().unwrap()]);
1749    }
1750}
1751
1752pub fn routes(server: Arc<Server>) -> Router<Body> {
1753    Router::new()
1754        .route("/rpc", get(handle_websocket_request))
1755        .layer(
1756            ServiceBuilder::new()
1757                .layer(Extension(server.app_state.clone()))
1758                .layer(middleware::from_fn(auth::validate_header)),
1759        )
1760        .route("/metrics", get(handle_metrics))
1761        .layer(Extension(server))
1762}
1763
1764pub async fn handle_websocket_request(
1765    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1766    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1767    Extension(server): Extension<Arc<Server>>,
1768    Extension(user): Extension<User>,
1769    ws: WebSocketUpgrade,
1770) -> axum::response::Response {
1771    if protocol_version != rpc::PROTOCOL_VERSION {
1772        return (
1773            StatusCode::UPGRADE_REQUIRED,
1774            "client must be upgraded".to_string(),
1775        )
1776            .into_response();
1777    }
1778    let socket_address = socket_address.to_string();
1779    ws.on_upgrade(move |socket| {
1780        use util::ResultExt;
1781        let socket = socket
1782            .map_ok(to_tungstenite_message)
1783            .err_into()
1784            .with(|message| async move { Ok(to_axum_message(message)) });
1785        let connection = Connection::new(Box::pin(socket));
1786        async move {
1787            server
1788                .handle_connection(connection, socket_address, user, None, RealExecutor)
1789                .await
1790                .log_err();
1791        }
1792    })
1793}
1794
1795pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
1796    // We call `store_mut` here for its side effects of updating metrics.
1797    let metrics = server.store().await.metrics();
1798    METRIC_CONNECTIONS.set(metrics.connections as _);
1799    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
1800    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
1801    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
1802
1803    let encoder = prometheus::TextEncoder::new();
1804    let metric_families = prometheus::gather();
1805    match encoder.encode_to_string(&metric_families) {
1806        Ok(string) => (StatusCode::OK, string).into_response(),
1807        Err(error) => (
1808            StatusCode::INTERNAL_SERVER_ERROR,
1809            format!("failed to encode metrics {:?}", error),
1810        )
1811            .into_response(),
1812    }
1813}
1814
1815fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
1816    match message {
1817        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
1818        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
1819        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
1820        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
1821        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
1822            code: frame.code.into(),
1823            reason: frame.reason,
1824        })),
1825    }
1826}
1827
1828fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
1829    match message {
1830        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
1831        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
1832        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
1833        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
1834        AxumMessage::Close(frame) => {
1835            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
1836                code: frame.code.into(),
1837                reason: frame.reason,
1838            }))
1839        }
1840    }
1841}
1842
1843pub trait ResultExt {
1844    type Ok;
1845
1846    fn trace_err(self) -> Option<Self::Ok>;
1847}
1848
1849impl<T, E> ResultExt for Result<T, E>
1850where
1851    E: std::fmt::Debug,
1852{
1853    type Ok = T;
1854
1855    fn trace_err(self) -> Option<T> {
1856        match self {
1857            Ok(value) => Some(value),
1858            Err(error) => {
1859                tracing::error!("{:?}", error);
1860                None
1861            }
1862        }
1863    }
1864}