rpc.rs

   1mod store;
   2
   3use crate::{
   4    auth,
   5    db::{self, ChannelId, MessageId, ProjectId, User, UserId},
   6    AppState, Result,
   7};
   8use anyhow::anyhow;
   9use async_tungstenite::tungstenite::{
  10    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  11};
  12use axum::{
  13    body::Body,
  14    extract::{
  15        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  16        ConnectInfo, WebSocketUpgrade,
  17    },
  18    headers::{Header, HeaderName},
  19    http::StatusCode,
  20    middleware,
  21    response::IntoResponse,
  22    routing::get,
  23    Extension, Router, TypedHeader,
  24};
  25use collections::{HashMap, HashSet};
  26use futures::{
  27    channel::{mpsc, oneshot},
  28    future::{self, BoxFuture},
  29    stream::FuturesUnordered,
  30    FutureExt, SinkExt, StreamExt, TryStreamExt,
  31};
  32use lazy_static::lazy_static;
  33use prometheus::{register_int_gauge, IntGauge};
  34use rpc::{
  35    proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
  36    Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
  37};
  38use serde::{Serialize, Serializer};
  39use std::{
  40    any::TypeId,
  41    future::Future,
  42    marker::PhantomData,
  43    net::SocketAddr,
  44    ops::{Deref, DerefMut},
  45    rc::Rc,
  46    sync::{
  47        atomic::{AtomicBool, Ordering::SeqCst},
  48        Arc,
  49    },
  50    time::Duration,
  51};
  52pub use store::{Store, Worktree};
  53use time::OffsetDateTime;
  54use tokio::{
  55    sync::{Mutex, MutexGuard},
  56    time::Sleep,
  57};
  58use tower::ServiceBuilder;
  59use tracing::{info_span, instrument, Instrument};
  60
  61lazy_static! {
  62    static ref METRIC_CONNECTIONS: IntGauge =
  63        register_int_gauge!("connections", "number of connections").unwrap();
  64    static ref METRIC_REGISTERED_PROJECTS: IntGauge =
  65        register_int_gauge!("registered_projects", "number of registered projects").unwrap();
  66    static ref METRIC_ACTIVE_PROJECTS: IntGauge =
  67        register_int_gauge!("active_projects", "number of active projects").unwrap();
  68    static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
  69        "shared_projects",
  70        "number of open projects with one or more guests"
  71    )
  72    .unwrap();
  73}
  74
  75type MessageHandler =
  76    Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
  77
  78struct Response<R> {
  79    server: Arc<Server>,
  80    receipt: Receipt<R>,
  81    responded: Arc<AtomicBool>,
  82}
  83
  84impl<R: RequestMessage> Response<R> {
  85    fn send(self, payload: R::Response) -> Result<()> {
  86        self.responded.store(true, SeqCst);
  87        self.server.peer.respond(self.receipt, payload)?;
  88        Ok(())
  89    }
  90}
  91
  92pub struct Server {
  93    peer: Arc<Peer>,
  94    pub(crate) store: Mutex<Store>,
  95    app_state: Arc<AppState>,
  96    handlers: HashMap<TypeId, MessageHandler>,
  97    notifications: Option<mpsc::UnboundedSender<()>>,
  98}
  99
 100pub trait Executor: Send + Clone {
 101    type Sleep: Send + Future;
 102    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
 103    fn sleep(&self, duration: Duration) -> Self::Sleep;
 104}
 105
 106#[derive(Clone)]
 107pub struct RealExecutor;
 108
 109const MESSAGE_COUNT_PER_PAGE: usize = 100;
 110const MAX_MESSAGE_LEN: usize = 1024;
 111
 112pub(crate) struct StoreGuard<'a> {
 113    guard: MutexGuard<'a, Store>,
 114    _not_send: PhantomData<Rc<()>>,
 115}
 116
 117#[derive(Serialize)]
 118pub struct ServerSnapshot<'a> {
 119    peer: &'a Peer,
 120    #[serde(serialize_with = "serialize_deref")]
 121    store: StoreGuard<'a>,
 122}
 123
 124pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 125where
 126    S: Serializer,
 127    T: Deref<Target = U>,
 128    U: Serialize,
 129{
 130    Serialize::serialize(value.deref(), serializer)
 131}
 132
 133impl Server {
 134    pub fn new(
 135        app_state: Arc<AppState>,
 136        notifications: Option<mpsc::UnboundedSender<()>>,
 137    ) -> Arc<Self> {
 138        let mut server = Self {
 139            peer: Peer::new(),
 140            app_state,
 141            store: Default::default(),
 142            handlers: Default::default(),
 143            notifications,
 144        };
 145
 146        server
 147            .add_request_handler(Server::ping)
 148            .add_request_handler(Server::create_room)
 149            .add_request_handler(Server::join_room)
 150            .add_message_handler(Server::leave_room)
 151            .add_request_handler(Server::call)
 152            .add_request_handler(Server::cancel_call)
 153            .add_message_handler(Server::decline_call)
 154            .add_request_handler(Server::update_participant_location)
 155            .add_request_handler(Server::share_project)
 156            .add_message_handler(Server::unshare_project)
 157            .add_request_handler(Server::join_project)
 158            .add_message_handler(Server::leave_project)
 159            .add_message_handler(Server::update_project)
 160            .add_message_handler(Server::register_project_activity)
 161            .add_request_handler(Server::update_worktree)
 162            .add_message_handler(Server::update_worktree_extensions)
 163            .add_message_handler(Server::start_language_server)
 164            .add_message_handler(Server::update_language_server)
 165            .add_message_handler(Server::update_diagnostic_summary)
 166            .add_request_handler(Server::forward_project_request::<proto::GetHover>)
 167            .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
 168            .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
 169            .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
 170            .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
 171            .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
 172            .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
 173            .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
 174            .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
 175            .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
 176            .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
 177            .add_request_handler(
 178                Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
 179            )
 180            .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
 181            .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
 182            .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
 183            .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
 184            .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
 185            .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
 186            .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
 187            .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
 188            .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
 189            .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
 190            .add_message_handler(Server::create_buffer_for_peer)
 191            .add_request_handler(Server::update_buffer)
 192            .add_message_handler(Server::update_buffer_file)
 193            .add_message_handler(Server::buffer_reloaded)
 194            .add_message_handler(Server::buffer_saved)
 195            .add_request_handler(Server::save_buffer)
 196            .add_request_handler(Server::get_channels)
 197            .add_request_handler(Server::get_users)
 198            .add_request_handler(Server::fuzzy_search_users)
 199            .add_request_handler(Server::request_contact)
 200            .add_request_handler(Server::remove_contact)
 201            .add_request_handler(Server::respond_to_contact_request)
 202            .add_request_handler(Server::join_channel)
 203            .add_message_handler(Server::leave_channel)
 204            .add_request_handler(Server::send_channel_message)
 205            .add_request_handler(Server::follow)
 206            .add_message_handler(Server::unfollow)
 207            .add_message_handler(Server::update_followers)
 208            .add_request_handler(Server::get_channel_messages)
 209            .add_message_handler(Server::update_diff_base)
 210            .add_request_handler(Server::get_private_user_info);
 211
 212        Arc::new(server)
 213    }
 214
 215    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 216    where
 217        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 218        Fut: 'static + Send + Future<Output = Result<()>>,
 219        M: EnvelopedMessage,
 220    {
 221        let prev_handler = self.handlers.insert(
 222            TypeId::of::<M>(),
 223            Box::new(move |server, envelope| {
 224                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 225                let span = info_span!(
 226                    "handle message",
 227                    payload_type = envelope.payload_type_name()
 228                );
 229                span.in_scope(|| {
 230                    tracing::info!(
 231                        payload_type = envelope.payload_type_name(),
 232                        "message received"
 233                    );
 234                });
 235                let future = (handler)(server, *envelope);
 236                async move {
 237                    if let Err(error) = future.await {
 238                        tracing::error!(%error, "error handling message");
 239                    }
 240                }
 241                .instrument(span)
 242                .boxed()
 243            }),
 244        );
 245        if prev_handler.is_some() {
 246            panic!("registered a handler for the same message twice");
 247        }
 248        self
 249    }
 250
 251    /// Handle a request while holding a lock to the store. This is useful when we're registering
 252    /// a connection but we want to respond on the connection before anybody else can send on it.
 253    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 254    where
 255        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
 256        Fut: Send + Future<Output = Result<()>>,
 257        M: RequestMessage,
 258    {
 259        let handler = Arc::new(handler);
 260        self.add_message_handler(move |server, envelope| {
 261            let receipt = envelope.receipt();
 262            let handler = handler.clone();
 263            async move {
 264                let responded = Arc::new(AtomicBool::default());
 265                let response = Response {
 266                    server: server.clone(),
 267                    responded: responded.clone(),
 268                    receipt: envelope.receipt(),
 269                };
 270                match (handler)(server.clone(), envelope, response).await {
 271                    Ok(()) => {
 272                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 273                            Ok(())
 274                        } else {
 275                            Err(anyhow!("handler did not send a response"))?
 276                        }
 277                    }
 278                    Err(error) => {
 279                        server.peer.respond_with_error(
 280                            receipt,
 281                            proto::Error {
 282                                message: error.to_string(),
 283                            },
 284                        )?;
 285                        Err(error)
 286                    }
 287                }
 288            }
 289        })
 290    }
 291
 292    /// Start a long lived task that records which users are active in which projects.
 293    pub fn start_recording_project_activity<E: 'static + Executor>(
 294        self: &Arc<Self>,
 295        interval: Duration,
 296        executor: E,
 297    ) {
 298        executor.spawn_detached({
 299            let this = Arc::downgrade(self);
 300            let executor = executor.clone();
 301            async move {
 302                let mut period_start = OffsetDateTime::now_utc();
 303                let mut active_projects = Vec::<(UserId, ProjectId)>::new();
 304                loop {
 305                    let sleep = executor.sleep(interval);
 306                    sleep.await;
 307                    let this = if let Some(this) = this.upgrade() {
 308                        this
 309                    } else {
 310                        break;
 311                    };
 312
 313                    active_projects.clear();
 314                    active_projects.extend(this.store().await.projects().flat_map(
 315                        |(project_id, project)| {
 316                            project.guests.values().chain([&project.host]).filter_map(
 317                                |collaborator| {
 318                                    if !collaborator.admin
 319                                        && collaborator
 320                                            .last_activity
 321                                            .map_or(false, |activity| activity > period_start)
 322                                    {
 323                                        Some((collaborator.user_id, *project_id))
 324                                    } else {
 325                                        None
 326                                    }
 327                                },
 328                            )
 329                        },
 330                    ));
 331
 332                    let period_end = OffsetDateTime::now_utc();
 333                    this.app_state
 334                        .db
 335                        .record_user_activity(period_start..period_end, &active_projects)
 336                        .await
 337                        .trace_err();
 338                    period_start = period_end;
 339                }
 340            }
 341        });
 342    }
 343
 344    pub fn handle_connection<E: Executor>(
 345        self: &Arc<Self>,
 346        connection: Connection,
 347        address: String,
 348        user: User,
 349        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 350        executor: E,
 351    ) -> impl Future<Output = Result<()>> {
 352        let mut this = self.clone();
 353        let user_id = user.id;
 354        let login = user.github_login;
 355        let span = info_span!("handle connection", %user_id, %login, %address);
 356        async move {
 357            let (connection_id, handle_io, mut incoming_rx) = this
 358                .peer
 359                .add_connection(connection, {
 360                    let executor = executor.clone();
 361                    move |duration| {
 362                        let timer = executor.sleep(duration);
 363                        async move {
 364                            timer.await;
 365                        }
 366                    }
 367                });
 368
 369            tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
 370            this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
 371            tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
 372
 373            if let Some(send_connection_id) = send_connection_id.take() {
 374                let _ = send_connection_id.send(connection_id);
 375            }
 376
 377            if !user.connected_once {
 378                this.peer.send(connection_id, proto::ShowContacts {})?;
 379                this.app_state.db.set_user_connected_once(user_id, true).await?;
 380            }
 381
 382            let (contacts, invite_code) = future::try_join(
 383                this.app_state.db.get_contacts(user_id),
 384                this.app_state.db.get_invite_code_for_user(user_id)
 385            ).await?;
 386
 387            {
 388                let mut store = this.store().await;
 389                let incoming_call = store.add_connection(connection_id, user_id, user.admin);
 390                if let Some(incoming_call) = incoming_call {
 391                    this.peer.send(connection_id, incoming_call)?;
 392                }
 393
 394                this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
 395
 396                if let Some((code, count)) = invite_code {
 397                    this.peer.send(connection_id, proto::UpdateInviteInfo {
 398                        url: format!("{}{}", this.app_state.config.invite_link_prefix, code),
 399                        count,
 400                    })?;
 401                }
 402            }
 403            this.update_user_contacts(user_id).await?;
 404
 405            let handle_io = handle_io.fuse();
 406            futures::pin_mut!(handle_io);
 407
 408            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 409            // This prevents deadlocks when e.g., client A performs a request to client B and
 410            // client B performs a request to client A. If both clients stop processing further
 411            // messages until their respective request completes, they won't have a chance to
 412            // respond to the other client's request and cause a deadlock.
 413            //
 414            // This arrangement ensures we will attempt to process earlier messages first, but fall
 415            // back to processing messages arrived later in the spirit of making progress.
 416            let mut foreground_message_handlers = FuturesUnordered::new();
 417            loop {
 418                let next_message = incoming_rx.next().fuse();
 419                futures::pin_mut!(next_message);
 420                futures::select_biased! {
 421                    result = handle_io => {
 422                        if let Err(error) = result {
 423                            tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
 424                        }
 425                        break;
 426                    }
 427                    _ = foreground_message_handlers.next() => {}
 428                    message = next_message => {
 429                        if let Some(message) = message {
 430                            let type_name = message.payload_type_name();
 431                            let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
 432                            let span_enter = span.enter();
 433                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 434                                let notifications = this.notifications.clone();
 435                                let is_background = message.is_background();
 436                                let handle_message = (handler)(this.clone(), message);
 437
 438                                drop(span_enter);
 439                                let handle_message = async move {
 440                                    handle_message.await;
 441                                    if let Some(mut notifications) = notifications {
 442                                        let _ = notifications.send(()).await;
 443                                    }
 444                                }.instrument(span);
 445
 446                                if is_background {
 447                                    executor.spawn_detached(handle_message);
 448                                } else {
 449                                    foreground_message_handlers.push(handle_message);
 450                                }
 451                            } else {
 452                                tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
 453                            }
 454                        } else {
 455                            tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
 456                            break;
 457                        }
 458                    }
 459                }
 460            }
 461
 462            drop(foreground_message_handlers);
 463            tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
 464            if let Err(error) = this.sign_out(connection_id).await {
 465                tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
 466            }
 467
 468            Ok(())
 469        }.instrument(span)
 470    }
 471
 472    #[instrument(skip(self), err)]
 473    async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
 474        self.peer.disconnect(connection_id);
 475
 476        let mut projects_to_unshare = Vec::new();
 477        let mut contacts_to_update = HashSet::default();
 478        let mut room_left = None;
 479        {
 480            let mut store = self.store().await;
 481
 482            #[cfg(test)]
 483            let removed_connection = store.remove_connection(connection_id).unwrap();
 484            #[cfg(not(test))]
 485            let removed_connection = store.remove_connection(connection_id)?;
 486
 487            for project in removed_connection.hosted_projects {
 488                projects_to_unshare.push(project.id);
 489                broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
 490                    self.peer.send(
 491                        conn_id,
 492                        proto::UnshareProject {
 493                            project_id: project.id.to_proto(),
 494                        },
 495                    )
 496                });
 497            }
 498
 499            for project in removed_connection.guest_projects {
 500                broadcast(connection_id, project.connection_ids, |conn_id| {
 501                    self.peer.send(
 502                        conn_id,
 503                        proto::RemoveProjectCollaborator {
 504                            project_id: project.id.to_proto(),
 505                            peer_id: connection_id.0,
 506                        },
 507                    )
 508                });
 509            }
 510
 511            if let Some(room) = removed_connection.room {
 512                self.room_updated(&room);
 513                room_left = Some(self.room_left(&room, connection_id));
 514            }
 515
 516            contacts_to_update.insert(removed_connection.user_id);
 517            for connection_id in removed_connection.canceled_call_connection_ids {
 518                self.peer
 519                    .send(connection_id, proto::CallCanceled {})
 520                    .trace_err();
 521                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 522            }
 523        };
 524
 525        if let Some(room_left) = room_left {
 526            room_left.await.trace_err();
 527        }
 528
 529        for user_id in contacts_to_update {
 530            self.update_user_contacts(user_id).await.trace_err();
 531        }
 532
 533        for project_id in projects_to_unshare {
 534            self.app_state
 535                .db
 536                .unregister_project(project_id)
 537                .await
 538                .trace_err();
 539        }
 540
 541        Ok(())
 542    }
 543
 544    pub async fn invite_code_redeemed(
 545        self: &Arc<Self>,
 546        inviter_id: UserId,
 547        invitee_id: UserId,
 548    ) -> Result<()> {
 549        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 550            if let Some(code) = &user.invite_code {
 551                let store = self.store().await;
 552                let invitee_contact = store.contact_for_user(invitee_id, true);
 553                for connection_id in store.connection_ids_for_user(inviter_id) {
 554                    self.peer.send(
 555                        connection_id,
 556                        proto::UpdateContacts {
 557                            contacts: vec![invitee_contact.clone()],
 558                            ..Default::default()
 559                        },
 560                    )?;
 561                    self.peer.send(
 562                        connection_id,
 563                        proto::UpdateInviteInfo {
 564                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 565                            count: user.invite_count as u32,
 566                        },
 567                    )?;
 568                }
 569            }
 570        }
 571        Ok(())
 572    }
 573
 574    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 575        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 576            if let Some(invite_code) = &user.invite_code {
 577                let store = self.store().await;
 578                for connection_id in store.connection_ids_for_user(user_id) {
 579                    self.peer.send(
 580                        connection_id,
 581                        proto::UpdateInviteInfo {
 582                            url: format!(
 583                                "{}{}",
 584                                self.app_state.config.invite_link_prefix, invite_code
 585                            ),
 586                            count: user.invite_count as u32,
 587                        },
 588                    )?;
 589                }
 590            }
 591        }
 592        Ok(())
 593    }
 594
 595    async fn ping(
 596        self: Arc<Server>,
 597        _: TypedEnvelope<proto::Ping>,
 598        response: Response<proto::Ping>,
 599    ) -> Result<()> {
 600        response.send(proto::Ack {})?;
 601        Ok(())
 602    }
 603
 604    async fn create_room(
 605        self: Arc<Server>,
 606        request: TypedEnvelope<proto::CreateRoom>,
 607        response: Response<proto::CreateRoom>,
 608    ) -> Result<()> {
 609        let user_id;
 610        let room;
 611        {
 612            let mut store = self.store().await;
 613            user_id = store.user_id_for_connection(request.sender_id)?;
 614            room = store.create_room(request.sender_id)?.clone();
 615        }
 616
 617        let live_kit_connection_info =
 618            if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 619                if let Some(_) = live_kit
 620                    .create_room(room.live_kit_room.clone())
 621                    .await
 622                    .trace_err()
 623                {
 624                    if let Some(token) = live_kit
 625                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 626                        .trace_err()
 627                    {
 628                        Some(proto::LiveKitConnectionInfo {
 629                            server_url: live_kit.url().into(),
 630                            token,
 631                        })
 632                    } else {
 633                        None
 634                    }
 635                } else {
 636                    None
 637                }
 638            } else {
 639                None
 640            };
 641
 642        response.send(proto::CreateRoomResponse {
 643            room: Some(room),
 644            live_kit_connection_info,
 645        })?;
 646        self.update_user_contacts(user_id).await?;
 647        Ok(())
 648    }
 649
 650    async fn join_room(
 651        self: Arc<Server>,
 652        request: TypedEnvelope<proto::JoinRoom>,
 653        response: Response<proto::JoinRoom>,
 654    ) -> Result<()> {
 655        let user_id;
 656        {
 657            let mut store = self.store().await;
 658            user_id = store.user_id_for_connection(request.sender_id)?;
 659            let (room, recipient_connection_ids) =
 660                store.join_room(request.payload.id, request.sender_id)?;
 661            for recipient_id in recipient_connection_ids {
 662                self.peer
 663                    .send(recipient_id, proto::CallCanceled {})
 664                    .trace_err();
 665            }
 666
 667            let live_kit_connection_info =
 668                if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
 669                    if let Some(token) = live_kit
 670                        .room_token(&room.live_kit_room, &request.sender_id.to_string())
 671                        .trace_err()
 672                    {
 673                        Some(proto::LiveKitConnectionInfo {
 674                            server_url: live_kit.url().into(),
 675                            token,
 676                        })
 677                    } else {
 678                        None
 679                    }
 680                } else {
 681                    None
 682                };
 683
 684            response.send(proto::JoinRoomResponse {
 685                room: Some(room.clone()),
 686                live_kit_connection_info,
 687            })?;
 688            self.room_updated(room);
 689        }
 690        self.update_user_contacts(user_id).await?;
 691        Ok(())
 692    }
 693
 694    async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
 695        let mut contacts_to_update = HashSet::default();
 696        let room_left;
 697        {
 698            let mut store = self.store().await;
 699            let user_id = store.user_id_for_connection(message.sender_id)?;
 700            let left_room = store.leave_room(message.payload.id, message.sender_id)?;
 701            contacts_to_update.insert(user_id);
 702
 703            for project in left_room.unshared_projects {
 704                for connection_id in project.connection_ids() {
 705                    self.peer.send(
 706                        connection_id,
 707                        proto::UnshareProject {
 708                            project_id: project.id.to_proto(),
 709                        },
 710                    )?;
 711                }
 712            }
 713
 714            for project in left_room.left_projects {
 715                if project.remove_collaborator {
 716                    for connection_id in project.connection_ids {
 717                        self.peer.send(
 718                            connection_id,
 719                            proto::RemoveProjectCollaborator {
 720                                project_id: project.id.to_proto(),
 721                                peer_id: message.sender_id.0,
 722                            },
 723                        )?;
 724                    }
 725
 726                    self.peer.send(
 727                        message.sender_id,
 728                        proto::UnshareProject {
 729                            project_id: project.id.to_proto(),
 730                        },
 731                    )?;
 732                }
 733            }
 734
 735            self.room_updated(&left_room.room);
 736            room_left = self.room_left(&left_room.room, message.sender_id);
 737
 738            for connection_id in left_room.canceled_call_connection_ids {
 739                self.peer
 740                    .send(connection_id, proto::CallCanceled {})
 741                    .trace_err();
 742                contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
 743            }
 744        }
 745
 746        room_left.await.trace_err();
 747        for user_id in contacts_to_update {
 748            self.update_user_contacts(user_id).await?;
 749        }
 750
 751        Ok(())
 752    }
 753
 754    async fn call(
 755        self: Arc<Server>,
 756        request: TypedEnvelope<proto::Call>,
 757        response: Response<proto::Call>,
 758    ) -> Result<()> {
 759        let caller_user_id = self
 760            .store()
 761            .await
 762            .user_id_for_connection(request.sender_id)?;
 763        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 764        let initial_project_id = request
 765            .payload
 766            .initial_project_id
 767            .map(ProjectId::from_proto);
 768        if !self
 769            .app_state
 770            .db
 771            .has_contact(caller_user_id, recipient_user_id)
 772            .await?
 773        {
 774            return Err(anyhow!("cannot call a user who isn't a contact"))?;
 775        }
 776
 777        let room_id = request.payload.room_id;
 778        let mut calls = {
 779            let mut store = self.store().await;
 780            let (room, recipient_connection_ids, incoming_call) = store.call(
 781                room_id,
 782                recipient_user_id,
 783                initial_project_id,
 784                request.sender_id,
 785            )?;
 786            self.room_updated(room);
 787            recipient_connection_ids
 788                .into_iter()
 789                .map(|recipient_connection_id| {
 790                    self.peer
 791                        .request(recipient_connection_id, incoming_call.clone())
 792                })
 793                .collect::<FuturesUnordered<_>>()
 794        };
 795        self.update_user_contacts(recipient_user_id).await?;
 796
 797        while let Some(call_response) = calls.next().await {
 798            match call_response.as_ref() {
 799                Ok(_) => {
 800                    response.send(proto::Ack {})?;
 801                    return Ok(());
 802                }
 803                Err(_) => {
 804                    call_response.trace_err();
 805                }
 806            }
 807        }
 808
 809        {
 810            let mut store = self.store().await;
 811            let room = store.call_failed(room_id, recipient_user_id)?;
 812            self.room_updated(&room);
 813        }
 814        self.update_user_contacts(recipient_user_id).await?;
 815
 816        Err(anyhow!("failed to ring call recipient"))?
 817    }
 818
 819    async fn cancel_call(
 820        self: Arc<Server>,
 821        request: TypedEnvelope<proto::CancelCall>,
 822        response: Response<proto::CancelCall>,
 823    ) -> Result<()> {
 824        let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
 825        {
 826            let mut store = self.store().await;
 827            let (room, recipient_connection_ids) = store.cancel_call(
 828                request.payload.room_id,
 829                recipient_user_id,
 830                request.sender_id,
 831            )?;
 832            for recipient_id in recipient_connection_ids {
 833                self.peer
 834                    .send(recipient_id, proto::CallCanceled {})
 835                    .trace_err();
 836            }
 837            self.room_updated(room);
 838            response.send(proto::Ack {})?;
 839        }
 840        self.update_user_contacts(recipient_user_id).await?;
 841        Ok(())
 842    }
 843
 844    async fn decline_call(
 845        self: Arc<Server>,
 846        message: TypedEnvelope<proto::DeclineCall>,
 847    ) -> Result<()> {
 848        let recipient_user_id;
 849        {
 850            let mut store = self.store().await;
 851            recipient_user_id = store.user_id_for_connection(message.sender_id)?;
 852            let (room, recipient_connection_ids) =
 853                store.decline_call(message.payload.room_id, message.sender_id)?;
 854            for recipient_id in recipient_connection_ids {
 855                self.peer
 856                    .send(recipient_id, proto::CallCanceled {})
 857                    .trace_err();
 858            }
 859            self.room_updated(room);
 860        }
 861        self.update_user_contacts(recipient_user_id).await?;
 862        Ok(())
 863    }
 864
 865    async fn update_participant_location(
 866        self: Arc<Server>,
 867        request: TypedEnvelope<proto::UpdateParticipantLocation>,
 868        response: Response<proto::UpdateParticipantLocation>,
 869    ) -> Result<()> {
 870        let room_id = request.payload.room_id;
 871        let location = request
 872            .payload
 873            .location
 874            .ok_or_else(|| anyhow!("invalid location"))?;
 875        let mut store = self.store().await;
 876        let room = store.update_participant_location(room_id, location, request.sender_id)?;
 877        self.room_updated(room);
 878        response.send(proto::Ack {})?;
 879        Ok(())
 880    }
 881
 882    fn room_updated(&self, room: &proto::Room) {
 883        for participant in &room.participants {
 884            self.peer
 885                .send(
 886                    ConnectionId(participant.peer_id),
 887                    proto::RoomUpdated {
 888                        room: Some(room.clone()),
 889                    },
 890                )
 891                .trace_err();
 892        }
 893    }
 894
 895    fn room_left(
 896        &self,
 897        room: &proto::Room,
 898        connection_id: ConnectionId,
 899    ) -> impl Future<Output = Result<()>> {
 900        let client = self.app_state.live_kit_client.clone();
 901        let room_name = room.live_kit_room.clone();
 902        let participant_count = room.participants.len();
 903        async move {
 904            if let Some(client) = client {
 905                client
 906                    .remove_participant(room_name.clone(), connection_id.to_string())
 907                    .await?;
 908
 909                if participant_count == 0 {
 910                    client.delete_room(room_name).await?;
 911                }
 912            }
 913
 914            Ok(())
 915        }
 916    }
 917
 918    async fn share_project(
 919        self: Arc<Server>,
 920        request: TypedEnvelope<proto::ShareProject>,
 921        response: Response<proto::ShareProject>,
 922    ) -> Result<()> {
 923        let user_id = self
 924            .store()
 925            .await
 926            .user_id_for_connection(request.sender_id)?;
 927        let project_id = self.app_state.db.register_project(user_id).await?;
 928        let mut store = self.store().await;
 929        let room = store.share_project(
 930            request.payload.room_id,
 931            project_id,
 932            request.payload.worktrees,
 933            request.sender_id,
 934        )?;
 935        response.send(proto::ShareProjectResponse {
 936            project_id: project_id.to_proto(),
 937        })?;
 938        self.room_updated(room);
 939
 940        Ok(())
 941    }
 942
 943    async fn unshare_project(
 944        self: Arc<Server>,
 945        message: TypedEnvelope<proto::UnshareProject>,
 946    ) -> Result<()> {
 947        let project_id = ProjectId::from_proto(message.payload.project_id);
 948        let mut store = self.store().await;
 949        let (room, project) = store.unshare_project(project_id, message.sender_id)?;
 950        broadcast(
 951            message.sender_id,
 952            project.guest_connection_ids(),
 953            |conn_id| self.peer.send(conn_id, message.payload.clone()),
 954        );
 955        self.room_updated(room);
 956
 957        Ok(())
 958    }
 959
 960    async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
 961        let contacts = self.app_state.db.get_contacts(user_id).await?;
 962        let store = self.store().await;
 963        let updated_contact = store.contact_for_user(user_id, false);
 964        for contact in contacts {
 965            if let db::Contact::Accepted {
 966                user_id: contact_user_id,
 967                ..
 968            } = contact
 969            {
 970                for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
 971                    self.peer
 972                        .send(
 973                            contact_conn_id,
 974                            proto::UpdateContacts {
 975                                contacts: vec![updated_contact.clone()],
 976                                remove_contacts: Default::default(),
 977                                incoming_requests: Default::default(),
 978                                remove_incoming_requests: Default::default(),
 979                                outgoing_requests: Default::default(),
 980                                remove_outgoing_requests: Default::default(),
 981                            },
 982                        )
 983                        .trace_err();
 984                }
 985            }
 986        }
 987        Ok(())
 988    }
 989
 990    async fn join_project(
 991        self: Arc<Server>,
 992        request: TypedEnvelope<proto::JoinProject>,
 993        response: Response<proto::JoinProject>,
 994    ) -> Result<()> {
 995        let project_id = ProjectId::from_proto(request.payload.project_id);
 996
 997        let host_user_id;
 998        let guest_user_id;
 999        let host_connection_id;
1000        {
1001            let state = self.store().await;
1002            let project = state.project(project_id)?;
1003            host_user_id = project.host.user_id;
1004            host_connection_id = project.host_connection_id;
1005            guest_user_id = state.user_id_for_connection(request.sender_id)?;
1006        };
1007
1008        tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
1009
1010        let mut store = self.store().await;
1011        let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
1012        let peer_count = project.guests.len();
1013        let mut collaborators = Vec::with_capacity(peer_count);
1014        collaborators.push(proto::Collaborator {
1015            peer_id: project.host_connection_id.0,
1016            replica_id: 0,
1017            user_id: project.host.user_id.to_proto(),
1018        });
1019        let worktrees = project
1020            .worktrees
1021            .iter()
1022            .map(|(id, worktree)| proto::WorktreeMetadata {
1023                id: *id,
1024                root_name: worktree.root_name.clone(),
1025                visible: worktree.visible,
1026                abs_path: worktree.abs_path.clone(),
1027            })
1028            .collect::<Vec<_>>();
1029
1030        // Add all guests other than the requesting user's own connections as collaborators
1031        for (guest_conn_id, guest) in &project.guests {
1032            if request.sender_id != *guest_conn_id {
1033                collaborators.push(proto::Collaborator {
1034                    peer_id: guest_conn_id.0,
1035                    replica_id: guest.replica_id as u32,
1036                    user_id: guest.user_id.to_proto(),
1037                });
1038            }
1039        }
1040
1041        for conn_id in project.connection_ids() {
1042            if conn_id != request.sender_id {
1043                self.peer
1044                    .send(
1045                        conn_id,
1046                        proto::AddProjectCollaborator {
1047                            project_id: project_id.to_proto(),
1048                            collaborator: Some(proto::Collaborator {
1049                                peer_id: request.sender_id.0,
1050                                replica_id: replica_id as u32,
1051                                user_id: guest_user_id.to_proto(),
1052                            }),
1053                        },
1054                    )
1055                    .trace_err();
1056            }
1057        }
1058
1059        // First, we send the metadata associated with each worktree.
1060        response.send(proto::JoinProjectResponse {
1061            worktrees: worktrees.clone(),
1062            replica_id: replica_id as u32,
1063            collaborators: collaborators.clone(),
1064            language_servers: project.language_servers.clone(),
1065        })?;
1066
1067        for (worktree_id, worktree) in &project.worktrees {
1068            #[cfg(any(test, feature = "test-support"))]
1069            const MAX_CHUNK_SIZE: usize = 2;
1070            #[cfg(not(any(test, feature = "test-support")))]
1071            const MAX_CHUNK_SIZE: usize = 256;
1072
1073            // Stream this worktree's entries.
1074            let message = proto::UpdateWorktree {
1075                project_id: project_id.to_proto(),
1076                worktree_id: *worktree_id,
1077                abs_path: worktree.abs_path.clone(),
1078                root_name: worktree.root_name.clone(),
1079                updated_entries: worktree.entries.values().cloned().collect(),
1080                removed_entries: Default::default(),
1081                scan_id: worktree.scan_id,
1082                is_last_update: worktree.is_complete,
1083            };
1084            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1085                self.peer.send(request.sender_id, update.clone())?;
1086            }
1087
1088            // Stream this worktree's diagnostics.
1089            for summary in worktree.diagnostic_summaries.values() {
1090                self.peer.send(
1091                    request.sender_id,
1092                    proto::UpdateDiagnosticSummary {
1093                        project_id: project_id.to_proto(),
1094                        worktree_id: *worktree_id,
1095                        summary: Some(summary.clone()),
1096                    },
1097                )?;
1098            }
1099        }
1100
1101        for language_server in &project.language_servers {
1102            self.peer.send(
1103                request.sender_id,
1104                proto::UpdateLanguageServer {
1105                    project_id: project_id.to_proto(),
1106                    language_server_id: language_server.id,
1107                    variant: Some(
1108                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1109                            proto::LspDiskBasedDiagnosticsUpdated {},
1110                        ),
1111                    ),
1112                },
1113            )?;
1114        }
1115
1116        Ok(())
1117    }
1118
1119    async fn leave_project(
1120        self: Arc<Server>,
1121        request: TypedEnvelope<proto::LeaveProject>,
1122    ) -> Result<()> {
1123        let sender_id = request.sender_id;
1124        let project_id = ProjectId::from_proto(request.payload.project_id);
1125        let project;
1126        {
1127            let mut store = self.store().await;
1128            project = store.leave_project(project_id, sender_id)?;
1129            tracing::info!(
1130                %project_id,
1131                host_user_id = %project.host_user_id,
1132                host_connection_id = %project.host_connection_id,
1133                "leave project"
1134            );
1135
1136            if project.remove_collaborator {
1137                broadcast(sender_id, project.connection_ids, |conn_id| {
1138                    self.peer.send(
1139                        conn_id,
1140                        proto::RemoveProjectCollaborator {
1141                            project_id: project_id.to_proto(),
1142                            peer_id: sender_id.0,
1143                        },
1144                    )
1145                });
1146            }
1147        }
1148
1149        Ok(())
1150    }
1151
1152    async fn update_project(
1153        self: Arc<Server>,
1154        request: TypedEnvelope<proto::UpdateProject>,
1155    ) -> Result<()> {
1156        let project_id = ProjectId::from_proto(request.payload.project_id);
1157        {
1158            let mut state = self.store().await;
1159            let guest_connection_ids = state
1160                .read_project(project_id, request.sender_id)?
1161                .guest_connection_ids();
1162            let room =
1163                state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1164            broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1165                self.peer
1166                    .forward_send(request.sender_id, connection_id, request.payload.clone())
1167            });
1168            self.room_updated(room);
1169        };
1170
1171        Ok(())
1172    }
1173
1174    async fn register_project_activity(
1175        self: Arc<Server>,
1176        request: TypedEnvelope<proto::RegisterProjectActivity>,
1177    ) -> Result<()> {
1178        self.store().await.register_project_activity(
1179            ProjectId::from_proto(request.payload.project_id),
1180            request.sender_id,
1181        )?;
1182        Ok(())
1183    }
1184
1185    async fn update_worktree(
1186        self: Arc<Server>,
1187        request: TypedEnvelope<proto::UpdateWorktree>,
1188        response: Response<proto::UpdateWorktree>,
1189    ) -> Result<()> {
1190        let project_id = ProjectId::from_proto(request.payload.project_id);
1191        let worktree_id = request.payload.worktree_id;
1192        let connection_ids = self.store().await.update_worktree(
1193            request.sender_id,
1194            project_id,
1195            worktree_id,
1196            &request.payload.root_name,
1197            &request.payload.abs_path,
1198            &request.payload.removed_entries,
1199            &request.payload.updated_entries,
1200            request.payload.scan_id,
1201            request.payload.is_last_update,
1202        )?;
1203
1204        broadcast(request.sender_id, connection_ids, |connection_id| {
1205            self.peer
1206                .forward_send(request.sender_id, connection_id, request.payload.clone())
1207        });
1208        response.send(proto::Ack {})?;
1209        Ok(())
1210    }
1211
1212    async fn update_worktree_extensions(
1213        self: Arc<Server>,
1214        request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1215    ) -> Result<()> {
1216        let project_id = ProjectId::from_proto(request.payload.project_id);
1217        let worktree_id = request.payload.worktree_id;
1218        let extensions = request
1219            .payload
1220            .extensions
1221            .into_iter()
1222            .zip(request.payload.counts)
1223            .collect();
1224        self.app_state
1225            .db
1226            .update_worktree_extensions(project_id, worktree_id, extensions)
1227            .await?;
1228        Ok(())
1229    }
1230
1231    async fn update_diagnostic_summary(
1232        self: Arc<Server>,
1233        request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1234    ) -> Result<()> {
1235        let summary = request
1236            .payload
1237            .summary
1238            .clone()
1239            .ok_or_else(|| anyhow!("invalid summary"))?;
1240        let receiver_ids = self.store().await.update_diagnostic_summary(
1241            ProjectId::from_proto(request.payload.project_id),
1242            request.payload.worktree_id,
1243            request.sender_id,
1244            summary,
1245        )?;
1246
1247        broadcast(request.sender_id, receiver_ids, |connection_id| {
1248            self.peer
1249                .forward_send(request.sender_id, connection_id, request.payload.clone())
1250        });
1251        Ok(())
1252    }
1253
1254    async fn start_language_server(
1255        self: Arc<Server>,
1256        request: TypedEnvelope<proto::StartLanguageServer>,
1257    ) -> Result<()> {
1258        let receiver_ids = self.store().await.start_language_server(
1259            ProjectId::from_proto(request.payload.project_id),
1260            request.sender_id,
1261            request
1262                .payload
1263                .server
1264                .clone()
1265                .ok_or_else(|| anyhow!("invalid language server"))?,
1266        )?;
1267        broadcast(request.sender_id, receiver_ids, |connection_id| {
1268            self.peer
1269                .forward_send(request.sender_id, connection_id, request.payload.clone())
1270        });
1271        Ok(())
1272    }
1273
1274    async fn update_language_server(
1275        self: Arc<Server>,
1276        request: TypedEnvelope<proto::UpdateLanguageServer>,
1277    ) -> Result<()> {
1278        let receiver_ids = self.store().await.project_connection_ids(
1279            ProjectId::from_proto(request.payload.project_id),
1280            request.sender_id,
1281        )?;
1282        broadcast(request.sender_id, receiver_ids, |connection_id| {
1283            self.peer
1284                .forward_send(request.sender_id, connection_id, request.payload.clone())
1285        });
1286        Ok(())
1287    }
1288
1289    async fn forward_project_request<T>(
1290        self: Arc<Server>,
1291        request: TypedEnvelope<T>,
1292        response: Response<T>,
1293    ) -> Result<()>
1294    where
1295        T: EntityMessage + RequestMessage,
1296    {
1297        let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1298        let host_connection_id = self
1299            .store()
1300            .await
1301            .read_project(project_id, request.sender_id)?
1302            .host_connection_id;
1303        let payload = self
1304            .peer
1305            .forward_request(request.sender_id, host_connection_id, request.payload)
1306            .await?;
1307
1308        // Ensure project still exists by the time we get the response from the host.
1309        self.store()
1310            .await
1311            .read_project(project_id, request.sender_id)?;
1312
1313        response.send(payload)?;
1314        Ok(())
1315    }
1316
1317    async fn save_buffer(
1318        self: Arc<Server>,
1319        request: TypedEnvelope<proto::SaveBuffer>,
1320        response: Response<proto::SaveBuffer>,
1321    ) -> Result<()> {
1322        let project_id = ProjectId::from_proto(request.payload.project_id);
1323        let host = self
1324            .store()
1325            .await
1326            .read_project(project_id, request.sender_id)?
1327            .host_connection_id;
1328        let response_payload = self
1329            .peer
1330            .forward_request(request.sender_id, host, request.payload.clone())
1331            .await?;
1332
1333        let mut guests = self
1334            .store()
1335            .await
1336            .read_project(project_id, request.sender_id)?
1337            .connection_ids();
1338        guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1339        broadcast(host, guests, |conn_id| {
1340            self.peer
1341                .forward_send(host, conn_id, response_payload.clone())
1342        });
1343        response.send(response_payload)?;
1344        Ok(())
1345    }
1346
1347    async fn create_buffer_for_peer(
1348        self: Arc<Server>,
1349        request: TypedEnvelope<proto::CreateBufferForPeer>,
1350    ) -> Result<()> {
1351        self.peer.forward_send(
1352            request.sender_id,
1353            ConnectionId(request.payload.peer_id),
1354            request.payload,
1355        )?;
1356        Ok(())
1357    }
1358
1359    async fn update_buffer(
1360        self: Arc<Server>,
1361        request: TypedEnvelope<proto::UpdateBuffer>,
1362        response: Response<proto::UpdateBuffer>,
1363    ) -> Result<()> {
1364        let project_id = ProjectId::from_proto(request.payload.project_id);
1365        let receiver_ids = {
1366            let mut store = self.store().await;
1367            store.register_project_activity(project_id, request.sender_id)?;
1368            store.project_connection_ids(project_id, request.sender_id)?
1369        };
1370
1371        broadcast(request.sender_id, receiver_ids, |connection_id| {
1372            self.peer
1373                .forward_send(request.sender_id, connection_id, request.payload.clone())
1374        });
1375        response.send(proto::Ack {})?;
1376        Ok(())
1377    }
1378
1379    async fn update_buffer_file(
1380        self: Arc<Server>,
1381        request: TypedEnvelope<proto::UpdateBufferFile>,
1382    ) -> Result<()> {
1383        let receiver_ids = self.store().await.project_connection_ids(
1384            ProjectId::from_proto(request.payload.project_id),
1385            request.sender_id,
1386        )?;
1387        broadcast(request.sender_id, receiver_ids, |connection_id| {
1388            self.peer
1389                .forward_send(request.sender_id, connection_id, request.payload.clone())
1390        });
1391        Ok(())
1392    }
1393
1394    async fn buffer_reloaded(
1395        self: Arc<Server>,
1396        request: TypedEnvelope<proto::BufferReloaded>,
1397    ) -> Result<()> {
1398        let receiver_ids = self.store().await.project_connection_ids(
1399            ProjectId::from_proto(request.payload.project_id),
1400            request.sender_id,
1401        )?;
1402        broadcast(request.sender_id, receiver_ids, |connection_id| {
1403            self.peer
1404                .forward_send(request.sender_id, connection_id, request.payload.clone())
1405        });
1406        Ok(())
1407    }
1408
1409    async fn buffer_saved(
1410        self: Arc<Server>,
1411        request: TypedEnvelope<proto::BufferSaved>,
1412    ) -> Result<()> {
1413        let receiver_ids = self.store().await.project_connection_ids(
1414            ProjectId::from_proto(request.payload.project_id),
1415            request.sender_id,
1416        )?;
1417        broadcast(request.sender_id, receiver_ids, |connection_id| {
1418            self.peer
1419                .forward_send(request.sender_id, connection_id, request.payload.clone())
1420        });
1421        Ok(())
1422    }
1423
1424    async fn follow(
1425        self: Arc<Self>,
1426        request: TypedEnvelope<proto::Follow>,
1427        response: Response<proto::Follow>,
1428    ) -> Result<()> {
1429        let project_id = ProjectId::from_proto(request.payload.project_id);
1430        let leader_id = ConnectionId(request.payload.leader_id);
1431        let follower_id = request.sender_id;
1432        {
1433            let mut store = self.store().await;
1434            if !store
1435                .project_connection_ids(project_id, follower_id)?
1436                .contains(&leader_id)
1437            {
1438                Err(anyhow!("no such peer"))?;
1439            }
1440
1441            store.register_project_activity(project_id, follower_id)?;
1442        }
1443
1444        let mut response_payload = self
1445            .peer
1446            .forward_request(request.sender_id, leader_id, request.payload)
1447            .await?;
1448        response_payload
1449            .views
1450            .retain(|view| view.leader_id != Some(follower_id.0));
1451        response.send(response_payload)?;
1452        Ok(())
1453    }
1454
1455    async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1456        let project_id = ProjectId::from_proto(request.payload.project_id);
1457        let leader_id = ConnectionId(request.payload.leader_id);
1458        let mut store = self.store().await;
1459        if !store
1460            .project_connection_ids(project_id, request.sender_id)?
1461            .contains(&leader_id)
1462        {
1463            Err(anyhow!("no such peer"))?;
1464        }
1465        store.register_project_activity(project_id, request.sender_id)?;
1466        self.peer
1467            .forward_send(request.sender_id, leader_id, request.payload)?;
1468        Ok(())
1469    }
1470
1471    async fn update_followers(
1472        self: Arc<Self>,
1473        request: TypedEnvelope<proto::UpdateFollowers>,
1474    ) -> Result<()> {
1475        let project_id = ProjectId::from_proto(request.payload.project_id);
1476        let mut store = self.store().await;
1477        store.register_project_activity(project_id, request.sender_id)?;
1478        let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1479        let leader_id = request
1480            .payload
1481            .variant
1482            .as_ref()
1483            .and_then(|variant| match variant {
1484                proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1485                proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1486                proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1487            });
1488        for follower_id in &request.payload.follower_ids {
1489            let follower_id = ConnectionId(*follower_id);
1490            if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1491                self.peer
1492                    .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1493            }
1494        }
1495        Ok(())
1496    }
1497
1498    async fn get_channels(
1499        self: Arc<Server>,
1500        request: TypedEnvelope<proto::GetChannels>,
1501        response: Response<proto::GetChannels>,
1502    ) -> Result<()> {
1503        let user_id = self
1504            .store()
1505            .await
1506            .user_id_for_connection(request.sender_id)?;
1507        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1508        response.send(proto::GetChannelsResponse {
1509            channels: channels
1510                .into_iter()
1511                .map(|chan| proto::Channel {
1512                    id: chan.id.to_proto(),
1513                    name: chan.name,
1514                })
1515                .collect(),
1516        })?;
1517        Ok(())
1518    }
1519
1520    async fn get_users(
1521        self: Arc<Server>,
1522        request: TypedEnvelope<proto::GetUsers>,
1523        response: Response<proto::GetUsers>,
1524    ) -> Result<()> {
1525        let user_ids = request
1526            .payload
1527            .user_ids
1528            .into_iter()
1529            .map(UserId::from_proto)
1530            .collect();
1531        let users = self
1532            .app_state
1533            .db
1534            .get_users_by_ids(user_ids)
1535            .await?
1536            .into_iter()
1537            .map(|user| proto::User {
1538                id: user.id.to_proto(),
1539                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1540                github_login: user.github_login,
1541            })
1542            .collect();
1543        response.send(proto::UsersResponse { users })?;
1544        Ok(())
1545    }
1546
1547    async fn fuzzy_search_users(
1548        self: Arc<Server>,
1549        request: TypedEnvelope<proto::FuzzySearchUsers>,
1550        response: Response<proto::FuzzySearchUsers>,
1551    ) -> Result<()> {
1552        let user_id = self
1553            .store()
1554            .await
1555            .user_id_for_connection(request.sender_id)?;
1556        let query = request.payload.query;
1557        let db = &self.app_state.db;
1558        let users = match query.len() {
1559            0 => vec![],
1560            1 | 2 => db
1561                .get_user_by_github_account(&query, None)
1562                .await?
1563                .into_iter()
1564                .collect(),
1565            _ => db.fuzzy_search_users(&query, 10).await?,
1566        };
1567        let users = users
1568            .into_iter()
1569            .filter(|user| user.id != user_id)
1570            .map(|user| proto::User {
1571                id: user.id.to_proto(),
1572                avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1573                github_login: user.github_login,
1574            })
1575            .collect();
1576        response.send(proto::UsersResponse { users })?;
1577        Ok(())
1578    }
1579
1580    async fn request_contact(
1581        self: Arc<Server>,
1582        request: TypedEnvelope<proto::RequestContact>,
1583        response: Response<proto::RequestContact>,
1584    ) -> Result<()> {
1585        let requester_id = self
1586            .store()
1587            .await
1588            .user_id_for_connection(request.sender_id)?;
1589        let responder_id = UserId::from_proto(request.payload.responder_id);
1590        if requester_id == responder_id {
1591            return Err(anyhow!("cannot add yourself as a contact"))?;
1592        }
1593
1594        self.app_state
1595            .db
1596            .send_contact_request(requester_id, responder_id)
1597            .await?;
1598
1599        // Update outgoing contact requests of requester
1600        let mut update = proto::UpdateContacts::default();
1601        update.outgoing_requests.push(responder_id.to_proto());
1602        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1603            self.peer.send(connection_id, update.clone())?;
1604        }
1605
1606        // Update incoming contact requests of responder
1607        let mut update = proto::UpdateContacts::default();
1608        update
1609            .incoming_requests
1610            .push(proto::IncomingContactRequest {
1611                requester_id: requester_id.to_proto(),
1612                should_notify: true,
1613            });
1614        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1615            self.peer.send(connection_id, update.clone())?;
1616        }
1617
1618        response.send(proto::Ack {})?;
1619        Ok(())
1620    }
1621
1622    async fn respond_to_contact_request(
1623        self: Arc<Server>,
1624        request: TypedEnvelope<proto::RespondToContactRequest>,
1625        response: Response<proto::RespondToContactRequest>,
1626    ) -> Result<()> {
1627        let responder_id = self
1628            .store()
1629            .await
1630            .user_id_for_connection(request.sender_id)?;
1631        let requester_id = UserId::from_proto(request.payload.requester_id);
1632        if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1633            self.app_state
1634                .db
1635                .dismiss_contact_notification(responder_id, requester_id)
1636                .await?;
1637        } else {
1638            let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1639            self.app_state
1640                .db
1641                .respond_to_contact_request(responder_id, requester_id, accept)
1642                .await?;
1643
1644            let store = self.store().await;
1645            // Update responder with new contact
1646            let mut update = proto::UpdateContacts::default();
1647            if accept {
1648                update
1649                    .contacts
1650                    .push(store.contact_for_user(requester_id, false));
1651            }
1652            update
1653                .remove_incoming_requests
1654                .push(requester_id.to_proto());
1655            for connection_id in store.connection_ids_for_user(responder_id) {
1656                self.peer.send(connection_id, update.clone())?;
1657            }
1658
1659            // Update requester with new contact
1660            let mut update = proto::UpdateContacts::default();
1661            if accept {
1662                update
1663                    .contacts
1664                    .push(store.contact_for_user(responder_id, true));
1665            }
1666            update
1667                .remove_outgoing_requests
1668                .push(responder_id.to_proto());
1669            for connection_id in store.connection_ids_for_user(requester_id) {
1670                self.peer.send(connection_id, update.clone())?;
1671            }
1672        }
1673
1674        response.send(proto::Ack {})?;
1675        Ok(())
1676    }
1677
1678    async fn remove_contact(
1679        self: Arc<Server>,
1680        request: TypedEnvelope<proto::RemoveContact>,
1681        response: Response<proto::RemoveContact>,
1682    ) -> Result<()> {
1683        let requester_id = self
1684            .store()
1685            .await
1686            .user_id_for_connection(request.sender_id)?;
1687        let responder_id = UserId::from_proto(request.payload.user_id);
1688        self.app_state
1689            .db
1690            .remove_contact(requester_id, responder_id)
1691            .await?;
1692
1693        // Update outgoing contact requests of requester
1694        let mut update = proto::UpdateContacts::default();
1695        update
1696            .remove_outgoing_requests
1697            .push(responder_id.to_proto());
1698        for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1699            self.peer.send(connection_id, update.clone())?;
1700        }
1701
1702        // Update incoming contact requests of responder
1703        let mut update = proto::UpdateContacts::default();
1704        update
1705            .remove_incoming_requests
1706            .push(requester_id.to_proto());
1707        for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1708            self.peer.send(connection_id, update.clone())?;
1709        }
1710
1711        response.send(proto::Ack {})?;
1712        Ok(())
1713    }
1714
1715    async fn join_channel(
1716        self: Arc<Self>,
1717        request: TypedEnvelope<proto::JoinChannel>,
1718        response: Response<proto::JoinChannel>,
1719    ) -> Result<()> {
1720        let user_id = self
1721            .store()
1722            .await
1723            .user_id_for_connection(request.sender_id)?;
1724        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1725        if !self
1726            .app_state
1727            .db
1728            .can_user_access_channel(user_id, channel_id)
1729            .await?
1730        {
1731            Err(anyhow!("access denied"))?;
1732        }
1733
1734        self.store()
1735            .await
1736            .join_channel(request.sender_id, channel_id);
1737        let messages = self
1738            .app_state
1739            .db
1740            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1741            .await?
1742            .into_iter()
1743            .map(|msg| proto::ChannelMessage {
1744                id: msg.id.to_proto(),
1745                body: msg.body,
1746                timestamp: msg.sent_at.unix_timestamp() as u64,
1747                sender_id: msg.sender_id.to_proto(),
1748                nonce: Some(msg.nonce.as_u128().into()),
1749            })
1750            .collect::<Vec<_>>();
1751        response.send(proto::JoinChannelResponse {
1752            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1753            messages,
1754        })?;
1755        Ok(())
1756    }
1757
1758    async fn leave_channel(
1759        self: Arc<Self>,
1760        request: TypedEnvelope<proto::LeaveChannel>,
1761    ) -> Result<()> {
1762        let user_id = self
1763            .store()
1764            .await
1765            .user_id_for_connection(request.sender_id)?;
1766        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1767        if !self
1768            .app_state
1769            .db
1770            .can_user_access_channel(user_id, channel_id)
1771            .await?
1772        {
1773            Err(anyhow!("access denied"))?;
1774        }
1775
1776        self.store()
1777            .await
1778            .leave_channel(request.sender_id, channel_id);
1779
1780        Ok(())
1781    }
1782
1783    async fn send_channel_message(
1784        self: Arc<Self>,
1785        request: TypedEnvelope<proto::SendChannelMessage>,
1786        response: Response<proto::SendChannelMessage>,
1787    ) -> Result<()> {
1788        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1789        let user_id;
1790        let connection_ids;
1791        {
1792            let state = self.store().await;
1793            user_id = state.user_id_for_connection(request.sender_id)?;
1794            connection_ids = state.channel_connection_ids(channel_id)?;
1795        }
1796
1797        // Validate the message body.
1798        let body = request.payload.body.trim().to_string();
1799        if body.len() > MAX_MESSAGE_LEN {
1800            return Err(anyhow!("message is too long"))?;
1801        }
1802        if body.is_empty() {
1803            return Err(anyhow!("message can't be blank"))?;
1804        }
1805
1806        let timestamp = OffsetDateTime::now_utc();
1807        let nonce = request
1808            .payload
1809            .nonce
1810            .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1811
1812        let message_id = self
1813            .app_state
1814            .db
1815            .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1816            .await?
1817            .to_proto();
1818        let message = proto::ChannelMessage {
1819            sender_id: user_id.to_proto(),
1820            id: message_id,
1821            body,
1822            timestamp: timestamp.unix_timestamp() as u64,
1823            nonce: Some(nonce),
1824        };
1825        broadcast(request.sender_id, connection_ids, |conn_id| {
1826            self.peer.send(
1827                conn_id,
1828                proto::ChannelMessageSent {
1829                    channel_id: channel_id.to_proto(),
1830                    message: Some(message.clone()),
1831                },
1832            )
1833        });
1834        response.send(proto::SendChannelMessageResponse {
1835            message: Some(message),
1836        })?;
1837        Ok(())
1838    }
1839
1840    async fn get_channel_messages(
1841        self: Arc<Self>,
1842        request: TypedEnvelope<proto::GetChannelMessages>,
1843        response: Response<proto::GetChannelMessages>,
1844    ) -> Result<()> {
1845        let user_id = self
1846            .store()
1847            .await
1848            .user_id_for_connection(request.sender_id)?;
1849        let channel_id = ChannelId::from_proto(request.payload.channel_id);
1850        if !self
1851            .app_state
1852            .db
1853            .can_user_access_channel(user_id, channel_id)
1854            .await?
1855        {
1856            Err(anyhow!("access denied"))?;
1857        }
1858
1859        let messages = self
1860            .app_state
1861            .db
1862            .get_channel_messages(
1863                channel_id,
1864                MESSAGE_COUNT_PER_PAGE,
1865                Some(MessageId::from_proto(request.payload.before_message_id)),
1866            )
1867            .await?
1868            .into_iter()
1869            .map(|msg| proto::ChannelMessage {
1870                id: msg.id.to_proto(),
1871                body: msg.body,
1872                timestamp: msg.sent_at.unix_timestamp() as u64,
1873                sender_id: msg.sender_id.to_proto(),
1874                nonce: Some(msg.nonce.as_u128().into()),
1875            })
1876            .collect::<Vec<_>>();
1877        response.send(proto::GetChannelMessagesResponse {
1878            done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1879            messages,
1880        })?;
1881        Ok(())
1882    }
1883
1884    async fn update_diff_base(
1885        self: Arc<Server>,
1886        request: TypedEnvelope<proto::UpdateDiffBase>,
1887    ) -> Result<()> {
1888        let receiver_ids = self.store().await.project_connection_ids(
1889            ProjectId::from_proto(request.payload.project_id),
1890            request.sender_id,
1891        )?;
1892        broadcast(request.sender_id, receiver_ids, |connection_id| {
1893            self.peer
1894                .forward_send(request.sender_id, connection_id, request.payload.clone())
1895        });
1896        Ok(())
1897    }
1898
1899    async fn get_private_user_info(
1900        self: Arc<Self>,
1901        request: TypedEnvelope<proto::GetPrivateUserInfo>,
1902        response: Response<proto::GetPrivateUserInfo>,
1903    ) -> Result<()> {
1904        let user_id = self
1905            .store()
1906            .await
1907            .user_id_for_connection(request.sender_id)?;
1908        let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1909        let user = self
1910            .app_state
1911            .db
1912            .get_user_by_id(user_id)
1913            .await?
1914            .ok_or_else(|| anyhow!("user not found"))?;
1915        response.send(proto::GetPrivateUserInfoResponse {
1916            metrics_id,
1917            staff: user.admin,
1918        })?;
1919        Ok(())
1920    }
1921
1922    pub(crate) async fn store(&self) -> StoreGuard<'_> {
1923        #[cfg(test)]
1924        tokio::task::yield_now().await;
1925        let guard = self.store.lock().await;
1926        #[cfg(test)]
1927        tokio::task::yield_now().await;
1928        StoreGuard {
1929            guard,
1930            _not_send: PhantomData,
1931        }
1932    }
1933
1934    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1935        ServerSnapshot {
1936            store: self.store().await,
1937            peer: &self.peer,
1938        }
1939    }
1940}
1941
1942impl<'a> Deref for StoreGuard<'a> {
1943    type Target = Store;
1944
1945    fn deref(&self) -> &Self::Target {
1946        &*self.guard
1947    }
1948}
1949
1950impl<'a> DerefMut for StoreGuard<'a> {
1951    fn deref_mut(&mut self) -> &mut Self::Target {
1952        &mut *self.guard
1953    }
1954}
1955
1956impl<'a> Drop for StoreGuard<'a> {
1957    fn drop(&mut self) {
1958        #[cfg(test)]
1959        self.check_invariants();
1960    }
1961}
1962
1963impl Executor for RealExecutor {
1964    type Sleep = Sleep;
1965
1966    fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1967        tokio::task::spawn(future);
1968    }
1969
1970    fn sleep(&self, duration: Duration) -> Self::Sleep {
1971        tokio::time::sleep(duration)
1972    }
1973}
1974
1975fn broadcast<F>(
1976    sender_id: ConnectionId,
1977    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1978    mut f: F,
1979) where
1980    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1981{
1982    for receiver_id in receiver_ids {
1983        if receiver_id != sender_id {
1984            f(receiver_id).trace_err();
1985        }
1986    }
1987}
1988
1989lazy_static! {
1990    static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1991}
1992
1993pub struct ProtocolVersion(u32);
1994
1995impl Header for ProtocolVersion {
1996    fn name() -> &'static HeaderName {
1997        &ZED_PROTOCOL_VERSION
1998    }
1999
2000    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
2001    where
2002        Self: Sized,
2003        I: Iterator<Item = &'i axum::http::HeaderValue>,
2004    {
2005        let version = values
2006            .next()
2007            .ok_or_else(axum::headers::Error::invalid)?
2008            .to_str()
2009            .map_err(|_| axum::headers::Error::invalid())?
2010            .parse()
2011            .map_err(|_| axum::headers::Error::invalid())?;
2012        Ok(Self(version))
2013    }
2014
2015    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
2016        values.extend([self.0.to_string().parse().unwrap()]);
2017    }
2018}
2019
2020pub fn routes(server: Arc<Server>) -> Router<Body> {
2021    Router::new()
2022        .route("/rpc", get(handle_websocket_request))
2023        .layer(
2024            ServiceBuilder::new()
2025                .layer(Extension(server.app_state.clone()))
2026                .layer(middleware::from_fn(auth::validate_header)),
2027        )
2028        .route("/metrics", get(handle_metrics))
2029        .layer(Extension(server))
2030}
2031
2032pub async fn handle_websocket_request(
2033    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
2034    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
2035    Extension(server): Extension<Arc<Server>>,
2036    Extension(user): Extension<User>,
2037    ws: WebSocketUpgrade,
2038) -> axum::response::Response {
2039    if protocol_version != rpc::PROTOCOL_VERSION {
2040        return (
2041            StatusCode::UPGRADE_REQUIRED,
2042            "client must be upgraded".to_string(),
2043        )
2044            .into_response();
2045    }
2046    let socket_address = socket_address.to_string();
2047    ws.on_upgrade(move |socket| {
2048        use util::ResultExt;
2049        let socket = socket
2050            .map_ok(to_tungstenite_message)
2051            .err_into()
2052            .with(|message| async move { Ok(to_axum_message(message)) });
2053        let connection = Connection::new(Box::pin(socket));
2054        async move {
2055            server
2056                .handle_connection(connection, socket_address, user, None, RealExecutor)
2057                .await
2058                .log_err();
2059        }
2060    })
2061}
2062
2063pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
2064    // We call `store_mut` here for its side effects of updating metrics.
2065    let metrics = server.store().await.metrics();
2066    METRIC_CONNECTIONS.set(metrics.connections as _);
2067    METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
2068    METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
2069    METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
2070
2071    let encoder = prometheus::TextEncoder::new();
2072    let metric_families = prometheus::gather();
2073    match encoder.encode_to_string(&metric_families) {
2074        Ok(string) => (StatusCode::OK, string).into_response(),
2075        Err(error) => (
2076            StatusCode::INTERNAL_SERVER_ERROR,
2077            format!("failed to encode metrics {:?}", error),
2078        )
2079            .into_response(),
2080    }
2081}
2082
2083fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
2084    match message {
2085        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
2086        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2087        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2088        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2089        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2090            code: frame.code.into(),
2091            reason: frame.reason,
2092        })),
2093    }
2094}
2095
2096fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2097    match message {
2098        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2099        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2100        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2101        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2102        AxumMessage::Close(frame) => {
2103            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2104                code: frame.code.into(),
2105                reason: frame.reason,
2106            }))
2107        }
2108    }
2109}
2110
2111pub trait ResultExt {
2112    type Ok;
2113
2114    fn trace_err(self) -> Option<Self::Ok>;
2115}
2116
2117impl<T, E> ResultExt for Result<T, E>
2118where
2119    E: std::fmt::Debug,
2120{
2121    type Ok = T;
2122
2123    fn trace_err(self) -> Option<T> {
2124        match self {
2125            Ok(value) => Some(value),
2126            Err(error) => {
2127                tracing::error!("{:?}", error);
2128                None
2129            }
2130        }
2131    }
2132}