rpc.rs

   1mod connection_pool;
   2
   3use crate::api::CloudflareIpCountryHeader;
   4use crate::llm::LlmTokenClaims;
   5use crate::{
   6    auth,
   7    db::{
   8        self, BufferId, Capability, Channel, ChannelId, ChannelRole, ChannelsForUser,
   9        CreatedChannelMessage, Database, InviteMemberResult, MembershipUpdated, MessageId,
  10        NotificationId, Project, ProjectId, RejoinedProject, RemoveChannelMemberResult, ReplicaId,
  11        RespondToChannelInvite, RoomId, ServerId, UpdatedChannelMessage, User, UserId,
  12    },
  13    executor::Executor,
  14    AppState, Config, Error, RateLimit, Result,
  15};
  16use anyhow::{anyhow, bail, Context as _};
  17use async_tungstenite::tungstenite::{
  18    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  19};
  20use axum::{
  21    body::Body,
  22    extract::{
  23        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  24        ConnectInfo, WebSocketUpgrade,
  25    },
  26    headers::{Header, HeaderName},
  27    http::StatusCode,
  28    middleware,
  29    response::IntoResponse,
  30    routing::get,
  31    Extension, Router, TypedHeader,
  32};
  33use chrono::Utc;
  34use collections::{HashMap, HashSet};
  35pub use connection_pool::{ConnectionPool, ZedVersion};
  36use core::fmt::{self, Debug, Formatter};
  37use http_client::HttpClient;
  38use open_ai::{OpenAiEmbeddingModel, OPEN_AI_API_URL};
  39use reqwest_client::ReqwestClient;
  40use sha2::Digest;
  41use supermaven_api::{CreateExternalUserRequest, SupermavenAdminApi};
  42
  43use futures::{
  44    channel::oneshot, future::BoxFuture, stream::FuturesUnordered, FutureExt, SinkExt, StreamExt,
  45    TryStreamExt,
  46};
  47use prometheus::{register_int_gauge, IntGauge};
  48use rpc::{
  49    proto::{
  50        self, Ack, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, LiveKitConnectionInfo,
  51        RequestMessage, ShareProject, UpdateChannelBufferCollaborators,
  52    },
  53    Connection, ConnectionId, ErrorCode, ErrorCodeExt, ErrorExt, Peer, Receipt, TypedEnvelope,
  54};
  55use semantic_version::SemanticVersion;
  56use serde::{Serialize, Serializer};
  57use std::{
  58    any::TypeId,
  59    future::Future,
  60    marker::PhantomData,
  61    mem,
  62    net::SocketAddr,
  63    ops::{Deref, DerefMut},
  64    rc::Rc,
  65    sync::{
  66        atomic::{AtomicBool, Ordering::SeqCst},
  67        Arc, OnceLock,
  68    },
  69    time::{Duration, Instant},
  70};
  71use time::OffsetDateTime;
  72use tokio::sync::{watch, MutexGuard, Semaphore};
  73use tower::ServiceBuilder;
  74use tracing::{
  75    field::{self},
  76    info_span, instrument, Instrument,
  77};
  78
  79pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
  80
  81// kubernetes gives terminated pods 10s to shutdown gracefully. After they're gone, we can clean up old resources.
  82pub const CLEANUP_TIMEOUT: Duration = Duration::from_secs(15);
  83
  84const MESSAGE_COUNT_PER_PAGE: usize = 100;
  85const MAX_MESSAGE_LEN: usize = 1024;
  86const NOTIFICATION_COUNT_PER_PAGE: usize = 50;
  87
  88type MessageHandler =
  89    Box<dyn Send + Sync + Fn(Box<dyn AnyTypedEnvelope>, Session) -> BoxFuture<'static, ()>>;
  90
  91struct Response<R> {
  92    peer: Arc<Peer>,
  93    receipt: Receipt<R>,
  94    responded: Arc<AtomicBool>,
  95}
  96
  97impl<R: RequestMessage> Response<R> {
  98    fn send(self, payload: R::Response) -> Result<()> {
  99        self.responded.store(true, SeqCst);
 100        self.peer.respond(self.receipt, payload)?;
 101        Ok(())
 102    }
 103}
 104
 105#[derive(Clone, Debug)]
 106pub enum Principal {
 107    User(User),
 108    Impersonated { user: User, admin: User },
 109}
 110
 111impl Principal {
 112    fn update_span(&self, span: &tracing::Span) {
 113        match &self {
 114            Principal::User(user) => {
 115                span.record("user_id", user.id.0);
 116                span.record("login", &user.github_login);
 117            }
 118            Principal::Impersonated { user, admin } => {
 119                span.record("user_id", user.id.0);
 120                span.record("login", &user.github_login);
 121                span.record("impersonator", &admin.github_login);
 122            }
 123        }
 124    }
 125}
 126
 127#[derive(Clone)]
 128struct Session {
 129    principal: Principal,
 130    connection_id: ConnectionId,
 131    db: Arc<tokio::sync::Mutex<DbHandle>>,
 132    peer: Arc<Peer>,
 133    connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
 134    app_state: Arc<AppState>,
 135    supermaven_client: Option<Arc<SupermavenAdminApi>>,
 136    http_client: Arc<dyn HttpClient>,
 137    /// The GeoIP country code for the user.
 138    #[allow(unused)]
 139    geoip_country_code: Option<String>,
 140    _executor: Executor,
 141}
 142
 143impl Session {
 144    async fn db(&self) -> tokio::sync::MutexGuard<DbHandle> {
 145        #[cfg(test)]
 146        tokio::task::yield_now().await;
 147        let guard = self.db.lock().await;
 148        #[cfg(test)]
 149        tokio::task::yield_now().await;
 150        guard
 151    }
 152
 153    async fn connection_pool(&self) -> ConnectionPoolGuard<'_> {
 154        #[cfg(test)]
 155        tokio::task::yield_now().await;
 156        let guard = self.connection_pool.lock();
 157        ConnectionPoolGuard {
 158            guard,
 159            _not_send: PhantomData,
 160        }
 161    }
 162
 163    fn is_staff(&self) -> bool {
 164        match &self.principal {
 165            Principal::User(user) => user.admin,
 166            Principal::Impersonated { .. } => true,
 167        }
 168    }
 169
 170    pub async fn has_llm_subscription(
 171        &self,
 172        db: &MutexGuard<'_, DbHandle>,
 173    ) -> anyhow::Result<bool> {
 174        if self.is_staff() {
 175            return Ok(true);
 176        }
 177
 178        let user_id = self.user_id();
 179
 180        Ok(db.has_active_billing_subscription(user_id).await?)
 181    }
 182
 183    pub async fn current_plan(
 184        &self,
 185        _db: &MutexGuard<'_, DbHandle>,
 186    ) -> anyhow::Result<proto::Plan> {
 187        if self.is_staff() {
 188            Ok(proto::Plan::ZedPro)
 189        } else {
 190            Ok(proto::Plan::Free)
 191        }
 192    }
 193
 194    fn user_id(&self) -> UserId {
 195        match &self.principal {
 196            Principal::User(user) => user.id,
 197            Principal::Impersonated { user, .. } => user.id,
 198        }
 199    }
 200
 201    pub fn email(&self) -> Option<String> {
 202        match &self.principal {
 203            Principal::User(user) => user.email_address.clone(),
 204            Principal::Impersonated { user, .. } => user.email_address.clone(),
 205        }
 206    }
 207}
 208
 209impl Debug for Session {
 210    fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
 211        let mut result = f.debug_struct("Session");
 212        match &self.principal {
 213            Principal::User(user) => {
 214                result.field("user", &user.github_login);
 215            }
 216            Principal::Impersonated { user, admin } => {
 217                result.field("user", &user.github_login);
 218                result.field("impersonator", &admin.github_login);
 219            }
 220        }
 221        result.field("connection_id", &self.connection_id).finish()
 222    }
 223}
 224
 225struct DbHandle(Arc<Database>);
 226
 227impl Deref for DbHandle {
 228    type Target = Database;
 229
 230    fn deref(&self) -> &Self::Target {
 231        self.0.as_ref()
 232    }
 233}
 234
 235pub struct Server {
 236    id: parking_lot::Mutex<ServerId>,
 237    peer: Arc<Peer>,
 238    pub(crate) connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
 239    app_state: Arc<AppState>,
 240    handlers: HashMap<TypeId, MessageHandler>,
 241    teardown: watch::Sender<bool>,
 242}
 243
 244pub(crate) struct ConnectionPoolGuard<'a> {
 245    guard: parking_lot::MutexGuard<'a, ConnectionPool>,
 246    _not_send: PhantomData<Rc<()>>,
 247}
 248
 249#[derive(Serialize)]
 250pub struct ServerSnapshot<'a> {
 251    peer: &'a Peer,
 252    #[serde(serialize_with = "serialize_deref")]
 253    connection_pool: ConnectionPoolGuard<'a>,
 254}
 255
 256pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 257where
 258    S: Serializer,
 259    T: Deref<Target = U>,
 260    U: Serialize,
 261{
 262    Serialize::serialize(value.deref(), serializer)
 263}
 264
 265impl Server {
 266    pub fn new(id: ServerId, app_state: Arc<AppState>) -> Arc<Self> {
 267        let mut server = Self {
 268            id: parking_lot::Mutex::new(id),
 269            peer: Peer::new(id.0 as u32),
 270            app_state: app_state.clone(),
 271            connection_pool: Default::default(),
 272            handlers: Default::default(),
 273            teardown: watch::channel(false).0,
 274        };
 275
 276        server
 277            .add_request_handler(ping)
 278            .add_request_handler(create_room)
 279            .add_request_handler(join_room)
 280            .add_request_handler(rejoin_room)
 281            .add_request_handler(leave_room)
 282            .add_request_handler(set_room_participant_role)
 283            .add_request_handler(call)
 284            .add_request_handler(cancel_call)
 285            .add_message_handler(decline_call)
 286            .add_request_handler(update_participant_location)
 287            .add_request_handler(share_project)
 288            .add_message_handler(unshare_project)
 289            .add_request_handler(join_project)
 290            .add_request_handler(join_hosted_project)
 291            .add_message_handler(leave_project)
 292            .add_request_handler(update_project)
 293            .add_request_handler(update_worktree)
 294            .add_message_handler(start_language_server)
 295            .add_message_handler(update_language_server)
 296            .add_message_handler(update_diagnostic_summary)
 297            .add_message_handler(update_worktree_settings)
 298            .add_request_handler(forward_read_only_project_request::<proto::GetHover>)
 299            .add_request_handler(forward_read_only_project_request::<proto::GetDefinition>)
 300            .add_request_handler(forward_read_only_project_request::<proto::GetTypeDefinition>)
 301            .add_request_handler(forward_read_only_project_request::<proto::GetReferences>)
 302            .add_request_handler(forward_find_search_candidates_request)
 303            .add_request_handler(forward_read_only_project_request::<proto::GetDocumentHighlights>)
 304            .add_request_handler(forward_read_only_project_request::<proto::GetProjectSymbols>)
 305            .add_request_handler(forward_read_only_project_request::<proto::OpenBufferForSymbol>)
 306            .add_request_handler(forward_read_only_project_request::<proto::OpenBufferById>)
 307            .add_request_handler(forward_read_only_project_request::<proto::SynchronizeBuffers>)
 308            .add_request_handler(forward_read_only_project_request::<proto::InlayHints>)
 309            .add_request_handler(forward_read_only_project_request::<proto::ResolveInlayHint>)
 310            .add_request_handler(forward_read_only_project_request::<proto::OpenBufferByPath>)
 311            .add_request_handler(forward_mutating_project_request::<proto::GetCompletions>)
 312            .add_request_handler(
 313                forward_mutating_project_request::<proto::ApplyCompletionAdditionalEdits>,
 314            )
 315            .add_request_handler(forward_mutating_project_request::<proto::OpenNewBuffer>)
 316            .add_request_handler(
 317                forward_mutating_project_request::<proto::ResolveCompletionDocumentation>,
 318            )
 319            .add_request_handler(forward_mutating_project_request::<proto::GetCodeActions>)
 320            .add_request_handler(forward_mutating_project_request::<proto::ApplyCodeAction>)
 321            .add_request_handler(forward_mutating_project_request::<proto::PrepareRename>)
 322            .add_request_handler(forward_mutating_project_request::<proto::PerformRename>)
 323            .add_request_handler(forward_mutating_project_request::<proto::ReloadBuffers>)
 324            .add_request_handler(forward_mutating_project_request::<proto::FormatBuffers>)
 325            .add_request_handler(forward_mutating_project_request::<proto::CreateProjectEntry>)
 326            .add_request_handler(forward_mutating_project_request::<proto::RenameProjectEntry>)
 327            .add_request_handler(forward_mutating_project_request::<proto::CopyProjectEntry>)
 328            .add_request_handler(forward_mutating_project_request::<proto::DeleteProjectEntry>)
 329            .add_request_handler(forward_mutating_project_request::<proto::ExpandProjectEntry>)
 330            .add_request_handler(forward_mutating_project_request::<proto::OnTypeFormatting>)
 331            .add_request_handler(forward_mutating_project_request::<proto::SaveBuffer>)
 332            .add_request_handler(forward_mutating_project_request::<proto::BlameBuffer>)
 333            .add_request_handler(forward_mutating_project_request::<proto::MultiLspQuery>)
 334            .add_request_handler(forward_mutating_project_request::<proto::RestartLanguageServers>)
 335            .add_request_handler(forward_mutating_project_request::<proto::LinkedEditingRange>)
 336            .add_message_handler(create_buffer_for_peer)
 337            .add_request_handler(update_buffer)
 338            .add_message_handler(broadcast_project_message_from_host::<proto::RefreshInlayHints>)
 339            .add_message_handler(broadcast_project_message_from_host::<proto::UpdateBufferFile>)
 340            .add_message_handler(broadcast_project_message_from_host::<proto::BufferReloaded>)
 341            .add_message_handler(broadcast_project_message_from_host::<proto::BufferSaved>)
 342            .add_message_handler(broadcast_project_message_from_host::<proto::UpdateDiffBase>)
 343            .add_request_handler(get_users)
 344            .add_request_handler(fuzzy_search_users)
 345            .add_request_handler(request_contact)
 346            .add_request_handler(remove_contact)
 347            .add_request_handler(respond_to_contact_request)
 348            .add_message_handler(subscribe_to_channels)
 349            .add_request_handler(create_channel)
 350            .add_request_handler(delete_channel)
 351            .add_request_handler(invite_channel_member)
 352            .add_request_handler(remove_channel_member)
 353            .add_request_handler(set_channel_member_role)
 354            .add_request_handler(set_channel_visibility)
 355            .add_request_handler(rename_channel)
 356            .add_request_handler(join_channel_buffer)
 357            .add_request_handler(leave_channel_buffer)
 358            .add_message_handler(update_channel_buffer)
 359            .add_request_handler(rejoin_channel_buffers)
 360            .add_request_handler(get_channel_members)
 361            .add_request_handler(respond_to_channel_invite)
 362            .add_request_handler(join_channel)
 363            .add_request_handler(join_channel_chat)
 364            .add_message_handler(leave_channel_chat)
 365            .add_request_handler(send_channel_message)
 366            .add_request_handler(remove_channel_message)
 367            .add_request_handler(update_channel_message)
 368            .add_request_handler(get_channel_messages)
 369            .add_request_handler(get_channel_messages_by_id)
 370            .add_request_handler(get_notifications)
 371            .add_request_handler(mark_notification_as_read)
 372            .add_request_handler(move_channel)
 373            .add_request_handler(follow)
 374            .add_message_handler(unfollow)
 375            .add_message_handler(update_followers)
 376            .add_request_handler(get_private_user_info)
 377            .add_request_handler(get_llm_api_token)
 378            .add_request_handler(accept_terms_of_service)
 379            .add_message_handler(acknowledge_channel_message)
 380            .add_message_handler(acknowledge_buffer_version)
 381            .add_request_handler(get_supermaven_api_key)
 382            .add_request_handler(forward_mutating_project_request::<proto::OpenContext>)
 383            .add_request_handler(forward_mutating_project_request::<proto::CreateContext>)
 384            .add_request_handler(forward_mutating_project_request::<proto::SynchronizeContexts>)
 385            .add_message_handler(broadcast_project_message_from_host::<proto::AdvertiseContexts>)
 386            .add_message_handler(update_context)
 387            .add_request_handler({
 388                let app_state = app_state.clone();
 389                move |request, response, session| {
 390                    let app_state = app_state.clone();
 391                    async move {
 392                        count_language_model_tokens(request, response, session, &app_state.config)
 393                            .await
 394                    }
 395                }
 396            })
 397            .add_request_handler(get_cached_embeddings)
 398            .add_request_handler({
 399                let app_state = app_state.clone();
 400                move |request, response, session| {
 401                    compute_embeddings(
 402                        request,
 403                        response,
 404                        session,
 405                        app_state.config.openai_api_key.clone(),
 406                    )
 407                }
 408            });
 409
 410        Arc::new(server)
 411    }
 412
 413    pub async fn start(&self) -> Result<()> {
 414        let server_id = *self.id.lock();
 415        let app_state = self.app_state.clone();
 416        let peer = self.peer.clone();
 417        let timeout = self.app_state.executor.sleep(CLEANUP_TIMEOUT);
 418        let pool = self.connection_pool.clone();
 419        let live_kit_client = self.app_state.live_kit_client.clone();
 420
 421        let span = info_span!("start server");
 422        self.app_state.executor.spawn_detached(
 423            async move {
 424                tracing::info!("waiting for cleanup timeout");
 425                timeout.await;
 426                tracing::info!("cleanup timeout expired, retrieving stale rooms");
 427                if let Some((room_ids, channel_ids)) = app_state
 428                    .db
 429                    .stale_server_resource_ids(&app_state.config.zed_environment, server_id)
 430                    .await
 431                    .trace_err()
 432                {
 433                    tracing::info!(stale_room_count = room_ids.len(), "retrieved stale rooms");
 434                    tracing::info!(
 435                        stale_channel_buffer_count = channel_ids.len(),
 436                        "retrieved stale channel buffers"
 437                    );
 438
 439                    for channel_id in channel_ids {
 440                        if let Some(refreshed_channel_buffer) = app_state
 441                            .db
 442                            .clear_stale_channel_buffer_collaborators(channel_id, server_id)
 443                            .await
 444                            .trace_err()
 445                        {
 446                            for connection_id in refreshed_channel_buffer.connection_ids {
 447                                peer.send(
 448                                    connection_id,
 449                                    proto::UpdateChannelBufferCollaborators {
 450                                        channel_id: channel_id.to_proto(),
 451                                        collaborators: refreshed_channel_buffer
 452                                            .collaborators
 453                                            .clone(),
 454                                    },
 455                                )
 456                                .trace_err();
 457                            }
 458                        }
 459                    }
 460
 461                    for room_id in room_ids {
 462                        let mut contacts_to_update = HashSet::default();
 463                        let mut canceled_calls_to_user_ids = Vec::new();
 464                        let mut live_kit_room = String::new();
 465                        let mut delete_live_kit_room = false;
 466
 467                        if let Some(mut refreshed_room) = app_state
 468                            .db
 469                            .clear_stale_room_participants(room_id, server_id)
 470                            .await
 471                            .trace_err()
 472                        {
 473                            tracing::info!(
 474                                room_id = room_id.0,
 475                                new_participant_count = refreshed_room.room.participants.len(),
 476                                "refreshed room"
 477                            );
 478                            room_updated(&refreshed_room.room, &peer);
 479                            if let Some(channel) = refreshed_room.channel.as_ref() {
 480                                channel_updated(channel, &refreshed_room.room, &peer, &pool.lock());
 481                            }
 482                            contacts_to_update
 483                                .extend(refreshed_room.stale_participant_user_ids.iter().copied());
 484                            contacts_to_update
 485                                .extend(refreshed_room.canceled_calls_to_user_ids.iter().copied());
 486                            canceled_calls_to_user_ids =
 487                                mem::take(&mut refreshed_room.canceled_calls_to_user_ids);
 488                            live_kit_room = mem::take(&mut refreshed_room.room.live_kit_room);
 489                            delete_live_kit_room = refreshed_room.room.participants.is_empty();
 490                        }
 491
 492                        {
 493                            let pool = pool.lock();
 494                            for canceled_user_id in canceled_calls_to_user_ids {
 495                                for connection_id in pool.user_connection_ids(canceled_user_id) {
 496                                    peer.send(
 497                                        connection_id,
 498                                        proto::CallCanceled {
 499                                            room_id: room_id.to_proto(),
 500                                        },
 501                                    )
 502                                    .trace_err();
 503                                }
 504                            }
 505                        }
 506
 507                        for user_id in contacts_to_update {
 508                            let busy = app_state.db.is_user_busy(user_id).await.trace_err();
 509                            let contacts = app_state.db.get_contacts(user_id).await.trace_err();
 510                            if let Some((busy, contacts)) = busy.zip(contacts) {
 511                                let pool = pool.lock();
 512                                let updated_contact = contact_for_user(user_id, busy, &pool);
 513                                for contact in contacts {
 514                                    if let db::Contact::Accepted {
 515                                        user_id: contact_user_id,
 516                                        ..
 517                                    } = contact
 518                                    {
 519                                        for contact_conn_id in
 520                                            pool.user_connection_ids(contact_user_id)
 521                                        {
 522                                            peer.send(
 523                                                contact_conn_id,
 524                                                proto::UpdateContacts {
 525                                                    contacts: vec![updated_contact.clone()],
 526                                                    remove_contacts: Default::default(),
 527                                                    incoming_requests: Default::default(),
 528                                                    remove_incoming_requests: Default::default(),
 529                                                    outgoing_requests: Default::default(),
 530                                                    remove_outgoing_requests: Default::default(),
 531                                                },
 532                                            )
 533                                            .trace_err();
 534                                        }
 535                                    }
 536                                }
 537                            }
 538                        }
 539
 540                        if let Some(live_kit) = live_kit_client.as_ref() {
 541                            if delete_live_kit_room {
 542                                live_kit.delete_room(live_kit_room).await.trace_err();
 543                            }
 544                        }
 545                    }
 546                }
 547
 548                app_state
 549                    .db
 550                    .delete_stale_servers(&app_state.config.zed_environment, server_id)
 551                    .await
 552                    .trace_err();
 553            }
 554            .instrument(span),
 555        );
 556        Ok(())
 557    }
 558
 559    pub fn teardown(&self) {
 560        self.peer.teardown();
 561        self.connection_pool.lock().reset();
 562        let _ = self.teardown.send(true);
 563    }
 564
 565    #[cfg(test)]
 566    pub fn reset(&self, id: ServerId) {
 567        self.teardown();
 568        *self.id.lock() = id;
 569        self.peer.reset(id.0 as u32);
 570        let _ = self.teardown.send(false);
 571    }
 572
 573    #[cfg(test)]
 574    pub fn id(&self) -> ServerId {
 575        *self.id.lock()
 576    }
 577
 578    fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 579    where
 580        F: 'static + Send + Sync + Fn(TypedEnvelope<M>, Session) -> Fut,
 581        Fut: 'static + Send + Future<Output = Result<()>>,
 582        M: EnvelopedMessage,
 583    {
 584        let prev_handler = self.handlers.insert(
 585            TypeId::of::<M>(),
 586            Box::new(move |envelope, session| {
 587                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 588                let received_at = envelope.received_at;
 589                tracing::info!("message received");
 590                let start_time = Instant::now();
 591                let future = (handler)(*envelope, session);
 592                async move {
 593                    let result = future.await;
 594                    let total_duration_ms = received_at.elapsed().as_micros() as f64 / 1000.0;
 595                    let processing_duration_ms = start_time.elapsed().as_micros() as f64 / 1000.0;
 596                    let queue_duration_ms = total_duration_ms - processing_duration_ms;
 597                    let payload_type = M::NAME;
 598
 599                    match result {
 600                        Err(error) => {
 601                            tracing::error!(
 602                                ?error,
 603                                total_duration_ms,
 604                                processing_duration_ms,
 605                                queue_duration_ms,
 606                                payload_type,
 607                                "error handling message"
 608                            )
 609                        }
 610                        Ok(()) => tracing::info!(
 611                            total_duration_ms,
 612                            processing_duration_ms,
 613                            queue_duration_ms,
 614                            "finished handling message"
 615                        ),
 616                    }
 617                }
 618                .boxed()
 619            }),
 620        );
 621        if prev_handler.is_some() {
 622            panic!("registered a handler for the same message twice");
 623        }
 624        self
 625    }
 626
 627    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 628    where
 629        F: 'static + Send + Sync + Fn(M, Session) -> Fut,
 630        Fut: 'static + Send + Future<Output = Result<()>>,
 631        M: EnvelopedMessage,
 632    {
 633        self.add_handler(move |envelope, session| handler(envelope.payload, session));
 634        self
 635    }
 636
 637    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 638    where
 639        F: 'static + Send + Sync + Fn(M, Response<M>, Session) -> Fut,
 640        Fut: Send + Future<Output = Result<()>>,
 641        M: RequestMessage,
 642    {
 643        let handler = Arc::new(handler);
 644        self.add_handler(move |envelope, session| {
 645            let receipt = envelope.receipt();
 646            let handler = handler.clone();
 647            async move {
 648                let peer = session.peer.clone();
 649                let responded = Arc::new(AtomicBool::default());
 650                let response = Response {
 651                    peer: peer.clone(),
 652                    responded: responded.clone(),
 653                    receipt,
 654                };
 655                match (handler)(envelope.payload, response, session).await {
 656                    Ok(()) => {
 657                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 658                            Ok(())
 659                        } else {
 660                            Err(anyhow!("handler did not send a response"))?
 661                        }
 662                    }
 663                    Err(error) => {
 664                        let proto_err = match &error {
 665                            Error::Internal(err) => err.to_proto(),
 666                            _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
 667                        };
 668                        peer.respond_with_error(receipt, proto_err)?;
 669                        Err(error)
 670                    }
 671                }
 672            }
 673        })
 674    }
 675
 676    #[allow(clippy::too_many_arguments)]
 677    pub fn handle_connection(
 678        self: &Arc<Self>,
 679        connection: Connection,
 680        address: String,
 681        principal: Principal,
 682        zed_version: ZedVersion,
 683        geoip_country_code: Option<String>,
 684        send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 685        executor: Executor,
 686    ) -> impl Future<Output = ()> {
 687        let this = self.clone();
 688        let span = info_span!("handle connection", %address,
 689            connection_id=field::Empty,
 690            user_id=field::Empty,
 691            login=field::Empty,
 692            impersonator=field::Empty,
 693            geoip_country_code=field::Empty
 694        );
 695        principal.update_span(&span);
 696        if let Some(country_code) = geoip_country_code.as_ref() {
 697            span.record("geoip_country_code", country_code);
 698        }
 699
 700        let mut teardown = self.teardown.subscribe();
 701        async move {
 702            if *teardown.borrow() {
 703                tracing::error!("server is tearing down");
 704                return
 705            }
 706            let (connection_id, handle_io, mut incoming_rx) = this
 707                .peer
 708                .add_connection(connection, {
 709                    let executor = executor.clone();
 710                    move |duration| executor.sleep(duration)
 711                });
 712            tracing::Span::current().record("connection_id", format!("{}", connection_id));
 713
 714            tracing::info!("connection opened");
 715
 716            let user_agent = format!("Zed Server/{}", env!("CARGO_PKG_VERSION"));
 717            let http_client = match ReqwestClient::user_agent(&user_agent) {
 718                Ok(http_client) => Arc::new(http_client),
 719                Err(error) => {
 720                    tracing::error!(?error, "failed to create HTTP client");
 721                    return;
 722                }
 723            };
 724
 725            let supermaven_client = this.app_state.config.supermaven_admin_api_key.clone().map(|supermaven_admin_api_key| Arc::new(SupermavenAdminApi::new(
 726                    supermaven_admin_api_key.to_string(),
 727                    http_client.clone(),
 728                )));
 729
 730            let session = Session {
 731                principal: principal.clone(),
 732                connection_id,
 733                db: Arc::new(tokio::sync::Mutex::new(DbHandle(this.app_state.db.clone()))),
 734                peer: this.peer.clone(),
 735                connection_pool: this.connection_pool.clone(),
 736                app_state: this.app_state.clone(),
 737                http_client,
 738                geoip_country_code,
 739                _executor: executor.clone(),
 740                supermaven_client,
 741            };
 742
 743            if let Err(error) = this.send_initial_client_update(connection_id, &principal, zed_version, send_connection_id, &session).await {
 744                tracing::error!(?error, "failed to send initial client update");
 745                return;
 746            }
 747
 748            let handle_io = handle_io.fuse();
 749            futures::pin_mut!(handle_io);
 750
 751            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
 752            // This prevents deadlocks when e.g., client A performs a request to client B and
 753            // client B performs a request to client A. If both clients stop processing further
 754            // messages until their respective request completes, they won't have a chance to
 755            // respond to the other client's request and cause a deadlock.
 756            //
 757            // This arrangement ensures we will attempt to process earlier messages first, but fall
 758            // back to processing messages arrived later in the spirit of making progress.
 759            let mut foreground_message_handlers = FuturesUnordered::new();
 760            let concurrent_handlers = Arc::new(Semaphore::new(256));
 761            loop {
 762                let next_message = async {
 763                    let permit = concurrent_handlers.clone().acquire_owned().await.unwrap();
 764                    let message = incoming_rx.next().await;
 765                    (permit, message)
 766                }.fuse();
 767                futures::pin_mut!(next_message);
 768                futures::select_biased! {
 769                    _ = teardown.changed().fuse() => return,
 770                    result = handle_io => {
 771                        if let Err(error) = result {
 772                            tracing::error!(?error, "error handling I/O");
 773                        }
 774                        break;
 775                    }
 776                    _ = foreground_message_handlers.next() => {}
 777                    next_message = next_message => {
 778                        let (permit, message) = next_message;
 779                        if let Some(message) = message {
 780                            let type_name = message.payload_type_name();
 781                            // note: we copy all the fields from the parent span so we can query them in the logs.
 782                            // (https://github.com/tokio-rs/tracing/issues/2670).
 783                            let span = tracing::info_span!("receive message", %connection_id, %address, type_name,
 784                                user_id=field::Empty,
 785                                login=field::Empty,
 786                                impersonator=field::Empty,
 787                            );
 788                            principal.update_span(&span);
 789                            let span_enter = span.enter();
 790                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 791                                let is_background = message.is_background();
 792                                let handle_message = (handler)(message, session.clone());
 793                                drop(span_enter);
 794
 795                                let handle_message = async move {
 796                                    handle_message.await;
 797                                    drop(permit);
 798                                }.instrument(span);
 799                                if is_background {
 800                                    executor.spawn_detached(handle_message);
 801                                } else {
 802                                    foreground_message_handlers.push(handle_message);
 803                                }
 804                            } else {
 805                                tracing::error!("no message handler");
 806                            }
 807                        } else {
 808                            tracing::info!("connection closed");
 809                            break;
 810                        }
 811                    }
 812                }
 813            }
 814
 815            drop(foreground_message_handlers);
 816            tracing::info!("signing out");
 817            if let Err(error) = connection_lost(session, teardown, executor).await {
 818                tracing::error!(?error, "error signing out");
 819            }
 820
 821        }.instrument(span)
 822    }
 823
 824    async fn send_initial_client_update(
 825        &self,
 826        connection_id: ConnectionId,
 827        principal: &Principal,
 828        zed_version: ZedVersion,
 829        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 830        session: &Session,
 831    ) -> Result<()> {
 832        self.peer.send(
 833            connection_id,
 834            proto::Hello {
 835                peer_id: Some(connection_id.into()),
 836            },
 837        )?;
 838        tracing::info!("sent hello message");
 839        if let Some(send_connection_id) = send_connection_id.take() {
 840            let _ = send_connection_id.send(connection_id);
 841        }
 842
 843        match principal {
 844            Principal::User(user) | Principal::Impersonated { user, admin: _ } => {
 845                if !user.connected_once {
 846                    self.peer.send(connection_id, proto::ShowContacts {})?;
 847                    self.app_state
 848                        .db
 849                        .set_user_connected_once(user.id, true)
 850                        .await?;
 851                }
 852
 853                update_user_plan(user.id, session).await?;
 854
 855                let contacts = self.app_state.db.get_contacts(user.id).await?;
 856
 857                {
 858                    let mut pool = self.connection_pool.lock();
 859                    pool.add_connection(connection_id, user.id, user.admin, zed_version);
 860                    self.peer.send(
 861                        connection_id,
 862                        build_initial_contacts_update(contacts, &pool),
 863                    )?;
 864                }
 865
 866                if should_auto_subscribe_to_channels(zed_version) {
 867                    subscribe_user_to_channels(user.id, session).await?;
 868                }
 869
 870                if let Some(incoming_call) =
 871                    self.app_state.db.incoming_call_for_user(user.id).await?
 872                {
 873                    self.peer.send(connection_id, incoming_call)?;
 874                }
 875
 876                update_user_contacts(user.id, session).await?;
 877            }
 878        }
 879
 880        Ok(())
 881    }
 882
 883    pub async fn invite_code_redeemed(
 884        self: &Arc<Self>,
 885        inviter_id: UserId,
 886        invitee_id: UserId,
 887    ) -> Result<()> {
 888        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
 889            if let Some(code) = &user.invite_code {
 890                let pool = self.connection_pool.lock();
 891                let invitee_contact = contact_for_user(invitee_id, false, &pool);
 892                for connection_id in pool.user_connection_ids(inviter_id) {
 893                    self.peer.send(
 894                        connection_id,
 895                        proto::UpdateContacts {
 896                            contacts: vec![invitee_contact.clone()],
 897                            ..Default::default()
 898                        },
 899                    )?;
 900                    self.peer.send(
 901                        connection_id,
 902                        proto::UpdateInviteInfo {
 903                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
 904                            count: user.invite_count as u32,
 905                        },
 906                    )?;
 907                }
 908            }
 909        }
 910        Ok(())
 911    }
 912
 913    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
 914        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
 915            if let Some(invite_code) = &user.invite_code {
 916                let pool = self.connection_pool.lock();
 917                for connection_id in pool.user_connection_ids(user_id) {
 918                    self.peer.send(
 919                        connection_id,
 920                        proto::UpdateInviteInfo {
 921                            url: format!(
 922                                "{}{}",
 923                                self.app_state.config.invite_link_prefix, invite_code
 924                            ),
 925                            count: user.invite_count as u32,
 926                        },
 927                    )?;
 928                }
 929            }
 930        }
 931        Ok(())
 932    }
 933
 934    pub async fn refresh_llm_tokens_for_user(self: &Arc<Self>, user_id: UserId) {
 935        let pool = self.connection_pool.lock();
 936        for connection_id in pool.user_connection_ids(user_id) {
 937            self.peer
 938                .send(connection_id, proto::RefreshLlmToken {})
 939                .trace_err();
 940        }
 941    }
 942
 943    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
 944        ServerSnapshot {
 945            connection_pool: ConnectionPoolGuard {
 946                guard: self.connection_pool.lock(),
 947                _not_send: PhantomData,
 948            },
 949            peer: &self.peer,
 950        }
 951    }
 952}
 953
 954impl<'a> Deref for ConnectionPoolGuard<'a> {
 955    type Target = ConnectionPool;
 956
 957    fn deref(&self) -> &Self::Target {
 958        &self.guard
 959    }
 960}
 961
 962impl<'a> DerefMut for ConnectionPoolGuard<'a> {
 963    fn deref_mut(&mut self) -> &mut Self::Target {
 964        &mut self.guard
 965    }
 966}
 967
 968impl<'a> Drop for ConnectionPoolGuard<'a> {
 969    fn drop(&mut self) {
 970        #[cfg(test)]
 971        self.check_invariants();
 972    }
 973}
 974
 975fn broadcast<F>(
 976    sender_id: Option<ConnectionId>,
 977    receiver_ids: impl IntoIterator<Item = ConnectionId>,
 978    mut f: F,
 979) where
 980    F: FnMut(ConnectionId) -> anyhow::Result<()>,
 981{
 982    for receiver_id in receiver_ids {
 983        if Some(receiver_id) != sender_id {
 984            if let Err(error) = f(receiver_id) {
 985                tracing::error!("failed to send to {:?} {}", receiver_id, error);
 986            }
 987        }
 988    }
 989}
 990
 991pub struct ProtocolVersion(u32);
 992
 993impl Header for ProtocolVersion {
 994    fn name() -> &'static HeaderName {
 995        static ZED_PROTOCOL_VERSION: OnceLock<HeaderName> = OnceLock::new();
 996        ZED_PROTOCOL_VERSION.get_or_init(|| HeaderName::from_static("x-zed-protocol-version"))
 997    }
 998
 999    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1000    where
1001        Self: Sized,
1002        I: Iterator<Item = &'i axum::http::HeaderValue>,
1003    {
1004        let version = values
1005            .next()
1006            .ok_or_else(axum::headers::Error::invalid)?
1007            .to_str()
1008            .map_err(|_| axum::headers::Error::invalid())?
1009            .parse()
1010            .map_err(|_| axum::headers::Error::invalid())?;
1011        Ok(Self(version))
1012    }
1013
1014    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1015        values.extend([self.0.to_string().parse().unwrap()]);
1016    }
1017}
1018
1019pub struct AppVersionHeader(SemanticVersion);
1020impl Header for AppVersionHeader {
1021    fn name() -> &'static HeaderName {
1022        static ZED_APP_VERSION: OnceLock<HeaderName> = OnceLock::new();
1023        ZED_APP_VERSION.get_or_init(|| HeaderName::from_static("x-zed-app-version"))
1024    }
1025
1026    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1027    where
1028        Self: Sized,
1029        I: Iterator<Item = &'i axum::http::HeaderValue>,
1030    {
1031        let version = values
1032            .next()
1033            .ok_or_else(axum::headers::Error::invalid)?
1034            .to_str()
1035            .map_err(|_| axum::headers::Error::invalid())?
1036            .parse()
1037            .map_err(|_| axum::headers::Error::invalid())?;
1038        Ok(Self(version))
1039    }
1040
1041    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1042        values.extend([self.0.to_string().parse().unwrap()]);
1043    }
1044}
1045
1046pub fn routes(server: Arc<Server>) -> Router<(), Body> {
1047    Router::new()
1048        .route("/rpc", get(handle_websocket_request))
1049        .layer(
1050            ServiceBuilder::new()
1051                .layer(Extension(server.app_state.clone()))
1052                .layer(middleware::from_fn(auth::validate_header)),
1053        )
1054        .route("/metrics", get(handle_metrics))
1055        .layer(Extension(server))
1056}
1057
1058pub async fn handle_websocket_request(
1059    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1060    app_version_header: Option<TypedHeader<AppVersionHeader>>,
1061    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1062    Extension(server): Extension<Arc<Server>>,
1063    Extension(principal): Extension<Principal>,
1064    country_code_header: Option<TypedHeader<CloudflareIpCountryHeader>>,
1065    ws: WebSocketUpgrade,
1066) -> axum::response::Response {
1067    if protocol_version != rpc::PROTOCOL_VERSION {
1068        return (
1069            StatusCode::UPGRADE_REQUIRED,
1070            "client must be upgraded".to_string(),
1071        )
1072            .into_response();
1073    }
1074
1075    let Some(version) = app_version_header.map(|header| ZedVersion(header.0 .0)) else {
1076        return (
1077            StatusCode::UPGRADE_REQUIRED,
1078            "no version header found".to_string(),
1079        )
1080            .into_response();
1081    };
1082
1083    if !version.can_collaborate() {
1084        return (
1085            StatusCode::UPGRADE_REQUIRED,
1086            "client must be upgraded".to_string(),
1087        )
1088            .into_response();
1089    }
1090
1091    let socket_address = socket_address.to_string();
1092    ws.on_upgrade(move |socket| {
1093        let socket = socket
1094            .map_ok(to_tungstenite_message)
1095            .err_into()
1096            .with(|message| async move { to_axum_message(message) });
1097        let connection = Connection::new(Box::pin(socket));
1098        async move {
1099            server
1100                .handle_connection(
1101                    connection,
1102                    socket_address,
1103                    principal,
1104                    version,
1105                    country_code_header.map(|header| header.to_string()),
1106                    None,
1107                    Executor::Production,
1108                )
1109                .await;
1110        }
1111    })
1112}
1113
1114pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> Result<String> {
1115    static CONNECTIONS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1116    let connections_metric = CONNECTIONS_METRIC
1117        .get_or_init(|| register_int_gauge!("connections", "number of connections").unwrap());
1118
1119    let connections = server
1120        .connection_pool
1121        .lock()
1122        .connections()
1123        .filter(|connection| !connection.admin)
1124        .count();
1125    connections_metric.set(connections as _);
1126
1127    static SHARED_PROJECTS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1128    let shared_projects_metric = SHARED_PROJECTS_METRIC.get_or_init(|| {
1129        register_int_gauge!(
1130            "shared_projects",
1131            "number of open projects with one or more guests"
1132        )
1133        .unwrap()
1134    });
1135
1136    let shared_projects = server.app_state.db.project_count_excluding_admins().await?;
1137    shared_projects_metric.set(shared_projects as _);
1138
1139    let encoder = prometheus::TextEncoder::new();
1140    let metric_families = prometheus::gather();
1141    let encoded_metrics = encoder
1142        .encode_to_string(&metric_families)
1143        .map_err(|err| anyhow!("{}", err))?;
1144    Ok(encoded_metrics)
1145}
1146
1147#[instrument(err, skip(executor))]
1148async fn connection_lost(
1149    session: Session,
1150    mut teardown: watch::Receiver<bool>,
1151    executor: Executor,
1152) -> Result<()> {
1153    session.peer.disconnect(session.connection_id);
1154    session
1155        .connection_pool()
1156        .await
1157        .remove_connection(session.connection_id)?;
1158
1159    session
1160        .db()
1161        .await
1162        .connection_lost(session.connection_id)
1163        .await
1164        .trace_err();
1165
1166    futures::select_biased! {
1167        _ = executor.sleep(RECONNECT_TIMEOUT).fuse() => {
1168
1169            log::info!("connection lost, removing all resources for user:{}, connection:{:?}", session.user_id(), session.connection_id);
1170            leave_room_for_session(&session, session.connection_id).await.trace_err();
1171            leave_channel_buffers_for_session(&session)
1172                .await
1173                .trace_err();
1174
1175            if !session
1176                .connection_pool()
1177                .await
1178                .is_user_online(session.user_id())
1179            {
1180                let db = session.db().await;
1181                if let Some(room) = db.decline_call(None, session.user_id()).await.trace_err().flatten() {
1182                    room_updated(&room, &session.peer);
1183                }
1184            }
1185
1186            update_user_contacts(session.user_id(), &session).await?;
1187        },
1188        _ = teardown.changed().fuse() => {}
1189    }
1190
1191    Ok(())
1192}
1193
1194/// Acknowledges a ping from a client, used to keep the connection alive.
1195async fn ping(_: proto::Ping, response: Response<proto::Ping>, _session: Session) -> Result<()> {
1196    response.send(proto::Ack {})?;
1197    Ok(())
1198}
1199
1200/// Creates a new room for calling (outside of channels)
1201async fn create_room(
1202    _request: proto::CreateRoom,
1203    response: Response<proto::CreateRoom>,
1204    session: Session,
1205) -> Result<()> {
1206    let live_kit_room = nanoid::nanoid!(30);
1207
1208    let live_kit_connection_info = util::maybe!(async {
1209        let live_kit = session.app_state.live_kit_client.as_ref();
1210        let live_kit = live_kit?;
1211        let user_id = session.user_id().to_string();
1212
1213        let token = live_kit
1214            .room_token(&live_kit_room, &user_id.to_string())
1215            .trace_err()?;
1216
1217        Some(proto::LiveKitConnectionInfo {
1218            server_url: live_kit.url().into(),
1219            token,
1220            can_publish: true,
1221        })
1222    })
1223    .await;
1224
1225    let room = session
1226        .db()
1227        .await
1228        .create_room(session.user_id(), session.connection_id, &live_kit_room)
1229        .await?;
1230
1231    response.send(proto::CreateRoomResponse {
1232        room: Some(room.clone()),
1233        live_kit_connection_info,
1234    })?;
1235
1236    update_user_contacts(session.user_id(), &session).await?;
1237    Ok(())
1238}
1239
1240/// Join a room from an invitation. Equivalent to joining a channel if there is one.
1241async fn join_room(
1242    request: proto::JoinRoom,
1243    response: Response<proto::JoinRoom>,
1244    session: Session,
1245) -> Result<()> {
1246    let room_id = RoomId::from_proto(request.id);
1247
1248    let channel_id = session.db().await.channel_id_for_room(room_id).await?;
1249
1250    if let Some(channel_id) = channel_id {
1251        return join_channel_internal(channel_id, Box::new(response), session).await;
1252    }
1253
1254    let joined_room = {
1255        let room = session
1256            .db()
1257            .await
1258            .join_room(room_id, session.user_id(), session.connection_id)
1259            .await?;
1260        room_updated(&room.room, &session.peer);
1261        room.into_inner()
1262    };
1263
1264    for connection_id in session
1265        .connection_pool()
1266        .await
1267        .user_connection_ids(session.user_id())
1268    {
1269        session
1270            .peer
1271            .send(
1272                connection_id,
1273                proto::CallCanceled {
1274                    room_id: room_id.to_proto(),
1275                },
1276            )
1277            .trace_err();
1278    }
1279
1280    let live_kit_connection_info =
1281        if let Some(live_kit) = session.app_state.live_kit_client.as_ref() {
1282            live_kit
1283                .room_token(
1284                    &joined_room.room.live_kit_room,
1285                    &session.user_id().to_string(),
1286                )
1287                .trace_err()
1288                .map(|token| proto::LiveKitConnectionInfo {
1289                    server_url: live_kit.url().into(),
1290                    token,
1291                    can_publish: true,
1292                })
1293        } else {
1294            None
1295        };
1296
1297    response.send(proto::JoinRoomResponse {
1298        room: Some(joined_room.room),
1299        channel_id: None,
1300        live_kit_connection_info,
1301    })?;
1302
1303    update_user_contacts(session.user_id(), &session).await?;
1304    Ok(())
1305}
1306
1307/// Rejoin room is used to reconnect to a room after connection errors.
1308async fn rejoin_room(
1309    request: proto::RejoinRoom,
1310    response: Response<proto::RejoinRoom>,
1311    session: Session,
1312) -> Result<()> {
1313    let room;
1314    let channel;
1315    {
1316        let mut rejoined_room = session
1317            .db()
1318            .await
1319            .rejoin_room(request, session.user_id(), session.connection_id)
1320            .await?;
1321
1322        response.send(proto::RejoinRoomResponse {
1323            room: Some(rejoined_room.room.clone()),
1324            reshared_projects: rejoined_room
1325                .reshared_projects
1326                .iter()
1327                .map(|project| proto::ResharedProject {
1328                    id: project.id.to_proto(),
1329                    collaborators: project
1330                        .collaborators
1331                        .iter()
1332                        .map(|collaborator| collaborator.to_proto())
1333                        .collect(),
1334                })
1335                .collect(),
1336            rejoined_projects: rejoined_room
1337                .rejoined_projects
1338                .iter()
1339                .map(|rejoined_project| rejoined_project.to_proto())
1340                .collect(),
1341        })?;
1342        room_updated(&rejoined_room.room, &session.peer);
1343
1344        for project in &rejoined_room.reshared_projects {
1345            for collaborator in &project.collaborators {
1346                session
1347                    .peer
1348                    .send(
1349                        collaborator.connection_id,
1350                        proto::UpdateProjectCollaborator {
1351                            project_id: project.id.to_proto(),
1352                            old_peer_id: Some(project.old_connection_id.into()),
1353                            new_peer_id: Some(session.connection_id.into()),
1354                        },
1355                    )
1356                    .trace_err();
1357            }
1358
1359            broadcast(
1360                Some(session.connection_id),
1361                project
1362                    .collaborators
1363                    .iter()
1364                    .map(|collaborator| collaborator.connection_id),
1365                |connection_id| {
1366                    session.peer.forward_send(
1367                        session.connection_id,
1368                        connection_id,
1369                        proto::UpdateProject {
1370                            project_id: project.id.to_proto(),
1371                            worktrees: project.worktrees.clone(),
1372                        },
1373                    )
1374                },
1375            );
1376        }
1377
1378        notify_rejoined_projects(&mut rejoined_room.rejoined_projects, &session)?;
1379
1380        let rejoined_room = rejoined_room.into_inner();
1381
1382        room = rejoined_room.room;
1383        channel = rejoined_room.channel;
1384    }
1385
1386    if let Some(channel) = channel {
1387        channel_updated(
1388            &channel,
1389            &room,
1390            &session.peer,
1391            &*session.connection_pool().await,
1392        );
1393    }
1394
1395    update_user_contacts(session.user_id(), &session).await?;
1396    Ok(())
1397}
1398
1399fn notify_rejoined_projects(
1400    rejoined_projects: &mut Vec<RejoinedProject>,
1401    session: &Session,
1402) -> Result<()> {
1403    for project in rejoined_projects.iter() {
1404        for collaborator in &project.collaborators {
1405            session
1406                .peer
1407                .send(
1408                    collaborator.connection_id,
1409                    proto::UpdateProjectCollaborator {
1410                        project_id: project.id.to_proto(),
1411                        old_peer_id: Some(project.old_connection_id.into()),
1412                        new_peer_id: Some(session.connection_id.into()),
1413                    },
1414                )
1415                .trace_err();
1416        }
1417    }
1418
1419    for project in rejoined_projects {
1420        for worktree in mem::take(&mut project.worktrees) {
1421            // Stream this worktree's entries.
1422            let message = proto::UpdateWorktree {
1423                project_id: project.id.to_proto(),
1424                worktree_id: worktree.id,
1425                abs_path: worktree.abs_path.clone(),
1426                root_name: worktree.root_name,
1427                updated_entries: worktree.updated_entries,
1428                removed_entries: worktree.removed_entries,
1429                scan_id: worktree.scan_id,
1430                is_last_update: worktree.completed_scan_id == worktree.scan_id,
1431                updated_repositories: worktree.updated_repositories,
1432                removed_repositories: worktree.removed_repositories,
1433            };
1434            for update in proto::split_worktree_update(message) {
1435                session.peer.send(session.connection_id, update.clone())?;
1436            }
1437
1438            // Stream this worktree's diagnostics.
1439            for summary in worktree.diagnostic_summaries {
1440                session.peer.send(
1441                    session.connection_id,
1442                    proto::UpdateDiagnosticSummary {
1443                        project_id: project.id.to_proto(),
1444                        worktree_id: worktree.id,
1445                        summary: Some(summary),
1446                    },
1447                )?;
1448            }
1449
1450            for settings_file in worktree.settings_files {
1451                session.peer.send(
1452                    session.connection_id,
1453                    proto::UpdateWorktreeSettings {
1454                        project_id: project.id.to_proto(),
1455                        worktree_id: worktree.id,
1456                        path: settings_file.path,
1457                        content: Some(settings_file.content),
1458                        kind: Some(settings_file.kind.to_proto().into()),
1459                    },
1460                )?;
1461            }
1462        }
1463
1464        for language_server in &project.language_servers {
1465            session.peer.send(
1466                session.connection_id,
1467                proto::UpdateLanguageServer {
1468                    project_id: project.id.to_proto(),
1469                    language_server_id: language_server.id,
1470                    variant: Some(
1471                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1472                            proto::LspDiskBasedDiagnosticsUpdated {},
1473                        ),
1474                    ),
1475                },
1476            )?;
1477        }
1478    }
1479    Ok(())
1480}
1481
1482/// leave room disconnects from the room.
1483async fn leave_room(
1484    _: proto::LeaveRoom,
1485    response: Response<proto::LeaveRoom>,
1486    session: Session,
1487) -> Result<()> {
1488    leave_room_for_session(&session, session.connection_id).await?;
1489    response.send(proto::Ack {})?;
1490    Ok(())
1491}
1492
1493/// Updates the permissions of someone else in the room.
1494async fn set_room_participant_role(
1495    request: proto::SetRoomParticipantRole,
1496    response: Response<proto::SetRoomParticipantRole>,
1497    session: Session,
1498) -> Result<()> {
1499    let user_id = UserId::from_proto(request.user_id);
1500    let role = ChannelRole::from(request.role());
1501
1502    let (live_kit_room, can_publish) = {
1503        let room = session
1504            .db()
1505            .await
1506            .set_room_participant_role(
1507                session.user_id(),
1508                RoomId::from_proto(request.room_id),
1509                user_id,
1510                role,
1511            )
1512            .await?;
1513
1514        let live_kit_room = room.live_kit_room.clone();
1515        let can_publish = ChannelRole::from(request.role()).can_use_microphone();
1516        room_updated(&room, &session.peer);
1517        (live_kit_room, can_publish)
1518    };
1519
1520    if let Some(live_kit) = session.app_state.live_kit_client.as_ref() {
1521        live_kit
1522            .update_participant(
1523                live_kit_room.clone(),
1524                request.user_id.to_string(),
1525                live_kit_server::proto::ParticipantPermission {
1526                    can_subscribe: true,
1527                    can_publish,
1528                    can_publish_data: can_publish,
1529                    hidden: false,
1530                    recorder: false,
1531                },
1532            )
1533            .await
1534            .trace_err();
1535    }
1536
1537    response.send(proto::Ack {})?;
1538    Ok(())
1539}
1540
1541/// Call someone else into the current room
1542async fn call(
1543    request: proto::Call,
1544    response: Response<proto::Call>,
1545    session: Session,
1546) -> Result<()> {
1547    let room_id = RoomId::from_proto(request.room_id);
1548    let calling_user_id = session.user_id();
1549    let calling_connection_id = session.connection_id;
1550    let called_user_id = UserId::from_proto(request.called_user_id);
1551    let initial_project_id = request.initial_project_id.map(ProjectId::from_proto);
1552    if !session
1553        .db()
1554        .await
1555        .has_contact(calling_user_id, called_user_id)
1556        .await?
1557    {
1558        return Err(anyhow!("cannot call a user who isn't a contact"))?;
1559    }
1560
1561    let incoming_call = {
1562        let (room, incoming_call) = &mut *session
1563            .db()
1564            .await
1565            .call(
1566                room_id,
1567                calling_user_id,
1568                calling_connection_id,
1569                called_user_id,
1570                initial_project_id,
1571            )
1572            .await?;
1573        room_updated(room, &session.peer);
1574        mem::take(incoming_call)
1575    };
1576    update_user_contacts(called_user_id, &session).await?;
1577
1578    let mut calls = session
1579        .connection_pool()
1580        .await
1581        .user_connection_ids(called_user_id)
1582        .map(|connection_id| session.peer.request(connection_id, incoming_call.clone()))
1583        .collect::<FuturesUnordered<_>>();
1584
1585    while let Some(call_response) = calls.next().await {
1586        match call_response.as_ref() {
1587            Ok(_) => {
1588                response.send(proto::Ack {})?;
1589                return Ok(());
1590            }
1591            Err(_) => {
1592                call_response.trace_err();
1593            }
1594        }
1595    }
1596
1597    {
1598        let room = session
1599            .db()
1600            .await
1601            .call_failed(room_id, called_user_id)
1602            .await?;
1603        room_updated(&room, &session.peer);
1604    }
1605    update_user_contacts(called_user_id, &session).await?;
1606
1607    Err(anyhow!("failed to ring user"))?
1608}
1609
1610/// Cancel an outgoing call.
1611async fn cancel_call(
1612    request: proto::CancelCall,
1613    response: Response<proto::CancelCall>,
1614    session: Session,
1615) -> Result<()> {
1616    let called_user_id = UserId::from_proto(request.called_user_id);
1617    let room_id = RoomId::from_proto(request.room_id);
1618    {
1619        let room = session
1620            .db()
1621            .await
1622            .cancel_call(room_id, session.connection_id, called_user_id)
1623            .await?;
1624        room_updated(&room, &session.peer);
1625    }
1626
1627    for connection_id in session
1628        .connection_pool()
1629        .await
1630        .user_connection_ids(called_user_id)
1631    {
1632        session
1633            .peer
1634            .send(
1635                connection_id,
1636                proto::CallCanceled {
1637                    room_id: room_id.to_proto(),
1638                },
1639            )
1640            .trace_err();
1641    }
1642    response.send(proto::Ack {})?;
1643
1644    update_user_contacts(called_user_id, &session).await?;
1645    Ok(())
1646}
1647
1648/// Decline an incoming call.
1649async fn decline_call(message: proto::DeclineCall, session: Session) -> Result<()> {
1650    let room_id = RoomId::from_proto(message.room_id);
1651    {
1652        let room = session
1653            .db()
1654            .await
1655            .decline_call(Some(room_id), session.user_id())
1656            .await?
1657            .ok_or_else(|| anyhow!("failed to decline call"))?;
1658        room_updated(&room, &session.peer);
1659    }
1660
1661    for connection_id in session
1662        .connection_pool()
1663        .await
1664        .user_connection_ids(session.user_id())
1665    {
1666        session
1667            .peer
1668            .send(
1669                connection_id,
1670                proto::CallCanceled {
1671                    room_id: room_id.to_proto(),
1672                },
1673            )
1674            .trace_err();
1675    }
1676    update_user_contacts(session.user_id(), &session).await?;
1677    Ok(())
1678}
1679
1680/// Updates other participants in the room with your current location.
1681async fn update_participant_location(
1682    request: proto::UpdateParticipantLocation,
1683    response: Response<proto::UpdateParticipantLocation>,
1684    session: Session,
1685) -> Result<()> {
1686    let room_id = RoomId::from_proto(request.room_id);
1687    let location = request
1688        .location
1689        .ok_or_else(|| anyhow!("invalid location"))?;
1690
1691    let db = session.db().await;
1692    let room = db
1693        .update_room_participant_location(room_id, session.connection_id, location)
1694        .await?;
1695
1696    room_updated(&room, &session.peer);
1697    response.send(proto::Ack {})?;
1698    Ok(())
1699}
1700
1701/// Share a project into the room.
1702async fn share_project(
1703    request: proto::ShareProject,
1704    response: Response<proto::ShareProject>,
1705    session: Session,
1706) -> Result<()> {
1707    let (project_id, room) = &*session
1708        .db()
1709        .await
1710        .share_project(
1711            RoomId::from_proto(request.room_id),
1712            session.connection_id,
1713            &request.worktrees,
1714            request.is_ssh_project,
1715        )
1716        .await?;
1717    response.send(proto::ShareProjectResponse {
1718        project_id: project_id.to_proto(),
1719    })?;
1720    room_updated(room, &session.peer);
1721
1722    Ok(())
1723}
1724
1725/// Unshare a project from the room.
1726async fn unshare_project(message: proto::UnshareProject, session: Session) -> Result<()> {
1727    let project_id = ProjectId::from_proto(message.project_id);
1728    unshare_project_internal(project_id, session.connection_id, &session).await
1729}
1730
1731async fn unshare_project_internal(
1732    project_id: ProjectId,
1733    connection_id: ConnectionId,
1734    session: &Session,
1735) -> Result<()> {
1736    let delete = {
1737        let room_guard = session
1738            .db()
1739            .await
1740            .unshare_project(project_id, connection_id)
1741            .await?;
1742
1743        let (delete, room, guest_connection_ids) = &*room_guard;
1744
1745        let message = proto::UnshareProject {
1746            project_id: project_id.to_proto(),
1747        };
1748
1749        broadcast(
1750            Some(connection_id),
1751            guest_connection_ids.iter().copied(),
1752            |conn_id| session.peer.send(conn_id, message.clone()),
1753        );
1754        if let Some(room) = room {
1755            room_updated(room, &session.peer);
1756        }
1757
1758        *delete
1759    };
1760
1761    if delete {
1762        let db = session.db().await;
1763        db.delete_project(project_id).await?;
1764    }
1765
1766    Ok(())
1767}
1768
1769/// Join someone elses shared project.
1770async fn join_project(
1771    request: proto::JoinProject,
1772    response: Response<proto::JoinProject>,
1773    session: Session,
1774) -> Result<()> {
1775    let project_id = ProjectId::from_proto(request.project_id);
1776
1777    tracing::info!(%project_id, "join project");
1778
1779    let db = session.db().await;
1780    let (project, replica_id) = &mut *db
1781        .join_project(project_id, session.connection_id, session.user_id())
1782        .await?;
1783    drop(db);
1784    tracing::info!(%project_id, "join remote project");
1785    join_project_internal(response, session, project, replica_id)
1786}
1787
1788trait JoinProjectInternalResponse {
1789    fn send(self, result: proto::JoinProjectResponse) -> Result<()>;
1790}
1791impl JoinProjectInternalResponse for Response<proto::JoinProject> {
1792    fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
1793        Response::<proto::JoinProject>::send(self, result)
1794    }
1795}
1796impl JoinProjectInternalResponse for Response<proto::JoinHostedProject> {
1797    fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
1798        Response::<proto::JoinHostedProject>::send(self, result)
1799    }
1800}
1801
1802fn join_project_internal(
1803    response: impl JoinProjectInternalResponse,
1804    session: Session,
1805    project: &mut Project,
1806    replica_id: &ReplicaId,
1807) -> Result<()> {
1808    let collaborators = project
1809        .collaborators
1810        .iter()
1811        .filter(|collaborator| collaborator.connection_id != session.connection_id)
1812        .map(|collaborator| collaborator.to_proto())
1813        .collect::<Vec<_>>();
1814    let project_id = project.id;
1815    let guest_user_id = session.user_id();
1816
1817    let worktrees = project
1818        .worktrees
1819        .iter()
1820        .map(|(id, worktree)| proto::WorktreeMetadata {
1821            id: *id,
1822            root_name: worktree.root_name.clone(),
1823            visible: worktree.visible,
1824            abs_path: worktree.abs_path.clone(),
1825        })
1826        .collect::<Vec<_>>();
1827
1828    let add_project_collaborator = proto::AddProjectCollaborator {
1829        project_id: project_id.to_proto(),
1830        collaborator: Some(proto::Collaborator {
1831            peer_id: Some(session.connection_id.into()),
1832            replica_id: replica_id.0 as u32,
1833            user_id: guest_user_id.to_proto(),
1834        }),
1835    };
1836
1837    for collaborator in &collaborators {
1838        session
1839            .peer
1840            .send(
1841                collaborator.peer_id.unwrap().into(),
1842                add_project_collaborator.clone(),
1843            )
1844            .trace_err();
1845    }
1846
1847    // First, we send the metadata associated with each worktree.
1848    response.send(proto::JoinProjectResponse {
1849        project_id: project.id.0 as u64,
1850        worktrees: worktrees.clone(),
1851        replica_id: replica_id.0 as u32,
1852        collaborators: collaborators.clone(),
1853        language_servers: project.language_servers.clone(),
1854        role: project.role.into(),
1855    })?;
1856
1857    for (worktree_id, worktree) in mem::take(&mut project.worktrees) {
1858        // Stream this worktree's entries.
1859        let message = proto::UpdateWorktree {
1860            project_id: project_id.to_proto(),
1861            worktree_id,
1862            abs_path: worktree.abs_path.clone(),
1863            root_name: worktree.root_name,
1864            updated_entries: worktree.entries,
1865            removed_entries: Default::default(),
1866            scan_id: worktree.scan_id,
1867            is_last_update: worktree.scan_id == worktree.completed_scan_id,
1868            updated_repositories: worktree.repository_entries.into_values().collect(),
1869            removed_repositories: Default::default(),
1870        };
1871        for update in proto::split_worktree_update(message) {
1872            session.peer.send(session.connection_id, update.clone())?;
1873        }
1874
1875        // Stream this worktree's diagnostics.
1876        for summary in worktree.diagnostic_summaries {
1877            session.peer.send(
1878                session.connection_id,
1879                proto::UpdateDiagnosticSummary {
1880                    project_id: project_id.to_proto(),
1881                    worktree_id: worktree.id,
1882                    summary: Some(summary),
1883                },
1884            )?;
1885        }
1886
1887        for settings_file in worktree.settings_files {
1888            session.peer.send(
1889                session.connection_id,
1890                proto::UpdateWorktreeSettings {
1891                    project_id: project_id.to_proto(),
1892                    worktree_id: worktree.id,
1893                    path: settings_file.path,
1894                    content: Some(settings_file.content),
1895                    kind: Some(settings_file.kind.to_proto() as i32),
1896                },
1897            )?;
1898        }
1899    }
1900
1901    for language_server in &project.language_servers {
1902        session.peer.send(
1903            session.connection_id,
1904            proto::UpdateLanguageServer {
1905                project_id: project_id.to_proto(),
1906                language_server_id: language_server.id,
1907                variant: Some(
1908                    proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1909                        proto::LspDiskBasedDiagnosticsUpdated {},
1910                    ),
1911                ),
1912            },
1913        )?;
1914    }
1915
1916    Ok(())
1917}
1918
1919/// Leave someone elses shared project.
1920async fn leave_project(request: proto::LeaveProject, session: Session) -> Result<()> {
1921    let sender_id = session.connection_id;
1922    let project_id = ProjectId::from_proto(request.project_id);
1923    let db = session.db().await;
1924    if db.is_hosted_project(project_id).await? {
1925        let project = db.leave_hosted_project(project_id, sender_id).await?;
1926        project_left(&project, &session);
1927        return Ok(());
1928    }
1929
1930    let (room, project) = &*db.leave_project(project_id, sender_id).await?;
1931    tracing::info!(
1932        %project_id,
1933        "leave project"
1934    );
1935
1936    project_left(project, &session);
1937    if let Some(room) = room {
1938        room_updated(room, &session.peer);
1939    }
1940
1941    Ok(())
1942}
1943
1944async fn join_hosted_project(
1945    request: proto::JoinHostedProject,
1946    response: Response<proto::JoinHostedProject>,
1947    session: Session,
1948) -> Result<()> {
1949    let (mut project, replica_id) = session
1950        .db()
1951        .await
1952        .join_hosted_project(
1953            ProjectId(request.project_id as i32),
1954            session.user_id(),
1955            session.connection_id,
1956        )
1957        .await?;
1958
1959    join_project_internal(response, session, &mut project, &replica_id)
1960}
1961
1962/// Updates other participants with changes to the project
1963async fn update_project(
1964    request: proto::UpdateProject,
1965    response: Response<proto::UpdateProject>,
1966    session: Session,
1967) -> Result<()> {
1968    let project_id = ProjectId::from_proto(request.project_id);
1969    let (room, guest_connection_ids) = &*session
1970        .db()
1971        .await
1972        .update_project(project_id, session.connection_id, &request.worktrees)
1973        .await?;
1974    broadcast(
1975        Some(session.connection_id),
1976        guest_connection_ids.iter().copied(),
1977        |connection_id| {
1978            session
1979                .peer
1980                .forward_send(session.connection_id, connection_id, request.clone())
1981        },
1982    );
1983    if let Some(room) = room {
1984        room_updated(room, &session.peer);
1985    }
1986    response.send(proto::Ack {})?;
1987
1988    Ok(())
1989}
1990
1991/// Updates other participants with changes to the worktree
1992async fn update_worktree(
1993    request: proto::UpdateWorktree,
1994    response: Response<proto::UpdateWorktree>,
1995    session: Session,
1996) -> Result<()> {
1997    let guest_connection_ids = session
1998        .db()
1999        .await
2000        .update_worktree(&request, session.connection_id)
2001        .await?;
2002
2003    broadcast(
2004        Some(session.connection_id),
2005        guest_connection_ids.iter().copied(),
2006        |connection_id| {
2007            session
2008                .peer
2009                .forward_send(session.connection_id, connection_id, request.clone())
2010        },
2011    );
2012    response.send(proto::Ack {})?;
2013    Ok(())
2014}
2015
2016/// Updates other participants with changes to the diagnostics
2017async fn update_diagnostic_summary(
2018    message: proto::UpdateDiagnosticSummary,
2019    session: Session,
2020) -> Result<()> {
2021    let guest_connection_ids = session
2022        .db()
2023        .await
2024        .update_diagnostic_summary(&message, session.connection_id)
2025        .await?;
2026
2027    broadcast(
2028        Some(session.connection_id),
2029        guest_connection_ids.iter().copied(),
2030        |connection_id| {
2031            session
2032                .peer
2033                .forward_send(session.connection_id, connection_id, message.clone())
2034        },
2035    );
2036
2037    Ok(())
2038}
2039
2040/// Updates other participants with changes to the worktree settings
2041async fn update_worktree_settings(
2042    message: proto::UpdateWorktreeSettings,
2043    session: Session,
2044) -> Result<()> {
2045    let guest_connection_ids = session
2046        .db()
2047        .await
2048        .update_worktree_settings(&message, session.connection_id)
2049        .await?;
2050
2051    broadcast(
2052        Some(session.connection_id),
2053        guest_connection_ids.iter().copied(),
2054        |connection_id| {
2055            session
2056                .peer
2057                .forward_send(session.connection_id, connection_id, message.clone())
2058        },
2059    );
2060
2061    Ok(())
2062}
2063
2064/// Notify other participants that a  language server has started.
2065async fn start_language_server(
2066    request: proto::StartLanguageServer,
2067    session: Session,
2068) -> Result<()> {
2069    let guest_connection_ids = session
2070        .db()
2071        .await
2072        .start_language_server(&request, session.connection_id)
2073        .await?;
2074
2075    broadcast(
2076        Some(session.connection_id),
2077        guest_connection_ids.iter().copied(),
2078        |connection_id| {
2079            session
2080                .peer
2081                .forward_send(session.connection_id, connection_id, request.clone())
2082        },
2083    );
2084    Ok(())
2085}
2086
2087/// Notify other participants that a language server has changed.
2088async fn update_language_server(
2089    request: proto::UpdateLanguageServer,
2090    session: Session,
2091) -> Result<()> {
2092    let project_id = ProjectId::from_proto(request.project_id);
2093    let project_connection_ids = session
2094        .db()
2095        .await
2096        .project_connection_ids(project_id, session.connection_id, true)
2097        .await?;
2098    broadcast(
2099        Some(session.connection_id),
2100        project_connection_ids.iter().copied(),
2101        |connection_id| {
2102            session
2103                .peer
2104                .forward_send(session.connection_id, connection_id, request.clone())
2105        },
2106    );
2107    Ok(())
2108}
2109
2110/// forward a project request to the host. These requests should be read only
2111/// as guests are allowed to send them.
2112async fn forward_read_only_project_request<T>(
2113    request: T,
2114    response: Response<T>,
2115    session: Session,
2116) -> Result<()>
2117where
2118    T: EntityMessage + RequestMessage,
2119{
2120    let project_id = ProjectId::from_proto(request.remote_entity_id());
2121    let host_connection_id = session
2122        .db()
2123        .await
2124        .host_for_read_only_project_request(project_id, session.connection_id)
2125        .await?;
2126    let payload = session
2127        .peer
2128        .forward_request(session.connection_id, host_connection_id, request)
2129        .await?;
2130    response.send(payload)?;
2131    Ok(())
2132}
2133
2134async fn forward_find_search_candidates_request(
2135    request: proto::FindSearchCandidates,
2136    response: Response<proto::FindSearchCandidates>,
2137    session: Session,
2138) -> Result<()> {
2139    let project_id = ProjectId::from_proto(request.remote_entity_id());
2140    let host_connection_id = session
2141        .db()
2142        .await
2143        .host_for_read_only_project_request(project_id, session.connection_id)
2144        .await?;
2145    let payload = session
2146        .peer
2147        .forward_request(session.connection_id, host_connection_id, request)
2148        .await?;
2149    response.send(payload)?;
2150    Ok(())
2151}
2152
2153/// forward a project request to the host. These requests are disallowed
2154/// for guests.
2155async fn forward_mutating_project_request<T>(
2156    request: T,
2157    response: Response<T>,
2158    session: Session,
2159) -> Result<()>
2160where
2161    T: EntityMessage + RequestMessage,
2162{
2163    let project_id = ProjectId::from_proto(request.remote_entity_id());
2164
2165    let host_connection_id = session
2166        .db()
2167        .await
2168        .host_for_mutating_project_request(project_id, session.connection_id)
2169        .await?;
2170    let payload = session
2171        .peer
2172        .forward_request(session.connection_id, host_connection_id, request)
2173        .await?;
2174    response.send(payload)?;
2175    Ok(())
2176}
2177
2178/// Notify other participants that a new buffer has been created
2179async fn create_buffer_for_peer(
2180    request: proto::CreateBufferForPeer,
2181    session: Session,
2182) -> Result<()> {
2183    session
2184        .db()
2185        .await
2186        .check_user_is_project_host(
2187            ProjectId::from_proto(request.project_id),
2188            session.connection_id,
2189        )
2190        .await?;
2191    let peer_id = request.peer_id.ok_or_else(|| anyhow!("invalid peer id"))?;
2192    session
2193        .peer
2194        .forward_send(session.connection_id, peer_id.into(), request)?;
2195    Ok(())
2196}
2197
2198/// Notify other participants that a buffer has been updated. This is
2199/// allowed for guests as long as the update is limited to selections.
2200async fn update_buffer(
2201    request: proto::UpdateBuffer,
2202    response: Response<proto::UpdateBuffer>,
2203    session: Session,
2204) -> Result<()> {
2205    let project_id = ProjectId::from_proto(request.project_id);
2206    let mut capability = Capability::ReadOnly;
2207
2208    for op in request.operations.iter() {
2209        match op.variant {
2210            None | Some(proto::operation::Variant::UpdateSelections(_)) => {}
2211            Some(_) => capability = Capability::ReadWrite,
2212        }
2213    }
2214
2215    let host = {
2216        let guard = session
2217            .db()
2218            .await
2219            .connections_for_buffer_update(project_id, session.connection_id, capability)
2220            .await?;
2221
2222        let (host, guests) = &*guard;
2223
2224        broadcast(
2225            Some(session.connection_id),
2226            guests.clone(),
2227            |connection_id| {
2228                session
2229                    .peer
2230                    .forward_send(session.connection_id, connection_id, request.clone())
2231            },
2232        );
2233
2234        *host
2235    };
2236
2237    if host != session.connection_id {
2238        session
2239            .peer
2240            .forward_request(session.connection_id, host, request.clone())
2241            .await?;
2242    }
2243
2244    response.send(proto::Ack {})?;
2245    Ok(())
2246}
2247
2248async fn update_context(message: proto::UpdateContext, session: Session) -> Result<()> {
2249    let project_id = ProjectId::from_proto(message.project_id);
2250
2251    let operation = message.operation.as_ref().context("invalid operation")?;
2252    let capability = match operation.variant.as_ref() {
2253        Some(proto::context_operation::Variant::BufferOperation(buffer_op)) => {
2254            if let Some(buffer_op) = buffer_op.operation.as_ref() {
2255                match buffer_op.variant {
2256                    None | Some(proto::operation::Variant::UpdateSelections(_)) => {
2257                        Capability::ReadOnly
2258                    }
2259                    _ => Capability::ReadWrite,
2260                }
2261            } else {
2262                Capability::ReadWrite
2263            }
2264        }
2265        Some(_) => Capability::ReadWrite,
2266        None => Capability::ReadOnly,
2267    };
2268
2269    let guard = session
2270        .db()
2271        .await
2272        .connections_for_buffer_update(project_id, session.connection_id, capability)
2273        .await?;
2274
2275    let (host, guests) = &*guard;
2276
2277    broadcast(
2278        Some(session.connection_id),
2279        guests.iter().chain([host]).copied(),
2280        |connection_id| {
2281            session
2282                .peer
2283                .forward_send(session.connection_id, connection_id, message.clone())
2284        },
2285    );
2286
2287    Ok(())
2288}
2289
2290/// Notify other participants that a project has been updated.
2291async fn broadcast_project_message_from_host<T: EntityMessage<Entity = ShareProject>>(
2292    request: T,
2293    session: Session,
2294) -> Result<()> {
2295    let project_id = ProjectId::from_proto(request.remote_entity_id());
2296    let project_connection_ids = session
2297        .db()
2298        .await
2299        .project_connection_ids(project_id, session.connection_id, false)
2300        .await?;
2301
2302    broadcast(
2303        Some(session.connection_id),
2304        project_connection_ids.iter().copied(),
2305        |connection_id| {
2306            session
2307                .peer
2308                .forward_send(session.connection_id, connection_id, request.clone())
2309        },
2310    );
2311    Ok(())
2312}
2313
2314/// Start following another user in a call.
2315async fn follow(
2316    request: proto::Follow,
2317    response: Response<proto::Follow>,
2318    session: Session,
2319) -> Result<()> {
2320    let room_id = RoomId::from_proto(request.room_id);
2321    let project_id = request.project_id.map(ProjectId::from_proto);
2322    let leader_id = request
2323        .leader_id
2324        .ok_or_else(|| anyhow!("invalid leader id"))?
2325        .into();
2326    let follower_id = session.connection_id;
2327
2328    session
2329        .db()
2330        .await
2331        .check_room_participants(room_id, leader_id, session.connection_id)
2332        .await?;
2333
2334    let response_payload = session
2335        .peer
2336        .forward_request(session.connection_id, leader_id, request)
2337        .await?;
2338    response.send(response_payload)?;
2339
2340    if let Some(project_id) = project_id {
2341        let room = session
2342            .db()
2343            .await
2344            .follow(room_id, project_id, leader_id, follower_id)
2345            .await?;
2346        room_updated(&room, &session.peer);
2347    }
2348
2349    Ok(())
2350}
2351
2352/// Stop following another user in a call.
2353async fn unfollow(request: proto::Unfollow, session: Session) -> Result<()> {
2354    let room_id = RoomId::from_proto(request.room_id);
2355    let project_id = request.project_id.map(ProjectId::from_proto);
2356    let leader_id = request
2357        .leader_id
2358        .ok_or_else(|| anyhow!("invalid leader id"))?
2359        .into();
2360    let follower_id = session.connection_id;
2361
2362    session
2363        .db()
2364        .await
2365        .check_room_participants(room_id, leader_id, session.connection_id)
2366        .await?;
2367
2368    session
2369        .peer
2370        .forward_send(session.connection_id, leader_id, request)?;
2371
2372    if let Some(project_id) = project_id {
2373        let room = session
2374            .db()
2375            .await
2376            .unfollow(room_id, project_id, leader_id, follower_id)
2377            .await?;
2378        room_updated(&room, &session.peer);
2379    }
2380
2381    Ok(())
2382}
2383
2384/// Notify everyone following you of your current location.
2385async fn update_followers(request: proto::UpdateFollowers, session: Session) -> Result<()> {
2386    let room_id = RoomId::from_proto(request.room_id);
2387    let database = session.db.lock().await;
2388
2389    let connection_ids = if let Some(project_id) = request.project_id {
2390        let project_id = ProjectId::from_proto(project_id);
2391        database
2392            .project_connection_ids(project_id, session.connection_id, true)
2393            .await?
2394    } else {
2395        database
2396            .room_connection_ids(room_id, session.connection_id)
2397            .await?
2398    };
2399
2400    // For now, don't send view update messages back to that view's current leader.
2401    let peer_id_to_omit = request.variant.as_ref().and_then(|variant| match variant {
2402        proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
2403        _ => None,
2404    });
2405
2406    for connection_id in connection_ids.iter().cloned() {
2407        if Some(connection_id.into()) != peer_id_to_omit && connection_id != session.connection_id {
2408            session
2409                .peer
2410                .forward_send(session.connection_id, connection_id, request.clone())?;
2411        }
2412    }
2413    Ok(())
2414}
2415
2416/// Get public data about users.
2417async fn get_users(
2418    request: proto::GetUsers,
2419    response: Response<proto::GetUsers>,
2420    session: Session,
2421) -> Result<()> {
2422    let user_ids = request
2423        .user_ids
2424        .into_iter()
2425        .map(UserId::from_proto)
2426        .collect();
2427    let users = session
2428        .db()
2429        .await
2430        .get_users_by_ids(user_ids)
2431        .await?
2432        .into_iter()
2433        .map(|user| proto::User {
2434            id: user.id.to_proto(),
2435            avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
2436            github_login: user.github_login,
2437        })
2438        .collect();
2439    response.send(proto::UsersResponse { users })?;
2440    Ok(())
2441}
2442
2443/// Search for users (to invite) buy Github login
2444async fn fuzzy_search_users(
2445    request: proto::FuzzySearchUsers,
2446    response: Response<proto::FuzzySearchUsers>,
2447    session: Session,
2448) -> Result<()> {
2449    let query = request.query;
2450    let users = match query.len() {
2451        0 => vec![],
2452        1 | 2 => session
2453            .db()
2454            .await
2455            .get_user_by_github_login(&query)
2456            .await?
2457            .into_iter()
2458            .collect(),
2459        _ => session.db().await.fuzzy_search_users(&query, 10).await?,
2460    };
2461    let users = users
2462        .into_iter()
2463        .filter(|user| user.id != session.user_id())
2464        .map(|user| proto::User {
2465            id: user.id.to_proto(),
2466            avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
2467            github_login: user.github_login,
2468        })
2469        .collect();
2470    response.send(proto::UsersResponse { users })?;
2471    Ok(())
2472}
2473
2474/// Send a contact request to another user.
2475async fn request_contact(
2476    request: proto::RequestContact,
2477    response: Response<proto::RequestContact>,
2478    session: Session,
2479) -> Result<()> {
2480    let requester_id = session.user_id();
2481    let responder_id = UserId::from_proto(request.responder_id);
2482    if requester_id == responder_id {
2483        return Err(anyhow!("cannot add yourself as a contact"))?;
2484    }
2485
2486    let notifications = session
2487        .db()
2488        .await
2489        .send_contact_request(requester_id, responder_id)
2490        .await?;
2491
2492    // Update outgoing contact requests of requester
2493    let mut update = proto::UpdateContacts::default();
2494    update.outgoing_requests.push(responder_id.to_proto());
2495    for connection_id in session
2496        .connection_pool()
2497        .await
2498        .user_connection_ids(requester_id)
2499    {
2500        session.peer.send(connection_id, update.clone())?;
2501    }
2502
2503    // Update incoming contact requests of responder
2504    let mut update = proto::UpdateContacts::default();
2505    update
2506        .incoming_requests
2507        .push(proto::IncomingContactRequest {
2508            requester_id: requester_id.to_proto(),
2509        });
2510    let connection_pool = session.connection_pool().await;
2511    for connection_id in connection_pool.user_connection_ids(responder_id) {
2512        session.peer.send(connection_id, update.clone())?;
2513    }
2514
2515    send_notifications(&connection_pool, &session.peer, notifications);
2516
2517    response.send(proto::Ack {})?;
2518    Ok(())
2519}
2520
2521/// Accept or decline a contact request
2522async fn respond_to_contact_request(
2523    request: proto::RespondToContactRequest,
2524    response: Response<proto::RespondToContactRequest>,
2525    session: Session,
2526) -> Result<()> {
2527    let responder_id = session.user_id();
2528    let requester_id = UserId::from_proto(request.requester_id);
2529    let db = session.db().await;
2530    if request.response == proto::ContactRequestResponse::Dismiss as i32 {
2531        db.dismiss_contact_notification(responder_id, requester_id)
2532            .await?;
2533    } else {
2534        let accept = request.response == proto::ContactRequestResponse::Accept as i32;
2535
2536        let notifications = db
2537            .respond_to_contact_request(responder_id, requester_id, accept)
2538            .await?;
2539        let requester_busy = db.is_user_busy(requester_id).await?;
2540        let responder_busy = db.is_user_busy(responder_id).await?;
2541
2542        let pool = session.connection_pool().await;
2543        // Update responder with new contact
2544        let mut update = proto::UpdateContacts::default();
2545        if accept {
2546            update
2547                .contacts
2548                .push(contact_for_user(requester_id, requester_busy, &pool));
2549        }
2550        update
2551            .remove_incoming_requests
2552            .push(requester_id.to_proto());
2553        for connection_id in pool.user_connection_ids(responder_id) {
2554            session.peer.send(connection_id, update.clone())?;
2555        }
2556
2557        // Update requester with new contact
2558        let mut update = proto::UpdateContacts::default();
2559        if accept {
2560            update
2561                .contacts
2562                .push(contact_for_user(responder_id, responder_busy, &pool));
2563        }
2564        update
2565            .remove_outgoing_requests
2566            .push(responder_id.to_proto());
2567
2568        for connection_id in pool.user_connection_ids(requester_id) {
2569            session.peer.send(connection_id, update.clone())?;
2570        }
2571
2572        send_notifications(&pool, &session.peer, notifications);
2573    }
2574
2575    response.send(proto::Ack {})?;
2576    Ok(())
2577}
2578
2579/// Remove a contact.
2580async fn remove_contact(
2581    request: proto::RemoveContact,
2582    response: Response<proto::RemoveContact>,
2583    session: Session,
2584) -> Result<()> {
2585    let requester_id = session.user_id();
2586    let responder_id = UserId::from_proto(request.user_id);
2587    let db = session.db().await;
2588    let (contact_accepted, deleted_notification_id) =
2589        db.remove_contact(requester_id, responder_id).await?;
2590
2591    let pool = session.connection_pool().await;
2592    // Update outgoing contact requests of requester
2593    let mut update = proto::UpdateContacts::default();
2594    if contact_accepted {
2595        update.remove_contacts.push(responder_id.to_proto());
2596    } else {
2597        update
2598            .remove_outgoing_requests
2599            .push(responder_id.to_proto());
2600    }
2601    for connection_id in pool.user_connection_ids(requester_id) {
2602        session.peer.send(connection_id, update.clone())?;
2603    }
2604
2605    // Update incoming contact requests of responder
2606    let mut update = proto::UpdateContacts::default();
2607    if contact_accepted {
2608        update.remove_contacts.push(requester_id.to_proto());
2609    } else {
2610        update
2611            .remove_incoming_requests
2612            .push(requester_id.to_proto());
2613    }
2614    for connection_id in pool.user_connection_ids(responder_id) {
2615        session.peer.send(connection_id, update.clone())?;
2616        if let Some(notification_id) = deleted_notification_id {
2617            session.peer.send(
2618                connection_id,
2619                proto::DeleteNotification {
2620                    notification_id: notification_id.to_proto(),
2621                },
2622            )?;
2623        }
2624    }
2625
2626    response.send(proto::Ack {})?;
2627    Ok(())
2628}
2629
2630fn should_auto_subscribe_to_channels(version: ZedVersion) -> bool {
2631    version.0.minor() < 139
2632}
2633
2634async fn update_user_plan(_user_id: UserId, session: &Session) -> Result<()> {
2635    let plan = session.current_plan(&session.db().await).await?;
2636
2637    session
2638        .peer
2639        .send(
2640            session.connection_id,
2641            proto::UpdateUserPlan { plan: plan.into() },
2642        )
2643        .trace_err();
2644
2645    Ok(())
2646}
2647
2648async fn subscribe_to_channels(_: proto::SubscribeToChannels, session: Session) -> Result<()> {
2649    subscribe_user_to_channels(session.user_id(), &session).await?;
2650    Ok(())
2651}
2652
2653async fn subscribe_user_to_channels(user_id: UserId, session: &Session) -> Result<(), Error> {
2654    let channels_for_user = session.db().await.get_channels_for_user(user_id).await?;
2655    let mut pool = session.connection_pool().await;
2656    for membership in &channels_for_user.channel_memberships {
2657        pool.subscribe_to_channel(user_id, membership.channel_id, membership.role)
2658    }
2659    session.peer.send(
2660        session.connection_id,
2661        build_update_user_channels(&channels_for_user),
2662    )?;
2663    session.peer.send(
2664        session.connection_id,
2665        build_channels_update(channels_for_user),
2666    )?;
2667    Ok(())
2668}
2669
2670/// Creates a new channel.
2671async fn create_channel(
2672    request: proto::CreateChannel,
2673    response: Response<proto::CreateChannel>,
2674    session: Session,
2675) -> Result<()> {
2676    let db = session.db().await;
2677
2678    let parent_id = request.parent_id.map(ChannelId::from_proto);
2679    let (channel, membership) = db
2680        .create_channel(&request.name, parent_id, session.user_id())
2681        .await?;
2682
2683    let root_id = channel.root_id();
2684    let channel = Channel::from_model(channel);
2685
2686    response.send(proto::CreateChannelResponse {
2687        channel: Some(channel.to_proto()),
2688        parent_id: request.parent_id,
2689    })?;
2690
2691    let mut connection_pool = session.connection_pool().await;
2692    if let Some(membership) = membership {
2693        connection_pool.subscribe_to_channel(
2694            membership.user_id,
2695            membership.channel_id,
2696            membership.role,
2697        );
2698        let update = proto::UpdateUserChannels {
2699            channel_memberships: vec![proto::ChannelMembership {
2700                channel_id: membership.channel_id.to_proto(),
2701                role: membership.role.into(),
2702            }],
2703            ..Default::default()
2704        };
2705        for connection_id in connection_pool.user_connection_ids(membership.user_id) {
2706            session.peer.send(connection_id, update.clone())?;
2707        }
2708    }
2709
2710    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
2711        if !role.can_see_channel(channel.visibility) {
2712            continue;
2713        }
2714
2715        let update = proto::UpdateChannels {
2716            channels: vec![channel.to_proto()],
2717            ..Default::default()
2718        };
2719        session.peer.send(connection_id, update.clone())?;
2720    }
2721
2722    Ok(())
2723}
2724
2725/// Delete a channel
2726async fn delete_channel(
2727    request: proto::DeleteChannel,
2728    response: Response<proto::DeleteChannel>,
2729    session: Session,
2730) -> Result<()> {
2731    let db = session.db().await;
2732
2733    let channel_id = request.channel_id;
2734    let (root_channel, removed_channels) = db
2735        .delete_channel(ChannelId::from_proto(channel_id), session.user_id())
2736        .await?;
2737    response.send(proto::Ack {})?;
2738
2739    // Notify members of removed channels
2740    let mut update = proto::UpdateChannels::default();
2741    update
2742        .delete_channels
2743        .extend(removed_channels.into_iter().map(|id| id.to_proto()));
2744
2745    let connection_pool = session.connection_pool().await;
2746    for (connection_id, _) in connection_pool.channel_connection_ids(root_channel) {
2747        session.peer.send(connection_id, update.clone())?;
2748    }
2749
2750    Ok(())
2751}
2752
2753/// Invite someone to join a channel.
2754async fn invite_channel_member(
2755    request: proto::InviteChannelMember,
2756    response: Response<proto::InviteChannelMember>,
2757    session: Session,
2758) -> Result<()> {
2759    let db = session.db().await;
2760    let channel_id = ChannelId::from_proto(request.channel_id);
2761    let invitee_id = UserId::from_proto(request.user_id);
2762    let InviteMemberResult {
2763        channel,
2764        notifications,
2765    } = db
2766        .invite_channel_member(
2767            channel_id,
2768            invitee_id,
2769            session.user_id(),
2770            request.role().into(),
2771        )
2772        .await?;
2773
2774    let update = proto::UpdateChannels {
2775        channel_invitations: vec![channel.to_proto()],
2776        ..Default::default()
2777    };
2778
2779    let connection_pool = session.connection_pool().await;
2780    for connection_id in connection_pool.user_connection_ids(invitee_id) {
2781        session.peer.send(connection_id, update.clone())?;
2782    }
2783
2784    send_notifications(&connection_pool, &session.peer, notifications);
2785
2786    response.send(proto::Ack {})?;
2787    Ok(())
2788}
2789
2790/// remove someone from a channel
2791async fn remove_channel_member(
2792    request: proto::RemoveChannelMember,
2793    response: Response<proto::RemoveChannelMember>,
2794    session: Session,
2795) -> Result<()> {
2796    let db = session.db().await;
2797    let channel_id = ChannelId::from_proto(request.channel_id);
2798    let member_id = UserId::from_proto(request.user_id);
2799
2800    let RemoveChannelMemberResult {
2801        membership_update,
2802        notification_id,
2803    } = db
2804        .remove_channel_member(channel_id, member_id, session.user_id())
2805        .await?;
2806
2807    let mut connection_pool = session.connection_pool().await;
2808    notify_membership_updated(
2809        &mut connection_pool,
2810        membership_update,
2811        member_id,
2812        &session.peer,
2813    );
2814    for connection_id in connection_pool.user_connection_ids(member_id) {
2815        if let Some(notification_id) = notification_id {
2816            session
2817                .peer
2818                .send(
2819                    connection_id,
2820                    proto::DeleteNotification {
2821                        notification_id: notification_id.to_proto(),
2822                    },
2823                )
2824                .trace_err();
2825        }
2826    }
2827
2828    response.send(proto::Ack {})?;
2829    Ok(())
2830}
2831
2832/// Toggle the channel between public and private.
2833/// Care is taken to maintain the invariant that public channels only descend from public channels,
2834/// (though members-only channels can appear at any point in the hierarchy).
2835async fn set_channel_visibility(
2836    request: proto::SetChannelVisibility,
2837    response: Response<proto::SetChannelVisibility>,
2838    session: Session,
2839) -> Result<()> {
2840    let db = session.db().await;
2841    let channel_id = ChannelId::from_proto(request.channel_id);
2842    let visibility = request.visibility().into();
2843
2844    let channel_model = db
2845        .set_channel_visibility(channel_id, visibility, session.user_id())
2846        .await?;
2847    let root_id = channel_model.root_id();
2848    let channel = Channel::from_model(channel_model);
2849
2850    let mut connection_pool = session.connection_pool().await;
2851    for (user_id, role) in connection_pool
2852        .channel_user_ids(root_id)
2853        .collect::<Vec<_>>()
2854        .into_iter()
2855    {
2856        let update = if role.can_see_channel(channel.visibility) {
2857            connection_pool.subscribe_to_channel(user_id, channel_id, role);
2858            proto::UpdateChannels {
2859                channels: vec![channel.to_proto()],
2860                ..Default::default()
2861            }
2862        } else {
2863            connection_pool.unsubscribe_from_channel(&user_id, &channel_id);
2864            proto::UpdateChannels {
2865                delete_channels: vec![channel.id.to_proto()],
2866                ..Default::default()
2867            }
2868        };
2869
2870        for connection_id in connection_pool.user_connection_ids(user_id) {
2871            session.peer.send(connection_id, update.clone())?;
2872        }
2873    }
2874
2875    response.send(proto::Ack {})?;
2876    Ok(())
2877}
2878
2879/// Alter the role for a user in the channel.
2880async fn set_channel_member_role(
2881    request: proto::SetChannelMemberRole,
2882    response: Response<proto::SetChannelMemberRole>,
2883    session: Session,
2884) -> Result<()> {
2885    let db = session.db().await;
2886    let channel_id = ChannelId::from_proto(request.channel_id);
2887    let member_id = UserId::from_proto(request.user_id);
2888    let result = db
2889        .set_channel_member_role(
2890            channel_id,
2891            session.user_id(),
2892            member_id,
2893            request.role().into(),
2894        )
2895        .await?;
2896
2897    match result {
2898        db::SetMemberRoleResult::MembershipUpdated(membership_update) => {
2899            let mut connection_pool = session.connection_pool().await;
2900            notify_membership_updated(
2901                &mut connection_pool,
2902                membership_update,
2903                member_id,
2904                &session.peer,
2905            )
2906        }
2907        db::SetMemberRoleResult::InviteUpdated(channel) => {
2908            let update = proto::UpdateChannels {
2909                channel_invitations: vec![channel.to_proto()],
2910                ..Default::default()
2911            };
2912
2913            for connection_id in session
2914                .connection_pool()
2915                .await
2916                .user_connection_ids(member_id)
2917            {
2918                session.peer.send(connection_id, update.clone())?;
2919            }
2920        }
2921    }
2922
2923    response.send(proto::Ack {})?;
2924    Ok(())
2925}
2926
2927/// Change the name of a channel
2928async fn rename_channel(
2929    request: proto::RenameChannel,
2930    response: Response<proto::RenameChannel>,
2931    session: Session,
2932) -> Result<()> {
2933    let db = session.db().await;
2934    let channel_id = ChannelId::from_proto(request.channel_id);
2935    let channel_model = db
2936        .rename_channel(channel_id, session.user_id(), &request.name)
2937        .await?;
2938    let root_id = channel_model.root_id();
2939    let channel = Channel::from_model(channel_model);
2940
2941    response.send(proto::RenameChannelResponse {
2942        channel: Some(channel.to_proto()),
2943    })?;
2944
2945    let connection_pool = session.connection_pool().await;
2946    let update = proto::UpdateChannels {
2947        channels: vec![channel.to_proto()],
2948        ..Default::default()
2949    };
2950    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
2951        if role.can_see_channel(channel.visibility) {
2952            session.peer.send(connection_id, update.clone())?;
2953        }
2954    }
2955
2956    Ok(())
2957}
2958
2959/// Move a channel to a new parent.
2960async fn move_channel(
2961    request: proto::MoveChannel,
2962    response: Response<proto::MoveChannel>,
2963    session: Session,
2964) -> Result<()> {
2965    let channel_id = ChannelId::from_proto(request.channel_id);
2966    let to = ChannelId::from_proto(request.to);
2967
2968    let (root_id, channels) = session
2969        .db()
2970        .await
2971        .move_channel(channel_id, to, session.user_id())
2972        .await?;
2973
2974    let connection_pool = session.connection_pool().await;
2975    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
2976        let channels = channels
2977            .iter()
2978            .filter_map(|channel| {
2979                if role.can_see_channel(channel.visibility) {
2980                    Some(channel.to_proto())
2981                } else {
2982                    None
2983                }
2984            })
2985            .collect::<Vec<_>>();
2986        if channels.is_empty() {
2987            continue;
2988        }
2989
2990        let update = proto::UpdateChannels {
2991            channels,
2992            ..Default::default()
2993        };
2994
2995        session.peer.send(connection_id, update.clone())?;
2996    }
2997
2998    response.send(Ack {})?;
2999    Ok(())
3000}
3001
3002/// Get the list of channel members
3003async fn get_channel_members(
3004    request: proto::GetChannelMembers,
3005    response: Response<proto::GetChannelMembers>,
3006    session: Session,
3007) -> Result<()> {
3008    let db = session.db().await;
3009    let channel_id = ChannelId::from_proto(request.channel_id);
3010    let limit = if request.limit == 0 {
3011        u16::MAX as u64
3012    } else {
3013        request.limit
3014    };
3015    let (members, users) = db
3016        .get_channel_participant_details(channel_id, &request.query, limit, session.user_id())
3017        .await?;
3018    response.send(proto::GetChannelMembersResponse { members, users })?;
3019    Ok(())
3020}
3021
3022/// Accept or decline a channel invitation.
3023async fn respond_to_channel_invite(
3024    request: proto::RespondToChannelInvite,
3025    response: Response<proto::RespondToChannelInvite>,
3026    session: Session,
3027) -> Result<()> {
3028    let db = session.db().await;
3029    let channel_id = ChannelId::from_proto(request.channel_id);
3030    let RespondToChannelInvite {
3031        membership_update,
3032        notifications,
3033    } = db
3034        .respond_to_channel_invite(channel_id, session.user_id(), request.accept)
3035        .await?;
3036
3037    let mut connection_pool = session.connection_pool().await;
3038    if let Some(membership_update) = membership_update {
3039        notify_membership_updated(
3040            &mut connection_pool,
3041            membership_update,
3042            session.user_id(),
3043            &session.peer,
3044        );
3045    } else {
3046        let update = proto::UpdateChannels {
3047            remove_channel_invitations: vec![channel_id.to_proto()],
3048            ..Default::default()
3049        };
3050
3051        for connection_id in connection_pool.user_connection_ids(session.user_id()) {
3052            session.peer.send(connection_id, update.clone())?;
3053        }
3054    };
3055
3056    send_notifications(&connection_pool, &session.peer, notifications);
3057
3058    response.send(proto::Ack {})?;
3059
3060    Ok(())
3061}
3062
3063/// Join the channels' room
3064async fn join_channel(
3065    request: proto::JoinChannel,
3066    response: Response<proto::JoinChannel>,
3067    session: Session,
3068) -> Result<()> {
3069    let channel_id = ChannelId::from_proto(request.channel_id);
3070    join_channel_internal(channel_id, Box::new(response), session).await
3071}
3072
3073trait JoinChannelInternalResponse {
3074    fn send(self, result: proto::JoinRoomResponse) -> Result<()>;
3075}
3076impl JoinChannelInternalResponse for Response<proto::JoinChannel> {
3077    fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3078        Response::<proto::JoinChannel>::send(self, result)
3079    }
3080}
3081impl JoinChannelInternalResponse for Response<proto::JoinRoom> {
3082    fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3083        Response::<proto::JoinRoom>::send(self, result)
3084    }
3085}
3086
3087async fn join_channel_internal(
3088    channel_id: ChannelId,
3089    response: Box<impl JoinChannelInternalResponse>,
3090    session: Session,
3091) -> Result<()> {
3092    let joined_room = {
3093        let mut db = session.db().await;
3094        // If zed quits without leaving the room, and the user re-opens zed before the
3095        // RECONNECT_TIMEOUT, we need to make sure that we kick the user out of the previous
3096        // room they were in.
3097        if let Some(connection) = db.stale_room_connection(session.user_id()).await? {
3098            tracing::info!(
3099                stale_connection_id = %connection,
3100                "cleaning up stale connection",
3101            );
3102            drop(db);
3103            leave_room_for_session(&session, connection).await?;
3104            db = session.db().await;
3105        }
3106
3107        let (joined_room, membership_updated, role) = db
3108            .join_channel(channel_id, session.user_id(), session.connection_id)
3109            .await?;
3110
3111        let live_kit_connection_info =
3112            session
3113                .app_state
3114                .live_kit_client
3115                .as_ref()
3116                .and_then(|live_kit| {
3117                    let (can_publish, token) = if role == ChannelRole::Guest {
3118                        (
3119                            false,
3120                            live_kit
3121                                .guest_token(
3122                                    &joined_room.room.live_kit_room,
3123                                    &session.user_id().to_string(),
3124                                )
3125                                .trace_err()?,
3126                        )
3127                    } else {
3128                        (
3129                            true,
3130                            live_kit
3131                                .room_token(
3132                                    &joined_room.room.live_kit_room,
3133                                    &session.user_id().to_string(),
3134                                )
3135                                .trace_err()?,
3136                        )
3137                    };
3138
3139                    Some(LiveKitConnectionInfo {
3140                        server_url: live_kit.url().into(),
3141                        token,
3142                        can_publish,
3143                    })
3144                });
3145
3146        response.send(proto::JoinRoomResponse {
3147            room: Some(joined_room.room.clone()),
3148            channel_id: joined_room
3149                .channel
3150                .as_ref()
3151                .map(|channel| channel.id.to_proto()),
3152            live_kit_connection_info,
3153        })?;
3154
3155        let mut connection_pool = session.connection_pool().await;
3156        if let Some(membership_updated) = membership_updated {
3157            notify_membership_updated(
3158                &mut connection_pool,
3159                membership_updated,
3160                session.user_id(),
3161                &session.peer,
3162            );
3163        }
3164
3165        room_updated(&joined_room.room, &session.peer);
3166
3167        joined_room
3168    };
3169
3170    channel_updated(
3171        &joined_room
3172            .channel
3173            .ok_or_else(|| anyhow!("channel not returned"))?,
3174        &joined_room.room,
3175        &session.peer,
3176        &*session.connection_pool().await,
3177    );
3178
3179    update_user_contacts(session.user_id(), &session).await?;
3180    Ok(())
3181}
3182
3183/// Start editing the channel notes
3184async fn join_channel_buffer(
3185    request: proto::JoinChannelBuffer,
3186    response: Response<proto::JoinChannelBuffer>,
3187    session: Session,
3188) -> Result<()> {
3189    let db = session.db().await;
3190    let channel_id = ChannelId::from_proto(request.channel_id);
3191
3192    let open_response = db
3193        .join_channel_buffer(channel_id, session.user_id(), session.connection_id)
3194        .await?;
3195
3196    let collaborators = open_response.collaborators.clone();
3197    response.send(open_response)?;
3198
3199    let update = UpdateChannelBufferCollaborators {
3200        channel_id: channel_id.to_proto(),
3201        collaborators: collaborators.clone(),
3202    };
3203    channel_buffer_updated(
3204        session.connection_id,
3205        collaborators
3206            .iter()
3207            .filter_map(|collaborator| Some(collaborator.peer_id?.into())),
3208        &update,
3209        &session.peer,
3210    );
3211
3212    Ok(())
3213}
3214
3215/// Edit the channel notes
3216async fn update_channel_buffer(
3217    request: proto::UpdateChannelBuffer,
3218    session: Session,
3219) -> Result<()> {
3220    let db = session.db().await;
3221    let channel_id = ChannelId::from_proto(request.channel_id);
3222
3223    let (collaborators, epoch, version) = db
3224        .update_channel_buffer(channel_id, session.user_id(), &request.operations)
3225        .await?;
3226
3227    channel_buffer_updated(
3228        session.connection_id,
3229        collaborators.clone(),
3230        &proto::UpdateChannelBuffer {
3231            channel_id: channel_id.to_proto(),
3232            operations: request.operations,
3233        },
3234        &session.peer,
3235    );
3236
3237    let pool = &*session.connection_pool().await;
3238
3239    let non_collaborators =
3240        pool.channel_connection_ids(channel_id)
3241            .filter_map(|(connection_id, _)| {
3242                if collaborators.contains(&connection_id) {
3243                    None
3244                } else {
3245                    Some(connection_id)
3246                }
3247            });
3248
3249    broadcast(None, non_collaborators, |peer_id| {
3250        session.peer.send(
3251            peer_id,
3252            proto::UpdateChannels {
3253                latest_channel_buffer_versions: vec![proto::ChannelBufferVersion {
3254                    channel_id: channel_id.to_proto(),
3255                    epoch: epoch as u64,
3256                    version: version.clone(),
3257                }],
3258                ..Default::default()
3259            },
3260        )
3261    });
3262
3263    Ok(())
3264}
3265
3266/// Rejoin the channel notes after a connection blip
3267async fn rejoin_channel_buffers(
3268    request: proto::RejoinChannelBuffers,
3269    response: Response<proto::RejoinChannelBuffers>,
3270    session: Session,
3271) -> Result<()> {
3272    let db = session.db().await;
3273    let buffers = db
3274        .rejoin_channel_buffers(&request.buffers, session.user_id(), session.connection_id)
3275        .await?;
3276
3277    for rejoined_buffer in &buffers {
3278        let collaborators_to_notify = rejoined_buffer
3279            .buffer
3280            .collaborators
3281            .iter()
3282            .filter_map(|c| Some(c.peer_id?.into()));
3283        channel_buffer_updated(
3284            session.connection_id,
3285            collaborators_to_notify,
3286            &proto::UpdateChannelBufferCollaborators {
3287                channel_id: rejoined_buffer.buffer.channel_id,
3288                collaborators: rejoined_buffer.buffer.collaborators.clone(),
3289            },
3290            &session.peer,
3291        );
3292    }
3293
3294    response.send(proto::RejoinChannelBuffersResponse {
3295        buffers: buffers.into_iter().map(|b| b.buffer).collect(),
3296    })?;
3297
3298    Ok(())
3299}
3300
3301/// Stop editing the channel notes
3302async fn leave_channel_buffer(
3303    request: proto::LeaveChannelBuffer,
3304    response: Response<proto::LeaveChannelBuffer>,
3305    session: Session,
3306) -> Result<()> {
3307    let db = session.db().await;
3308    let channel_id = ChannelId::from_proto(request.channel_id);
3309
3310    let left_buffer = db
3311        .leave_channel_buffer(channel_id, session.connection_id)
3312        .await?;
3313
3314    response.send(Ack {})?;
3315
3316    channel_buffer_updated(
3317        session.connection_id,
3318        left_buffer.connections,
3319        &proto::UpdateChannelBufferCollaborators {
3320            channel_id: channel_id.to_proto(),
3321            collaborators: left_buffer.collaborators,
3322        },
3323        &session.peer,
3324    );
3325
3326    Ok(())
3327}
3328
3329fn channel_buffer_updated<T: EnvelopedMessage>(
3330    sender_id: ConnectionId,
3331    collaborators: impl IntoIterator<Item = ConnectionId>,
3332    message: &T,
3333    peer: &Peer,
3334) {
3335    broadcast(Some(sender_id), collaborators, |peer_id| {
3336        peer.send(peer_id, message.clone())
3337    });
3338}
3339
3340fn send_notifications(
3341    connection_pool: &ConnectionPool,
3342    peer: &Peer,
3343    notifications: db::NotificationBatch,
3344) {
3345    for (user_id, notification) in notifications {
3346        for connection_id in connection_pool.user_connection_ids(user_id) {
3347            if let Err(error) = peer.send(
3348                connection_id,
3349                proto::AddNotification {
3350                    notification: Some(notification.clone()),
3351                },
3352            ) {
3353                tracing::error!(
3354                    "failed to send notification to {:?} {}",
3355                    connection_id,
3356                    error
3357                );
3358            }
3359        }
3360    }
3361}
3362
3363/// Send a message to the channel
3364async fn send_channel_message(
3365    request: proto::SendChannelMessage,
3366    response: Response<proto::SendChannelMessage>,
3367    session: Session,
3368) -> Result<()> {
3369    // Validate the message body.
3370    let body = request.body.trim().to_string();
3371    if body.len() > MAX_MESSAGE_LEN {
3372        return Err(anyhow!("message is too long"))?;
3373    }
3374    if body.is_empty() {
3375        return Err(anyhow!("message can't be blank"))?;
3376    }
3377
3378    // TODO: adjust mentions if body is trimmed
3379
3380    let timestamp = OffsetDateTime::now_utc();
3381    let nonce = request
3382        .nonce
3383        .ok_or_else(|| anyhow!("nonce can't be blank"))?;
3384
3385    let channel_id = ChannelId::from_proto(request.channel_id);
3386    let CreatedChannelMessage {
3387        message_id,
3388        participant_connection_ids,
3389        notifications,
3390    } = session
3391        .db()
3392        .await
3393        .create_channel_message(
3394            channel_id,
3395            session.user_id(),
3396            &body,
3397            &request.mentions,
3398            timestamp,
3399            nonce.clone().into(),
3400            request.reply_to_message_id.map(MessageId::from_proto),
3401        )
3402        .await?;
3403
3404    let message = proto::ChannelMessage {
3405        sender_id: session.user_id().to_proto(),
3406        id: message_id.to_proto(),
3407        body,
3408        mentions: request.mentions,
3409        timestamp: timestamp.unix_timestamp() as u64,
3410        nonce: Some(nonce),
3411        reply_to_message_id: request.reply_to_message_id,
3412        edited_at: None,
3413    };
3414    broadcast(
3415        Some(session.connection_id),
3416        participant_connection_ids.clone(),
3417        |connection| {
3418            session.peer.send(
3419                connection,
3420                proto::ChannelMessageSent {
3421                    channel_id: channel_id.to_proto(),
3422                    message: Some(message.clone()),
3423                },
3424            )
3425        },
3426    );
3427    response.send(proto::SendChannelMessageResponse {
3428        message: Some(message),
3429    })?;
3430
3431    let pool = &*session.connection_pool().await;
3432    let non_participants =
3433        pool.channel_connection_ids(channel_id)
3434            .filter_map(|(connection_id, _)| {
3435                if participant_connection_ids.contains(&connection_id) {
3436                    None
3437                } else {
3438                    Some(connection_id)
3439                }
3440            });
3441    broadcast(None, non_participants, |peer_id| {
3442        session.peer.send(
3443            peer_id,
3444            proto::UpdateChannels {
3445                latest_channel_message_ids: vec![proto::ChannelMessageId {
3446                    channel_id: channel_id.to_proto(),
3447                    message_id: message_id.to_proto(),
3448                }],
3449                ..Default::default()
3450            },
3451        )
3452    });
3453    send_notifications(pool, &session.peer, notifications);
3454
3455    Ok(())
3456}
3457
3458/// Delete a channel message
3459async fn remove_channel_message(
3460    request: proto::RemoveChannelMessage,
3461    response: Response<proto::RemoveChannelMessage>,
3462    session: Session,
3463) -> Result<()> {
3464    let channel_id = ChannelId::from_proto(request.channel_id);
3465    let message_id = MessageId::from_proto(request.message_id);
3466    let (connection_ids, existing_notification_ids) = session
3467        .db()
3468        .await
3469        .remove_channel_message(channel_id, message_id, session.user_id())
3470        .await?;
3471
3472    broadcast(
3473        Some(session.connection_id),
3474        connection_ids,
3475        move |connection| {
3476            session.peer.send(connection, request.clone())?;
3477
3478            for notification_id in &existing_notification_ids {
3479                session.peer.send(
3480                    connection,
3481                    proto::DeleteNotification {
3482                        notification_id: (*notification_id).to_proto(),
3483                    },
3484                )?;
3485            }
3486
3487            Ok(())
3488        },
3489    );
3490    response.send(proto::Ack {})?;
3491    Ok(())
3492}
3493
3494async fn update_channel_message(
3495    request: proto::UpdateChannelMessage,
3496    response: Response<proto::UpdateChannelMessage>,
3497    session: Session,
3498) -> Result<()> {
3499    let channel_id = ChannelId::from_proto(request.channel_id);
3500    let message_id = MessageId::from_proto(request.message_id);
3501    let updated_at = OffsetDateTime::now_utc();
3502    let UpdatedChannelMessage {
3503        message_id,
3504        participant_connection_ids,
3505        notifications,
3506        reply_to_message_id,
3507        timestamp,
3508        deleted_mention_notification_ids,
3509        updated_mention_notifications,
3510    } = session
3511        .db()
3512        .await
3513        .update_channel_message(
3514            channel_id,
3515            message_id,
3516            session.user_id(),
3517            request.body.as_str(),
3518            &request.mentions,
3519            updated_at,
3520        )
3521        .await?;
3522
3523    let nonce = request
3524        .nonce
3525        .clone()
3526        .ok_or_else(|| anyhow!("nonce can't be blank"))?;
3527
3528    let message = proto::ChannelMessage {
3529        sender_id: session.user_id().to_proto(),
3530        id: message_id.to_proto(),
3531        body: request.body.clone(),
3532        mentions: request.mentions.clone(),
3533        timestamp: timestamp.assume_utc().unix_timestamp() as u64,
3534        nonce: Some(nonce),
3535        reply_to_message_id: reply_to_message_id.map(|id| id.to_proto()),
3536        edited_at: Some(updated_at.unix_timestamp() as u64),
3537    };
3538
3539    response.send(proto::Ack {})?;
3540
3541    let pool = &*session.connection_pool().await;
3542    broadcast(
3543        Some(session.connection_id),
3544        participant_connection_ids,
3545        |connection| {
3546            session.peer.send(
3547                connection,
3548                proto::ChannelMessageUpdate {
3549                    channel_id: channel_id.to_proto(),
3550                    message: Some(message.clone()),
3551                },
3552            )?;
3553
3554            for notification_id in &deleted_mention_notification_ids {
3555                session.peer.send(
3556                    connection,
3557                    proto::DeleteNotification {
3558                        notification_id: (*notification_id).to_proto(),
3559                    },
3560                )?;
3561            }
3562
3563            for notification in &updated_mention_notifications {
3564                session.peer.send(
3565                    connection,
3566                    proto::UpdateNotification {
3567                        notification: Some(notification.clone()),
3568                    },
3569                )?;
3570            }
3571
3572            Ok(())
3573        },
3574    );
3575
3576    send_notifications(pool, &session.peer, notifications);
3577
3578    Ok(())
3579}
3580
3581/// Mark a channel message as read
3582async fn acknowledge_channel_message(
3583    request: proto::AckChannelMessage,
3584    session: Session,
3585) -> Result<()> {
3586    let channel_id = ChannelId::from_proto(request.channel_id);
3587    let message_id = MessageId::from_proto(request.message_id);
3588    let notifications = session
3589        .db()
3590        .await
3591        .observe_channel_message(channel_id, session.user_id(), message_id)
3592        .await?;
3593    send_notifications(
3594        &*session.connection_pool().await,
3595        &session.peer,
3596        notifications,
3597    );
3598    Ok(())
3599}
3600
3601/// Mark a buffer version as synced
3602async fn acknowledge_buffer_version(
3603    request: proto::AckBufferOperation,
3604    session: Session,
3605) -> Result<()> {
3606    let buffer_id = BufferId::from_proto(request.buffer_id);
3607    session
3608        .db()
3609        .await
3610        .observe_buffer_version(
3611            buffer_id,
3612            session.user_id(),
3613            request.epoch as i32,
3614            &request.version,
3615        )
3616        .await?;
3617    Ok(())
3618}
3619
3620async fn count_language_model_tokens(
3621    request: proto::CountLanguageModelTokens,
3622    response: Response<proto::CountLanguageModelTokens>,
3623    session: Session,
3624    config: &Config,
3625) -> Result<()> {
3626    authorize_access_to_legacy_llm_endpoints(&session).await?;
3627
3628    let rate_limit: Box<dyn RateLimit> = match session.current_plan(&session.db().await).await? {
3629        proto::Plan::ZedPro => Box::new(ZedProCountLanguageModelTokensRateLimit),
3630        proto::Plan::Free => Box::new(FreeCountLanguageModelTokensRateLimit),
3631    };
3632
3633    session
3634        .app_state
3635        .rate_limiter
3636        .check(&*rate_limit, session.user_id())
3637        .await?;
3638
3639    let result = match proto::LanguageModelProvider::from_i32(request.provider) {
3640        Some(proto::LanguageModelProvider::Google) => {
3641            let api_key = config
3642                .google_ai_api_key
3643                .as_ref()
3644                .context("no Google AI API key configured on the server")?;
3645            google_ai::count_tokens(
3646                session.http_client.as_ref(),
3647                google_ai::API_URL,
3648                api_key,
3649                serde_json::from_str(&request.request)?,
3650                None,
3651            )
3652            .await?
3653        }
3654        _ => return Err(anyhow!("unsupported provider"))?,
3655    };
3656
3657    response.send(proto::CountLanguageModelTokensResponse {
3658        token_count: result.total_tokens as u32,
3659    })?;
3660
3661    Ok(())
3662}
3663
3664struct ZedProCountLanguageModelTokensRateLimit;
3665
3666impl RateLimit for ZedProCountLanguageModelTokensRateLimit {
3667    fn capacity(&self) -> usize {
3668        std::env::var("COUNT_LANGUAGE_MODEL_TOKENS_RATE_LIMIT_PER_HOUR")
3669            .ok()
3670            .and_then(|v| v.parse().ok())
3671            .unwrap_or(600) // Picked arbitrarily
3672    }
3673
3674    fn refill_duration(&self) -> chrono::Duration {
3675        chrono::Duration::hours(1)
3676    }
3677
3678    fn db_name(&self) -> &'static str {
3679        "zed-pro:count-language-model-tokens"
3680    }
3681}
3682
3683struct FreeCountLanguageModelTokensRateLimit;
3684
3685impl RateLimit for FreeCountLanguageModelTokensRateLimit {
3686    fn capacity(&self) -> usize {
3687        std::env::var("COUNT_LANGUAGE_MODEL_TOKENS_RATE_LIMIT_PER_HOUR_FREE")
3688            .ok()
3689            .and_then(|v| v.parse().ok())
3690            .unwrap_or(600 / 10) // Picked arbitrarily
3691    }
3692
3693    fn refill_duration(&self) -> chrono::Duration {
3694        chrono::Duration::hours(1)
3695    }
3696
3697    fn db_name(&self) -> &'static str {
3698        "free:count-language-model-tokens"
3699    }
3700}
3701
3702struct ZedProComputeEmbeddingsRateLimit;
3703
3704impl RateLimit for ZedProComputeEmbeddingsRateLimit {
3705    fn capacity(&self) -> usize {
3706        std::env::var("EMBED_TEXTS_RATE_LIMIT_PER_HOUR")
3707            .ok()
3708            .and_then(|v| v.parse().ok())
3709            .unwrap_or(5000) // Picked arbitrarily
3710    }
3711
3712    fn refill_duration(&self) -> chrono::Duration {
3713        chrono::Duration::hours(1)
3714    }
3715
3716    fn db_name(&self) -> &'static str {
3717        "zed-pro:compute-embeddings"
3718    }
3719}
3720
3721struct FreeComputeEmbeddingsRateLimit;
3722
3723impl RateLimit for FreeComputeEmbeddingsRateLimit {
3724    fn capacity(&self) -> usize {
3725        std::env::var("EMBED_TEXTS_RATE_LIMIT_PER_HOUR_FREE")
3726            .ok()
3727            .and_then(|v| v.parse().ok())
3728            .unwrap_or(5000 / 10) // Picked arbitrarily
3729    }
3730
3731    fn refill_duration(&self) -> chrono::Duration {
3732        chrono::Duration::hours(1)
3733    }
3734
3735    fn db_name(&self) -> &'static str {
3736        "free:compute-embeddings"
3737    }
3738}
3739
3740async fn compute_embeddings(
3741    request: proto::ComputeEmbeddings,
3742    response: Response<proto::ComputeEmbeddings>,
3743    session: Session,
3744    api_key: Option<Arc<str>>,
3745) -> Result<()> {
3746    let api_key = api_key.context("no OpenAI API key configured on the server")?;
3747    authorize_access_to_legacy_llm_endpoints(&session).await?;
3748
3749    let rate_limit: Box<dyn RateLimit> = match session.current_plan(&session.db().await).await? {
3750        proto::Plan::ZedPro => Box::new(ZedProComputeEmbeddingsRateLimit),
3751        proto::Plan::Free => Box::new(FreeComputeEmbeddingsRateLimit),
3752    };
3753
3754    session
3755        .app_state
3756        .rate_limiter
3757        .check(&*rate_limit, session.user_id())
3758        .await?;
3759
3760    let embeddings = match request.model.as_str() {
3761        "openai/text-embedding-3-small" => {
3762            open_ai::embed(
3763                session.http_client.as_ref(),
3764                OPEN_AI_API_URL,
3765                &api_key,
3766                OpenAiEmbeddingModel::TextEmbedding3Small,
3767                request.texts.iter().map(|text| text.as_str()),
3768            )
3769            .await?
3770        }
3771        provider => return Err(anyhow!("unsupported embedding provider {:?}", provider))?,
3772    };
3773
3774    let embeddings = request
3775        .texts
3776        .iter()
3777        .map(|text| {
3778            let mut hasher = sha2::Sha256::new();
3779            hasher.update(text.as_bytes());
3780            let result = hasher.finalize();
3781            result.to_vec()
3782        })
3783        .zip(
3784            embeddings
3785                .data
3786                .into_iter()
3787                .map(|embedding| embedding.embedding),
3788        )
3789        .collect::<HashMap<_, _>>();
3790
3791    let db = session.db().await;
3792    db.save_embeddings(&request.model, &embeddings)
3793        .await
3794        .context("failed to save embeddings")
3795        .trace_err();
3796
3797    response.send(proto::ComputeEmbeddingsResponse {
3798        embeddings: embeddings
3799            .into_iter()
3800            .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
3801            .collect(),
3802    })?;
3803    Ok(())
3804}
3805
3806async fn get_cached_embeddings(
3807    request: proto::GetCachedEmbeddings,
3808    response: Response<proto::GetCachedEmbeddings>,
3809    session: Session,
3810) -> Result<()> {
3811    authorize_access_to_legacy_llm_endpoints(&session).await?;
3812
3813    let db = session.db().await;
3814    let embeddings = db.get_embeddings(&request.model, &request.digests).await?;
3815
3816    response.send(proto::GetCachedEmbeddingsResponse {
3817        embeddings: embeddings
3818            .into_iter()
3819            .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
3820            .collect(),
3821    })?;
3822    Ok(())
3823}
3824
3825/// This is leftover from before the LLM service.
3826///
3827/// The endpoints protected by this check will be moved there eventually.
3828async fn authorize_access_to_legacy_llm_endpoints(session: &Session) -> Result<(), Error> {
3829    if session.is_staff() {
3830        Ok(())
3831    } else {
3832        Err(anyhow!("permission denied"))?
3833    }
3834}
3835
3836/// Get a Supermaven API key for the user
3837async fn get_supermaven_api_key(
3838    _request: proto::GetSupermavenApiKey,
3839    response: Response<proto::GetSupermavenApiKey>,
3840    session: Session,
3841) -> Result<()> {
3842    let user_id: String = session.user_id().to_string();
3843    if !session.is_staff() {
3844        return Err(anyhow!("supermaven not enabled for this account"))?;
3845    }
3846
3847    let email = session
3848        .email()
3849        .ok_or_else(|| anyhow!("user must have an email"))?;
3850
3851    let supermaven_admin_api = session
3852        .supermaven_client
3853        .as_ref()
3854        .ok_or_else(|| anyhow!("supermaven not configured"))?;
3855
3856    let result = supermaven_admin_api
3857        .try_get_or_create_user(CreateExternalUserRequest { id: user_id, email })
3858        .await?;
3859
3860    response.send(proto::GetSupermavenApiKeyResponse {
3861        api_key: result.api_key,
3862    })?;
3863
3864    Ok(())
3865}
3866
3867/// Start receiving chat updates for a channel
3868async fn join_channel_chat(
3869    request: proto::JoinChannelChat,
3870    response: Response<proto::JoinChannelChat>,
3871    session: Session,
3872) -> Result<()> {
3873    let channel_id = ChannelId::from_proto(request.channel_id);
3874
3875    let db = session.db().await;
3876    db.join_channel_chat(channel_id, session.connection_id, session.user_id())
3877        .await?;
3878    let messages = db
3879        .get_channel_messages(channel_id, session.user_id(), MESSAGE_COUNT_PER_PAGE, None)
3880        .await?;
3881    response.send(proto::JoinChannelChatResponse {
3882        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
3883        messages,
3884    })?;
3885    Ok(())
3886}
3887
3888/// Stop receiving chat updates for a channel
3889async fn leave_channel_chat(request: proto::LeaveChannelChat, session: Session) -> Result<()> {
3890    let channel_id = ChannelId::from_proto(request.channel_id);
3891    session
3892        .db()
3893        .await
3894        .leave_channel_chat(channel_id, session.connection_id, session.user_id())
3895        .await?;
3896    Ok(())
3897}
3898
3899/// Retrieve the chat history for a channel
3900async fn get_channel_messages(
3901    request: proto::GetChannelMessages,
3902    response: Response<proto::GetChannelMessages>,
3903    session: Session,
3904) -> Result<()> {
3905    let channel_id = ChannelId::from_proto(request.channel_id);
3906    let messages = session
3907        .db()
3908        .await
3909        .get_channel_messages(
3910            channel_id,
3911            session.user_id(),
3912            MESSAGE_COUNT_PER_PAGE,
3913            Some(MessageId::from_proto(request.before_message_id)),
3914        )
3915        .await?;
3916    response.send(proto::GetChannelMessagesResponse {
3917        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
3918        messages,
3919    })?;
3920    Ok(())
3921}
3922
3923/// Retrieve specific chat messages
3924async fn get_channel_messages_by_id(
3925    request: proto::GetChannelMessagesById,
3926    response: Response<proto::GetChannelMessagesById>,
3927    session: Session,
3928) -> Result<()> {
3929    let message_ids = request
3930        .message_ids
3931        .iter()
3932        .map(|id| MessageId::from_proto(*id))
3933        .collect::<Vec<_>>();
3934    let messages = session
3935        .db()
3936        .await
3937        .get_channel_messages_by_id(session.user_id(), &message_ids)
3938        .await?;
3939    response.send(proto::GetChannelMessagesResponse {
3940        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
3941        messages,
3942    })?;
3943    Ok(())
3944}
3945
3946/// Retrieve the current users notifications
3947async fn get_notifications(
3948    request: proto::GetNotifications,
3949    response: Response<proto::GetNotifications>,
3950    session: Session,
3951) -> Result<()> {
3952    let notifications = session
3953        .db()
3954        .await
3955        .get_notifications(
3956            session.user_id(),
3957            NOTIFICATION_COUNT_PER_PAGE,
3958            request.before_id.map(db::NotificationId::from_proto),
3959        )
3960        .await?;
3961    response.send(proto::GetNotificationsResponse {
3962        done: notifications.len() < NOTIFICATION_COUNT_PER_PAGE,
3963        notifications,
3964    })?;
3965    Ok(())
3966}
3967
3968/// Mark notifications as read
3969async fn mark_notification_as_read(
3970    request: proto::MarkNotificationRead,
3971    response: Response<proto::MarkNotificationRead>,
3972    session: Session,
3973) -> Result<()> {
3974    let database = &session.db().await;
3975    let notifications = database
3976        .mark_notification_as_read_by_id(
3977            session.user_id(),
3978            NotificationId::from_proto(request.notification_id),
3979        )
3980        .await?;
3981    send_notifications(
3982        &*session.connection_pool().await,
3983        &session.peer,
3984        notifications,
3985    );
3986    response.send(proto::Ack {})?;
3987    Ok(())
3988}
3989
3990/// Get the current users information
3991async fn get_private_user_info(
3992    _request: proto::GetPrivateUserInfo,
3993    response: Response<proto::GetPrivateUserInfo>,
3994    session: Session,
3995) -> Result<()> {
3996    let db = session.db().await;
3997
3998    let metrics_id = db.get_user_metrics_id(session.user_id()).await?;
3999    let user = db
4000        .get_user_by_id(session.user_id())
4001        .await?
4002        .ok_or_else(|| anyhow!("user not found"))?;
4003    let flags = db.get_user_flags(session.user_id()).await?;
4004
4005    response.send(proto::GetPrivateUserInfoResponse {
4006        metrics_id,
4007        staff: user.admin,
4008        flags,
4009        accepted_tos_at: user.accepted_tos_at.map(|t| t.and_utc().timestamp() as u64),
4010    })?;
4011    Ok(())
4012}
4013
4014/// Accept the terms of service (tos) on behalf of the current user
4015async fn accept_terms_of_service(
4016    _request: proto::AcceptTermsOfService,
4017    response: Response<proto::AcceptTermsOfService>,
4018    session: Session,
4019) -> Result<()> {
4020    let db = session.db().await;
4021
4022    let accepted_tos_at = Utc::now();
4023    db.set_user_accepted_tos_at(session.user_id(), Some(accepted_tos_at.naive_utc()))
4024        .await?;
4025
4026    response.send(proto::AcceptTermsOfServiceResponse {
4027        accepted_tos_at: accepted_tos_at.timestamp() as u64,
4028    })?;
4029    Ok(())
4030}
4031
4032/// The minimum account age an account must have in order to use the LLM service.
4033const MIN_ACCOUNT_AGE_FOR_LLM_USE: chrono::Duration = chrono::Duration::days(30);
4034
4035async fn get_llm_api_token(
4036    _request: proto::GetLlmToken,
4037    response: Response<proto::GetLlmToken>,
4038    session: Session,
4039) -> Result<()> {
4040    let db = session.db().await;
4041
4042    let flags = db.get_user_flags(session.user_id()).await?;
4043    let has_language_models_feature_flag = flags.iter().any(|flag| flag == "language-models");
4044    let has_llm_closed_beta_feature_flag = flags.iter().any(|flag| flag == "llm-closed-beta");
4045
4046    if !session.is_staff() && !has_language_models_feature_flag {
4047        Err(anyhow!("permission denied"))?
4048    }
4049
4050    let user_id = session.user_id();
4051    let user = db
4052        .get_user_by_id(user_id)
4053        .await?
4054        .ok_or_else(|| anyhow!("user {} not found", user_id))?;
4055
4056    if user.accepted_tos_at.is_none() {
4057        Err(anyhow!("terms of service not accepted"))?
4058    }
4059
4060    let mut account_created_at = user.created_at;
4061    if let Some(github_created_at) = user.github_user_created_at {
4062        account_created_at = account_created_at.min(github_created_at);
4063    }
4064    if Utc::now().naive_utc() - account_created_at < MIN_ACCOUNT_AGE_FOR_LLM_USE {
4065        Err(anyhow!("account too young"))?
4066    }
4067
4068    let billing_preferences = db.get_billing_preferences(user.id).await?;
4069
4070    let token = LlmTokenClaims::create(
4071        &user,
4072        session.is_staff(),
4073        billing_preferences,
4074        has_llm_closed_beta_feature_flag,
4075        session.has_llm_subscription(&db).await?,
4076        session.current_plan(&db).await?,
4077        &session.app_state.config,
4078    )?;
4079    response.send(proto::GetLlmTokenResponse { token })?;
4080    Ok(())
4081}
4082
4083fn to_axum_message(message: TungsteniteMessage) -> anyhow::Result<AxumMessage> {
4084    let message = match message {
4085        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
4086        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
4087        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
4088        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
4089        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
4090            code: frame.code.into(),
4091            reason: frame.reason,
4092        })),
4093        // We should never receive a frame while reading the message, according
4094        // to the `tungstenite` maintainers:
4095        //
4096        // > It cannot occur when you read messages from the WebSocket, but it
4097        // > can be used when you want to send the raw frames (e.g. you want to
4098        // > send the frames to the WebSocket without composing the full message first).
4099        // >
4100        // > — https://github.com/snapview/tungstenite-rs/issues/268
4101        TungsteniteMessage::Frame(_) => {
4102            bail!("received an unexpected frame while reading the message")
4103        }
4104    };
4105
4106    Ok(message)
4107}
4108
4109fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
4110    match message {
4111        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
4112        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
4113        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
4114        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
4115        AxumMessage::Close(frame) => {
4116            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
4117                code: frame.code.into(),
4118                reason: frame.reason,
4119            }))
4120        }
4121    }
4122}
4123
4124fn notify_membership_updated(
4125    connection_pool: &mut ConnectionPool,
4126    result: MembershipUpdated,
4127    user_id: UserId,
4128    peer: &Peer,
4129) {
4130    for membership in &result.new_channels.channel_memberships {
4131        connection_pool.subscribe_to_channel(user_id, membership.channel_id, membership.role)
4132    }
4133    for channel_id in &result.removed_channels {
4134        connection_pool.unsubscribe_from_channel(&user_id, channel_id)
4135    }
4136
4137    let user_channels_update = proto::UpdateUserChannels {
4138        channel_memberships: result
4139            .new_channels
4140            .channel_memberships
4141            .iter()
4142            .map(|cm| proto::ChannelMembership {
4143                channel_id: cm.channel_id.to_proto(),
4144                role: cm.role.into(),
4145            })
4146            .collect(),
4147        ..Default::default()
4148    };
4149
4150    let mut update = build_channels_update(result.new_channels);
4151    update.delete_channels = result
4152        .removed_channels
4153        .into_iter()
4154        .map(|id| id.to_proto())
4155        .collect();
4156    update.remove_channel_invitations = vec![result.channel_id.to_proto()];
4157
4158    for connection_id in connection_pool.user_connection_ids(user_id) {
4159        peer.send(connection_id, user_channels_update.clone())
4160            .trace_err();
4161        peer.send(connection_id, update.clone()).trace_err();
4162    }
4163}
4164
4165fn build_update_user_channels(channels: &ChannelsForUser) -> proto::UpdateUserChannels {
4166    proto::UpdateUserChannels {
4167        channel_memberships: channels
4168            .channel_memberships
4169            .iter()
4170            .map(|m| proto::ChannelMembership {
4171                channel_id: m.channel_id.to_proto(),
4172                role: m.role.into(),
4173            })
4174            .collect(),
4175        observed_channel_buffer_version: channels.observed_buffer_versions.clone(),
4176        observed_channel_message_id: channels.observed_channel_messages.clone(),
4177    }
4178}
4179
4180fn build_channels_update(channels: ChannelsForUser) -> proto::UpdateChannels {
4181    let mut update = proto::UpdateChannels::default();
4182
4183    for channel in channels.channels {
4184        update.channels.push(channel.to_proto());
4185    }
4186
4187    update.latest_channel_buffer_versions = channels.latest_buffer_versions;
4188    update.latest_channel_message_ids = channels.latest_channel_messages;
4189
4190    for (channel_id, participants) in channels.channel_participants {
4191        update
4192            .channel_participants
4193            .push(proto::ChannelParticipants {
4194                channel_id: channel_id.to_proto(),
4195                participant_user_ids: participants.into_iter().map(|id| id.to_proto()).collect(),
4196            });
4197    }
4198
4199    for channel in channels.invited_channels {
4200        update.channel_invitations.push(channel.to_proto());
4201    }
4202
4203    update.hosted_projects = channels.hosted_projects;
4204    update
4205}
4206
4207fn build_initial_contacts_update(
4208    contacts: Vec<db::Contact>,
4209    pool: &ConnectionPool,
4210) -> proto::UpdateContacts {
4211    let mut update = proto::UpdateContacts::default();
4212
4213    for contact in contacts {
4214        match contact {
4215            db::Contact::Accepted { user_id, busy } => {
4216                update.contacts.push(contact_for_user(user_id, busy, pool));
4217            }
4218            db::Contact::Outgoing { user_id } => update.outgoing_requests.push(user_id.to_proto()),
4219            db::Contact::Incoming { user_id } => {
4220                update
4221                    .incoming_requests
4222                    .push(proto::IncomingContactRequest {
4223                        requester_id: user_id.to_proto(),
4224                    })
4225            }
4226        }
4227    }
4228
4229    update
4230}
4231
4232fn contact_for_user(user_id: UserId, busy: bool, pool: &ConnectionPool) -> proto::Contact {
4233    proto::Contact {
4234        user_id: user_id.to_proto(),
4235        online: pool.is_user_online(user_id),
4236        busy,
4237    }
4238}
4239
4240fn room_updated(room: &proto::Room, peer: &Peer) {
4241    broadcast(
4242        None,
4243        room.participants
4244            .iter()
4245            .filter_map(|participant| Some(participant.peer_id?.into())),
4246        |peer_id| {
4247            peer.send(
4248                peer_id,
4249                proto::RoomUpdated {
4250                    room: Some(room.clone()),
4251                },
4252            )
4253        },
4254    );
4255}
4256
4257fn channel_updated(
4258    channel: &db::channel::Model,
4259    room: &proto::Room,
4260    peer: &Peer,
4261    pool: &ConnectionPool,
4262) {
4263    let participants = room
4264        .participants
4265        .iter()
4266        .map(|p| p.user_id)
4267        .collect::<Vec<_>>();
4268
4269    broadcast(
4270        None,
4271        pool.channel_connection_ids(channel.root_id())
4272            .filter_map(|(channel_id, role)| {
4273                role.can_see_channel(channel.visibility)
4274                    .then_some(channel_id)
4275            }),
4276        |peer_id| {
4277            peer.send(
4278                peer_id,
4279                proto::UpdateChannels {
4280                    channel_participants: vec![proto::ChannelParticipants {
4281                        channel_id: channel.id.to_proto(),
4282                        participant_user_ids: participants.clone(),
4283                    }],
4284                    ..Default::default()
4285                },
4286            )
4287        },
4288    );
4289}
4290
4291async fn update_user_contacts(user_id: UserId, session: &Session) -> Result<()> {
4292    let db = session.db().await;
4293
4294    let contacts = db.get_contacts(user_id).await?;
4295    let busy = db.is_user_busy(user_id).await?;
4296
4297    let pool = session.connection_pool().await;
4298    let updated_contact = contact_for_user(user_id, busy, &pool);
4299    for contact in contacts {
4300        if let db::Contact::Accepted {
4301            user_id: contact_user_id,
4302            ..
4303        } = contact
4304        {
4305            for contact_conn_id in pool.user_connection_ids(contact_user_id) {
4306                session
4307                    .peer
4308                    .send(
4309                        contact_conn_id,
4310                        proto::UpdateContacts {
4311                            contacts: vec![updated_contact.clone()],
4312                            remove_contacts: Default::default(),
4313                            incoming_requests: Default::default(),
4314                            remove_incoming_requests: Default::default(),
4315                            outgoing_requests: Default::default(),
4316                            remove_outgoing_requests: Default::default(),
4317                        },
4318                    )
4319                    .trace_err();
4320            }
4321        }
4322    }
4323    Ok(())
4324}
4325
4326async fn leave_room_for_session(session: &Session, connection_id: ConnectionId) -> Result<()> {
4327    let mut contacts_to_update = HashSet::default();
4328
4329    let room_id;
4330    let canceled_calls_to_user_ids;
4331    let live_kit_room;
4332    let delete_live_kit_room;
4333    let room;
4334    let channel;
4335
4336    if let Some(mut left_room) = session.db().await.leave_room(connection_id).await? {
4337        contacts_to_update.insert(session.user_id());
4338
4339        for project in left_room.left_projects.values() {
4340            project_left(project, session);
4341        }
4342
4343        room_id = RoomId::from_proto(left_room.room.id);
4344        canceled_calls_to_user_ids = mem::take(&mut left_room.canceled_calls_to_user_ids);
4345        live_kit_room = mem::take(&mut left_room.room.live_kit_room);
4346        delete_live_kit_room = left_room.deleted;
4347        room = mem::take(&mut left_room.room);
4348        channel = mem::take(&mut left_room.channel);
4349
4350        room_updated(&room, &session.peer);
4351    } else {
4352        return Ok(());
4353    }
4354
4355    if let Some(channel) = channel {
4356        channel_updated(
4357            &channel,
4358            &room,
4359            &session.peer,
4360            &*session.connection_pool().await,
4361        );
4362    }
4363
4364    {
4365        let pool = session.connection_pool().await;
4366        for canceled_user_id in canceled_calls_to_user_ids {
4367            for connection_id in pool.user_connection_ids(canceled_user_id) {
4368                session
4369                    .peer
4370                    .send(
4371                        connection_id,
4372                        proto::CallCanceled {
4373                            room_id: room_id.to_proto(),
4374                        },
4375                    )
4376                    .trace_err();
4377            }
4378            contacts_to_update.insert(canceled_user_id);
4379        }
4380    }
4381
4382    for contact_user_id in contacts_to_update {
4383        update_user_contacts(contact_user_id, session).await?;
4384    }
4385
4386    if let Some(live_kit) = session.app_state.live_kit_client.as_ref() {
4387        live_kit
4388            .remove_participant(live_kit_room.clone(), session.user_id().to_string())
4389            .await
4390            .trace_err();
4391
4392        if delete_live_kit_room {
4393            live_kit.delete_room(live_kit_room).await.trace_err();
4394        }
4395    }
4396
4397    Ok(())
4398}
4399
4400async fn leave_channel_buffers_for_session(session: &Session) -> Result<()> {
4401    let left_channel_buffers = session
4402        .db()
4403        .await
4404        .leave_channel_buffers(session.connection_id)
4405        .await?;
4406
4407    for left_buffer in left_channel_buffers {
4408        channel_buffer_updated(
4409            session.connection_id,
4410            left_buffer.connections,
4411            &proto::UpdateChannelBufferCollaborators {
4412                channel_id: left_buffer.channel_id.to_proto(),
4413                collaborators: left_buffer.collaborators,
4414            },
4415            &session.peer,
4416        );
4417    }
4418
4419    Ok(())
4420}
4421
4422fn project_left(project: &db::LeftProject, session: &Session) {
4423    for connection_id in &project.connection_ids {
4424        if project.should_unshare {
4425            session
4426                .peer
4427                .send(
4428                    *connection_id,
4429                    proto::UnshareProject {
4430                        project_id: project.id.to_proto(),
4431                    },
4432                )
4433                .trace_err();
4434        } else {
4435            session
4436                .peer
4437                .send(
4438                    *connection_id,
4439                    proto::RemoveProjectCollaborator {
4440                        project_id: project.id.to_proto(),
4441                        peer_id: Some(session.connection_id.into()),
4442                    },
4443                )
4444                .trace_err();
4445        }
4446    }
4447}
4448
4449pub trait ResultExt {
4450    type Ok;
4451
4452    fn trace_err(self) -> Option<Self::Ok>;
4453}
4454
4455impl<T, E> ResultExt for Result<T, E>
4456where
4457    E: std::fmt::Debug,
4458{
4459    type Ok = T;
4460
4461    #[track_caller]
4462    fn trace_err(self) -> Option<T> {
4463        match self {
4464            Ok(value) => Some(value),
4465            Err(error) => {
4466                tracing::error!("{:?}", error);
4467                None
4468            }
4469        }
4470    }
4471}