rpc.rs

   1mod connection_pool;
   2
   3use crate::{
   4    auth,
   5    db::{
   6        self, dev_server, BufferId, Capability, Channel, ChannelId, ChannelRole, ChannelsForUser,
   7        CreatedChannelMessage, Database, DevServerId, DevServerProjectId, InviteMemberResult,
   8        MembershipUpdated, MessageId, NotificationId, PrincipalId, Project, ProjectId,
   9        RejoinedProject, RemoveChannelMemberResult, ReplicaId, RespondToChannelInvite, RoomId,
  10        ServerId, UpdatedChannelMessage, User, UserId,
  11    },
  12    executor::Executor,
  13    AppState, Error, RateLimit, RateLimiter, Result,
  14};
  15use anyhow::{anyhow, Context as _};
  16use async_tungstenite::tungstenite::{
  17    protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
  18};
  19use axum::{
  20    body::Body,
  21    extract::{
  22        ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
  23        ConnectInfo, WebSocketUpgrade,
  24    },
  25    headers::{Header, HeaderName},
  26    http::StatusCode,
  27    middleware,
  28    response::IntoResponse,
  29    routing::get,
  30    Extension, Router, TypedHeader,
  31};
  32use collections::{HashMap, HashSet};
  33pub use connection_pool::{ConnectionPool, ZedVersion};
  34use core::fmt::{self, Debug, Formatter};
  35use open_ai::{OpenAiEmbeddingModel, OPEN_AI_API_URL};
  36use sha2::Digest;
  37use supermaven_api::{CreateExternalUserRequest, SupermavenAdminApi};
  38
  39use futures::{
  40    channel::oneshot,
  41    future::{self, BoxFuture},
  42    stream::FuturesUnordered,
  43    FutureExt, SinkExt, StreamExt, TryStreamExt,
  44};
  45use http::IsahcHttpClient;
  46use prometheus::{register_int_gauge, IntGauge};
  47use rpc::{
  48    proto::{
  49        self, Ack, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, LanguageModelRole,
  50        LiveKitConnectionInfo, RequestMessage, ShareProject, UpdateChannelBufferCollaborators,
  51    },
  52    Connection, ConnectionId, ErrorCode, ErrorCodeExt, ErrorExt, Peer, Receipt, TypedEnvelope,
  53};
  54use semantic_version::SemanticVersion;
  55use serde::{Serialize, Serializer};
  56use std::{
  57    any::TypeId,
  58    future::Future,
  59    marker::PhantomData,
  60    mem,
  61    net::SocketAddr,
  62    ops::{Deref, DerefMut},
  63    rc::Rc,
  64    sync::{
  65        atomic::{AtomicBool, Ordering::SeqCst},
  66        Arc, OnceLock,
  67    },
  68    time::{Duration, Instant},
  69};
  70use time::OffsetDateTime;
  71use tokio::sync::{watch, Semaphore};
  72use tower::ServiceBuilder;
  73use tracing::{
  74    field::{self},
  75    info_span, instrument, Instrument,
  76};
  77
  78use self::connection_pool::VersionedMessage;
  79
  80pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
  81
  82// kubernetes gives terminated pods 10s to shutdown gracefully. After they're gone, we can clean up old resources.
  83pub const CLEANUP_TIMEOUT: Duration = Duration::from_secs(15);
  84
  85const MESSAGE_COUNT_PER_PAGE: usize = 100;
  86const MAX_MESSAGE_LEN: usize = 1024;
  87const NOTIFICATION_COUNT_PER_PAGE: usize = 50;
  88
  89type MessageHandler =
  90    Box<dyn Send + Sync + Fn(Box<dyn AnyTypedEnvelope>, Session) -> BoxFuture<'static, ()>>;
  91
  92struct Response<R> {
  93    peer: Arc<Peer>,
  94    receipt: Receipt<R>,
  95    responded: Arc<AtomicBool>,
  96}
  97
  98impl<R: RequestMessage> Response<R> {
  99    fn send(self, payload: R::Response) -> Result<()> {
 100        self.responded.store(true, SeqCst);
 101        self.peer.respond(self.receipt, payload)?;
 102        Ok(())
 103    }
 104}
 105
 106struct StreamingResponse<R: RequestMessage> {
 107    peer: Arc<Peer>,
 108    receipt: Receipt<R>,
 109}
 110
 111impl<R: RequestMessage> StreamingResponse<R> {
 112    fn send(&self, payload: R::Response) -> Result<()> {
 113        self.peer.respond(self.receipt, payload)?;
 114        Ok(())
 115    }
 116}
 117
 118#[derive(Clone, Debug)]
 119pub enum Principal {
 120    User(User),
 121    Impersonated { user: User, admin: User },
 122    DevServer(dev_server::Model),
 123}
 124
 125impl Principal {
 126    fn update_span(&self, span: &tracing::Span) {
 127        match &self {
 128            Principal::User(user) => {
 129                span.record("user_id", &user.id.0);
 130                span.record("login", &user.github_login);
 131            }
 132            Principal::Impersonated { user, admin } => {
 133                span.record("user_id", &user.id.0);
 134                span.record("login", &user.github_login);
 135                span.record("impersonator", &admin.github_login);
 136            }
 137            Principal::DevServer(dev_server) => {
 138                span.record("dev_server_id", &dev_server.id.0);
 139            }
 140        }
 141    }
 142}
 143
 144#[derive(Clone)]
 145struct Session {
 146    principal: Principal,
 147    connection_id: ConnectionId,
 148    db: Arc<tokio::sync::Mutex<DbHandle>>,
 149    peer: Arc<Peer>,
 150    connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
 151    live_kit_client: Option<Arc<dyn live_kit_server::api::Client>>,
 152    supermaven_client: Option<Arc<SupermavenAdminApi>>,
 153    http_client: Arc<IsahcHttpClient>,
 154    rate_limiter: Arc<RateLimiter>,
 155    _executor: Executor,
 156}
 157
 158impl Session {
 159    async fn db(&self) -> tokio::sync::MutexGuard<DbHandle> {
 160        #[cfg(test)]
 161        tokio::task::yield_now().await;
 162        let guard = self.db.lock().await;
 163        #[cfg(test)]
 164        tokio::task::yield_now().await;
 165        guard
 166    }
 167
 168    async fn connection_pool(&self) -> ConnectionPoolGuard<'_> {
 169        #[cfg(test)]
 170        tokio::task::yield_now().await;
 171        let guard = self.connection_pool.lock();
 172        ConnectionPoolGuard {
 173            guard,
 174            _not_send: PhantomData,
 175        }
 176    }
 177
 178    fn for_user(self) -> Option<UserSession> {
 179        UserSession::new(self)
 180    }
 181
 182    fn for_dev_server(self) -> Option<DevServerSession> {
 183        DevServerSession::new(self)
 184    }
 185
 186    fn user_id(&self) -> Option<UserId> {
 187        match &self.principal {
 188            Principal::User(user) => Some(user.id),
 189            Principal::Impersonated { user, .. } => Some(user.id),
 190            Principal::DevServer(_) => None,
 191        }
 192    }
 193
 194    fn is_staff(&self) -> bool {
 195        match &self.principal {
 196            Principal::User(user) => user.admin,
 197            Principal::Impersonated { .. } => true,
 198            Principal::DevServer(_) => false,
 199        }
 200    }
 201
 202    fn dev_server_id(&self) -> Option<DevServerId> {
 203        match &self.principal {
 204            Principal::User(_) | Principal::Impersonated { .. } => None,
 205            Principal::DevServer(dev_server) => Some(dev_server.id),
 206        }
 207    }
 208
 209    fn principal_id(&self) -> PrincipalId {
 210        match &self.principal {
 211            Principal::User(user) => PrincipalId::UserId(user.id),
 212            Principal::Impersonated { user, .. } => PrincipalId::UserId(user.id),
 213            Principal::DevServer(dev_server) => PrincipalId::DevServerId(dev_server.id),
 214        }
 215    }
 216}
 217
 218impl Debug for Session {
 219    fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
 220        let mut result = f.debug_struct("Session");
 221        match &self.principal {
 222            Principal::User(user) => {
 223                result.field("user", &user.github_login);
 224            }
 225            Principal::Impersonated { user, admin } => {
 226                result.field("user", &user.github_login);
 227                result.field("impersonator", &admin.github_login);
 228            }
 229            Principal::DevServer(dev_server) => {
 230                result.field("dev_server", &dev_server.id);
 231            }
 232        }
 233        result.field("connection_id", &self.connection_id).finish()
 234    }
 235}
 236
 237struct UserSession(Session);
 238
 239impl UserSession {
 240    pub fn new(s: Session) -> Option<Self> {
 241        s.user_id().map(|_| UserSession(s))
 242    }
 243    pub fn user_id(&self) -> UserId {
 244        self.0.user_id().unwrap()
 245    }
 246
 247    pub fn email(&self) -> Option<String> {
 248        match &self.0.principal {
 249            Principal::User(user) => user.email_address.clone(),
 250            Principal::Impersonated { user, .. } => user.email_address.clone(),
 251            Principal::DevServer(..) => None,
 252        }
 253    }
 254}
 255
 256impl Deref for UserSession {
 257    type Target = Session;
 258
 259    fn deref(&self) -> &Self::Target {
 260        &self.0
 261    }
 262}
 263impl DerefMut for UserSession {
 264    fn deref_mut(&mut self) -> &mut Self::Target {
 265        &mut self.0
 266    }
 267}
 268
 269struct DevServerSession(Session);
 270
 271impl DevServerSession {
 272    pub fn new(s: Session) -> Option<Self> {
 273        s.dev_server_id().map(|_| DevServerSession(s))
 274    }
 275    pub fn dev_server_id(&self) -> DevServerId {
 276        self.0.dev_server_id().unwrap()
 277    }
 278
 279    fn dev_server(&self) -> &dev_server::Model {
 280        match &self.0.principal {
 281            Principal::DevServer(dev_server) => dev_server,
 282            _ => unreachable!(),
 283        }
 284    }
 285}
 286
 287impl Deref for DevServerSession {
 288    type Target = Session;
 289
 290    fn deref(&self) -> &Self::Target {
 291        &self.0
 292    }
 293}
 294impl DerefMut for DevServerSession {
 295    fn deref_mut(&mut self) -> &mut Self::Target {
 296        &mut self.0
 297    }
 298}
 299
 300fn user_handler<M: RequestMessage, Fut>(
 301    handler: impl 'static + Send + Sync + Fn(M, Response<M>, UserSession) -> Fut,
 302) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
 303where
 304    Fut: Send + Future<Output = Result<()>>,
 305{
 306    let handler = Arc::new(handler);
 307    move |message, response, session| {
 308        let handler = handler.clone();
 309        Box::pin(async move {
 310            if let Some(user_session) = session.for_user() {
 311                Ok(handler(message, response, user_session).await?)
 312            } else {
 313                Err(Error::Internal(anyhow!(
 314                    "must be a user to call {}",
 315                    M::NAME
 316                )))
 317            }
 318        })
 319    }
 320}
 321
 322fn dev_server_handler<M: RequestMessage, Fut>(
 323    handler: impl 'static + Send + Sync + Fn(M, Response<M>, DevServerSession) -> Fut,
 324) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
 325where
 326    Fut: Send + Future<Output = Result<()>>,
 327{
 328    let handler = Arc::new(handler);
 329    move |message, response, session| {
 330        let handler = handler.clone();
 331        Box::pin(async move {
 332            if let Some(dev_server_session) = session.for_dev_server() {
 333                Ok(handler(message, response, dev_server_session).await?)
 334            } else {
 335                Err(Error::Internal(anyhow!(
 336                    "must be a dev server to call {}",
 337                    M::NAME
 338                )))
 339            }
 340        })
 341    }
 342}
 343
 344fn user_message_handler<M: EnvelopedMessage, InnertRetFut>(
 345    handler: impl 'static + Send + Sync + Fn(M, UserSession) -> InnertRetFut,
 346) -> impl 'static + Send + Sync + Fn(M, Session) -> BoxFuture<'static, Result<()>>
 347where
 348    InnertRetFut: Send + Future<Output = Result<()>>,
 349{
 350    let handler = Arc::new(handler);
 351    move |message, session| {
 352        let handler = handler.clone();
 353        Box::pin(async move {
 354            if let Some(user_session) = session.for_user() {
 355                Ok(handler(message, user_session).await?)
 356            } else {
 357                Err(Error::Internal(anyhow!(
 358                    "must be a user to call {}",
 359                    M::NAME
 360                )))
 361            }
 362        })
 363    }
 364}
 365
 366struct DbHandle(Arc<Database>);
 367
 368impl Deref for DbHandle {
 369    type Target = Database;
 370
 371    fn deref(&self) -> &Self::Target {
 372        self.0.as_ref()
 373    }
 374}
 375
 376pub struct Server {
 377    id: parking_lot::Mutex<ServerId>,
 378    peer: Arc<Peer>,
 379    pub(crate) connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
 380    app_state: Arc<AppState>,
 381    handlers: HashMap<TypeId, MessageHandler>,
 382    teardown: watch::Sender<bool>,
 383}
 384
 385pub(crate) struct ConnectionPoolGuard<'a> {
 386    guard: parking_lot::MutexGuard<'a, ConnectionPool>,
 387    _not_send: PhantomData<Rc<()>>,
 388}
 389
 390#[derive(Serialize)]
 391pub struct ServerSnapshot<'a> {
 392    peer: &'a Peer,
 393    #[serde(serialize_with = "serialize_deref")]
 394    connection_pool: ConnectionPoolGuard<'a>,
 395}
 396
 397pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
 398where
 399    S: Serializer,
 400    T: Deref<Target = U>,
 401    U: Serialize,
 402{
 403    Serialize::serialize(value.deref(), serializer)
 404}
 405
 406impl Server {
 407    pub fn new(id: ServerId, app_state: Arc<AppState>) -> Arc<Self> {
 408        let mut server = Self {
 409            id: parking_lot::Mutex::new(id),
 410            peer: Peer::new(id.0 as u32),
 411            app_state: app_state.clone(),
 412            connection_pool: Default::default(),
 413            handlers: Default::default(),
 414            teardown: watch::channel(false).0,
 415        };
 416
 417        server
 418            .add_request_handler(ping)
 419            .add_request_handler(user_handler(create_room))
 420            .add_request_handler(user_handler(join_room))
 421            .add_request_handler(user_handler(rejoin_room))
 422            .add_request_handler(user_handler(leave_room))
 423            .add_request_handler(user_handler(set_room_participant_role))
 424            .add_request_handler(user_handler(call))
 425            .add_request_handler(user_handler(cancel_call))
 426            .add_message_handler(user_message_handler(decline_call))
 427            .add_request_handler(user_handler(update_participant_location))
 428            .add_request_handler(user_handler(share_project))
 429            .add_message_handler(unshare_project)
 430            .add_request_handler(user_handler(join_project))
 431            .add_request_handler(user_handler(join_hosted_project))
 432            .add_request_handler(user_handler(rejoin_dev_server_projects))
 433            .add_request_handler(user_handler(create_dev_server_project))
 434            .add_request_handler(user_handler(delete_dev_server_project))
 435            .add_request_handler(user_handler(create_dev_server))
 436            .add_request_handler(user_handler(regenerate_dev_server_token))
 437            .add_request_handler(user_handler(rename_dev_server))
 438            .add_request_handler(user_handler(delete_dev_server))
 439            .add_request_handler(dev_server_handler(share_dev_server_project))
 440            .add_request_handler(dev_server_handler(shutdown_dev_server))
 441            .add_request_handler(dev_server_handler(reconnect_dev_server))
 442            .add_message_handler(user_message_handler(leave_project))
 443            .add_request_handler(update_project)
 444            .add_request_handler(update_worktree)
 445            .add_message_handler(start_language_server)
 446            .add_message_handler(update_language_server)
 447            .add_message_handler(update_diagnostic_summary)
 448            .add_message_handler(update_worktree_settings)
 449            .add_request_handler(user_handler(
 450                forward_read_only_project_request::<proto::GetHover>,
 451            ))
 452            .add_request_handler(user_handler(
 453                forward_read_only_project_request::<proto::GetDefinition>,
 454            ))
 455            .add_request_handler(user_handler(
 456                forward_read_only_project_request::<proto::GetTypeDefinition>,
 457            ))
 458            .add_request_handler(user_handler(
 459                forward_read_only_project_request::<proto::GetReferences>,
 460            ))
 461            .add_request_handler(user_handler(
 462                forward_read_only_project_request::<proto::SearchProject>,
 463            ))
 464            .add_request_handler(user_handler(
 465                forward_read_only_project_request::<proto::GetDocumentHighlights>,
 466            ))
 467            .add_request_handler(user_handler(
 468                forward_read_only_project_request::<proto::GetProjectSymbols>,
 469            ))
 470            .add_request_handler(user_handler(
 471                forward_read_only_project_request::<proto::OpenBufferForSymbol>,
 472            ))
 473            .add_request_handler(user_handler(
 474                forward_read_only_project_request::<proto::OpenBufferById>,
 475            ))
 476            .add_request_handler(user_handler(
 477                forward_read_only_project_request::<proto::SynchronizeBuffers>,
 478            ))
 479            .add_request_handler(user_handler(
 480                forward_read_only_project_request::<proto::InlayHints>,
 481            ))
 482            .add_request_handler(user_handler(
 483                forward_read_only_project_request::<proto::OpenBufferByPath>,
 484            ))
 485            .add_request_handler(user_handler(
 486                forward_mutating_project_request::<proto::GetCompletions>,
 487            ))
 488            .add_request_handler(user_handler(
 489                forward_mutating_project_request::<proto::ApplyCompletionAdditionalEdits>,
 490            ))
 491            .add_request_handler(user_handler(
 492                forward_versioned_mutating_project_request::<proto::OpenNewBuffer>,
 493            ))
 494            .add_request_handler(user_handler(
 495                forward_mutating_project_request::<proto::ResolveCompletionDocumentation>,
 496            ))
 497            .add_request_handler(user_handler(
 498                forward_mutating_project_request::<proto::GetCodeActions>,
 499            ))
 500            .add_request_handler(user_handler(
 501                forward_mutating_project_request::<proto::ApplyCodeAction>,
 502            ))
 503            .add_request_handler(user_handler(
 504                forward_mutating_project_request::<proto::PrepareRename>,
 505            ))
 506            .add_request_handler(user_handler(
 507                forward_mutating_project_request::<proto::PerformRename>,
 508            ))
 509            .add_request_handler(user_handler(
 510                forward_mutating_project_request::<proto::ReloadBuffers>,
 511            ))
 512            .add_request_handler(user_handler(
 513                forward_mutating_project_request::<proto::FormatBuffers>,
 514            ))
 515            .add_request_handler(user_handler(
 516                forward_mutating_project_request::<proto::CreateProjectEntry>,
 517            ))
 518            .add_request_handler(user_handler(
 519                forward_mutating_project_request::<proto::RenameProjectEntry>,
 520            ))
 521            .add_request_handler(user_handler(
 522                forward_mutating_project_request::<proto::CopyProjectEntry>,
 523            ))
 524            .add_request_handler(user_handler(
 525                forward_mutating_project_request::<proto::DeleteProjectEntry>,
 526            ))
 527            .add_request_handler(user_handler(
 528                forward_mutating_project_request::<proto::ExpandProjectEntry>,
 529            ))
 530            .add_request_handler(user_handler(
 531                forward_mutating_project_request::<proto::OnTypeFormatting>,
 532            ))
 533            .add_request_handler(user_handler(
 534                forward_versioned_mutating_project_request::<proto::SaveBuffer>,
 535            ))
 536            .add_request_handler(user_handler(
 537                forward_mutating_project_request::<proto::BlameBuffer>,
 538            ))
 539            .add_request_handler(user_handler(
 540                forward_mutating_project_request::<proto::MultiLspQuery>,
 541            ))
 542            .add_message_handler(create_buffer_for_peer)
 543            .add_request_handler(update_buffer)
 544            .add_message_handler(broadcast_project_message_from_host::<proto::RefreshInlayHints>)
 545            .add_message_handler(broadcast_project_message_from_host::<proto::UpdateBufferFile>)
 546            .add_message_handler(broadcast_project_message_from_host::<proto::BufferReloaded>)
 547            .add_message_handler(broadcast_project_message_from_host::<proto::BufferSaved>)
 548            .add_message_handler(broadcast_project_message_from_host::<proto::UpdateDiffBase>)
 549            .add_request_handler(get_users)
 550            .add_request_handler(user_handler(fuzzy_search_users))
 551            .add_request_handler(user_handler(request_contact))
 552            .add_request_handler(user_handler(remove_contact))
 553            .add_request_handler(user_handler(respond_to_contact_request))
 554            .add_request_handler(user_handler(create_channel))
 555            .add_request_handler(user_handler(delete_channel))
 556            .add_request_handler(user_handler(invite_channel_member))
 557            .add_request_handler(user_handler(remove_channel_member))
 558            .add_request_handler(user_handler(set_channel_member_role))
 559            .add_request_handler(user_handler(set_channel_visibility))
 560            .add_request_handler(user_handler(rename_channel))
 561            .add_request_handler(user_handler(join_channel_buffer))
 562            .add_request_handler(user_handler(leave_channel_buffer))
 563            .add_message_handler(user_message_handler(update_channel_buffer))
 564            .add_request_handler(user_handler(rejoin_channel_buffers))
 565            .add_request_handler(user_handler(get_channel_members))
 566            .add_request_handler(user_handler(respond_to_channel_invite))
 567            .add_request_handler(user_handler(join_channel))
 568            .add_request_handler(user_handler(join_channel_chat))
 569            .add_message_handler(user_message_handler(leave_channel_chat))
 570            .add_request_handler(user_handler(send_channel_message))
 571            .add_request_handler(user_handler(remove_channel_message))
 572            .add_request_handler(user_handler(update_channel_message))
 573            .add_request_handler(user_handler(get_channel_messages))
 574            .add_request_handler(user_handler(get_channel_messages_by_id))
 575            .add_request_handler(user_handler(get_notifications))
 576            .add_request_handler(user_handler(mark_notification_as_read))
 577            .add_request_handler(user_handler(move_channel))
 578            .add_request_handler(user_handler(follow))
 579            .add_message_handler(user_message_handler(unfollow))
 580            .add_message_handler(user_message_handler(update_followers))
 581            .add_request_handler(user_handler(get_private_user_info))
 582            .add_message_handler(user_message_handler(acknowledge_channel_message))
 583            .add_message_handler(user_message_handler(acknowledge_buffer_version))
 584            .add_request_handler(user_handler(get_supermaven_api_key))
 585            .add_streaming_request_handler({
 586                let app_state = app_state.clone();
 587                move |request, response, session| {
 588                    complete_with_language_model(
 589                        request,
 590                        response,
 591                        session,
 592                        app_state.config.openai_api_key.clone(),
 593                        app_state.config.google_ai_api_key.clone(),
 594                        app_state.config.anthropic_api_key.clone(),
 595                    )
 596                }
 597            })
 598            .add_request_handler({
 599                let app_state = app_state.clone();
 600                user_handler(move |request, response, session| {
 601                    count_tokens_with_language_model(
 602                        request,
 603                        response,
 604                        session,
 605                        app_state.config.google_ai_api_key.clone(),
 606                    )
 607                })
 608            })
 609            .add_request_handler({
 610                user_handler(move |request, response, session| {
 611                    get_cached_embeddings(request, response, session)
 612                })
 613            })
 614            .add_request_handler({
 615                let app_state = app_state.clone();
 616                user_handler(move |request, response, session| {
 617                    compute_embeddings(
 618                        request,
 619                        response,
 620                        session,
 621                        app_state.config.openai_api_key.clone(),
 622                    )
 623                })
 624            });
 625
 626        Arc::new(server)
 627    }
 628
 629    pub async fn start(&self) -> Result<()> {
 630        let server_id = *self.id.lock();
 631        let app_state = self.app_state.clone();
 632        let peer = self.peer.clone();
 633        let timeout = self.app_state.executor.sleep(CLEANUP_TIMEOUT);
 634        let pool = self.connection_pool.clone();
 635        let live_kit_client = self.app_state.live_kit_client.clone();
 636
 637        let span = info_span!("start server");
 638        self.app_state.executor.spawn_detached(
 639            async move {
 640                tracing::info!("waiting for cleanup timeout");
 641                timeout.await;
 642                tracing::info!("cleanup timeout expired, retrieving stale rooms");
 643                if let Some((room_ids, channel_ids)) = app_state
 644                    .db
 645                    .stale_server_resource_ids(&app_state.config.zed_environment, server_id)
 646                    .await
 647                    .trace_err()
 648                {
 649                    tracing::info!(stale_room_count = room_ids.len(), "retrieved stale rooms");
 650                    tracing::info!(
 651                        stale_channel_buffer_count = channel_ids.len(),
 652                        "retrieved stale channel buffers"
 653                    );
 654
 655                    for channel_id in channel_ids {
 656                        if let Some(refreshed_channel_buffer) = app_state
 657                            .db
 658                            .clear_stale_channel_buffer_collaborators(channel_id, server_id)
 659                            .await
 660                            .trace_err()
 661                        {
 662                            for connection_id in refreshed_channel_buffer.connection_ids {
 663                                peer.send(
 664                                    connection_id,
 665                                    proto::UpdateChannelBufferCollaborators {
 666                                        channel_id: channel_id.to_proto(),
 667                                        collaborators: refreshed_channel_buffer
 668                                            .collaborators
 669                                            .clone(),
 670                                    },
 671                                )
 672                                .trace_err();
 673                            }
 674                        }
 675                    }
 676
 677                    for room_id in room_ids {
 678                        let mut contacts_to_update = HashSet::default();
 679                        let mut canceled_calls_to_user_ids = Vec::new();
 680                        let mut live_kit_room = String::new();
 681                        let mut delete_live_kit_room = false;
 682
 683                        if let Some(mut refreshed_room) = app_state
 684                            .db
 685                            .clear_stale_room_participants(room_id, server_id)
 686                            .await
 687                            .trace_err()
 688                        {
 689                            tracing::info!(
 690                                room_id = room_id.0,
 691                                new_participant_count = refreshed_room.room.participants.len(),
 692                                "refreshed room"
 693                            );
 694                            room_updated(&refreshed_room.room, &peer);
 695                            if let Some(channel) = refreshed_room.channel.as_ref() {
 696                                channel_updated(channel, &refreshed_room.room, &peer, &pool.lock());
 697                            }
 698                            contacts_to_update
 699                                .extend(refreshed_room.stale_participant_user_ids.iter().copied());
 700                            contacts_to_update
 701                                .extend(refreshed_room.canceled_calls_to_user_ids.iter().copied());
 702                            canceled_calls_to_user_ids =
 703                                mem::take(&mut refreshed_room.canceled_calls_to_user_ids);
 704                            live_kit_room = mem::take(&mut refreshed_room.room.live_kit_room);
 705                            delete_live_kit_room = refreshed_room.room.participants.is_empty();
 706                        }
 707
 708                        {
 709                            let pool = pool.lock();
 710                            for canceled_user_id in canceled_calls_to_user_ids {
 711                                for connection_id in pool.user_connection_ids(canceled_user_id) {
 712                                    peer.send(
 713                                        connection_id,
 714                                        proto::CallCanceled {
 715                                            room_id: room_id.to_proto(),
 716                                        },
 717                                    )
 718                                    .trace_err();
 719                                }
 720                            }
 721                        }
 722
 723                        for user_id in contacts_to_update {
 724                            let busy = app_state.db.is_user_busy(user_id).await.trace_err();
 725                            let contacts = app_state.db.get_contacts(user_id).await.trace_err();
 726                            if let Some((busy, contacts)) = busy.zip(contacts) {
 727                                let pool = pool.lock();
 728                                let updated_contact = contact_for_user(user_id, busy, &pool);
 729                                for contact in contacts {
 730                                    if let db::Contact::Accepted {
 731                                        user_id: contact_user_id,
 732                                        ..
 733                                    } = contact
 734                                    {
 735                                        for contact_conn_id in
 736                                            pool.user_connection_ids(contact_user_id)
 737                                        {
 738                                            peer.send(
 739                                                contact_conn_id,
 740                                                proto::UpdateContacts {
 741                                                    contacts: vec![updated_contact.clone()],
 742                                                    remove_contacts: Default::default(),
 743                                                    incoming_requests: Default::default(),
 744                                                    remove_incoming_requests: Default::default(),
 745                                                    outgoing_requests: Default::default(),
 746                                                    remove_outgoing_requests: Default::default(),
 747                                                },
 748                                            )
 749                                            .trace_err();
 750                                        }
 751                                    }
 752                                }
 753                            }
 754                        }
 755
 756                        if let Some(live_kit) = live_kit_client.as_ref() {
 757                            if delete_live_kit_room {
 758                                live_kit.delete_room(live_kit_room).await.trace_err();
 759                            }
 760                        }
 761                    }
 762                }
 763
 764                app_state
 765                    .db
 766                    .delete_stale_servers(&app_state.config.zed_environment, server_id)
 767                    .await
 768                    .trace_err();
 769            }
 770            .instrument(span),
 771        );
 772        Ok(())
 773    }
 774
 775    pub fn teardown(&self) {
 776        self.peer.teardown();
 777        self.connection_pool.lock().reset();
 778        let _ = self.teardown.send(true);
 779    }
 780
 781    #[cfg(test)]
 782    pub fn reset(&self, id: ServerId) {
 783        self.teardown();
 784        *self.id.lock() = id;
 785        self.peer.reset(id.0 as u32);
 786        let _ = self.teardown.send(false);
 787    }
 788
 789    #[cfg(test)]
 790    pub fn id(&self) -> ServerId {
 791        *self.id.lock()
 792    }
 793
 794    fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 795    where
 796        F: 'static + Send + Sync + Fn(TypedEnvelope<M>, Session) -> Fut,
 797        Fut: 'static + Send + Future<Output = Result<()>>,
 798        M: EnvelopedMessage,
 799    {
 800        let prev_handler = self.handlers.insert(
 801            TypeId::of::<M>(),
 802            Box::new(move |envelope, session| {
 803                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 804                let received_at = envelope.received_at;
 805                tracing::info!("message received");
 806                let start_time = Instant::now();
 807                let future = (handler)(*envelope, session);
 808                async move {
 809                    let result = future.await;
 810                    let total_duration_ms = received_at.elapsed().as_micros() as f64 / 1000.0;
 811                    let processing_duration_ms = start_time.elapsed().as_micros() as f64 / 1000.0;
 812                    let queue_duration_ms = total_duration_ms - processing_duration_ms;
 813                    let payload_type = M::NAME;
 814
 815                    match result {
 816                        Err(error) => {
 817                            tracing::error!(
 818                                ?error,
 819                                total_duration_ms,
 820                                processing_duration_ms,
 821                                queue_duration_ms,
 822                                payload_type,
 823                                "error handling message"
 824                            )
 825                        }
 826                        Ok(()) => tracing::info!(
 827                            total_duration_ms,
 828                            processing_duration_ms,
 829                            queue_duration_ms,
 830                            "finished handling message"
 831                        ),
 832                    }
 833                }
 834                .boxed()
 835            }),
 836        );
 837        if prev_handler.is_some() {
 838            panic!("registered a handler for the same message twice");
 839        }
 840        self
 841    }
 842
 843    fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 844    where
 845        F: 'static + Send + Sync + Fn(M, Session) -> Fut,
 846        Fut: 'static + Send + Future<Output = Result<()>>,
 847        M: EnvelopedMessage,
 848    {
 849        self.add_handler(move |envelope, session| handler(envelope.payload, session));
 850        self
 851    }
 852
 853    fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 854    where
 855        F: 'static + Send + Sync + Fn(M, Response<M>, Session) -> Fut,
 856        Fut: Send + Future<Output = Result<()>>,
 857        M: RequestMessage,
 858    {
 859        let handler = Arc::new(handler);
 860        self.add_handler(move |envelope, session| {
 861            let receipt = envelope.receipt();
 862            let handler = handler.clone();
 863            async move {
 864                let peer = session.peer.clone();
 865                let responded = Arc::new(AtomicBool::default());
 866                let response = Response {
 867                    peer: peer.clone(),
 868                    responded: responded.clone(),
 869                    receipt,
 870                };
 871                match (handler)(envelope.payload, response, session).await {
 872                    Ok(()) => {
 873                        if responded.load(std::sync::atomic::Ordering::SeqCst) {
 874                            Ok(())
 875                        } else {
 876                            Err(anyhow!("handler did not send a response"))?
 877                        }
 878                    }
 879                    Err(error) => {
 880                        let proto_err = match &error {
 881                            Error::Internal(err) => err.to_proto(),
 882                            _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
 883                        };
 884                        peer.respond_with_error(receipt, proto_err)?;
 885                        Err(error)
 886                    }
 887                }
 888            }
 889        })
 890    }
 891
 892    fn add_streaming_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 893    where
 894        F: 'static + Send + Sync + Fn(M, StreamingResponse<M>, Session) -> Fut,
 895        Fut: Send + Future<Output = Result<()>>,
 896        M: RequestMessage,
 897    {
 898        let handler = Arc::new(handler);
 899        self.add_handler(move |envelope, session| {
 900            let receipt = envelope.receipt();
 901            let handler = handler.clone();
 902            async move {
 903                let peer = session.peer.clone();
 904                let response = StreamingResponse {
 905                    peer: peer.clone(),
 906                    receipt,
 907                };
 908                match (handler)(envelope.payload, response, session).await {
 909                    Ok(()) => {
 910                        peer.end_stream(receipt)?;
 911                        Ok(())
 912                    }
 913                    Err(error) => {
 914                        let proto_err = match &error {
 915                            Error::Internal(err) => err.to_proto(),
 916                            _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
 917                        };
 918                        peer.respond_with_error(receipt, proto_err)?;
 919                        Err(error)
 920                    }
 921                }
 922            }
 923        })
 924    }
 925
 926    #[allow(clippy::too_many_arguments)]
 927    pub fn handle_connection(
 928        self: &Arc<Self>,
 929        connection: Connection,
 930        address: String,
 931        principal: Principal,
 932        zed_version: ZedVersion,
 933        send_connection_id: Option<oneshot::Sender<ConnectionId>>,
 934        executor: Executor,
 935    ) -> impl Future<Output = ()> {
 936        let this = self.clone();
 937        let span = info_span!("handle connection", %address,
 938            connection_id=field::Empty,
 939            user_id=field::Empty,
 940            login=field::Empty,
 941            impersonator=field::Empty,
 942            dev_server_id=field::Empty
 943        );
 944        principal.update_span(&span);
 945
 946        let mut teardown = self.teardown.subscribe();
 947        async move {
 948            if *teardown.borrow() {
 949                tracing::error!("server is tearing down");
 950                return
 951            }
 952            let (connection_id, handle_io, mut incoming_rx) = this
 953                .peer
 954                .add_connection(connection, {
 955                    let executor = executor.clone();
 956                    move |duration| executor.sleep(duration)
 957                });
 958            tracing::Span::current().record("connection_id", format!("{}", connection_id));
 959            tracing::info!("connection opened");
 960
 961            let http_client = match IsahcHttpClient::new() {
 962                Ok(http_client) => Arc::new(http_client),
 963                Err(error) => {
 964                    tracing::error!(?error, "failed to create HTTP client");
 965                    return;
 966                }
 967            };
 968
 969            let supermaven_client = if let Some(supermaven_admin_api_key) = this.app_state.config.supermaven_admin_api_key.clone() {
 970                Some(Arc::new(SupermavenAdminApi::new(
 971                    supermaven_admin_api_key.to_string(),
 972                    http_client.clone(),
 973                )))
 974            } else {
 975                None
 976            };
 977
 978            let session = Session {
 979                principal: principal.clone(),
 980                connection_id,
 981                db: Arc::new(tokio::sync::Mutex::new(DbHandle(this.app_state.db.clone()))),
 982                peer: this.peer.clone(),
 983                connection_pool: this.connection_pool.clone(),
 984                live_kit_client: this.app_state.live_kit_client.clone(),
 985                http_client,
 986                rate_limiter: this.app_state.rate_limiter.clone(),
 987                _executor: executor.clone(),
 988                supermaven_client,
 989            };
 990
 991            if let Err(error) = this.send_initial_client_update(connection_id, &principal, zed_version, send_connection_id, &session).await {
 992                tracing::error!(?error, "failed to send initial client update");
 993                return;
 994            }
 995
 996            let handle_io = handle_io.fuse();
 997            futures::pin_mut!(handle_io);
 998
 999            // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
1000            // This prevents deadlocks when e.g., client A performs a request to client B and
1001            // client B performs a request to client A. If both clients stop processing further
1002            // messages until their respective request completes, they won't have a chance to
1003            // respond to the other client's request and cause a deadlock.
1004            //
1005            // This arrangement ensures we will attempt to process earlier messages first, but fall
1006            // back to processing messages arrived later in the spirit of making progress.
1007            let mut foreground_message_handlers = FuturesUnordered::new();
1008            let concurrent_handlers = Arc::new(Semaphore::new(256));
1009            loop {
1010                let next_message = async {
1011                    let permit = concurrent_handlers.clone().acquire_owned().await.unwrap();
1012                    let message = incoming_rx.next().await;
1013                    (permit, message)
1014                }.fuse();
1015                futures::pin_mut!(next_message);
1016                futures::select_biased! {
1017                    _ = teardown.changed().fuse() => return,
1018                    result = handle_io => {
1019                        if let Err(error) = result {
1020                            tracing::error!(?error, "error handling I/O");
1021                        }
1022                        break;
1023                    }
1024                    _ = foreground_message_handlers.next() => {}
1025                    next_message = next_message => {
1026                        let (permit, message) = next_message;
1027                        if let Some(message) = message {
1028                            let type_name = message.payload_type_name();
1029                            // note: we copy all the fields from the parent span so we can query them in the logs.
1030                            // (https://github.com/tokio-rs/tracing/issues/2670).
1031                            let span = tracing::info_span!("receive message", %connection_id, %address, type_name,
1032                                user_id=field::Empty,
1033                                login=field::Empty,
1034                                impersonator=field::Empty,
1035                                dev_server_id=field::Empty
1036                            );
1037                            principal.update_span(&span);
1038                            let span_enter = span.enter();
1039                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
1040                                let is_background = message.is_background();
1041                                let handle_message = (handler)(message, session.clone());
1042                                drop(span_enter);
1043
1044                                let handle_message = async move {
1045                                    handle_message.await;
1046                                    drop(permit);
1047                                }.instrument(span);
1048                                if is_background {
1049                                    executor.spawn_detached(handle_message);
1050                                } else {
1051                                    foreground_message_handlers.push(handle_message);
1052                                }
1053                            } else {
1054                                tracing::error!("no message handler");
1055                            }
1056                        } else {
1057                            tracing::info!("connection closed");
1058                            break;
1059                        }
1060                    }
1061                }
1062            }
1063
1064            drop(foreground_message_handlers);
1065            tracing::info!("signing out");
1066            if let Err(error) = connection_lost(session, teardown, executor).await {
1067                tracing::error!(?error, "error signing out");
1068            }
1069
1070        }.instrument(span)
1071    }
1072
1073    async fn send_initial_client_update(
1074        &self,
1075        connection_id: ConnectionId,
1076        principal: &Principal,
1077        zed_version: ZedVersion,
1078        mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
1079        session: &Session,
1080    ) -> Result<()> {
1081        self.peer.send(
1082            connection_id,
1083            proto::Hello {
1084                peer_id: Some(connection_id.into()),
1085            },
1086        )?;
1087        tracing::info!("sent hello message");
1088        if let Some(send_connection_id) = send_connection_id.take() {
1089            let _ = send_connection_id.send(connection_id);
1090        }
1091
1092        match principal {
1093            Principal::User(user) | Principal::Impersonated { user, admin: _ } => {
1094                if !user.connected_once {
1095                    self.peer.send(connection_id, proto::ShowContacts {})?;
1096                    self.app_state
1097                        .db
1098                        .set_user_connected_once(user.id, true)
1099                        .await?;
1100                }
1101
1102                let (contacts, channels_for_user, channel_invites, dev_server_projects) =
1103                    future::try_join4(
1104                        self.app_state.db.get_contacts(user.id),
1105                        self.app_state.db.get_channels_for_user(user.id),
1106                        self.app_state.db.get_channel_invites_for_user(user.id),
1107                        self.app_state.db.dev_server_projects_update(user.id),
1108                    )
1109                    .await?;
1110
1111                {
1112                    let mut pool = self.connection_pool.lock();
1113                    pool.add_connection(connection_id, user.id, user.admin, zed_version);
1114                    for membership in &channels_for_user.channel_memberships {
1115                        pool.subscribe_to_channel(user.id, membership.channel_id, membership.role)
1116                    }
1117                    self.peer.send(
1118                        connection_id,
1119                        build_initial_contacts_update(contacts, &pool),
1120                    )?;
1121                    self.peer.send(
1122                        connection_id,
1123                        build_update_user_channels(&channels_for_user),
1124                    )?;
1125                    self.peer.send(
1126                        connection_id,
1127                        build_channels_update(channels_for_user, channel_invites),
1128                    )?;
1129                }
1130                send_dev_server_projects_update(user.id, dev_server_projects, session).await;
1131
1132                if let Some(incoming_call) =
1133                    self.app_state.db.incoming_call_for_user(user.id).await?
1134                {
1135                    self.peer.send(connection_id, incoming_call)?;
1136                }
1137
1138                update_user_contacts(user.id, &session).await?;
1139            }
1140            Principal::DevServer(dev_server) => {
1141                {
1142                    let mut pool = self.connection_pool.lock();
1143                    if pool.dev_server_connection_id(dev_server.id).is_some() {
1144                        return Err(anyhow!(ErrorCode::DevServerAlreadyOnline))?;
1145                    };
1146                    pool.add_dev_server(connection_id, dev_server.id, zed_version);
1147                }
1148
1149                let projects = self
1150                    .app_state
1151                    .db
1152                    .get_projects_for_dev_server(dev_server.id)
1153                    .await?;
1154                self.peer
1155                    .send(connection_id, proto::DevServerInstructions { projects })?;
1156
1157                let status = self
1158                    .app_state
1159                    .db
1160                    .dev_server_projects_update(dev_server.user_id)
1161                    .await?;
1162                send_dev_server_projects_update(dev_server.user_id, status, &session).await;
1163            }
1164        }
1165
1166        Ok(())
1167    }
1168
1169    pub async fn invite_code_redeemed(
1170        self: &Arc<Self>,
1171        inviter_id: UserId,
1172        invitee_id: UserId,
1173    ) -> Result<()> {
1174        if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
1175            if let Some(code) = &user.invite_code {
1176                let pool = self.connection_pool.lock();
1177                let invitee_contact = contact_for_user(invitee_id, false, &pool);
1178                for connection_id in pool.user_connection_ids(inviter_id) {
1179                    self.peer.send(
1180                        connection_id,
1181                        proto::UpdateContacts {
1182                            contacts: vec![invitee_contact.clone()],
1183                            ..Default::default()
1184                        },
1185                    )?;
1186                    self.peer.send(
1187                        connection_id,
1188                        proto::UpdateInviteInfo {
1189                            url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
1190                            count: user.invite_count as u32,
1191                        },
1192                    )?;
1193                }
1194            }
1195        }
1196        Ok(())
1197    }
1198
1199    pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
1200        if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
1201            if let Some(invite_code) = &user.invite_code {
1202                let pool = self.connection_pool.lock();
1203                for connection_id in pool.user_connection_ids(user_id) {
1204                    self.peer.send(
1205                        connection_id,
1206                        proto::UpdateInviteInfo {
1207                            url: format!(
1208                                "{}{}",
1209                                self.app_state.config.invite_link_prefix, invite_code
1210                            ),
1211                            count: user.invite_count as u32,
1212                        },
1213                    )?;
1214                }
1215            }
1216        }
1217        Ok(())
1218    }
1219
1220    pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1221        ServerSnapshot {
1222            connection_pool: ConnectionPoolGuard {
1223                guard: self.connection_pool.lock(),
1224                _not_send: PhantomData,
1225            },
1226            peer: &self.peer,
1227        }
1228    }
1229}
1230
1231impl<'a> Deref for ConnectionPoolGuard<'a> {
1232    type Target = ConnectionPool;
1233
1234    fn deref(&self) -> &Self::Target {
1235        &self.guard
1236    }
1237}
1238
1239impl<'a> DerefMut for ConnectionPoolGuard<'a> {
1240    fn deref_mut(&mut self) -> &mut Self::Target {
1241        &mut self.guard
1242    }
1243}
1244
1245impl<'a> Drop for ConnectionPoolGuard<'a> {
1246    fn drop(&mut self) {
1247        #[cfg(test)]
1248        self.check_invariants();
1249    }
1250}
1251
1252fn broadcast<F>(
1253    sender_id: Option<ConnectionId>,
1254    receiver_ids: impl IntoIterator<Item = ConnectionId>,
1255    mut f: F,
1256) where
1257    F: FnMut(ConnectionId) -> anyhow::Result<()>,
1258{
1259    for receiver_id in receiver_ids {
1260        if Some(receiver_id) != sender_id {
1261            if let Err(error) = f(receiver_id) {
1262                tracing::error!("failed to send to {:?} {}", receiver_id, error);
1263            }
1264        }
1265    }
1266}
1267
1268pub struct ProtocolVersion(u32);
1269
1270impl Header for ProtocolVersion {
1271    fn name() -> &'static HeaderName {
1272        static ZED_PROTOCOL_VERSION: OnceLock<HeaderName> = OnceLock::new();
1273        ZED_PROTOCOL_VERSION.get_or_init(|| HeaderName::from_static("x-zed-protocol-version"))
1274    }
1275
1276    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1277    where
1278        Self: Sized,
1279        I: Iterator<Item = &'i axum::http::HeaderValue>,
1280    {
1281        let version = values
1282            .next()
1283            .ok_or_else(axum::headers::Error::invalid)?
1284            .to_str()
1285            .map_err(|_| axum::headers::Error::invalid())?
1286            .parse()
1287            .map_err(|_| axum::headers::Error::invalid())?;
1288        Ok(Self(version))
1289    }
1290
1291    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1292        values.extend([self.0.to_string().parse().unwrap()]);
1293    }
1294}
1295
1296pub struct AppVersionHeader(SemanticVersion);
1297impl Header for AppVersionHeader {
1298    fn name() -> &'static HeaderName {
1299        static ZED_APP_VERSION: OnceLock<HeaderName> = OnceLock::new();
1300        ZED_APP_VERSION.get_or_init(|| HeaderName::from_static("x-zed-app-version"))
1301    }
1302
1303    fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1304    where
1305        Self: Sized,
1306        I: Iterator<Item = &'i axum::http::HeaderValue>,
1307    {
1308        let version = values
1309            .next()
1310            .ok_or_else(axum::headers::Error::invalid)?
1311            .to_str()
1312            .map_err(|_| axum::headers::Error::invalid())?
1313            .parse()
1314            .map_err(|_| axum::headers::Error::invalid())?;
1315        Ok(Self(version))
1316    }
1317
1318    fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1319        values.extend([self.0.to_string().parse().unwrap()]);
1320    }
1321}
1322
1323pub fn routes(server: Arc<Server>) -> Router<(), Body> {
1324    Router::new()
1325        .route("/rpc", get(handle_websocket_request))
1326        .layer(
1327            ServiceBuilder::new()
1328                .layer(Extension(server.app_state.clone()))
1329                .layer(middleware::from_fn(auth::validate_header)),
1330        )
1331        .route("/metrics", get(handle_metrics))
1332        .layer(Extension(server))
1333}
1334
1335pub async fn handle_websocket_request(
1336    TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1337    app_version_header: Option<TypedHeader<AppVersionHeader>>,
1338    ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1339    Extension(server): Extension<Arc<Server>>,
1340    Extension(principal): Extension<Principal>,
1341    ws: WebSocketUpgrade,
1342) -> axum::response::Response {
1343    if protocol_version != rpc::PROTOCOL_VERSION {
1344        return (
1345            StatusCode::UPGRADE_REQUIRED,
1346            "client must be upgraded".to_string(),
1347        )
1348            .into_response();
1349    }
1350
1351    let Some(version) = app_version_header.map(|header| ZedVersion(header.0 .0)) else {
1352        return (
1353            StatusCode::UPGRADE_REQUIRED,
1354            "no version header found".to_string(),
1355        )
1356            .into_response();
1357    };
1358
1359    if !version.can_collaborate() {
1360        return (
1361            StatusCode::UPGRADE_REQUIRED,
1362            "client must be upgraded".to_string(),
1363        )
1364            .into_response();
1365    }
1366
1367    let socket_address = socket_address.to_string();
1368    ws.on_upgrade(move |socket| {
1369        let socket = socket
1370            .map_ok(to_tungstenite_message)
1371            .err_into()
1372            .with(|message| async move { Ok(to_axum_message(message)) });
1373        let connection = Connection::new(Box::pin(socket));
1374        async move {
1375            server
1376                .handle_connection(
1377                    connection,
1378                    socket_address,
1379                    principal,
1380                    version,
1381                    None,
1382                    Executor::Production,
1383                )
1384                .await;
1385        }
1386    })
1387}
1388
1389pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> Result<String> {
1390    static CONNECTIONS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1391    let connections_metric = CONNECTIONS_METRIC
1392        .get_or_init(|| register_int_gauge!("connections", "number of connections").unwrap());
1393
1394    let connections = server
1395        .connection_pool
1396        .lock()
1397        .connections()
1398        .filter(|connection| !connection.admin)
1399        .count();
1400    connections_metric.set(connections as _);
1401
1402    static SHARED_PROJECTS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1403    let shared_projects_metric = SHARED_PROJECTS_METRIC.get_or_init(|| {
1404        register_int_gauge!(
1405            "shared_projects",
1406            "number of open projects with one or more guests"
1407        )
1408        .unwrap()
1409    });
1410
1411    let shared_projects = server.app_state.db.project_count_excluding_admins().await?;
1412    shared_projects_metric.set(shared_projects as _);
1413
1414    let encoder = prometheus::TextEncoder::new();
1415    let metric_families = prometheus::gather();
1416    let encoded_metrics = encoder
1417        .encode_to_string(&metric_families)
1418        .map_err(|err| anyhow!("{}", err))?;
1419    Ok(encoded_metrics)
1420}
1421
1422#[instrument(err, skip(executor))]
1423async fn connection_lost(
1424    session: Session,
1425    mut teardown: watch::Receiver<bool>,
1426    executor: Executor,
1427) -> Result<()> {
1428    session.peer.disconnect(session.connection_id);
1429    session
1430        .connection_pool()
1431        .await
1432        .remove_connection(session.connection_id)?;
1433
1434    session
1435        .db()
1436        .await
1437        .connection_lost(session.connection_id)
1438        .await
1439        .trace_err();
1440
1441    futures::select_biased! {
1442        _ = executor.sleep(RECONNECT_TIMEOUT).fuse() => {
1443            match &session.principal {
1444                Principal::User(_) | Principal::Impersonated{ user: _, admin:_ } => {
1445                    let session = session.for_user().unwrap();
1446
1447                    log::info!("connection lost, removing all resources for user:{}, connection:{:?}", session.user_id(), session.connection_id);
1448                    leave_room_for_session(&session, session.connection_id).await.trace_err();
1449                    leave_channel_buffers_for_session(&session)
1450                        .await
1451                        .trace_err();
1452
1453                    if !session
1454                        .connection_pool()
1455                        .await
1456                        .is_user_online(session.user_id())
1457                    {
1458                        let db = session.db().await;
1459                        if let Some(room) = db.decline_call(None, session.user_id()).await.trace_err().flatten() {
1460                            room_updated(&room, &session.peer);
1461                        }
1462                    }
1463
1464                    update_user_contacts(session.user_id(), &session).await?;
1465                },
1466            Principal::DevServer(_) => {
1467                lost_dev_server_connection(&session.for_dev_server().unwrap()).await?;
1468            },
1469        }
1470        },
1471        _ = teardown.changed().fuse() => {}
1472    }
1473
1474    Ok(())
1475}
1476
1477/// Acknowledges a ping from a client, used to keep the connection alive.
1478async fn ping(_: proto::Ping, response: Response<proto::Ping>, _session: Session) -> Result<()> {
1479    response.send(proto::Ack {})?;
1480    Ok(())
1481}
1482
1483/// Creates a new room for calling (outside of channels)
1484async fn create_room(
1485    _request: proto::CreateRoom,
1486    response: Response<proto::CreateRoom>,
1487    session: UserSession,
1488) -> Result<()> {
1489    let live_kit_room = nanoid::nanoid!(30);
1490
1491    let live_kit_connection_info = util::maybe!(async {
1492        let live_kit = session.live_kit_client.as_ref();
1493        let live_kit = live_kit?;
1494        let user_id = session.user_id().to_string();
1495
1496        let token = live_kit
1497            .room_token(&live_kit_room, &user_id.to_string())
1498            .trace_err()?;
1499
1500        Some(proto::LiveKitConnectionInfo {
1501            server_url: live_kit.url().into(),
1502            token,
1503            can_publish: true,
1504        })
1505    })
1506    .await;
1507
1508    let room = session
1509        .db()
1510        .await
1511        .create_room(session.user_id(), session.connection_id, &live_kit_room)
1512        .await?;
1513
1514    response.send(proto::CreateRoomResponse {
1515        room: Some(room.clone()),
1516        live_kit_connection_info,
1517    })?;
1518
1519    update_user_contacts(session.user_id(), &session).await?;
1520    Ok(())
1521}
1522
1523/// Join a room from an invitation. Equivalent to joining a channel if there is one.
1524async fn join_room(
1525    request: proto::JoinRoom,
1526    response: Response<proto::JoinRoom>,
1527    session: UserSession,
1528) -> Result<()> {
1529    let room_id = RoomId::from_proto(request.id);
1530
1531    let channel_id = session.db().await.channel_id_for_room(room_id).await?;
1532
1533    if let Some(channel_id) = channel_id {
1534        return join_channel_internal(channel_id, Box::new(response), session).await;
1535    }
1536
1537    let joined_room = {
1538        let room = session
1539            .db()
1540            .await
1541            .join_room(room_id, session.user_id(), session.connection_id)
1542            .await?;
1543        room_updated(&room.room, &session.peer);
1544        room.into_inner()
1545    };
1546
1547    for connection_id in session
1548        .connection_pool()
1549        .await
1550        .user_connection_ids(session.user_id())
1551    {
1552        session
1553            .peer
1554            .send(
1555                connection_id,
1556                proto::CallCanceled {
1557                    room_id: room_id.to_proto(),
1558                },
1559            )
1560            .trace_err();
1561    }
1562
1563    let live_kit_connection_info = if let Some(live_kit) = session.live_kit_client.as_ref() {
1564        if let Some(token) = live_kit
1565            .room_token(
1566                &joined_room.room.live_kit_room,
1567                &session.user_id().to_string(),
1568            )
1569            .trace_err()
1570        {
1571            Some(proto::LiveKitConnectionInfo {
1572                server_url: live_kit.url().into(),
1573                token,
1574                can_publish: true,
1575            })
1576        } else {
1577            None
1578        }
1579    } else {
1580        None
1581    };
1582
1583    response.send(proto::JoinRoomResponse {
1584        room: Some(joined_room.room),
1585        channel_id: None,
1586        live_kit_connection_info,
1587    })?;
1588
1589    update_user_contacts(session.user_id(), &session).await?;
1590    Ok(())
1591}
1592
1593/// Rejoin room is used to reconnect to a room after connection errors.
1594async fn rejoin_room(
1595    request: proto::RejoinRoom,
1596    response: Response<proto::RejoinRoom>,
1597    session: UserSession,
1598) -> Result<()> {
1599    let room;
1600    let channel;
1601    {
1602        let mut rejoined_room = session
1603            .db()
1604            .await
1605            .rejoin_room(request, session.user_id(), session.connection_id)
1606            .await?;
1607
1608        response.send(proto::RejoinRoomResponse {
1609            room: Some(rejoined_room.room.clone()),
1610            reshared_projects: rejoined_room
1611                .reshared_projects
1612                .iter()
1613                .map(|project| proto::ResharedProject {
1614                    id: project.id.to_proto(),
1615                    collaborators: project
1616                        .collaborators
1617                        .iter()
1618                        .map(|collaborator| collaborator.to_proto())
1619                        .collect(),
1620                })
1621                .collect(),
1622            rejoined_projects: rejoined_room
1623                .rejoined_projects
1624                .iter()
1625                .map(|rejoined_project| rejoined_project.to_proto())
1626                .collect(),
1627        })?;
1628        room_updated(&rejoined_room.room, &session.peer);
1629
1630        for project in &rejoined_room.reshared_projects {
1631            for collaborator in &project.collaborators {
1632                session
1633                    .peer
1634                    .send(
1635                        collaborator.connection_id,
1636                        proto::UpdateProjectCollaborator {
1637                            project_id: project.id.to_proto(),
1638                            old_peer_id: Some(project.old_connection_id.into()),
1639                            new_peer_id: Some(session.connection_id.into()),
1640                        },
1641                    )
1642                    .trace_err();
1643            }
1644
1645            broadcast(
1646                Some(session.connection_id),
1647                project
1648                    .collaborators
1649                    .iter()
1650                    .map(|collaborator| collaborator.connection_id),
1651                |connection_id| {
1652                    session.peer.forward_send(
1653                        session.connection_id,
1654                        connection_id,
1655                        proto::UpdateProject {
1656                            project_id: project.id.to_proto(),
1657                            worktrees: project.worktrees.clone(),
1658                        },
1659                    )
1660                },
1661            );
1662        }
1663
1664        notify_rejoined_projects(&mut rejoined_room.rejoined_projects, &session)?;
1665
1666        let rejoined_room = rejoined_room.into_inner();
1667
1668        room = rejoined_room.room;
1669        channel = rejoined_room.channel;
1670    }
1671
1672    if let Some(channel) = channel {
1673        channel_updated(
1674            &channel,
1675            &room,
1676            &session.peer,
1677            &*session.connection_pool().await,
1678        );
1679    }
1680
1681    update_user_contacts(session.user_id(), &session).await?;
1682    Ok(())
1683}
1684
1685fn notify_rejoined_projects(
1686    rejoined_projects: &mut Vec<RejoinedProject>,
1687    session: &UserSession,
1688) -> Result<()> {
1689    for project in rejoined_projects.iter() {
1690        for collaborator in &project.collaborators {
1691            session
1692                .peer
1693                .send(
1694                    collaborator.connection_id,
1695                    proto::UpdateProjectCollaborator {
1696                        project_id: project.id.to_proto(),
1697                        old_peer_id: Some(project.old_connection_id.into()),
1698                        new_peer_id: Some(session.connection_id.into()),
1699                    },
1700                )
1701                .trace_err();
1702        }
1703    }
1704
1705    for project in rejoined_projects {
1706        for worktree in mem::take(&mut project.worktrees) {
1707            #[cfg(any(test, feature = "test-support"))]
1708            const MAX_CHUNK_SIZE: usize = 2;
1709            #[cfg(not(any(test, feature = "test-support")))]
1710            const MAX_CHUNK_SIZE: usize = 256;
1711
1712            // Stream this worktree's entries.
1713            let message = proto::UpdateWorktree {
1714                project_id: project.id.to_proto(),
1715                worktree_id: worktree.id,
1716                abs_path: worktree.abs_path.clone(),
1717                root_name: worktree.root_name,
1718                updated_entries: worktree.updated_entries,
1719                removed_entries: worktree.removed_entries,
1720                scan_id: worktree.scan_id,
1721                is_last_update: worktree.completed_scan_id == worktree.scan_id,
1722                updated_repositories: worktree.updated_repositories,
1723                removed_repositories: worktree.removed_repositories,
1724            };
1725            for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1726                session.peer.send(session.connection_id, update.clone())?;
1727            }
1728
1729            // Stream this worktree's diagnostics.
1730            for summary in worktree.diagnostic_summaries {
1731                session.peer.send(
1732                    session.connection_id,
1733                    proto::UpdateDiagnosticSummary {
1734                        project_id: project.id.to_proto(),
1735                        worktree_id: worktree.id,
1736                        summary: Some(summary),
1737                    },
1738                )?;
1739            }
1740
1741            for settings_file in worktree.settings_files {
1742                session.peer.send(
1743                    session.connection_id,
1744                    proto::UpdateWorktreeSettings {
1745                        project_id: project.id.to_proto(),
1746                        worktree_id: worktree.id,
1747                        path: settings_file.path,
1748                        content: Some(settings_file.content),
1749                    },
1750                )?;
1751            }
1752        }
1753
1754        for language_server in &project.language_servers {
1755            session.peer.send(
1756                session.connection_id,
1757                proto::UpdateLanguageServer {
1758                    project_id: project.id.to_proto(),
1759                    language_server_id: language_server.id,
1760                    variant: Some(
1761                        proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1762                            proto::LspDiskBasedDiagnosticsUpdated {},
1763                        ),
1764                    ),
1765                },
1766            )?;
1767        }
1768    }
1769    Ok(())
1770}
1771
1772/// leave room disconnects from the room.
1773async fn leave_room(
1774    _: proto::LeaveRoom,
1775    response: Response<proto::LeaveRoom>,
1776    session: UserSession,
1777) -> Result<()> {
1778    leave_room_for_session(&session, session.connection_id).await?;
1779    response.send(proto::Ack {})?;
1780    Ok(())
1781}
1782
1783/// Updates the permissions of someone else in the room.
1784async fn set_room_participant_role(
1785    request: proto::SetRoomParticipantRole,
1786    response: Response<proto::SetRoomParticipantRole>,
1787    session: UserSession,
1788) -> Result<()> {
1789    let user_id = UserId::from_proto(request.user_id);
1790    let role = ChannelRole::from(request.role());
1791
1792    let (live_kit_room, can_publish) = {
1793        let room = session
1794            .db()
1795            .await
1796            .set_room_participant_role(
1797                session.user_id(),
1798                RoomId::from_proto(request.room_id),
1799                user_id,
1800                role,
1801            )
1802            .await?;
1803
1804        let live_kit_room = room.live_kit_room.clone();
1805        let can_publish = ChannelRole::from(request.role()).can_use_microphone();
1806        room_updated(&room, &session.peer);
1807        (live_kit_room, can_publish)
1808    };
1809
1810    if let Some(live_kit) = session.live_kit_client.as_ref() {
1811        live_kit
1812            .update_participant(
1813                live_kit_room.clone(),
1814                request.user_id.to_string(),
1815                live_kit_server::proto::ParticipantPermission {
1816                    can_subscribe: true,
1817                    can_publish,
1818                    can_publish_data: can_publish,
1819                    hidden: false,
1820                    recorder: false,
1821                },
1822            )
1823            .await
1824            .trace_err();
1825    }
1826
1827    response.send(proto::Ack {})?;
1828    Ok(())
1829}
1830
1831/// Call someone else into the current room
1832async fn call(
1833    request: proto::Call,
1834    response: Response<proto::Call>,
1835    session: UserSession,
1836) -> Result<()> {
1837    let room_id = RoomId::from_proto(request.room_id);
1838    let calling_user_id = session.user_id();
1839    let calling_connection_id = session.connection_id;
1840    let called_user_id = UserId::from_proto(request.called_user_id);
1841    let initial_project_id = request.initial_project_id.map(ProjectId::from_proto);
1842    if !session
1843        .db()
1844        .await
1845        .has_contact(calling_user_id, called_user_id)
1846        .await?
1847    {
1848        return Err(anyhow!("cannot call a user who isn't a contact"))?;
1849    }
1850
1851    let incoming_call = {
1852        let (room, incoming_call) = &mut *session
1853            .db()
1854            .await
1855            .call(
1856                room_id,
1857                calling_user_id,
1858                calling_connection_id,
1859                called_user_id,
1860                initial_project_id,
1861            )
1862            .await?;
1863        room_updated(&room, &session.peer);
1864        mem::take(incoming_call)
1865    };
1866    update_user_contacts(called_user_id, &session).await?;
1867
1868    let mut calls = session
1869        .connection_pool()
1870        .await
1871        .user_connection_ids(called_user_id)
1872        .map(|connection_id| session.peer.request(connection_id, incoming_call.clone()))
1873        .collect::<FuturesUnordered<_>>();
1874
1875    while let Some(call_response) = calls.next().await {
1876        match call_response.as_ref() {
1877            Ok(_) => {
1878                response.send(proto::Ack {})?;
1879                return Ok(());
1880            }
1881            Err(_) => {
1882                call_response.trace_err();
1883            }
1884        }
1885    }
1886
1887    {
1888        let room = session
1889            .db()
1890            .await
1891            .call_failed(room_id, called_user_id)
1892            .await?;
1893        room_updated(&room, &session.peer);
1894    }
1895    update_user_contacts(called_user_id, &session).await?;
1896
1897    Err(anyhow!("failed to ring user"))?
1898}
1899
1900/// Cancel an outgoing call.
1901async fn cancel_call(
1902    request: proto::CancelCall,
1903    response: Response<proto::CancelCall>,
1904    session: UserSession,
1905) -> Result<()> {
1906    let called_user_id = UserId::from_proto(request.called_user_id);
1907    let room_id = RoomId::from_proto(request.room_id);
1908    {
1909        let room = session
1910            .db()
1911            .await
1912            .cancel_call(room_id, session.connection_id, called_user_id)
1913            .await?;
1914        room_updated(&room, &session.peer);
1915    }
1916
1917    for connection_id in session
1918        .connection_pool()
1919        .await
1920        .user_connection_ids(called_user_id)
1921    {
1922        session
1923            .peer
1924            .send(
1925                connection_id,
1926                proto::CallCanceled {
1927                    room_id: room_id.to_proto(),
1928                },
1929            )
1930            .trace_err();
1931    }
1932    response.send(proto::Ack {})?;
1933
1934    update_user_contacts(called_user_id, &session).await?;
1935    Ok(())
1936}
1937
1938/// Decline an incoming call.
1939async fn decline_call(message: proto::DeclineCall, session: UserSession) -> Result<()> {
1940    let room_id = RoomId::from_proto(message.room_id);
1941    {
1942        let room = session
1943            .db()
1944            .await
1945            .decline_call(Some(room_id), session.user_id())
1946            .await?
1947            .ok_or_else(|| anyhow!("failed to decline call"))?;
1948        room_updated(&room, &session.peer);
1949    }
1950
1951    for connection_id in session
1952        .connection_pool()
1953        .await
1954        .user_connection_ids(session.user_id())
1955    {
1956        session
1957            .peer
1958            .send(
1959                connection_id,
1960                proto::CallCanceled {
1961                    room_id: room_id.to_proto(),
1962                },
1963            )
1964            .trace_err();
1965    }
1966    update_user_contacts(session.user_id(), &session).await?;
1967    Ok(())
1968}
1969
1970/// Updates other participants in the room with your current location.
1971async fn update_participant_location(
1972    request: proto::UpdateParticipantLocation,
1973    response: Response<proto::UpdateParticipantLocation>,
1974    session: UserSession,
1975) -> Result<()> {
1976    let room_id = RoomId::from_proto(request.room_id);
1977    let location = request
1978        .location
1979        .ok_or_else(|| anyhow!("invalid location"))?;
1980
1981    let db = session.db().await;
1982    let room = db
1983        .update_room_participant_location(room_id, session.connection_id, location)
1984        .await?;
1985
1986    room_updated(&room, &session.peer);
1987    response.send(proto::Ack {})?;
1988    Ok(())
1989}
1990
1991/// Share a project into the room.
1992async fn share_project(
1993    request: proto::ShareProject,
1994    response: Response<proto::ShareProject>,
1995    session: UserSession,
1996) -> Result<()> {
1997    let (project_id, room) = &*session
1998        .db()
1999        .await
2000        .share_project(
2001            RoomId::from_proto(request.room_id),
2002            session.connection_id,
2003            &request.worktrees,
2004            request
2005                .dev_server_project_id
2006                .map(|id| DevServerProjectId::from_proto(id)),
2007        )
2008        .await?;
2009    response.send(proto::ShareProjectResponse {
2010        project_id: project_id.to_proto(),
2011    })?;
2012    room_updated(&room, &session.peer);
2013
2014    Ok(())
2015}
2016
2017/// Unshare a project from the room.
2018async fn unshare_project(message: proto::UnshareProject, session: Session) -> Result<()> {
2019    let project_id = ProjectId::from_proto(message.project_id);
2020    unshare_project_internal(
2021        project_id,
2022        session.connection_id,
2023        session.user_id(),
2024        &session,
2025    )
2026    .await
2027}
2028
2029async fn unshare_project_internal(
2030    project_id: ProjectId,
2031    connection_id: ConnectionId,
2032    user_id: Option<UserId>,
2033    session: &Session,
2034) -> Result<()> {
2035    let delete = {
2036        let room_guard = session
2037            .db()
2038            .await
2039            .unshare_project(project_id, connection_id, user_id)
2040            .await?;
2041
2042        let (delete, room, guest_connection_ids) = &*room_guard;
2043
2044        let message = proto::UnshareProject {
2045            project_id: project_id.to_proto(),
2046        };
2047
2048        broadcast(
2049            Some(connection_id),
2050            guest_connection_ids.iter().copied(),
2051            |conn_id| session.peer.send(conn_id, message.clone()),
2052        );
2053        if let Some(room) = room {
2054            room_updated(room, &session.peer);
2055        }
2056
2057        *delete
2058    };
2059
2060    if delete {
2061        let db = session.db().await;
2062        db.delete_project(project_id).await?;
2063    }
2064
2065    Ok(())
2066}
2067
2068/// DevServer makes a project available online
2069async fn share_dev_server_project(
2070    request: proto::ShareDevServerProject,
2071    response: Response<proto::ShareDevServerProject>,
2072    session: DevServerSession,
2073) -> Result<()> {
2074    let (dev_server_project, user_id, status) = session
2075        .db()
2076        .await
2077        .share_dev_server_project(
2078            DevServerProjectId::from_proto(request.dev_server_project_id),
2079            session.dev_server_id(),
2080            session.connection_id,
2081            &request.worktrees,
2082        )
2083        .await?;
2084    let Some(project_id) = dev_server_project.project_id else {
2085        return Err(anyhow!("failed to share remote project"))?;
2086    };
2087
2088    send_dev_server_projects_update(user_id, status, &session).await;
2089
2090    response.send(proto::ShareProjectResponse { project_id })?;
2091
2092    Ok(())
2093}
2094
2095/// Join someone elses shared project.
2096async fn join_project(
2097    request: proto::JoinProject,
2098    response: Response<proto::JoinProject>,
2099    session: UserSession,
2100) -> Result<()> {
2101    let project_id = ProjectId::from_proto(request.project_id);
2102
2103    tracing::info!(%project_id, "join project");
2104
2105    let db = session.db().await;
2106    let (project, replica_id) = &mut *db
2107        .join_project(project_id, session.connection_id, session.user_id())
2108        .await?;
2109    drop(db);
2110    tracing::info!(%project_id, "join remote project");
2111    join_project_internal(response, session, project, replica_id)
2112}
2113
2114trait JoinProjectInternalResponse {
2115    fn send(self, result: proto::JoinProjectResponse) -> Result<()>;
2116}
2117impl JoinProjectInternalResponse for Response<proto::JoinProject> {
2118    fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2119        Response::<proto::JoinProject>::send(self, result)
2120    }
2121}
2122impl JoinProjectInternalResponse for Response<proto::JoinHostedProject> {
2123    fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2124        Response::<proto::JoinHostedProject>::send(self, result)
2125    }
2126}
2127
2128fn join_project_internal(
2129    response: impl JoinProjectInternalResponse,
2130    session: UserSession,
2131    project: &mut Project,
2132    replica_id: &ReplicaId,
2133) -> Result<()> {
2134    let collaborators = project
2135        .collaborators
2136        .iter()
2137        .filter(|collaborator| collaborator.connection_id != session.connection_id)
2138        .map(|collaborator| collaborator.to_proto())
2139        .collect::<Vec<_>>();
2140    let project_id = project.id;
2141    let guest_user_id = session.user_id();
2142
2143    let worktrees = project
2144        .worktrees
2145        .iter()
2146        .map(|(id, worktree)| proto::WorktreeMetadata {
2147            id: *id,
2148            root_name: worktree.root_name.clone(),
2149            visible: worktree.visible,
2150            abs_path: worktree.abs_path.clone(),
2151        })
2152        .collect::<Vec<_>>();
2153
2154    let add_project_collaborator = proto::AddProjectCollaborator {
2155        project_id: project_id.to_proto(),
2156        collaborator: Some(proto::Collaborator {
2157            peer_id: Some(session.connection_id.into()),
2158            replica_id: replica_id.0 as u32,
2159            user_id: guest_user_id.to_proto(),
2160        }),
2161    };
2162
2163    for collaborator in &collaborators {
2164        session
2165            .peer
2166            .send(
2167                collaborator.peer_id.unwrap().into(),
2168                add_project_collaborator.clone(),
2169            )
2170            .trace_err();
2171    }
2172
2173    // First, we send the metadata associated with each worktree.
2174    response.send(proto::JoinProjectResponse {
2175        project_id: project.id.0 as u64,
2176        worktrees: worktrees.clone(),
2177        replica_id: replica_id.0 as u32,
2178        collaborators: collaborators.clone(),
2179        language_servers: project.language_servers.clone(),
2180        role: project.role.into(),
2181        dev_server_project_id: project
2182            .dev_server_project_id
2183            .map(|dev_server_project_id| dev_server_project_id.0 as u64),
2184    })?;
2185
2186    for (worktree_id, worktree) in mem::take(&mut project.worktrees) {
2187        #[cfg(any(test, feature = "test-support"))]
2188        const MAX_CHUNK_SIZE: usize = 2;
2189        #[cfg(not(any(test, feature = "test-support")))]
2190        const MAX_CHUNK_SIZE: usize = 256;
2191
2192        // Stream this worktree's entries.
2193        let message = proto::UpdateWorktree {
2194            project_id: project_id.to_proto(),
2195            worktree_id,
2196            abs_path: worktree.abs_path.clone(),
2197            root_name: worktree.root_name,
2198            updated_entries: worktree.entries,
2199            removed_entries: Default::default(),
2200            scan_id: worktree.scan_id,
2201            is_last_update: worktree.scan_id == worktree.completed_scan_id,
2202            updated_repositories: worktree.repository_entries.into_values().collect(),
2203            removed_repositories: Default::default(),
2204        };
2205        for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
2206            session.peer.send(session.connection_id, update.clone())?;
2207        }
2208
2209        // Stream this worktree's diagnostics.
2210        for summary in worktree.diagnostic_summaries {
2211            session.peer.send(
2212                session.connection_id,
2213                proto::UpdateDiagnosticSummary {
2214                    project_id: project_id.to_proto(),
2215                    worktree_id: worktree.id,
2216                    summary: Some(summary),
2217                },
2218            )?;
2219        }
2220
2221        for settings_file in worktree.settings_files {
2222            session.peer.send(
2223                session.connection_id,
2224                proto::UpdateWorktreeSettings {
2225                    project_id: project_id.to_proto(),
2226                    worktree_id: worktree.id,
2227                    path: settings_file.path,
2228                    content: Some(settings_file.content),
2229                },
2230            )?;
2231        }
2232    }
2233
2234    for language_server in &project.language_servers {
2235        session.peer.send(
2236            session.connection_id,
2237            proto::UpdateLanguageServer {
2238                project_id: project_id.to_proto(),
2239                language_server_id: language_server.id,
2240                variant: Some(
2241                    proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
2242                        proto::LspDiskBasedDiagnosticsUpdated {},
2243                    ),
2244                ),
2245            },
2246        )?;
2247    }
2248
2249    Ok(())
2250}
2251
2252/// Leave someone elses shared project.
2253async fn leave_project(request: proto::LeaveProject, session: UserSession) -> Result<()> {
2254    let sender_id = session.connection_id;
2255    let project_id = ProjectId::from_proto(request.project_id);
2256    let db = session.db().await;
2257    if db.is_hosted_project(project_id).await? {
2258        let project = db.leave_hosted_project(project_id, sender_id).await?;
2259        project_left(&project, &session);
2260        return Ok(());
2261    }
2262
2263    let (room, project) = &*db.leave_project(project_id, sender_id).await?;
2264    tracing::info!(
2265        %project_id,
2266        "leave project"
2267    );
2268
2269    project_left(&project, &session);
2270    if let Some(room) = room {
2271        room_updated(&room, &session.peer);
2272    }
2273
2274    Ok(())
2275}
2276
2277async fn join_hosted_project(
2278    request: proto::JoinHostedProject,
2279    response: Response<proto::JoinHostedProject>,
2280    session: UserSession,
2281) -> Result<()> {
2282    let (mut project, replica_id) = session
2283        .db()
2284        .await
2285        .join_hosted_project(
2286            ProjectId(request.project_id as i32),
2287            session.user_id(),
2288            session.connection_id,
2289        )
2290        .await?;
2291
2292    join_project_internal(response, session, &mut project, &replica_id)
2293}
2294
2295async fn create_dev_server_project(
2296    request: proto::CreateDevServerProject,
2297    response: Response<proto::CreateDevServerProject>,
2298    session: UserSession,
2299) -> Result<()> {
2300    let dev_server_id = DevServerId(request.dev_server_id as i32);
2301    let dev_server_connection_id = session
2302        .connection_pool()
2303        .await
2304        .dev_server_connection_id(dev_server_id);
2305    let Some(dev_server_connection_id) = dev_server_connection_id else {
2306        Err(ErrorCode::DevServerOffline
2307            .message("Cannot create a remote project when the dev server is offline".to_string())
2308            .anyhow())?
2309    };
2310
2311    let path = request.path.clone();
2312    //Check that the path exists on the dev server
2313    session
2314        .peer
2315        .forward_request(
2316            session.connection_id,
2317            dev_server_connection_id,
2318            proto::ValidateDevServerProjectRequest { path: path.clone() },
2319        )
2320        .await?;
2321
2322    let (dev_server_project, update) = session
2323        .db()
2324        .await
2325        .create_dev_server_project(
2326            DevServerId(request.dev_server_id as i32),
2327            &request.path,
2328            session.user_id(),
2329        )
2330        .await?;
2331
2332    let projects = session
2333        .db()
2334        .await
2335        .get_projects_for_dev_server(dev_server_project.dev_server_id)
2336        .await?;
2337
2338    session.peer.send(
2339        dev_server_connection_id,
2340        proto::DevServerInstructions { projects },
2341    )?;
2342
2343    send_dev_server_projects_update(session.user_id(), update, &session).await;
2344
2345    response.send(proto::CreateDevServerProjectResponse {
2346        dev_server_project: Some(dev_server_project.to_proto(None)),
2347    })?;
2348    Ok(())
2349}
2350
2351async fn create_dev_server(
2352    request: proto::CreateDevServer,
2353    response: Response<proto::CreateDevServer>,
2354    session: UserSession,
2355) -> Result<()> {
2356    let access_token = auth::random_token();
2357    let hashed_access_token = auth::hash_access_token(&access_token);
2358
2359    if request.name.is_empty() {
2360        return Err(proto::ErrorCode::Forbidden
2361            .message("Dev server name cannot be empty".to_string())
2362            .anyhow())?;
2363    }
2364
2365    let (dev_server, status) = session
2366        .db()
2367        .await
2368        .create_dev_server(
2369            &request.name,
2370            request.ssh_connection_string.as_deref(),
2371            &hashed_access_token,
2372            session.user_id(),
2373        )
2374        .await?;
2375
2376    send_dev_server_projects_update(session.user_id(), status, &session).await;
2377
2378    response.send(proto::CreateDevServerResponse {
2379        dev_server_id: dev_server.id.0 as u64,
2380        access_token: auth::generate_dev_server_token(dev_server.id.0 as usize, access_token),
2381        name: request.name,
2382    })?;
2383    Ok(())
2384}
2385
2386async fn regenerate_dev_server_token(
2387    request: proto::RegenerateDevServerToken,
2388    response: Response<proto::RegenerateDevServerToken>,
2389    session: UserSession,
2390) -> Result<()> {
2391    let dev_server_id = DevServerId(request.dev_server_id as i32);
2392    let access_token = auth::random_token();
2393    let hashed_access_token = auth::hash_access_token(&access_token);
2394
2395    let connection_id = session
2396        .connection_pool()
2397        .await
2398        .dev_server_connection_id(dev_server_id);
2399    if let Some(connection_id) = connection_id {
2400        shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2401        session
2402            .peer
2403            .send(connection_id, proto::ShutdownDevServer {})?;
2404        let _ = remove_dev_server_connection(dev_server_id, &session).await;
2405    }
2406
2407    let status = session
2408        .db()
2409        .await
2410        .update_dev_server_token(dev_server_id, &hashed_access_token, session.user_id())
2411        .await?;
2412
2413    send_dev_server_projects_update(session.user_id(), status, &session).await;
2414
2415    response.send(proto::RegenerateDevServerTokenResponse {
2416        dev_server_id: dev_server_id.to_proto(),
2417        access_token: auth::generate_dev_server_token(dev_server_id.0 as usize, access_token),
2418    })?;
2419    Ok(())
2420}
2421
2422async fn rename_dev_server(
2423    request: proto::RenameDevServer,
2424    response: Response<proto::RenameDevServer>,
2425    session: UserSession,
2426) -> Result<()> {
2427    if request.name.trim().is_empty() {
2428        return Err(proto::ErrorCode::Forbidden
2429            .message("Dev server name cannot be empty".to_string())
2430            .anyhow())?;
2431    }
2432
2433    let dev_server_id = DevServerId(request.dev_server_id as i32);
2434    let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2435    if dev_server.user_id != session.user_id() {
2436        return Err(anyhow!(ErrorCode::Forbidden))?;
2437    }
2438
2439    let status = session
2440        .db()
2441        .await
2442        .rename_dev_server(dev_server_id, &request.name, session.user_id())
2443        .await?;
2444
2445    send_dev_server_projects_update(session.user_id(), status, &session).await;
2446
2447    response.send(proto::Ack {})?;
2448    Ok(())
2449}
2450
2451async fn delete_dev_server(
2452    request: proto::DeleteDevServer,
2453    response: Response<proto::DeleteDevServer>,
2454    session: UserSession,
2455) -> Result<()> {
2456    let dev_server_id = DevServerId(request.dev_server_id as i32);
2457    let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2458    if dev_server.user_id != session.user_id() {
2459        return Err(anyhow!(ErrorCode::Forbidden))?;
2460    }
2461
2462    let connection_id = session
2463        .connection_pool()
2464        .await
2465        .dev_server_connection_id(dev_server_id);
2466    if let Some(connection_id) = connection_id {
2467        shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2468        session
2469            .peer
2470            .send(connection_id, proto::ShutdownDevServer {})?;
2471        let _ = remove_dev_server_connection(dev_server_id, &session).await;
2472    }
2473
2474    let status = session
2475        .db()
2476        .await
2477        .delete_dev_server(dev_server_id, session.user_id())
2478        .await?;
2479
2480    send_dev_server_projects_update(session.user_id(), status, &session).await;
2481
2482    response.send(proto::Ack {})?;
2483    Ok(())
2484}
2485
2486async fn delete_dev_server_project(
2487    request: proto::DeleteDevServerProject,
2488    response: Response<proto::DeleteDevServerProject>,
2489    session: UserSession,
2490) -> Result<()> {
2491    let dev_server_project_id = DevServerProjectId(request.dev_server_project_id as i32);
2492    let dev_server_project = session
2493        .db()
2494        .await
2495        .get_dev_server_project(dev_server_project_id)
2496        .await?;
2497
2498    let dev_server = session
2499        .db()
2500        .await
2501        .get_dev_server(dev_server_project.dev_server_id)
2502        .await?;
2503    if dev_server.user_id != session.user_id() {
2504        return Err(anyhow!(ErrorCode::Forbidden))?;
2505    }
2506
2507    let dev_server_connection_id = session
2508        .connection_pool()
2509        .await
2510        .dev_server_connection_id(dev_server.id);
2511
2512    if let Some(dev_server_connection_id) = dev_server_connection_id {
2513        let project = session
2514            .db()
2515            .await
2516            .find_dev_server_project(dev_server_project_id)
2517            .await;
2518        if let Ok(project) = project {
2519            unshare_project_internal(
2520                project.id,
2521                dev_server_connection_id,
2522                Some(session.user_id()),
2523                &session,
2524            )
2525            .await?;
2526        }
2527    }
2528
2529    let (projects, status) = session
2530        .db()
2531        .await
2532        .delete_dev_server_project(dev_server_project_id, dev_server.id, session.user_id())
2533        .await?;
2534
2535    if let Some(dev_server_connection_id) = dev_server_connection_id {
2536        session.peer.send(
2537            dev_server_connection_id,
2538            proto::DevServerInstructions { projects },
2539        )?;
2540    }
2541
2542    send_dev_server_projects_update(session.user_id(), status, &session).await;
2543
2544    response.send(proto::Ack {})?;
2545    Ok(())
2546}
2547
2548async fn rejoin_dev_server_projects(
2549    request: proto::RejoinRemoteProjects,
2550    response: Response<proto::RejoinRemoteProjects>,
2551    session: UserSession,
2552) -> Result<()> {
2553    let mut rejoined_projects = {
2554        let db = session.db().await;
2555        db.rejoin_dev_server_projects(
2556            &request.rejoined_projects,
2557            session.user_id(),
2558            session.0.connection_id,
2559        )
2560        .await?
2561    };
2562    notify_rejoined_projects(&mut rejoined_projects, &session)?;
2563
2564    response.send(proto::RejoinRemoteProjectsResponse {
2565        rejoined_projects: rejoined_projects
2566            .into_iter()
2567            .map(|project| project.to_proto())
2568            .collect(),
2569    })
2570}
2571
2572async fn reconnect_dev_server(
2573    request: proto::ReconnectDevServer,
2574    response: Response<proto::ReconnectDevServer>,
2575    session: DevServerSession,
2576) -> Result<()> {
2577    let reshared_projects = {
2578        let db = session.db().await;
2579        db.reshare_dev_server_projects(
2580            &request.reshared_projects,
2581            session.dev_server_id(),
2582            session.0.connection_id,
2583        )
2584        .await?
2585    };
2586
2587    for project in &reshared_projects {
2588        for collaborator in &project.collaborators {
2589            session
2590                .peer
2591                .send(
2592                    collaborator.connection_id,
2593                    proto::UpdateProjectCollaborator {
2594                        project_id: project.id.to_proto(),
2595                        old_peer_id: Some(project.old_connection_id.into()),
2596                        new_peer_id: Some(session.connection_id.into()),
2597                    },
2598                )
2599                .trace_err();
2600        }
2601
2602        broadcast(
2603            Some(session.connection_id),
2604            project
2605                .collaborators
2606                .iter()
2607                .map(|collaborator| collaborator.connection_id),
2608            |connection_id| {
2609                session.peer.forward_send(
2610                    session.connection_id,
2611                    connection_id,
2612                    proto::UpdateProject {
2613                        project_id: project.id.to_proto(),
2614                        worktrees: project.worktrees.clone(),
2615                    },
2616                )
2617            },
2618        );
2619    }
2620
2621    response.send(proto::ReconnectDevServerResponse {
2622        reshared_projects: reshared_projects
2623            .iter()
2624            .map(|project| proto::ResharedProject {
2625                id: project.id.to_proto(),
2626                collaborators: project
2627                    .collaborators
2628                    .iter()
2629                    .map(|collaborator| collaborator.to_proto())
2630                    .collect(),
2631            })
2632            .collect(),
2633    })?;
2634
2635    Ok(())
2636}
2637
2638async fn shutdown_dev_server(
2639    _: proto::ShutdownDevServer,
2640    response: Response<proto::ShutdownDevServer>,
2641    session: DevServerSession,
2642) -> Result<()> {
2643    response.send(proto::Ack {})?;
2644    shutdown_dev_server_internal(session.dev_server_id(), session.connection_id, &session).await?;
2645    remove_dev_server_connection(session.dev_server_id(), &session).await
2646}
2647
2648async fn shutdown_dev_server_internal(
2649    dev_server_id: DevServerId,
2650    connection_id: ConnectionId,
2651    session: &Session,
2652) -> Result<()> {
2653    let (dev_server_projects, dev_server) = {
2654        let db = session.db().await;
2655        let dev_server_projects = db.get_projects_for_dev_server(dev_server_id).await?;
2656        let dev_server = db.get_dev_server(dev_server_id).await?;
2657        (dev_server_projects, dev_server)
2658    };
2659
2660    for project_id in dev_server_projects.iter().filter_map(|p| p.project_id) {
2661        unshare_project_internal(
2662            ProjectId::from_proto(project_id),
2663            connection_id,
2664            None,
2665            session,
2666        )
2667        .await?;
2668    }
2669
2670    session
2671        .connection_pool()
2672        .await
2673        .set_dev_server_offline(dev_server_id);
2674
2675    let status = session
2676        .db()
2677        .await
2678        .dev_server_projects_update(dev_server.user_id)
2679        .await?;
2680    send_dev_server_projects_update(dev_server.user_id, status, &session).await;
2681
2682    Ok(())
2683}
2684
2685async fn remove_dev_server_connection(dev_server_id: DevServerId, session: &Session) -> Result<()> {
2686    let dev_server_connection = session
2687        .connection_pool()
2688        .await
2689        .dev_server_connection_id(dev_server_id);
2690
2691    if let Some(dev_server_connection) = dev_server_connection {
2692        session
2693            .connection_pool()
2694            .await
2695            .remove_connection(dev_server_connection)?;
2696    }
2697    Ok(())
2698}
2699
2700/// Updates other participants with changes to the project
2701async fn update_project(
2702    request: proto::UpdateProject,
2703    response: Response<proto::UpdateProject>,
2704    session: Session,
2705) -> Result<()> {
2706    let project_id = ProjectId::from_proto(request.project_id);
2707    let (room, guest_connection_ids) = &*session
2708        .db()
2709        .await
2710        .update_project(project_id, session.connection_id, &request.worktrees)
2711        .await?;
2712    broadcast(
2713        Some(session.connection_id),
2714        guest_connection_ids.iter().copied(),
2715        |connection_id| {
2716            session
2717                .peer
2718                .forward_send(session.connection_id, connection_id, request.clone())
2719        },
2720    );
2721    if let Some(room) = room {
2722        room_updated(&room, &session.peer);
2723    }
2724    response.send(proto::Ack {})?;
2725
2726    Ok(())
2727}
2728
2729/// Updates other participants with changes to the worktree
2730async fn update_worktree(
2731    request: proto::UpdateWorktree,
2732    response: Response<proto::UpdateWorktree>,
2733    session: Session,
2734) -> Result<()> {
2735    let guest_connection_ids = session
2736        .db()
2737        .await
2738        .update_worktree(&request, session.connection_id)
2739        .await?;
2740
2741    broadcast(
2742        Some(session.connection_id),
2743        guest_connection_ids.iter().copied(),
2744        |connection_id| {
2745            session
2746                .peer
2747                .forward_send(session.connection_id, connection_id, request.clone())
2748        },
2749    );
2750    response.send(proto::Ack {})?;
2751    Ok(())
2752}
2753
2754/// Updates other participants with changes to the diagnostics
2755async fn update_diagnostic_summary(
2756    message: proto::UpdateDiagnosticSummary,
2757    session: Session,
2758) -> Result<()> {
2759    let guest_connection_ids = session
2760        .db()
2761        .await
2762        .update_diagnostic_summary(&message, session.connection_id)
2763        .await?;
2764
2765    broadcast(
2766        Some(session.connection_id),
2767        guest_connection_ids.iter().copied(),
2768        |connection_id| {
2769            session
2770                .peer
2771                .forward_send(session.connection_id, connection_id, message.clone())
2772        },
2773    );
2774
2775    Ok(())
2776}
2777
2778/// Updates other participants with changes to the worktree settings
2779async fn update_worktree_settings(
2780    message: proto::UpdateWorktreeSettings,
2781    session: Session,
2782) -> Result<()> {
2783    let guest_connection_ids = session
2784        .db()
2785        .await
2786        .update_worktree_settings(&message, session.connection_id)
2787        .await?;
2788
2789    broadcast(
2790        Some(session.connection_id),
2791        guest_connection_ids.iter().copied(),
2792        |connection_id| {
2793            session
2794                .peer
2795                .forward_send(session.connection_id, connection_id, message.clone())
2796        },
2797    );
2798
2799    Ok(())
2800}
2801
2802/// Notify other participants that a  language server has started.
2803async fn start_language_server(
2804    request: proto::StartLanguageServer,
2805    session: Session,
2806) -> Result<()> {
2807    let guest_connection_ids = session
2808        .db()
2809        .await
2810        .start_language_server(&request, session.connection_id)
2811        .await?;
2812
2813    broadcast(
2814        Some(session.connection_id),
2815        guest_connection_ids.iter().copied(),
2816        |connection_id| {
2817            session
2818                .peer
2819                .forward_send(session.connection_id, connection_id, request.clone())
2820        },
2821    );
2822    Ok(())
2823}
2824
2825/// Notify other participants that a language server has changed.
2826async fn update_language_server(
2827    request: proto::UpdateLanguageServer,
2828    session: Session,
2829) -> Result<()> {
2830    let project_id = ProjectId::from_proto(request.project_id);
2831    let project_connection_ids = session
2832        .db()
2833        .await
2834        .project_connection_ids(project_id, session.connection_id, true)
2835        .await?;
2836    broadcast(
2837        Some(session.connection_id),
2838        project_connection_ids.iter().copied(),
2839        |connection_id| {
2840            session
2841                .peer
2842                .forward_send(session.connection_id, connection_id, request.clone())
2843        },
2844    );
2845    Ok(())
2846}
2847
2848/// forward a project request to the host. These requests should be read only
2849/// as guests are allowed to send them.
2850async fn forward_read_only_project_request<T>(
2851    request: T,
2852    response: Response<T>,
2853    session: UserSession,
2854) -> Result<()>
2855where
2856    T: EntityMessage + RequestMessage,
2857{
2858    let project_id = ProjectId::from_proto(request.remote_entity_id());
2859    let host_connection_id = session
2860        .db()
2861        .await
2862        .host_for_read_only_project_request(project_id, session.connection_id, session.user_id())
2863        .await?;
2864    let payload = session
2865        .peer
2866        .forward_request(session.connection_id, host_connection_id, request)
2867        .await?;
2868    response.send(payload)?;
2869    Ok(())
2870}
2871
2872/// forward a project request to the host. These requests are disallowed
2873/// for guests.
2874async fn forward_mutating_project_request<T>(
2875    request: T,
2876    response: Response<T>,
2877    session: UserSession,
2878) -> Result<()>
2879where
2880    T: EntityMessage + RequestMessage,
2881{
2882    let project_id = ProjectId::from_proto(request.remote_entity_id());
2883
2884    let host_connection_id = session
2885        .db()
2886        .await
2887        .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2888        .await?;
2889    let payload = session
2890        .peer
2891        .forward_request(session.connection_id, host_connection_id, request)
2892        .await?;
2893    response.send(payload)?;
2894    Ok(())
2895}
2896
2897/// forward a project request to the host. These requests are disallowed
2898/// for guests.
2899async fn forward_versioned_mutating_project_request<T>(
2900    request: T,
2901    response: Response<T>,
2902    session: UserSession,
2903) -> Result<()>
2904where
2905    T: EntityMessage + RequestMessage + VersionedMessage,
2906{
2907    let project_id = ProjectId::from_proto(request.remote_entity_id());
2908
2909    let host_connection_id = session
2910        .db()
2911        .await
2912        .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2913        .await?;
2914    if let Some(host_version) = session
2915        .connection_pool()
2916        .await
2917        .connection(host_connection_id)
2918        .map(|c| c.zed_version)
2919    {
2920        if let Some(min_required_version) = request.required_host_version() {
2921            if min_required_version > host_version {
2922                return Err(anyhow!(ErrorCode::RemoteUpgradeRequired
2923                    .with_tag("required", &min_required_version.to_string())))?;
2924            }
2925        }
2926    }
2927
2928    let payload = session
2929        .peer
2930        .forward_request(session.connection_id, host_connection_id, request)
2931        .await?;
2932    response.send(payload)?;
2933    Ok(())
2934}
2935
2936/// Notify other participants that a new buffer has been created
2937async fn create_buffer_for_peer(
2938    request: proto::CreateBufferForPeer,
2939    session: Session,
2940) -> Result<()> {
2941    session
2942        .db()
2943        .await
2944        .check_user_is_project_host(
2945            ProjectId::from_proto(request.project_id),
2946            session.connection_id,
2947        )
2948        .await?;
2949    let peer_id = request.peer_id.ok_or_else(|| anyhow!("invalid peer id"))?;
2950    session
2951        .peer
2952        .forward_send(session.connection_id, peer_id.into(), request)?;
2953    Ok(())
2954}
2955
2956/// Notify other participants that a buffer has been updated. This is
2957/// allowed for guests as long as the update is limited to selections.
2958async fn update_buffer(
2959    request: proto::UpdateBuffer,
2960    response: Response<proto::UpdateBuffer>,
2961    session: Session,
2962) -> Result<()> {
2963    let project_id = ProjectId::from_proto(request.project_id);
2964    let mut capability = Capability::ReadOnly;
2965
2966    for op in request.operations.iter() {
2967        match op.variant {
2968            None | Some(proto::operation::Variant::UpdateSelections(_)) => {}
2969            Some(_) => capability = Capability::ReadWrite,
2970        }
2971    }
2972
2973    let host = {
2974        let guard = session
2975            .db()
2976            .await
2977            .connections_for_buffer_update(
2978                project_id,
2979                session.principal_id(),
2980                session.connection_id,
2981                capability,
2982            )
2983            .await?;
2984
2985        let (host, guests) = &*guard;
2986
2987        broadcast(
2988            Some(session.connection_id),
2989            guests.clone(),
2990            |connection_id| {
2991                session
2992                    .peer
2993                    .forward_send(session.connection_id, connection_id, request.clone())
2994            },
2995        );
2996
2997        *host
2998    };
2999
3000    if host != session.connection_id {
3001        session
3002            .peer
3003            .forward_request(session.connection_id, host, request.clone())
3004            .await?;
3005    }
3006
3007    response.send(proto::Ack {})?;
3008    Ok(())
3009}
3010
3011/// Notify other participants that a project has been updated.
3012async fn broadcast_project_message_from_host<T: EntityMessage<Entity = ShareProject>>(
3013    request: T,
3014    session: Session,
3015) -> Result<()> {
3016    let project_id = ProjectId::from_proto(request.remote_entity_id());
3017    let project_connection_ids = session
3018        .db()
3019        .await
3020        .project_connection_ids(project_id, session.connection_id, false)
3021        .await?;
3022
3023    broadcast(
3024        Some(session.connection_id),
3025        project_connection_ids.iter().copied(),
3026        |connection_id| {
3027            session
3028                .peer
3029                .forward_send(session.connection_id, connection_id, request.clone())
3030        },
3031    );
3032    Ok(())
3033}
3034
3035/// Start following another user in a call.
3036async fn follow(
3037    request: proto::Follow,
3038    response: Response<proto::Follow>,
3039    session: UserSession,
3040) -> Result<()> {
3041    let room_id = RoomId::from_proto(request.room_id);
3042    let project_id = request.project_id.map(ProjectId::from_proto);
3043    let leader_id = request
3044        .leader_id
3045        .ok_or_else(|| anyhow!("invalid leader id"))?
3046        .into();
3047    let follower_id = session.connection_id;
3048
3049    session
3050        .db()
3051        .await
3052        .check_room_participants(room_id, leader_id, session.connection_id)
3053        .await?;
3054
3055    let response_payload = session
3056        .peer
3057        .forward_request(session.connection_id, leader_id, request)
3058        .await?;
3059    response.send(response_payload)?;
3060
3061    if let Some(project_id) = project_id {
3062        let room = session
3063            .db()
3064            .await
3065            .follow(room_id, project_id, leader_id, follower_id)
3066            .await?;
3067        room_updated(&room, &session.peer);
3068    }
3069
3070    Ok(())
3071}
3072
3073/// Stop following another user in a call.
3074async fn unfollow(request: proto::Unfollow, session: UserSession) -> Result<()> {
3075    let room_id = RoomId::from_proto(request.room_id);
3076    let project_id = request.project_id.map(ProjectId::from_proto);
3077    let leader_id = request
3078        .leader_id
3079        .ok_or_else(|| anyhow!("invalid leader id"))?
3080        .into();
3081    let follower_id = session.connection_id;
3082
3083    session
3084        .db()
3085        .await
3086        .check_room_participants(room_id, leader_id, session.connection_id)
3087        .await?;
3088
3089    session
3090        .peer
3091        .forward_send(session.connection_id, leader_id, request)?;
3092
3093    if let Some(project_id) = project_id {
3094        let room = session
3095            .db()
3096            .await
3097            .unfollow(room_id, project_id, leader_id, follower_id)
3098            .await?;
3099        room_updated(&room, &session.peer);
3100    }
3101
3102    Ok(())
3103}
3104
3105/// Notify everyone following you of your current location.
3106async fn update_followers(request: proto::UpdateFollowers, session: UserSession) -> Result<()> {
3107    let room_id = RoomId::from_proto(request.room_id);
3108    let database = session.db.lock().await;
3109
3110    let connection_ids = if let Some(project_id) = request.project_id {
3111        let project_id = ProjectId::from_proto(project_id);
3112        database
3113            .project_connection_ids(project_id, session.connection_id, true)
3114            .await?
3115    } else {
3116        database
3117            .room_connection_ids(room_id, session.connection_id)
3118            .await?
3119    };
3120
3121    // For now, don't send view update messages back to that view's current leader.
3122    let peer_id_to_omit = request.variant.as_ref().and_then(|variant| match variant {
3123        proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
3124        _ => None,
3125    });
3126
3127    for connection_id in connection_ids.iter().cloned() {
3128        if Some(connection_id.into()) != peer_id_to_omit && connection_id != session.connection_id {
3129            session
3130                .peer
3131                .forward_send(session.connection_id, connection_id, request.clone())?;
3132        }
3133    }
3134    Ok(())
3135}
3136
3137/// Get public data about users.
3138async fn get_users(
3139    request: proto::GetUsers,
3140    response: Response<proto::GetUsers>,
3141    session: Session,
3142) -> Result<()> {
3143    let user_ids = request
3144        .user_ids
3145        .into_iter()
3146        .map(UserId::from_proto)
3147        .collect();
3148    let users = session
3149        .db()
3150        .await
3151        .get_users_by_ids(user_ids)
3152        .await?
3153        .into_iter()
3154        .map(|user| proto::User {
3155            id: user.id.to_proto(),
3156            avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3157            github_login: user.github_login,
3158        })
3159        .collect();
3160    response.send(proto::UsersResponse { users })?;
3161    Ok(())
3162}
3163
3164/// Search for users (to invite) buy Github login
3165async fn fuzzy_search_users(
3166    request: proto::FuzzySearchUsers,
3167    response: Response<proto::FuzzySearchUsers>,
3168    session: UserSession,
3169) -> Result<()> {
3170    let query = request.query;
3171    let users = match query.len() {
3172        0 => vec![],
3173        1 | 2 => session
3174            .db()
3175            .await
3176            .get_user_by_github_login(&query)
3177            .await?
3178            .into_iter()
3179            .collect(),
3180        _ => session.db().await.fuzzy_search_users(&query, 10).await?,
3181    };
3182    let users = users
3183        .into_iter()
3184        .filter(|user| user.id != session.user_id())
3185        .map(|user| proto::User {
3186            id: user.id.to_proto(),
3187            avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3188            github_login: user.github_login,
3189        })
3190        .collect();
3191    response.send(proto::UsersResponse { users })?;
3192    Ok(())
3193}
3194
3195/// Send a contact request to another user.
3196async fn request_contact(
3197    request: proto::RequestContact,
3198    response: Response<proto::RequestContact>,
3199    session: UserSession,
3200) -> Result<()> {
3201    let requester_id = session.user_id();
3202    let responder_id = UserId::from_proto(request.responder_id);
3203    if requester_id == responder_id {
3204        return Err(anyhow!("cannot add yourself as a contact"))?;
3205    }
3206
3207    let notifications = session
3208        .db()
3209        .await
3210        .send_contact_request(requester_id, responder_id)
3211        .await?;
3212
3213    // Update outgoing contact requests of requester
3214    let mut update = proto::UpdateContacts::default();
3215    update.outgoing_requests.push(responder_id.to_proto());
3216    for connection_id in session
3217        .connection_pool()
3218        .await
3219        .user_connection_ids(requester_id)
3220    {
3221        session.peer.send(connection_id, update.clone())?;
3222    }
3223
3224    // Update incoming contact requests of responder
3225    let mut update = proto::UpdateContacts::default();
3226    update
3227        .incoming_requests
3228        .push(proto::IncomingContactRequest {
3229            requester_id: requester_id.to_proto(),
3230        });
3231    let connection_pool = session.connection_pool().await;
3232    for connection_id in connection_pool.user_connection_ids(responder_id) {
3233        session.peer.send(connection_id, update.clone())?;
3234    }
3235
3236    send_notifications(&connection_pool, &session.peer, notifications);
3237
3238    response.send(proto::Ack {})?;
3239    Ok(())
3240}
3241
3242/// Accept or decline a contact request
3243async fn respond_to_contact_request(
3244    request: proto::RespondToContactRequest,
3245    response: Response<proto::RespondToContactRequest>,
3246    session: UserSession,
3247) -> Result<()> {
3248    let responder_id = session.user_id();
3249    let requester_id = UserId::from_proto(request.requester_id);
3250    let db = session.db().await;
3251    if request.response == proto::ContactRequestResponse::Dismiss as i32 {
3252        db.dismiss_contact_notification(responder_id, requester_id)
3253            .await?;
3254    } else {
3255        let accept = request.response == proto::ContactRequestResponse::Accept as i32;
3256
3257        let notifications = db
3258            .respond_to_contact_request(responder_id, requester_id, accept)
3259            .await?;
3260        let requester_busy = db.is_user_busy(requester_id).await?;
3261        let responder_busy = db.is_user_busy(responder_id).await?;
3262
3263        let pool = session.connection_pool().await;
3264        // Update responder with new contact
3265        let mut update = proto::UpdateContacts::default();
3266        if accept {
3267            update
3268                .contacts
3269                .push(contact_for_user(requester_id, requester_busy, &pool));
3270        }
3271        update
3272            .remove_incoming_requests
3273            .push(requester_id.to_proto());
3274        for connection_id in pool.user_connection_ids(responder_id) {
3275            session.peer.send(connection_id, update.clone())?;
3276        }
3277
3278        // Update requester with new contact
3279        let mut update = proto::UpdateContacts::default();
3280        if accept {
3281            update
3282                .contacts
3283                .push(contact_for_user(responder_id, responder_busy, &pool));
3284        }
3285        update
3286            .remove_outgoing_requests
3287            .push(responder_id.to_proto());
3288
3289        for connection_id in pool.user_connection_ids(requester_id) {
3290            session.peer.send(connection_id, update.clone())?;
3291        }
3292
3293        send_notifications(&pool, &session.peer, notifications);
3294    }
3295
3296    response.send(proto::Ack {})?;
3297    Ok(())
3298}
3299
3300/// Remove a contact.
3301async fn remove_contact(
3302    request: proto::RemoveContact,
3303    response: Response<proto::RemoveContact>,
3304    session: UserSession,
3305) -> Result<()> {
3306    let requester_id = session.user_id();
3307    let responder_id = UserId::from_proto(request.user_id);
3308    let db = session.db().await;
3309    let (contact_accepted, deleted_notification_id) =
3310        db.remove_contact(requester_id, responder_id).await?;
3311
3312    let pool = session.connection_pool().await;
3313    // Update outgoing contact requests of requester
3314    let mut update = proto::UpdateContacts::default();
3315    if contact_accepted {
3316        update.remove_contacts.push(responder_id.to_proto());
3317    } else {
3318        update
3319            .remove_outgoing_requests
3320            .push(responder_id.to_proto());
3321    }
3322    for connection_id in pool.user_connection_ids(requester_id) {
3323        session.peer.send(connection_id, update.clone())?;
3324    }
3325
3326    // Update incoming contact requests of responder
3327    let mut update = proto::UpdateContacts::default();
3328    if contact_accepted {
3329        update.remove_contacts.push(requester_id.to_proto());
3330    } else {
3331        update
3332            .remove_incoming_requests
3333            .push(requester_id.to_proto());
3334    }
3335    for connection_id in pool.user_connection_ids(responder_id) {
3336        session.peer.send(connection_id, update.clone())?;
3337        if let Some(notification_id) = deleted_notification_id {
3338            session.peer.send(
3339                connection_id,
3340                proto::DeleteNotification {
3341                    notification_id: notification_id.to_proto(),
3342                },
3343            )?;
3344        }
3345    }
3346
3347    response.send(proto::Ack {})?;
3348    Ok(())
3349}
3350
3351/// Creates a new channel.
3352async fn create_channel(
3353    request: proto::CreateChannel,
3354    response: Response<proto::CreateChannel>,
3355    session: UserSession,
3356) -> Result<()> {
3357    let db = session.db().await;
3358
3359    let parent_id = request.parent_id.map(|id| ChannelId::from_proto(id));
3360    let (channel, membership) = db
3361        .create_channel(&request.name, parent_id, session.user_id())
3362        .await?;
3363
3364    let root_id = channel.root_id();
3365    let channel = Channel::from_model(channel);
3366
3367    response.send(proto::CreateChannelResponse {
3368        channel: Some(channel.to_proto()),
3369        parent_id: request.parent_id,
3370    })?;
3371
3372    let mut connection_pool = session.connection_pool().await;
3373    if let Some(membership) = membership {
3374        connection_pool.subscribe_to_channel(
3375            membership.user_id,
3376            membership.channel_id,
3377            membership.role,
3378        );
3379        let update = proto::UpdateUserChannels {
3380            channel_memberships: vec![proto::ChannelMembership {
3381                channel_id: membership.channel_id.to_proto(),
3382                role: membership.role.into(),
3383            }],
3384            ..Default::default()
3385        };
3386        for connection_id in connection_pool.user_connection_ids(membership.user_id) {
3387            session.peer.send(connection_id, update.clone())?;
3388        }
3389    }
3390
3391    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3392        if !role.can_see_channel(channel.visibility) {
3393            continue;
3394        }
3395
3396        let update = proto::UpdateChannels {
3397            channels: vec![channel.to_proto()],
3398            ..Default::default()
3399        };
3400        session.peer.send(connection_id, update.clone())?;
3401    }
3402
3403    Ok(())
3404}
3405
3406/// Delete a channel
3407async fn delete_channel(
3408    request: proto::DeleteChannel,
3409    response: Response<proto::DeleteChannel>,
3410    session: UserSession,
3411) -> Result<()> {
3412    let db = session.db().await;
3413
3414    let channel_id = request.channel_id;
3415    let (root_channel, removed_channels) = db
3416        .delete_channel(ChannelId::from_proto(channel_id), session.user_id())
3417        .await?;
3418    response.send(proto::Ack {})?;
3419
3420    // Notify members of removed channels
3421    let mut update = proto::UpdateChannels::default();
3422    update
3423        .delete_channels
3424        .extend(removed_channels.into_iter().map(|id| id.to_proto()));
3425
3426    let connection_pool = session.connection_pool().await;
3427    for (connection_id, _) in connection_pool.channel_connection_ids(root_channel) {
3428        session.peer.send(connection_id, update.clone())?;
3429    }
3430
3431    Ok(())
3432}
3433
3434/// Invite someone to join a channel.
3435async fn invite_channel_member(
3436    request: proto::InviteChannelMember,
3437    response: Response<proto::InviteChannelMember>,
3438    session: UserSession,
3439) -> Result<()> {
3440    let db = session.db().await;
3441    let channel_id = ChannelId::from_proto(request.channel_id);
3442    let invitee_id = UserId::from_proto(request.user_id);
3443    let InviteMemberResult {
3444        channel,
3445        notifications,
3446    } = db
3447        .invite_channel_member(
3448            channel_id,
3449            invitee_id,
3450            session.user_id(),
3451            request.role().into(),
3452        )
3453        .await?;
3454
3455    let update = proto::UpdateChannels {
3456        channel_invitations: vec![channel.to_proto()],
3457        ..Default::default()
3458    };
3459
3460    let connection_pool = session.connection_pool().await;
3461    for connection_id in connection_pool.user_connection_ids(invitee_id) {
3462        session.peer.send(connection_id, update.clone())?;
3463    }
3464
3465    send_notifications(&connection_pool, &session.peer, notifications);
3466
3467    response.send(proto::Ack {})?;
3468    Ok(())
3469}
3470
3471/// remove someone from a channel
3472async fn remove_channel_member(
3473    request: proto::RemoveChannelMember,
3474    response: Response<proto::RemoveChannelMember>,
3475    session: UserSession,
3476) -> Result<()> {
3477    let db = session.db().await;
3478    let channel_id = ChannelId::from_proto(request.channel_id);
3479    let member_id = UserId::from_proto(request.user_id);
3480
3481    let RemoveChannelMemberResult {
3482        membership_update,
3483        notification_id,
3484    } = db
3485        .remove_channel_member(channel_id, member_id, session.user_id())
3486        .await?;
3487
3488    let mut connection_pool = session.connection_pool().await;
3489    notify_membership_updated(
3490        &mut connection_pool,
3491        membership_update,
3492        member_id,
3493        &session.peer,
3494    );
3495    for connection_id in connection_pool.user_connection_ids(member_id) {
3496        if let Some(notification_id) = notification_id {
3497            session
3498                .peer
3499                .send(
3500                    connection_id,
3501                    proto::DeleteNotification {
3502                        notification_id: notification_id.to_proto(),
3503                    },
3504                )
3505                .trace_err();
3506        }
3507    }
3508
3509    response.send(proto::Ack {})?;
3510    Ok(())
3511}
3512
3513/// Toggle the channel between public and private.
3514/// Care is taken to maintain the invariant that public channels only descend from public channels,
3515/// (though members-only channels can appear at any point in the hierarchy).
3516async fn set_channel_visibility(
3517    request: proto::SetChannelVisibility,
3518    response: Response<proto::SetChannelVisibility>,
3519    session: UserSession,
3520) -> Result<()> {
3521    let db = session.db().await;
3522    let channel_id = ChannelId::from_proto(request.channel_id);
3523    let visibility = request.visibility().into();
3524
3525    let channel_model = db
3526        .set_channel_visibility(channel_id, visibility, session.user_id())
3527        .await?;
3528    let root_id = channel_model.root_id();
3529    let channel = Channel::from_model(channel_model);
3530
3531    let mut connection_pool = session.connection_pool().await;
3532    for (user_id, role) in connection_pool
3533        .channel_user_ids(root_id)
3534        .collect::<Vec<_>>()
3535        .into_iter()
3536    {
3537        let update = if role.can_see_channel(channel.visibility) {
3538            connection_pool.subscribe_to_channel(user_id, channel_id, role);
3539            proto::UpdateChannels {
3540                channels: vec![channel.to_proto()],
3541                ..Default::default()
3542            }
3543        } else {
3544            connection_pool.unsubscribe_from_channel(&user_id, &channel_id);
3545            proto::UpdateChannels {
3546                delete_channels: vec![channel.id.to_proto()],
3547                ..Default::default()
3548            }
3549        };
3550
3551        for connection_id in connection_pool.user_connection_ids(user_id) {
3552            session.peer.send(connection_id, update.clone())?;
3553        }
3554    }
3555
3556    response.send(proto::Ack {})?;
3557    Ok(())
3558}
3559
3560/// Alter the role for a user in the channel.
3561async fn set_channel_member_role(
3562    request: proto::SetChannelMemberRole,
3563    response: Response<proto::SetChannelMemberRole>,
3564    session: UserSession,
3565) -> Result<()> {
3566    let db = session.db().await;
3567    let channel_id = ChannelId::from_proto(request.channel_id);
3568    let member_id = UserId::from_proto(request.user_id);
3569    let result = db
3570        .set_channel_member_role(
3571            channel_id,
3572            session.user_id(),
3573            member_id,
3574            request.role().into(),
3575        )
3576        .await?;
3577
3578    match result {
3579        db::SetMemberRoleResult::MembershipUpdated(membership_update) => {
3580            let mut connection_pool = session.connection_pool().await;
3581            notify_membership_updated(
3582                &mut connection_pool,
3583                membership_update,
3584                member_id,
3585                &session.peer,
3586            )
3587        }
3588        db::SetMemberRoleResult::InviteUpdated(channel) => {
3589            let update = proto::UpdateChannels {
3590                channel_invitations: vec![channel.to_proto()],
3591                ..Default::default()
3592            };
3593
3594            for connection_id in session
3595                .connection_pool()
3596                .await
3597                .user_connection_ids(member_id)
3598            {
3599                session.peer.send(connection_id, update.clone())?;
3600            }
3601        }
3602    }
3603
3604    response.send(proto::Ack {})?;
3605    Ok(())
3606}
3607
3608/// Change the name of a channel
3609async fn rename_channel(
3610    request: proto::RenameChannel,
3611    response: Response<proto::RenameChannel>,
3612    session: UserSession,
3613) -> Result<()> {
3614    let db = session.db().await;
3615    let channel_id = ChannelId::from_proto(request.channel_id);
3616    let channel_model = db
3617        .rename_channel(channel_id, session.user_id(), &request.name)
3618        .await?;
3619    let root_id = channel_model.root_id();
3620    let channel = Channel::from_model(channel_model);
3621
3622    response.send(proto::RenameChannelResponse {
3623        channel: Some(channel.to_proto()),
3624    })?;
3625
3626    let connection_pool = session.connection_pool().await;
3627    let update = proto::UpdateChannels {
3628        channels: vec![channel.to_proto()],
3629        ..Default::default()
3630    };
3631    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3632        if role.can_see_channel(channel.visibility) {
3633            session.peer.send(connection_id, update.clone())?;
3634        }
3635    }
3636
3637    Ok(())
3638}
3639
3640/// Move a channel to a new parent.
3641async fn move_channel(
3642    request: proto::MoveChannel,
3643    response: Response<proto::MoveChannel>,
3644    session: UserSession,
3645) -> Result<()> {
3646    let channel_id = ChannelId::from_proto(request.channel_id);
3647    let to = ChannelId::from_proto(request.to);
3648
3649    let (root_id, channels) = session
3650        .db()
3651        .await
3652        .move_channel(channel_id, to, session.user_id())
3653        .await?;
3654
3655    let connection_pool = session.connection_pool().await;
3656    for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3657        let channels = channels
3658            .iter()
3659            .filter_map(|channel| {
3660                if role.can_see_channel(channel.visibility) {
3661                    Some(channel.to_proto())
3662                } else {
3663                    None
3664                }
3665            })
3666            .collect::<Vec<_>>();
3667        if channels.is_empty() {
3668            continue;
3669        }
3670
3671        let update = proto::UpdateChannels {
3672            channels,
3673            ..Default::default()
3674        };
3675
3676        session.peer.send(connection_id, update.clone())?;
3677    }
3678
3679    response.send(Ack {})?;
3680    Ok(())
3681}
3682
3683/// Get the list of channel members
3684async fn get_channel_members(
3685    request: proto::GetChannelMembers,
3686    response: Response<proto::GetChannelMembers>,
3687    session: UserSession,
3688) -> Result<()> {
3689    let db = session.db().await;
3690    let channel_id = ChannelId::from_proto(request.channel_id);
3691    let limit = if request.limit == 0 {
3692        u16::MAX as u64
3693    } else {
3694        request.limit
3695    };
3696    let (members, users) = db
3697        .get_channel_participant_details(channel_id, &request.query, limit, session.user_id())
3698        .await?;
3699    response.send(proto::GetChannelMembersResponse { members, users })?;
3700    Ok(())
3701}
3702
3703/// Accept or decline a channel invitation.
3704async fn respond_to_channel_invite(
3705    request: proto::RespondToChannelInvite,
3706    response: Response<proto::RespondToChannelInvite>,
3707    session: UserSession,
3708) -> Result<()> {
3709    let db = session.db().await;
3710    let channel_id = ChannelId::from_proto(request.channel_id);
3711    let RespondToChannelInvite {
3712        membership_update,
3713        notifications,
3714    } = db
3715        .respond_to_channel_invite(channel_id, session.user_id(), request.accept)
3716        .await?;
3717
3718    let mut connection_pool = session.connection_pool().await;
3719    if let Some(membership_update) = membership_update {
3720        notify_membership_updated(
3721            &mut connection_pool,
3722            membership_update,
3723            session.user_id(),
3724            &session.peer,
3725        );
3726    } else {
3727        let update = proto::UpdateChannels {
3728            remove_channel_invitations: vec![channel_id.to_proto()],
3729            ..Default::default()
3730        };
3731
3732        for connection_id in connection_pool.user_connection_ids(session.user_id()) {
3733            session.peer.send(connection_id, update.clone())?;
3734        }
3735    };
3736
3737    send_notifications(&connection_pool, &session.peer, notifications);
3738
3739    response.send(proto::Ack {})?;
3740
3741    Ok(())
3742}
3743
3744/// Join the channels' room
3745async fn join_channel(
3746    request: proto::JoinChannel,
3747    response: Response<proto::JoinChannel>,
3748    session: UserSession,
3749) -> Result<()> {
3750    let channel_id = ChannelId::from_proto(request.channel_id);
3751    join_channel_internal(channel_id, Box::new(response), session).await
3752}
3753
3754trait JoinChannelInternalResponse {
3755    fn send(self, result: proto::JoinRoomResponse) -> Result<()>;
3756}
3757impl JoinChannelInternalResponse for Response<proto::JoinChannel> {
3758    fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3759        Response::<proto::JoinChannel>::send(self, result)
3760    }
3761}
3762impl JoinChannelInternalResponse for Response<proto::JoinRoom> {
3763    fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3764        Response::<proto::JoinRoom>::send(self, result)
3765    }
3766}
3767
3768async fn join_channel_internal(
3769    channel_id: ChannelId,
3770    response: Box<impl JoinChannelInternalResponse>,
3771    session: UserSession,
3772) -> Result<()> {
3773    let joined_room = {
3774        let mut db = session.db().await;
3775        // If zed quits without leaving the room, and the user re-opens zed before the
3776        // RECONNECT_TIMEOUT, we need to make sure that we kick the user out of the previous
3777        // room they were in.
3778        if let Some(connection) = db.stale_room_connection(session.user_id()).await? {
3779            tracing::info!(
3780                stale_connection_id = %connection,
3781                "cleaning up stale connection",
3782            );
3783            drop(db);
3784            leave_room_for_session(&session, connection).await?;
3785            db = session.db().await;
3786        }
3787
3788        let (joined_room, membership_updated, role) = db
3789            .join_channel(channel_id, session.user_id(), session.connection_id)
3790            .await?;
3791
3792        let live_kit_connection_info = session.live_kit_client.as_ref().and_then(|live_kit| {
3793            let (can_publish, token) = if role == ChannelRole::Guest {
3794                (
3795                    false,
3796                    live_kit
3797                        .guest_token(
3798                            &joined_room.room.live_kit_room,
3799                            &session.user_id().to_string(),
3800                        )
3801                        .trace_err()?,
3802                )
3803            } else {
3804                (
3805                    true,
3806                    live_kit
3807                        .room_token(
3808                            &joined_room.room.live_kit_room,
3809                            &session.user_id().to_string(),
3810                        )
3811                        .trace_err()?,
3812                )
3813            };
3814
3815            Some(LiveKitConnectionInfo {
3816                server_url: live_kit.url().into(),
3817                token,
3818                can_publish,
3819            })
3820        });
3821
3822        response.send(proto::JoinRoomResponse {
3823            room: Some(joined_room.room.clone()),
3824            channel_id: joined_room
3825                .channel
3826                .as_ref()
3827                .map(|channel| channel.id.to_proto()),
3828            live_kit_connection_info,
3829        })?;
3830
3831        let mut connection_pool = session.connection_pool().await;
3832        if let Some(membership_updated) = membership_updated {
3833            notify_membership_updated(
3834                &mut connection_pool,
3835                membership_updated,
3836                session.user_id(),
3837                &session.peer,
3838            );
3839        }
3840
3841        room_updated(&joined_room.room, &session.peer);
3842
3843        joined_room
3844    };
3845
3846    channel_updated(
3847        &joined_room
3848            .channel
3849            .ok_or_else(|| anyhow!("channel not returned"))?,
3850        &joined_room.room,
3851        &session.peer,
3852        &*session.connection_pool().await,
3853    );
3854
3855    update_user_contacts(session.user_id(), &session).await?;
3856    Ok(())
3857}
3858
3859/// Start editing the channel notes
3860async fn join_channel_buffer(
3861    request: proto::JoinChannelBuffer,
3862    response: Response<proto::JoinChannelBuffer>,
3863    session: UserSession,
3864) -> Result<()> {
3865    let db = session.db().await;
3866    let channel_id = ChannelId::from_proto(request.channel_id);
3867
3868    let open_response = db
3869        .join_channel_buffer(channel_id, session.user_id(), session.connection_id)
3870        .await?;
3871
3872    let collaborators = open_response.collaborators.clone();
3873    response.send(open_response)?;
3874
3875    let update = UpdateChannelBufferCollaborators {
3876        channel_id: channel_id.to_proto(),
3877        collaborators: collaborators.clone(),
3878    };
3879    channel_buffer_updated(
3880        session.connection_id,
3881        collaborators
3882            .iter()
3883            .filter_map(|collaborator| Some(collaborator.peer_id?.into())),
3884        &update,
3885        &session.peer,
3886    );
3887
3888    Ok(())
3889}
3890
3891/// Edit the channel notes
3892async fn update_channel_buffer(
3893    request: proto::UpdateChannelBuffer,
3894    session: UserSession,
3895) -> Result<()> {
3896    let db = session.db().await;
3897    let channel_id = ChannelId::from_proto(request.channel_id);
3898
3899    let (collaborators, epoch, version) = db
3900        .update_channel_buffer(channel_id, session.user_id(), &request.operations)
3901        .await?;
3902
3903    channel_buffer_updated(
3904        session.connection_id,
3905        collaborators.clone(),
3906        &proto::UpdateChannelBuffer {
3907            channel_id: channel_id.to_proto(),
3908            operations: request.operations,
3909        },
3910        &session.peer,
3911    );
3912
3913    let pool = &*session.connection_pool().await;
3914
3915    let non_collaborators =
3916        pool.channel_connection_ids(channel_id)
3917            .filter_map(|(connection_id, _)| {
3918                if collaborators.contains(&connection_id) {
3919                    None
3920                } else {
3921                    Some(connection_id)
3922                }
3923            });
3924
3925    broadcast(None, non_collaborators, |peer_id| {
3926        session.peer.send(
3927            peer_id,
3928            proto::UpdateChannels {
3929                latest_channel_buffer_versions: vec![proto::ChannelBufferVersion {
3930                    channel_id: channel_id.to_proto(),
3931                    epoch: epoch as u64,
3932                    version: version.clone(),
3933                }],
3934                ..Default::default()
3935            },
3936        )
3937    });
3938
3939    Ok(())
3940}
3941
3942/// Rejoin the channel notes after a connection blip
3943async fn rejoin_channel_buffers(
3944    request: proto::RejoinChannelBuffers,
3945    response: Response<proto::RejoinChannelBuffers>,
3946    session: UserSession,
3947) -> Result<()> {
3948    let db = session.db().await;
3949    let buffers = db
3950        .rejoin_channel_buffers(&request.buffers, session.user_id(), session.connection_id)
3951        .await?;
3952
3953    for rejoined_buffer in &buffers {
3954        let collaborators_to_notify = rejoined_buffer
3955            .buffer
3956            .collaborators
3957            .iter()
3958            .filter_map(|c| Some(c.peer_id?.into()));
3959        channel_buffer_updated(
3960            session.connection_id,
3961            collaborators_to_notify,
3962            &proto::UpdateChannelBufferCollaborators {
3963                channel_id: rejoined_buffer.buffer.channel_id,
3964                collaborators: rejoined_buffer.buffer.collaborators.clone(),
3965            },
3966            &session.peer,
3967        );
3968    }
3969
3970    response.send(proto::RejoinChannelBuffersResponse {
3971        buffers: buffers.into_iter().map(|b| b.buffer).collect(),
3972    })?;
3973
3974    Ok(())
3975}
3976
3977/// Stop editing the channel notes
3978async fn leave_channel_buffer(
3979    request: proto::LeaveChannelBuffer,
3980    response: Response<proto::LeaveChannelBuffer>,
3981    session: UserSession,
3982) -> Result<()> {
3983    let db = session.db().await;
3984    let channel_id = ChannelId::from_proto(request.channel_id);
3985
3986    let left_buffer = db
3987        .leave_channel_buffer(channel_id, session.connection_id)
3988        .await?;
3989
3990    response.send(Ack {})?;
3991
3992    channel_buffer_updated(
3993        session.connection_id,
3994        left_buffer.connections,
3995        &proto::UpdateChannelBufferCollaborators {
3996            channel_id: channel_id.to_proto(),
3997            collaborators: left_buffer.collaborators,
3998        },
3999        &session.peer,
4000    );
4001
4002    Ok(())
4003}
4004
4005fn channel_buffer_updated<T: EnvelopedMessage>(
4006    sender_id: ConnectionId,
4007    collaborators: impl IntoIterator<Item = ConnectionId>,
4008    message: &T,
4009    peer: &Peer,
4010) {
4011    broadcast(Some(sender_id), collaborators, |peer_id| {
4012        peer.send(peer_id, message.clone())
4013    });
4014}
4015
4016fn send_notifications(
4017    connection_pool: &ConnectionPool,
4018    peer: &Peer,
4019    notifications: db::NotificationBatch,
4020) {
4021    for (user_id, notification) in notifications {
4022        for connection_id in connection_pool.user_connection_ids(user_id) {
4023            if let Err(error) = peer.send(
4024                connection_id,
4025                proto::AddNotification {
4026                    notification: Some(notification.clone()),
4027                },
4028            ) {
4029                tracing::error!(
4030                    "failed to send notification to {:?} {}",
4031                    connection_id,
4032                    error
4033                );
4034            }
4035        }
4036    }
4037}
4038
4039/// Send a message to the channel
4040async fn send_channel_message(
4041    request: proto::SendChannelMessage,
4042    response: Response<proto::SendChannelMessage>,
4043    session: UserSession,
4044) -> Result<()> {
4045    // Validate the message body.
4046    let body = request.body.trim().to_string();
4047    if body.len() > MAX_MESSAGE_LEN {
4048        return Err(anyhow!("message is too long"))?;
4049    }
4050    if body.is_empty() {
4051        return Err(anyhow!("message can't be blank"))?;
4052    }
4053
4054    // TODO: adjust mentions if body is trimmed
4055
4056    let timestamp = OffsetDateTime::now_utc();
4057    let nonce = request
4058        .nonce
4059        .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4060
4061    let channel_id = ChannelId::from_proto(request.channel_id);
4062    let CreatedChannelMessage {
4063        message_id,
4064        participant_connection_ids,
4065        notifications,
4066    } = session
4067        .db()
4068        .await
4069        .create_channel_message(
4070            channel_id,
4071            session.user_id(),
4072            &body,
4073            &request.mentions,
4074            timestamp,
4075            nonce.clone().into(),
4076            match request.reply_to_message_id {
4077                Some(reply_to_message_id) => Some(MessageId::from_proto(reply_to_message_id)),
4078                None => None,
4079            },
4080        )
4081        .await?;
4082
4083    let message = proto::ChannelMessage {
4084        sender_id: session.user_id().to_proto(),
4085        id: message_id.to_proto(),
4086        body,
4087        mentions: request.mentions,
4088        timestamp: timestamp.unix_timestamp() as u64,
4089        nonce: Some(nonce),
4090        reply_to_message_id: request.reply_to_message_id,
4091        edited_at: None,
4092    };
4093    broadcast(
4094        Some(session.connection_id),
4095        participant_connection_ids.clone(),
4096        |connection| {
4097            session.peer.send(
4098                connection,
4099                proto::ChannelMessageSent {
4100                    channel_id: channel_id.to_proto(),
4101                    message: Some(message.clone()),
4102                },
4103            )
4104        },
4105    );
4106    response.send(proto::SendChannelMessageResponse {
4107        message: Some(message),
4108    })?;
4109
4110    let pool = &*session.connection_pool().await;
4111    let non_participants =
4112        pool.channel_connection_ids(channel_id)
4113            .filter_map(|(connection_id, _)| {
4114                if participant_connection_ids.contains(&connection_id) {
4115                    None
4116                } else {
4117                    Some(connection_id)
4118                }
4119            });
4120    broadcast(None, non_participants, |peer_id| {
4121        session.peer.send(
4122            peer_id,
4123            proto::UpdateChannels {
4124                latest_channel_message_ids: vec![proto::ChannelMessageId {
4125                    channel_id: channel_id.to_proto(),
4126                    message_id: message_id.to_proto(),
4127                }],
4128                ..Default::default()
4129            },
4130        )
4131    });
4132    send_notifications(pool, &session.peer, notifications);
4133
4134    Ok(())
4135}
4136
4137/// Delete a channel message
4138async fn remove_channel_message(
4139    request: proto::RemoveChannelMessage,
4140    response: Response<proto::RemoveChannelMessage>,
4141    session: UserSession,
4142) -> Result<()> {
4143    let channel_id = ChannelId::from_proto(request.channel_id);
4144    let message_id = MessageId::from_proto(request.message_id);
4145    let (connection_ids, existing_notification_ids) = session
4146        .db()
4147        .await
4148        .remove_channel_message(channel_id, message_id, session.user_id())
4149        .await?;
4150
4151    broadcast(
4152        Some(session.connection_id),
4153        connection_ids,
4154        move |connection| {
4155            session.peer.send(connection, request.clone())?;
4156
4157            for notification_id in &existing_notification_ids {
4158                session.peer.send(
4159                    connection,
4160                    proto::DeleteNotification {
4161                        notification_id: (*notification_id).to_proto(),
4162                    },
4163                )?;
4164            }
4165
4166            Ok(())
4167        },
4168    );
4169    response.send(proto::Ack {})?;
4170    Ok(())
4171}
4172
4173async fn update_channel_message(
4174    request: proto::UpdateChannelMessage,
4175    response: Response<proto::UpdateChannelMessage>,
4176    session: UserSession,
4177) -> Result<()> {
4178    let channel_id = ChannelId::from_proto(request.channel_id);
4179    let message_id = MessageId::from_proto(request.message_id);
4180    let updated_at = OffsetDateTime::now_utc();
4181    let UpdatedChannelMessage {
4182        message_id,
4183        participant_connection_ids,
4184        notifications,
4185        reply_to_message_id,
4186        timestamp,
4187        deleted_mention_notification_ids,
4188        updated_mention_notifications,
4189    } = session
4190        .db()
4191        .await
4192        .update_channel_message(
4193            channel_id,
4194            message_id,
4195            session.user_id(),
4196            request.body.as_str(),
4197            &request.mentions,
4198            updated_at,
4199        )
4200        .await?;
4201
4202    let nonce = request
4203        .nonce
4204        .clone()
4205        .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4206
4207    let message = proto::ChannelMessage {
4208        sender_id: session.user_id().to_proto(),
4209        id: message_id.to_proto(),
4210        body: request.body.clone(),
4211        mentions: request.mentions.clone(),
4212        timestamp: timestamp.assume_utc().unix_timestamp() as u64,
4213        nonce: Some(nonce),
4214        reply_to_message_id: reply_to_message_id.map(|id| id.to_proto()),
4215        edited_at: Some(updated_at.unix_timestamp() as u64),
4216    };
4217
4218    response.send(proto::Ack {})?;
4219
4220    let pool = &*session.connection_pool().await;
4221    broadcast(
4222        Some(session.connection_id),
4223        participant_connection_ids,
4224        |connection| {
4225            session.peer.send(
4226                connection,
4227                proto::ChannelMessageUpdate {
4228                    channel_id: channel_id.to_proto(),
4229                    message: Some(message.clone()),
4230                },
4231            )?;
4232
4233            for notification_id in &deleted_mention_notification_ids {
4234                session.peer.send(
4235                    connection,
4236                    proto::DeleteNotification {
4237                        notification_id: (*notification_id).to_proto(),
4238                    },
4239                )?;
4240            }
4241
4242            for notification in &updated_mention_notifications {
4243                session.peer.send(
4244                    connection,
4245                    proto::UpdateNotification {
4246                        notification: Some(notification.clone()),
4247                    },
4248                )?;
4249            }
4250
4251            Ok(())
4252        },
4253    );
4254
4255    send_notifications(pool, &session.peer, notifications);
4256
4257    Ok(())
4258}
4259
4260/// Mark a channel message as read
4261async fn acknowledge_channel_message(
4262    request: proto::AckChannelMessage,
4263    session: UserSession,
4264) -> Result<()> {
4265    let channel_id = ChannelId::from_proto(request.channel_id);
4266    let message_id = MessageId::from_proto(request.message_id);
4267    let notifications = session
4268        .db()
4269        .await
4270        .observe_channel_message(channel_id, session.user_id(), message_id)
4271        .await?;
4272    send_notifications(
4273        &*session.connection_pool().await,
4274        &session.peer,
4275        notifications,
4276    );
4277    Ok(())
4278}
4279
4280/// Mark a buffer version as synced
4281async fn acknowledge_buffer_version(
4282    request: proto::AckBufferOperation,
4283    session: UserSession,
4284) -> Result<()> {
4285    let buffer_id = BufferId::from_proto(request.buffer_id);
4286    session
4287        .db()
4288        .await
4289        .observe_buffer_version(
4290            buffer_id,
4291            session.user_id(),
4292            request.epoch as i32,
4293            &request.version,
4294        )
4295        .await?;
4296    Ok(())
4297}
4298
4299struct CompleteWithLanguageModelRateLimit;
4300
4301impl RateLimit for CompleteWithLanguageModelRateLimit {
4302    fn capacity() -> usize {
4303        std::env::var("COMPLETE_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4304            .ok()
4305            .and_then(|v| v.parse().ok())
4306            .unwrap_or(120) // Picked arbitrarily
4307    }
4308
4309    fn refill_duration() -> chrono::Duration {
4310        chrono::Duration::hours(1)
4311    }
4312
4313    fn db_name() -> &'static str {
4314        "complete-with-language-model"
4315    }
4316}
4317
4318async fn complete_with_language_model(
4319    request: proto::CompleteWithLanguageModel,
4320    response: StreamingResponse<proto::CompleteWithLanguageModel>,
4321    session: Session,
4322    open_ai_api_key: Option<Arc<str>>,
4323    google_ai_api_key: Option<Arc<str>>,
4324    anthropic_api_key: Option<Arc<str>>,
4325) -> Result<()> {
4326    let Some(session) = session.for_user() else {
4327        return Err(anyhow!("user not found"))?;
4328    };
4329    authorize_access_to_language_models(&session).await?;
4330    session
4331        .rate_limiter
4332        .check::<CompleteWithLanguageModelRateLimit>(session.user_id())
4333        .await?;
4334
4335    if request.model.starts_with("gpt") {
4336        let api_key =
4337            open_ai_api_key.ok_or_else(|| anyhow!("no OpenAI API key configured on the server"))?;
4338        complete_with_open_ai(request, response, session, api_key).await?;
4339    } else if request.model.starts_with("gemini") {
4340        let api_key = google_ai_api_key
4341            .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4342        complete_with_google_ai(request, response, session, api_key).await?;
4343    } else if request.model.starts_with("claude") {
4344        let api_key = anthropic_api_key
4345            .ok_or_else(|| anyhow!("no Anthropic AI API key configured on the server"))?;
4346        complete_with_anthropic(request, response, session, api_key).await?;
4347    }
4348
4349    Ok(())
4350}
4351
4352async fn complete_with_open_ai(
4353    request: proto::CompleteWithLanguageModel,
4354    response: StreamingResponse<proto::CompleteWithLanguageModel>,
4355    session: UserSession,
4356    api_key: Arc<str>,
4357) -> Result<()> {
4358    let mut completion_stream = open_ai::stream_completion(
4359        session.http_client.as_ref(),
4360        OPEN_AI_API_URL,
4361        &api_key,
4362        crate::ai::language_model_request_to_open_ai(request)?,
4363        None,
4364    )
4365    .await
4366    .context("open_ai::stream_completion request failed within collab")?;
4367
4368    while let Some(event) = completion_stream.next().await {
4369        let event = event?;
4370        response.send(proto::LanguageModelResponse {
4371            choices: event
4372                .choices
4373                .into_iter()
4374                .map(|choice| proto::LanguageModelChoiceDelta {
4375                    index: choice.index,
4376                    delta: Some(proto::LanguageModelResponseMessage {
4377                        role: choice.delta.role.map(|role| match role {
4378                            open_ai::Role::User => LanguageModelRole::LanguageModelUser,
4379                            open_ai::Role::Assistant => LanguageModelRole::LanguageModelAssistant,
4380                            open_ai::Role::System => LanguageModelRole::LanguageModelSystem,
4381                            open_ai::Role::Tool => LanguageModelRole::LanguageModelTool,
4382                        } as i32),
4383                        content: choice.delta.content,
4384                        tool_calls: choice
4385                            .delta
4386                            .tool_calls
4387                            .into_iter()
4388                            .map(|delta| proto::ToolCallDelta {
4389                                index: delta.index as u32,
4390                                id: delta.id,
4391                                variant: match delta.function {
4392                                    Some(function) => {
4393                                        let name = function.name;
4394                                        let arguments = function.arguments;
4395
4396                                        Some(proto::tool_call_delta::Variant::Function(
4397                                            proto::tool_call_delta::FunctionCallDelta {
4398                                                name,
4399                                                arguments,
4400                                            },
4401                                        ))
4402                                    }
4403                                    None => None,
4404                                },
4405                            })
4406                            .collect(),
4407                    }),
4408                    finish_reason: choice.finish_reason,
4409                })
4410                .collect(),
4411        })?;
4412    }
4413
4414    Ok(())
4415}
4416
4417async fn complete_with_google_ai(
4418    request: proto::CompleteWithLanguageModel,
4419    response: StreamingResponse<proto::CompleteWithLanguageModel>,
4420    session: UserSession,
4421    api_key: Arc<str>,
4422) -> Result<()> {
4423    let mut stream = google_ai::stream_generate_content(
4424        session.http_client.clone(),
4425        google_ai::API_URL,
4426        api_key.as_ref(),
4427        crate::ai::language_model_request_to_google_ai(request)?,
4428    )
4429    .await
4430    .context("google_ai::stream_generate_content request failed")?;
4431
4432    while let Some(event) = stream.next().await {
4433        let event = event?;
4434        response.send(proto::LanguageModelResponse {
4435            choices: event
4436                .candidates
4437                .unwrap_or_default()
4438                .into_iter()
4439                .map(|candidate| proto::LanguageModelChoiceDelta {
4440                    index: candidate.index as u32,
4441                    delta: Some(proto::LanguageModelResponseMessage {
4442                        role: Some(match candidate.content.role {
4443                            google_ai::Role::User => LanguageModelRole::LanguageModelUser,
4444                            google_ai::Role::Model => LanguageModelRole::LanguageModelAssistant,
4445                        } as i32),
4446                        content: Some(
4447                            candidate
4448                                .content
4449                                .parts
4450                                .into_iter()
4451                                .filter_map(|part| match part {
4452                                    google_ai::Part::TextPart(part) => Some(part.text),
4453                                    google_ai::Part::InlineDataPart(_) => None,
4454                                })
4455                                .collect(),
4456                        ),
4457                        // Tool calls are not supported for Google
4458                        tool_calls: Vec::new(),
4459                    }),
4460                    finish_reason: candidate.finish_reason.map(|reason| reason.to_string()),
4461                })
4462                .collect(),
4463        })?;
4464    }
4465
4466    Ok(())
4467}
4468
4469async fn complete_with_anthropic(
4470    request: proto::CompleteWithLanguageModel,
4471    response: StreamingResponse<proto::CompleteWithLanguageModel>,
4472    session: UserSession,
4473    api_key: Arc<str>,
4474) -> Result<()> {
4475    let model = anthropic::Model::from_id(&request.model)?;
4476
4477    let mut system_message = String::new();
4478    let messages = request
4479        .messages
4480        .into_iter()
4481        .filter_map(|message| {
4482            match message.role() {
4483                LanguageModelRole::LanguageModelUser => Some(anthropic::RequestMessage {
4484                    role: anthropic::Role::User,
4485                    content: message.content,
4486                }),
4487                LanguageModelRole::LanguageModelAssistant => Some(anthropic::RequestMessage {
4488                    role: anthropic::Role::Assistant,
4489                    content: message.content,
4490                }),
4491                // Anthropic's API breaks system instructions out as a separate field rather
4492                // than having a system message role.
4493                LanguageModelRole::LanguageModelSystem => {
4494                    if !system_message.is_empty() {
4495                        system_message.push_str("\n\n");
4496                    }
4497                    system_message.push_str(&message.content);
4498
4499                    None
4500                }
4501                // We don't yet support tool calls for Anthropic
4502                LanguageModelRole::LanguageModelTool => None,
4503            }
4504        })
4505        .collect();
4506
4507    let mut stream = anthropic::stream_completion(
4508        session.http_client.as_ref(),
4509        anthropic::ANTHROPIC_API_URL,
4510        &api_key,
4511        anthropic::Request {
4512            model,
4513            messages,
4514            stream: true,
4515            system: system_message,
4516            max_tokens: 4092,
4517        },
4518        None,
4519    )
4520    .await?;
4521
4522    let mut current_role = proto::LanguageModelRole::LanguageModelAssistant;
4523
4524    while let Some(event) = stream.next().await {
4525        let event = event?;
4526
4527        match event {
4528            anthropic::ResponseEvent::MessageStart { message } => {
4529                if let Some(role) = message.role {
4530                    if role == "assistant" {
4531                        current_role = proto::LanguageModelRole::LanguageModelAssistant;
4532                    } else if role == "user" {
4533                        current_role = proto::LanguageModelRole::LanguageModelUser;
4534                    }
4535                }
4536            }
4537            anthropic::ResponseEvent::ContentBlockStart { content_block, .. } => {
4538                match content_block {
4539                    anthropic::ContentBlock::Text { text } => {
4540                        if !text.is_empty() {
4541                            response.send(proto::LanguageModelResponse {
4542                                choices: vec![proto::LanguageModelChoiceDelta {
4543                                    index: 0,
4544                                    delta: Some(proto::LanguageModelResponseMessage {
4545                                        role: Some(current_role as i32),
4546                                        content: Some(text),
4547                                        tool_calls: Vec::new(),
4548                                    }),
4549                                    finish_reason: None,
4550                                }],
4551                            })?;
4552                        }
4553                    }
4554                }
4555            }
4556            anthropic::ResponseEvent::ContentBlockDelta { delta, .. } => match delta {
4557                anthropic::TextDelta::TextDelta { text } => {
4558                    response.send(proto::LanguageModelResponse {
4559                        choices: vec![proto::LanguageModelChoiceDelta {
4560                            index: 0,
4561                            delta: Some(proto::LanguageModelResponseMessage {
4562                                role: Some(current_role as i32),
4563                                content: Some(text),
4564                                tool_calls: Vec::new(),
4565                            }),
4566                            finish_reason: None,
4567                        }],
4568                    })?;
4569                }
4570            },
4571            anthropic::ResponseEvent::MessageDelta { delta, .. } => {
4572                if let Some(stop_reason) = delta.stop_reason {
4573                    response.send(proto::LanguageModelResponse {
4574                        choices: vec![proto::LanguageModelChoiceDelta {
4575                            index: 0,
4576                            delta: None,
4577                            finish_reason: Some(stop_reason),
4578                        }],
4579                    })?;
4580                }
4581            }
4582            anthropic::ResponseEvent::ContentBlockStop { .. } => {}
4583            anthropic::ResponseEvent::MessageStop {} => {}
4584            anthropic::ResponseEvent::Ping {} => {}
4585        }
4586    }
4587
4588    Ok(())
4589}
4590
4591struct CountTokensWithLanguageModelRateLimit;
4592
4593impl RateLimit for CountTokensWithLanguageModelRateLimit {
4594    fn capacity() -> usize {
4595        std::env::var("COUNT_TOKENS_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4596            .ok()
4597            .and_then(|v| v.parse().ok())
4598            .unwrap_or(600) // Picked arbitrarily
4599    }
4600
4601    fn refill_duration() -> chrono::Duration {
4602        chrono::Duration::hours(1)
4603    }
4604
4605    fn db_name() -> &'static str {
4606        "count-tokens-with-language-model"
4607    }
4608}
4609
4610async fn count_tokens_with_language_model(
4611    request: proto::CountTokensWithLanguageModel,
4612    response: Response<proto::CountTokensWithLanguageModel>,
4613    session: UserSession,
4614    google_ai_api_key: Option<Arc<str>>,
4615) -> Result<()> {
4616    authorize_access_to_language_models(&session).await?;
4617
4618    if !request.model.starts_with("gemini") {
4619        return Err(anyhow!(
4620            "counting tokens for model: {:?} is not supported",
4621            request.model
4622        ))?;
4623    }
4624
4625    session
4626        .rate_limiter
4627        .check::<CountTokensWithLanguageModelRateLimit>(session.user_id())
4628        .await?;
4629
4630    let api_key = google_ai_api_key
4631        .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4632    let tokens_response = google_ai::count_tokens(
4633        session.http_client.as_ref(),
4634        google_ai::API_URL,
4635        &api_key,
4636        crate::ai::count_tokens_request_to_google_ai(request)?,
4637    )
4638    .await?;
4639    response.send(proto::CountTokensResponse {
4640        token_count: tokens_response.total_tokens as u32,
4641    })?;
4642    Ok(())
4643}
4644
4645struct ComputeEmbeddingsRateLimit;
4646
4647impl RateLimit for ComputeEmbeddingsRateLimit {
4648    fn capacity() -> usize {
4649        std::env::var("EMBED_TEXTS_RATE_LIMIT_PER_HOUR")
4650            .ok()
4651            .and_then(|v| v.parse().ok())
4652            .unwrap_or(5000) // Picked arbitrarily
4653    }
4654
4655    fn refill_duration() -> chrono::Duration {
4656        chrono::Duration::hours(1)
4657    }
4658
4659    fn db_name() -> &'static str {
4660        "compute-embeddings"
4661    }
4662}
4663
4664async fn compute_embeddings(
4665    request: proto::ComputeEmbeddings,
4666    response: Response<proto::ComputeEmbeddings>,
4667    session: UserSession,
4668    api_key: Option<Arc<str>>,
4669) -> Result<()> {
4670    let api_key = api_key.context("no OpenAI API key configured on the server")?;
4671    authorize_access_to_language_models(&session).await?;
4672
4673    session
4674        .rate_limiter
4675        .check::<ComputeEmbeddingsRateLimit>(session.user_id())
4676        .await?;
4677
4678    let embeddings = match request.model.as_str() {
4679        "openai/text-embedding-3-small" => {
4680            open_ai::embed(
4681                session.http_client.as_ref(),
4682                OPEN_AI_API_URL,
4683                &api_key,
4684                OpenAiEmbeddingModel::TextEmbedding3Small,
4685                request.texts.iter().map(|text| text.as_str()),
4686            )
4687            .await?
4688        }
4689        provider => return Err(anyhow!("unsupported embedding provider {:?}", provider))?,
4690    };
4691
4692    let embeddings = request
4693        .texts
4694        .iter()
4695        .map(|text| {
4696            let mut hasher = sha2::Sha256::new();
4697            hasher.update(text.as_bytes());
4698            let result = hasher.finalize();
4699            result.to_vec()
4700        })
4701        .zip(
4702            embeddings
4703                .data
4704                .into_iter()
4705                .map(|embedding| embedding.embedding),
4706        )
4707        .collect::<HashMap<_, _>>();
4708
4709    let db = session.db().await;
4710    db.save_embeddings(&request.model, &embeddings)
4711        .await
4712        .context("failed to save embeddings")
4713        .trace_err();
4714
4715    response.send(proto::ComputeEmbeddingsResponse {
4716        embeddings: embeddings
4717            .into_iter()
4718            .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4719            .collect(),
4720    })?;
4721    Ok(())
4722}
4723
4724async fn get_cached_embeddings(
4725    request: proto::GetCachedEmbeddings,
4726    response: Response<proto::GetCachedEmbeddings>,
4727    session: UserSession,
4728) -> Result<()> {
4729    authorize_access_to_language_models(&session).await?;
4730
4731    let db = session.db().await;
4732    let embeddings = db.get_embeddings(&request.model, &request.digests).await?;
4733
4734    response.send(proto::GetCachedEmbeddingsResponse {
4735        embeddings: embeddings
4736            .into_iter()
4737            .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4738            .collect(),
4739    })?;
4740    Ok(())
4741}
4742
4743async fn authorize_access_to_language_models(session: &UserSession) -> Result<(), Error> {
4744    let db = session.db().await;
4745    let flags = db.get_user_flags(session.user_id()).await?;
4746    if flags.iter().any(|flag| flag == "language-models") {
4747        Ok(())
4748    } else {
4749        Err(anyhow!("permission denied"))?
4750    }
4751}
4752
4753/// Get a Supermaven API key for the user
4754async fn get_supermaven_api_key(
4755    _request: proto::GetSupermavenApiKey,
4756    response: Response<proto::GetSupermavenApiKey>,
4757    session: UserSession,
4758) -> Result<()> {
4759    let user_id: String = session.user_id().to_string();
4760    if !session.is_staff() {
4761        return Err(anyhow!("supermaven not enabled for this account"))?;
4762    }
4763
4764    let email = session
4765        .email()
4766        .ok_or_else(|| anyhow!("user must have an email"))?;
4767
4768    let supermaven_admin_api = session
4769        .supermaven_client
4770        .as_ref()
4771        .ok_or_else(|| anyhow!("supermaven not configured"))?;
4772
4773    let result = supermaven_admin_api
4774        .try_get_or_create_user(CreateExternalUserRequest { id: user_id, email })
4775        .await?;
4776
4777    response.send(proto::GetSupermavenApiKeyResponse {
4778        api_key: result.api_key,
4779    })?;
4780
4781    Ok(())
4782}
4783
4784/// Start receiving chat updates for a channel
4785async fn join_channel_chat(
4786    request: proto::JoinChannelChat,
4787    response: Response<proto::JoinChannelChat>,
4788    session: UserSession,
4789) -> Result<()> {
4790    let channel_id = ChannelId::from_proto(request.channel_id);
4791
4792    let db = session.db().await;
4793    db.join_channel_chat(channel_id, session.connection_id, session.user_id())
4794        .await?;
4795    let messages = db
4796        .get_channel_messages(channel_id, session.user_id(), MESSAGE_COUNT_PER_PAGE, None)
4797        .await?;
4798    response.send(proto::JoinChannelChatResponse {
4799        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4800        messages,
4801    })?;
4802    Ok(())
4803}
4804
4805/// Stop receiving chat updates for a channel
4806async fn leave_channel_chat(request: proto::LeaveChannelChat, session: UserSession) -> Result<()> {
4807    let channel_id = ChannelId::from_proto(request.channel_id);
4808    session
4809        .db()
4810        .await
4811        .leave_channel_chat(channel_id, session.connection_id, session.user_id())
4812        .await?;
4813    Ok(())
4814}
4815
4816/// Retrieve the chat history for a channel
4817async fn get_channel_messages(
4818    request: proto::GetChannelMessages,
4819    response: Response<proto::GetChannelMessages>,
4820    session: UserSession,
4821) -> Result<()> {
4822    let channel_id = ChannelId::from_proto(request.channel_id);
4823    let messages = session
4824        .db()
4825        .await
4826        .get_channel_messages(
4827            channel_id,
4828            session.user_id(),
4829            MESSAGE_COUNT_PER_PAGE,
4830            Some(MessageId::from_proto(request.before_message_id)),
4831        )
4832        .await?;
4833    response.send(proto::GetChannelMessagesResponse {
4834        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4835        messages,
4836    })?;
4837    Ok(())
4838}
4839
4840/// Retrieve specific chat messages
4841async fn get_channel_messages_by_id(
4842    request: proto::GetChannelMessagesById,
4843    response: Response<proto::GetChannelMessagesById>,
4844    session: UserSession,
4845) -> Result<()> {
4846    let message_ids = request
4847        .message_ids
4848        .iter()
4849        .map(|id| MessageId::from_proto(*id))
4850        .collect::<Vec<_>>();
4851    let messages = session
4852        .db()
4853        .await
4854        .get_channel_messages_by_id(session.user_id(), &message_ids)
4855        .await?;
4856    response.send(proto::GetChannelMessagesResponse {
4857        done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4858        messages,
4859    })?;
4860    Ok(())
4861}
4862
4863/// Retrieve the current users notifications
4864async fn get_notifications(
4865    request: proto::GetNotifications,
4866    response: Response<proto::GetNotifications>,
4867    session: UserSession,
4868) -> Result<()> {
4869    let notifications = session
4870        .db()
4871        .await
4872        .get_notifications(
4873            session.user_id(),
4874            NOTIFICATION_COUNT_PER_PAGE,
4875            request
4876                .before_id
4877                .map(|id| db::NotificationId::from_proto(id)),
4878        )
4879        .await?;
4880    response.send(proto::GetNotificationsResponse {
4881        done: notifications.len() < NOTIFICATION_COUNT_PER_PAGE,
4882        notifications,
4883    })?;
4884    Ok(())
4885}
4886
4887/// Mark notifications as read
4888async fn mark_notification_as_read(
4889    request: proto::MarkNotificationRead,
4890    response: Response<proto::MarkNotificationRead>,
4891    session: UserSession,
4892) -> Result<()> {
4893    let database = &session.db().await;
4894    let notifications = database
4895        .mark_notification_as_read_by_id(
4896            session.user_id(),
4897            NotificationId::from_proto(request.notification_id),
4898        )
4899        .await?;
4900    send_notifications(
4901        &*session.connection_pool().await,
4902        &session.peer,
4903        notifications,
4904    );
4905    response.send(proto::Ack {})?;
4906    Ok(())
4907}
4908
4909/// Get the current users information
4910async fn get_private_user_info(
4911    _request: proto::GetPrivateUserInfo,
4912    response: Response<proto::GetPrivateUserInfo>,
4913    session: UserSession,
4914) -> Result<()> {
4915    let db = session.db().await;
4916
4917    let metrics_id = db.get_user_metrics_id(session.user_id()).await?;
4918    let user = db
4919        .get_user_by_id(session.user_id())
4920        .await?
4921        .ok_or_else(|| anyhow!("user not found"))?;
4922    let flags = db.get_user_flags(session.user_id()).await?;
4923
4924    response.send(proto::GetPrivateUserInfoResponse {
4925        metrics_id,
4926        staff: user.admin,
4927        flags,
4928    })?;
4929    Ok(())
4930}
4931
4932fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
4933    match message {
4934        TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
4935        TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
4936        TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
4937        TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
4938        TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
4939            code: frame.code.into(),
4940            reason: frame.reason,
4941        })),
4942    }
4943}
4944
4945fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
4946    match message {
4947        AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
4948        AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
4949        AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
4950        AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
4951        AxumMessage::Close(frame) => {
4952            TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
4953                code: frame.code.into(),
4954                reason: frame.reason,
4955            }))
4956        }
4957    }
4958}
4959
4960fn notify_membership_updated(
4961    connection_pool: &mut ConnectionPool,
4962    result: MembershipUpdated,
4963    user_id: UserId,
4964    peer: &Peer,
4965) {
4966    for membership in &result.new_channels.channel_memberships {
4967        connection_pool.subscribe_to_channel(user_id, membership.channel_id, membership.role)
4968    }
4969    for channel_id in &result.removed_channels {
4970        connection_pool.unsubscribe_from_channel(&user_id, channel_id)
4971    }
4972
4973    let user_channels_update = proto::UpdateUserChannels {
4974        channel_memberships: result
4975            .new_channels
4976            .channel_memberships
4977            .iter()
4978            .map(|cm| proto::ChannelMembership {
4979                channel_id: cm.channel_id.to_proto(),
4980                role: cm.role.into(),
4981            })
4982            .collect(),
4983        ..Default::default()
4984    };
4985
4986    let mut update = build_channels_update(result.new_channels, vec![]);
4987    update.delete_channels = result
4988        .removed_channels
4989        .into_iter()
4990        .map(|id| id.to_proto())
4991        .collect();
4992    update.remove_channel_invitations = vec![result.channel_id.to_proto()];
4993
4994    for connection_id in connection_pool.user_connection_ids(user_id) {
4995        peer.send(connection_id, user_channels_update.clone())
4996            .trace_err();
4997        peer.send(connection_id, update.clone()).trace_err();
4998    }
4999}
5000
5001fn build_update_user_channels(channels: &ChannelsForUser) -> proto::UpdateUserChannels {
5002    proto::UpdateUserChannels {
5003        channel_memberships: channels
5004            .channel_memberships
5005            .iter()
5006            .map(|m| proto::ChannelMembership {
5007                channel_id: m.channel_id.to_proto(),
5008                role: m.role.into(),
5009            })
5010            .collect(),
5011        observed_channel_buffer_version: channels.observed_buffer_versions.clone(),
5012        observed_channel_message_id: channels.observed_channel_messages.clone(),
5013    }
5014}
5015
5016fn build_channels_update(
5017    channels: ChannelsForUser,
5018    channel_invites: Vec<db::Channel>,
5019) -> proto::UpdateChannels {
5020    let mut update = proto::UpdateChannels::default();
5021
5022    for channel in channels.channels {
5023        update.channels.push(channel.to_proto());
5024    }
5025
5026    update.latest_channel_buffer_versions = channels.latest_buffer_versions;
5027    update.latest_channel_message_ids = channels.latest_channel_messages;
5028
5029    for (channel_id, participants) in channels.channel_participants {
5030        update
5031            .channel_participants
5032            .push(proto::ChannelParticipants {
5033                channel_id: channel_id.to_proto(),
5034                participant_user_ids: participants.into_iter().map(|id| id.to_proto()).collect(),
5035            });
5036    }
5037
5038    for channel in channel_invites {
5039        update.channel_invitations.push(channel.to_proto());
5040    }
5041
5042    update.hosted_projects = channels.hosted_projects;
5043    update
5044}
5045
5046fn build_initial_contacts_update(
5047    contacts: Vec<db::Contact>,
5048    pool: &ConnectionPool,
5049) -> proto::UpdateContacts {
5050    let mut update = proto::UpdateContacts::default();
5051
5052    for contact in contacts {
5053        match contact {
5054            db::Contact::Accepted { user_id, busy } => {
5055                update.contacts.push(contact_for_user(user_id, busy, &pool));
5056            }
5057            db::Contact::Outgoing { user_id } => update.outgoing_requests.push(user_id.to_proto()),
5058            db::Contact::Incoming { user_id } => {
5059                update
5060                    .incoming_requests
5061                    .push(proto::IncomingContactRequest {
5062                        requester_id: user_id.to_proto(),
5063                    })
5064            }
5065        }
5066    }
5067
5068    update
5069}
5070
5071fn contact_for_user(user_id: UserId, busy: bool, pool: &ConnectionPool) -> proto::Contact {
5072    proto::Contact {
5073        user_id: user_id.to_proto(),
5074        online: pool.is_user_online(user_id),
5075        busy,
5076    }
5077}
5078
5079fn room_updated(room: &proto::Room, peer: &Peer) {
5080    broadcast(
5081        None,
5082        room.participants
5083            .iter()
5084            .filter_map(|participant| Some(participant.peer_id?.into())),
5085        |peer_id| {
5086            peer.send(
5087                peer_id,
5088                proto::RoomUpdated {
5089                    room: Some(room.clone()),
5090                },
5091            )
5092        },
5093    );
5094}
5095
5096fn channel_updated(
5097    channel: &db::channel::Model,
5098    room: &proto::Room,
5099    peer: &Peer,
5100    pool: &ConnectionPool,
5101) {
5102    let participants = room
5103        .participants
5104        .iter()
5105        .map(|p| p.user_id)
5106        .collect::<Vec<_>>();
5107
5108    broadcast(
5109        None,
5110        pool.channel_connection_ids(channel.root_id())
5111            .filter_map(|(channel_id, role)| {
5112                role.can_see_channel(channel.visibility).then(|| channel_id)
5113            }),
5114        |peer_id| {
5115            peer.send(
5116                peer_id,
5117                proto::UpdateChannels {
5118                    channel_participants: vec![proto::ChannelParticipants {
5119                        channel_id: channel.id.to_proto(),
5120                        participant_user_ids: participants.clone(),
5121                    }],
5122                    ..Default::default()
5123                },
5124            )
5125        },
5126    );
5127}
5128
5129async fn send_dev_server_projects_update(
5130    user_id: UserId,
5131    mut status: proto::DevServerProjectsUpdate,
5132    session: &Session,
5133) {
5134    let pool = session.connection_pool().await;
5135    for dev_server in &mut status.dev_servers {
5136        dev_server.status =
5137            pool.dev_server_status(DevServerId(dev_server.dev_server_id as i32)) as i32;
5138    }
5139    let connections = pool.user_connection_ids(user_id);
5140    for connection_id in connections {
5141        session.peer.send(connection_id, status.clone()).trace_err();
5142    }
5143}
5144
5145async fn update_user_contacts(user_id: UserId, session: &Session) -> Result<()> {
5146    let db = session.db().await;
5147
5148    let contacts = db.get_contacts(user_id).await?;
5149    let busy = db.is_user_busy(user_id).await?;
5150
5151    let pool = session.connection_pool().await;
5152    let updated_contact = contact_for_user(user_id, busy, &pool);
5153    for contact in contacts {
5154        if let db::Contact::Accepted {
5155            user_id: contact_user_id,
5156            ..
5157        } = contact
5158        {
5159            for contact_conn_id in pool.user_connection_ids(contact_user_id) {
5160                session
5161                    .peer
5162                    .send(
5163                        contact_conn_id,
5164                        proto::UpdateContacts {
5165                            contacts: vec![updated_contact.clone()],
5166                            remove_contacts: Default::default(),
5167                            incoming_requests: Default::default(),
5168                            remove_incoming_requests: Default::default(),
5169                            outgoing_requests: Default::default(),
5170                            remove_outgoing_requests: Default::default(),
5171                        },
5172                    )
5173                    .trace_err();
5174            }
5175        }
5176    }
5177    Ok(())
5178}
5179
5180async fn lost_dev_server_connection(session: &DevServerSession) -> Result<()> {
5181    log::info!("lost dev server connection, unsharing projects");
5182    let project_ids = session
5183        .db()
5184        .await
5185        .get_stale_dev_server_projects(session.connection_id)
5186        .await?;
5187
5188    for project_id in project_ids {
5189        // not unshare re-checks the connection ids match, so we get away with no transaction
5190        unshare_project_internal(project_id, session.connection_id, None, &session).await?;
5191    }
5192
5193    let user_id = session.dev_server().user_id;
5194    let update = session
5195        .db()
5196        .await
5197        .dev_server_projects_update(user_id)
5198        .await?;
5199
5200    send_dev_server_projects_update(user_id, update, session).await;
5201
5202    Ok(())
5203}
5204
5205async fn leave_room_for_session(session: &UserSession, connection_id: ConnectionId) -> Result<()> {
5206    let mut contacts_to_update = HashSet::default();
5207
5208    let room_id;
5209    let canceled_calls_to_user_ids;
5210    let live_kit_room;
5211    let delete_live_kit_room;
5212    let room;
5213    let channel;
5214
5215    if let Some(mut left_room) = session.db().await.leave_room(connection_id).await? {
5216        contacts_to_update.insert(session.user_id());
5217
5218        for project in left_room.left_projects.values() {
5219            project_left(project, session);
5220        }
5221
5222        room_id = RoomId::from_proto(left_room.room.id);
5223        canceled_calls_to_user_ids = mem::take(&mut left_room.canceled_calls_to_user_ids);
5224        live_kit_room = mem::take(&mut left_room.room.live_kit_room);
5225        delete_live_kit_room = left_room.deleted;
5226        room = mem::take(&mut left_room.room);
5227        channel = mem::take(&mut left_room.channel);
5228
5229        room_updated(&room, &session.peer);
5230    } else {
5231        return Ok(());
5232    }
5233
5234    if let Some(channel) = channel {
5235        channel_updated(
5236            &channel,
5237            &room,
5238            &session.peer,
5239            &*session.connection_pool().await,
5240        );
5241    }
5242
5243    {
5244        let pool = session.connection_pool().await;
5245        for canceled_user_id in canceled_calls_to_user_ids {
5246            for connection_id in pool.user_connection_ids(canceled_user_id) {
5247                session
5248                    .peer
5249                    .send(
5250                        connection_id,
5251                        proto::CallCanceled {
5252                            room_id: room_id.to_proto(),
5253                        },
5254                    )
5255                    .trace_err();
5256            }
5257            contacts_to_update.insert(canceled_user_id);
5258        }
5259    }
5260
5261    for contact_user_id in contacts_to_update {
5262        update_user_contacts(contact_user_id, &session).await?;
5263    }
5264
5265    if let Some(live_kit) = session.live_kit_client.as_ref() {
5266        live_kit
5267            .remove_participant(live_kit_room.clone(), session.user_id().to_string())
5268            .await
5269            .trace_err();
5270
5271        if delete_live_kit_room {
5272            live_kit.delete_room(live_kit_room).await.trace_err();
5273        }
5274    }
5275
5276    Ok(())
5277}
5278
5279async fn leave_channel_buffers_for_session(session: &Session) -> Result<()> {
5280    let left_channel_buffers = session
5281        .db()
5282        .await
5283        .leave_channel_buffers(session.connection_id)
5284        .await?;
5285
5286    for left_buffer in left_channel_buffers {
5287        channel_buffer_updated(
5288            session.connection_id,
5289            left_buffer.connections,
5290            &proto::UpdateChannelBufferCollaborators {
5291                channel_id: left_buffer.channel_id.to_proto(),
5292                collaborators: left_buffer.collaborators,
5293            },
5294            &session.peer,
5295        );
5296    }
5297
5298    Ok(())
5299}
5300
5301fn project_left(project: &db::LeftProject, session: &UserSession) {
5302    for connection_id in &project.connection_ids {
5303        if project.should_unshare {
5304            session
5305                .peer
5306                .send(
5307                    *connection_id,
5308                    proto::UnshareProject {
5309                        project_id: project.id.to_proto(),
5310                    },
5311                )
5312                .trace_err();
5313        } else {
5314            session
5315                .peer
5316                .send(
5317                    *connection_id,
5318                    proto::RemoveProjectCollaborator {
5319                        project_id: project.id.to_proto(),
5320                        peer_id: Some(session.connection_id.into()),
5321                    },
5322                )
5323                .trace_err();
5324        }
5325    }
5326}
5327
5328pub trait ResultExt {
5329    type Ok;
5330
5331    fn trace_err(self) -> Option<Self::Ok>;
5332}
5333
5334impl<T, E> ResultExt for Result<T, E>
5335where
5336    E: std::fmt::Debug,
5337{
5338    type Ok = T;
5339
5340    #[track_caller]
5341    fn trace_err(self) -> Option<T> {
5342        match self {
5343            Ok(value) => Some(value),
5344            Err(error) => {
5345                tracing::error!("{:?}", error);
5346                None
5347            }
5348        }
5349    }
5350}