1mod connection_pool;
2
3use crate::{
4 auth,
5 db::{
6 self, dev_server, BufferId, Capability, Channel, ChannelId, ChannelRole, ChannelsForUser,
7 CreatedChannelMessage, Database, DevServerId, DevServerProjectId, InviteMemberResult,
8 MembershipUpdated, MessageId, NotificationId, PrincipalId, Project, ProjectId,
9 RejoinedProject, RemoveChannelMemberResult, ReplicaId, RespondToChannelInvite, RoomId,
10 ServerId, UpdatedChannelMessage, User, UserId,
11 },
12 executor::Executor,
13 AppState, Error, RateLimit, RateLimiter, Result,
14};
15use anyhow::{anyhow, Context as _};
16use async_tungstenite::tungstenite::{
17 protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
18};
19use axum::{
20 body::Body,
21 extract::{
22 ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
23 ConnectInfo, WebSocketUpgrade,
24 },
25 headers::{Header, HeaderName},
26 http::StatusCode,
27 middleware,
28 response::IntoResponse,
29 routing::get,
30 Extension, Router, TypedHeader,
31};
32use collections::{HashMap, HashSet};
33pub use connection_pool::{ConnectionPool, ZedVersion};
34use core::fmt::{self, Debug, Formatter};
35use open_ai::{OpenAiEmbeddingModel, OPEN_AI_API_URL};
36use sha2::Digest;
37use supermaven_api::{CreateExternalUserRequest, SupermavenAdminApi};
38
39use futures::{
40 channel::oneshot,
41 future::{self, BoxFuture},
42 stream::FuturesUnordered,
43 FutureExt, SinkExt, StreamExt, TryStreamExt,
44};
45use prometheus::{register_int_gauge, IntGauge};
46use rpc::{
47 proto::{
48 self, Ack, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, LanguageModelRole,
49 LiveKitConnectionInfo, RequestMessage, ShareProject, UpdateChannelBufferCollaborators,
50 },
51 Connection, ConnectionId, ErrorCode, ErrorCodeExt, ErrorExt, Peer, Receipt, TypedEnvelope,
52};
53use semantic_version::SemanticVersion;
54use serde::{Serialize, Serializer};
55use std::{
56 any::TypeId,
57 future::Future,
58 marker::PhantomData,
59 mem,
60 net::SocketAddr,
61 ops::{Deref, DerefMut},
62 rc::Rc,
63 sync::{
64 atomic::{AtomicBool, Ordering::SeqCst},
65 Arc, OnceLock,
66 },
67 time::{Duration, Instant},
68};
69use time::OffsetDateTime;
70use tokio::sync::{watch, Semaphore};
71use tower::ServiceBuilder;
72use tracing::{
73 field::{self},
74 info_span, instrument, Instrument,
75};
76use util::http::IsahcHttpClient;
77
78use self::connection_pool::VersionedMessage;
79
80pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
81
82// kubernetes gives terminated pods 10s to shutdown gracefully. After they're gone, we can clean up old resources.
83pub const CLEANUP_TIMEOUT: Duration = Duration::from_secs(15);
84
85const MESSAGE_COUNT_PER_PAGE: usize = 100;
86const MAX_MESSAGE_LEN: usize = 1024;
87const NOTIFICATION_COUNT_PER_PAGE: usize = 50;
88
89type MessageHandler =
90 Box<dyn Send + Sync + Fn(Box<dyn AnyTypedEnvelope>, Session) -> BoxFuture<'static, ()>>;
91
92struct Response<R> {
93 peer: Arc<Peer>,
94 receipt: Receipt<R>,
95 responded: Arc<AtomicBool>,
96}
97
98impl<R: RequestMessage> Response<R> {
99 fn send(self, payload: R::Response) -> Result<()> {
100 self.responded.store(true, SeqCst);
101 self.peer.respond(self.receipt, payload)?;
102 Ok(())
103 }
104}
105
106struct StreamingResponse<R: RequestMessage> {
107 peer: Arc<Peer>,
108 receipt: Receipt<R>,
109}
110
111impl<R: RequestMessage> StreamingResponse<R> {
112 fn send(&self, payload: R::Response) -> Result<()> {
113 self.peer.respond(self.receipt, payload)?;
114 Ok(())
115 }
116}
117
118#[derive(Clone, Debug)]
119pub enum Principal {
120 User(User),
121 Impersonated { user: User, admin: User },
122 DevServer(dev_server::Model),
123}
124
125impl Principal {
126 fn update_span(&self, span: &tracing::Span) {
127 match &self {
128 Principal::User(user) => {
129 span.record("user_id", &user.id.0);
130 span.record("login", &user.github_login);
131 }
132 Principal::Impersonated { user, admin } => {
133 span.record("user_id", &user.id.0);
134 span.record("login", &user.github_login);
135 span.record("impersonator", &admin.github_login);
136 }
137 Principal::DevServer(dev_server) => {
138 span.record("dev_server_id", &dev_server.id.0);
139 }
140 }
141 }
142}
143
144#[derive(Clone)]
145struct Session {
146 principal: Principal,
147 connection_id: ConnectionId,
148 db: Arc<tokio::sync::Mutex<DbHandle>>,
149 peer: Arc<Peer>,
150 connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
151 live_kit_client: Option<Arc<dyn live_kit_server::api::Client>>,
152 supermaven_client: Option<Arc<SupermavenAdminApi>>,
153 http_client: Arc<IsahcHttpClient>,
154 rate_limiter: Arc<RateLimiter>,
155 _executor: Executor,
156}
157
158impl Session {
159 async fn db(&self) -> tokio::sync::MutexGuard<DbHandle> {
160 #[cfg(test)]
161 tokio::task::yield_now().await;
162 let guard = self.db.lock().await;
163 #[cfg(test)]
164 tokio::task::yield_now().await;
165 guard
166 }
167
168 async fn connection_pool(&self) -> ConnectionPoolGuard<'_> {
169 #[cfg(test)]
170 tokio::task::yield_now().await;
171 let guard = self.connection_pool.lock();
172 ConnectionPoolGuard {
173 guard,
174 _not_send: PhantomData,
175 }
176 }
177
178 fn for_user(self) -> Option<UserSession> {
179 UserSession::new(self)
180 }
181
182 fn for_dev_server(self) -> Option<DevServerSession> {
183 DevServerSession::new(self)
184 }
185
186 fn user_id(&self) -> Option<UserId> {
187 match &self.principal {
188 Principal::User(user) => Some(user.id),
189 Principal::Impersonated { user, .. } => Some(user.id),
190 Principal::DevServer(_) => None,
191 }
192 }
193
194 fn is_staff(&self) -> bool {
195 match &self.principal {
196 Principal::User(user) => user.admin,
197 Principal::Impersonated { .. } => true,
198 Principal::DevServer(_) => false,
199 }
200 }
201
202 fn dev_server_id(&self) -> Option<DevServerId> {
203 match &self.principal {
204 Principal::User(_) | Principal::Impersonated { .. } => None,
205 Principal::DevServer(dev_server) => Some(dev_server.id),
206 }
207 }
208
209 fn principal_id(&self) -> PrincipalId {
210 match &self.principal {
211 Principal::User(user) => PrincipalId::UserId(user.id),
212 Principal::Impersonated { user, .. } => PrincipalId::UserId(user.id),
213 Principal::DevServer(dev_server) => PrincipalId::DevServerId(dev_server.id),
214 }
215 }
216}
217
218impl Debug for Session {
219 fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
220 let mut result = f.debug_struct("Session");
221 match &self.principal {
222 Principal::User(user) => {
223 result.field("user", &user.github_login);
224 }
225 Principal::Impersonated { user, admin } => {
226 result.field("user", &user.github_login);
227 result.field("impersonator", &admin.github_login);
228 }
229 Principal::DevServer(dev_server) => {
230 result.field("dev_server", &dev_server.id);
231 }
232 }
233 result.field("connection_id", &self.connection_id).finish()
234 }
235}
236
237struct UserSession(Session);
238
239impl UserSession {
240 pub fn new(s: Session) -> Option<Self> {
241 s.user_id().map(|_| UserSession(s))
242 }
243 pub fn user_id(&self) -> UserId {
244 self.0.user_id().unwrap()
245 }
246
247 pub fn email(&self) -> Option<String> {
248 match &self.0.principal {
249 Principal::User(user) => user.email_address.clone(),
250 Principal::Impersonated { user, .. } => user.email_address.clone(),
251 Principal::DevServer(..) => None,
252 }
253 }
254}
255
256impl Deref for UserSession {
257 type Target = Session;
258
259 fn deref(&self) -> &Self::Target {
260 &self.0
261 }
262}
263impl DerefMut for UserSession {
264 fn deref_mut(&mut self) -> &mut Self::Target {
265 &mut self.0
266 }
267}
268
269struct DevServerSession(Session);
270
271impl DevServerSession {
272 pub fn new(s: Session) -> Option<Self> {
273 s.dev_server_id().map(|_| DevServerSession(s))
274 }
275 pub fn dev_server_id(&self) -> DevServerId {
276 self.0.dev_server_id().unwrap()
277 }
278
279 fn dev_server(&self) -> &dev_server::Model {
280 match &self.0.principal {
281 Principal::DevServer(dev_server) => dev_server,
282 _ => unreachable!(),
283 }
284 }
285}
286
287impl Deref for DevServerSession {
288 type Target = Session;
289
290 fn deref(&self) -> &Self::Target {
291 &self.0
292 }
293}
294impl DerefMut for DevServerSession {
295 fn deref_mut(&mut self) -> &mut Self::Target {
296 &mut self.0
297 }
298}
299
300fn user_handler<M: RequestMessage, Fut>(
301 handler: impl 'static + Send + Sync + Fn(M, Response<M>, UserSession) -> Fut,
302) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
303where
304 Fut: Send + Future<Output = Result<()>>,
305{
306 let handler = Arc::new(handler);
307 move |message, response, session| {
308 let handler = handler.clone();
309 Box::pin(async move {
310 if let Some(user_session) = session.for_user() {
311 Ok(handler(message, response, user_session).await?)
312 } else {
313 Err(Error::Internal(anyhow!(
314 "must be a user to call {}",
315 M::NAME
316 )))
317 }
318 })
319 }
320}
321
322fn dev_server_handler<M: RequestMessage, Fut>(
323 handler: impl 'static + Send + Sync + Fn(M, Response<M>, DevServerSession) -> Fut,
324) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
325where
326 Fut: Send + Future<Output = Result<()>>,
327{
328 let handler = Arc::new(handler);
329 move |message, response, session| {
330 let handler = handler.clone();
331 Box::pin(async move {
332 if let Some(dev_server_session) = session.for_dev_server() {
333 Ok(handler(message, response, dev_server_session).await?)
334 } else {
335 Err(Error::Internal(anyhow!(
336 "must be a dev server to call {}",
337 M::NAME
338 )))
339 }
340 })
341 }
342}
343
344fn user_message_handler<M: EnvelopedMessage, InnertRetFut>(
345 handler: impl 'static + Send + Sync + Fn(M, UserSession) -> InnertRetFut,
346) -> impl 'static + Send + Sync + Fn(M, Session) -> BoxFuture<'static, Result<()>>
347where
348 InnertRetFut: Send + Future<Output = Result<()>>,
349{
350 let handler = Arc::new(handler);
351 move |message, session| {
352 let handler = handler.clone();
353 Box::pin(async move {
354 if let Some(user_session) = session.for_user() {
355 Ok(handler(message, user_session).await?)
356 } else {
357 Err(Error::Internal(anyhow!(
358 "must be a user to call {}",
359 M::NAME
360 )))
361 }
362 })
363 }
364}
365
366struct DbHandle(Arc<Database>);
367
368impl Deref for DbHandle {
369 type Target = Database;
370
371 fn deref(&self) -> &Self::Target {
372 self.0.as_ref()
373 }
374}
375
376pub struct Server {
377 id: parking_lot::Mutex<ServerId>,
378 peer: Arc<Peer>,
379 pub(crate) connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
380 app_state: Arc<AppState>,
381 handlers: HashMap<TypeId, MessageHandler>,
382 teardown: watch::Sender<bool>,
383}
384
385pub(crate) struct ConnectionPoolGuard<'a> {
386 guard: parking_lot::MutexGuard<'a, ConnectionPool>,
387 _not_send: PhantomData<Rc<()>>,
388}
389
390#[derive(Serialize)]
391pub struct ServerSnapshot<'a> {
392 peer: &'a Peer,
393 #[serde(serialize_with = "serialize_deref")]
394 connection_pool: ConnectionPoolGuard<'a>,
395}
396
397pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
398where
399 S: Serializer,
400 T: Deref<Target = U>,
401 U: Serialize,
402{
403 Serialize::serialize(value.deref(), serializer)
404}
405
406impl Server {
407 pub fn new(id: ServerId, app_state: Arc<AppState>) -> Arc<Self> {
408 let mut server = Self {
409 id: parking_lot::Mutex::new(id),
410 peer: Peer::new(id.0 as u32),
411 app_state: app_state.clone(),
412 connection_pool: Default::default(),
413 handlers: Default::default(),
414 teardown: watch::channel(false).0,
415 };
416
417 server
418 .add_request_handler(ping)
419 .add_request_handler(user_handler(create_room))
420 .add_request_handler(user_handler(join_room))
421 .add_request_handler(user_handler(rejoin_room))
422 .add_request_handler(user_handler(leave_room))
423 .add_request_handler(user_handler(set_room_participant_role))
424 .add_request_handler(user_handler(call))
425 .add_request_handler(user_handler(cancel_call))
426 .add_message_handler(user_message_handler(decline_call))
427 .add_request_handler(user_handler(update_participant_location))
428 .add_request_handler(user_handler(share_project))
429 .add_message_handler(unshare_project)
430 .add_request_handler(user_handler(join_project))
431 .add_request_handler(user_handler(join_hosted_project))
432 .add_request_handler(user_handler(rejoin_dev_server_projects))
433 .add_request_handler(user_handler(create_dev_server_project))
434 .add_request_handler(user_handler(delete_dev_server_project))
435 .add_request_handler(user_handler(create_dev_server))
436 .add_request_handler(user_handler(regenerate_dev_server_token))
437 .add_request_handler(user_handler(rename_dev_server))
438 .add_request_handler(user_handler(delete_dev_server))
439 .add_request_handler(dev_server_handler(share_dev_server_project))
440 .add_request_handler(dev_server_handler(shutdown_dev_server))
441 .add_request_handler(dev_server_handler(reconnect_dev_server))
442 .add_message_handler(user_message_handler(leave_project))
443 .add_request_handler(update_project)
444 .add_request_handler(update_worktree)
445 .add_message_handler(start_language_server)
446 .add_message_handler(update_language_server)
447 .add_message_handler(update_diagnostic_summary)
448 .add_message_handler(update_worktree_settings)
449 .add_request_handler(user_handler(
450 forward_read_only_project_request::<proto::GetHover>,
451 ))
452 .add_request_handler(user_handler(
453 forward_read_only_project_request::<proto::GetDefinition>,
454 ))
455 .add_request_handler(user_handler(
456 forward_read_only_project_request::<proto::GetTypeDefinition>,
457 ))
458 .add_request_handler(user_handler(
459 forward_read_only_project_request::<proto::GetReferences>,
460 ))
461 .add_request_handler(user_handler(
462 forward_read_only_project_request::<proto::SearchProject>,
463 ))
464 .add_request_handler(user_handler(
465 forward_read_only_project_request::<proto::GetDocumentHighlights>,
466 ))
467 .add_request_handler(user_handler(
468 forward_read_only_project_request::<proto::GetProjectSymbols>,
469 ))
470 .add_request_handler(user_handler(
471 forward_read_only_project_request::<proto::OpenBufferForSymbol>,
472 ))
473 .add_request_handler(user_handler(
474 forward_read_only_project_request::<proto::OpenBufferById>,
475 ))
476 .add_request_handler(user_handler(
477 forward_read_only_project_request::<proto::SynchronizeBuffers>,
478 ))
479 .add_request_handler(user_handler(
480 forward_read_only_project_request::<proto::InlayHints>,
481 ))
482 .add_request_handler(user_handler(
483 forward_read_only_project_request::<proto::OpenBufferByPath>,
484 ))
485 .add_request_handler(user_handler(
486 forward_mutating_project_request::<proto::GetCompletions>,
487 ))
488 .add_request_handler(user_handler(
489 forward_mutating_project_request::<proto::ApplyCompletionAdditionalEdits>,
490 ))
491 .add_request_handler(user_handler(
492 forward_versioned_mutating_project_request::<proto::OpenNewBuffer>,
493 ))
494 .add_request_handler(user_handler(
495 forward_mutating_project_request::<proto::ResolveCompletionDocumentation>,
496 ))
497 .add_request_handler(user_handler(
498 forward_mutating_project_request::<proto::GetCodeActions>,
499 ))
500 .add_request_handler(user_handler(
501 forward_mutating_project_request::<proto::ApplyCodeAction>,
502 ))
503 .add_request_handler(user_handler(
504 forward_mutating_project_request::<proto::PrepareRename>,
505 ))
506 .add_request_handler(user_handler(
507 forward_mutating_project_request::<proto::PerformRename>,
508 ))
509 .add_request_handler(user_handler(
510 forward_mutating_project_request::<proto::ReloadBuffers>,
511 ))
512 .add_request_handler(user_handler(
513 forward_mutating_project_request::<proto::FormatBuffers>,
514 ))
515 .add_request_handler(user_handler(
516 forward_mutating_project_request::<proto::CreateProjectEntry>,
517 ))
518 .add_request_handler(user_handler(
519 forward_mutating_project_request::<proto::RenameProjectEntry>,
520 ))
521 .add_request_handler(user_handler(
522 forward_mutating_project_request::<proto::CopyProjectEntry>,
523 ))
524 .add_request_handler(user_handler(
525 forward_mutating_project_request::<proto::DeleteProjectEntry>,
526 ))
527 .add_request_handler(user_handler(
528 forward_mutating_project_request::<proto::ExpandProjectEntry>,
529 ))
530 .add_request_handler(user_handler(
531 forward_mutating_project_request::<proto::OnTypeFormatting>,
532 ))
533 .add_request_handler(user_handler(
534 forward_versioned_mutating_project_request::<proto::SaveBuffer>,
535 ))
536 .add_request_handler(user_handler(
537 forward_mutating_project_request::<proto::BlameBuffer>,
538 ))
539 .add_request_handler(user_handler(
540 forward_mutating_project_request::<proto::MultiLspQuery>,
541 ))
542 .add_message_handler(create_buffer_for_peer)
543 .add_request_handler(update_buffer)
544 .add_message_handler(broadcast_project_message_from_host::<proto::RefreshInlayHints>)
545 .add_message_handler(broadcast_project_message_from_host::<proto::UpdateBufferFile>)
546 .add_message_handler(broadcast_project_message_from_host::<proto::BufferReloaded>)
547 .add_message_handler(broadcast_project_message_from_host::<proto::BufferSaved>)
548 .add_message_handler(broadcast_project_message_from_host::<proto::UpdateDiffBase>)
549 .add_request_handler(get_users)
550 .add_request_handler(user_handler(fuzzy_search_users))
551 .add_request_handler(user_handler(request_contact))
552 .add_request_handler(user_handler(remove_contact))
553 .add_request_handler(user_handler(respond_to_contact_request))
554 .add_request_handler(user_handler(create_channel))
555 .add_request_handler(user_handler(delete_channel))
556 .add_request_handler(user_handler(invite_channel_member))
557 .add_request_handler(user_handler(remove_channel_member))
558 .add_request_handler(user_handler(set_channel_member_role))
559 .add_request_handler(user_handler(set_channel_visibility))
560 .add_request_handler(user_handler(rename_channel))
561 .add_request_handler(user_handler(join_channel_buffer))
562 .add_request_handler(user_handler(leave_channel_buffer))
563 .add_message_handler(user_message_handler(update_channel_buffer))
564 .add_request_handler(user_handler(rejoin_channel_buffers))
565 .add_request_handler(user_handler(get_channel_members))
566 .add_request_handler(user_handler(respond_to_channel_invite))
567 .add_request_handler(user_handler(join_channel))
568 .add_request_handler(user_handler(join_channel_chat))
569 .add_message_handler(user_message_handler(leave_channel_chat))
570 .add_request_handler(user_handler(send_channel_message))
571 .add_request_handler(user_handler(remove_channel_message))
572 .add_request_handler(user_handler(update_channel_message))
573 .add_request_handler(user_handler(get_channel_messages))
574 .add_request_handler(user_handler(get_channel_messages_by_id))
575 .add_request_handler(user_handler(get_notifications))
576 .add_request_handler(user_handler(mark_notification_as_read))
577 .add_request_handler(user_handler(move_channel))
578 .add_request_handler(user_handler(follow))
579 .add_message_handler(user_message_handler(unfollow))
580 .add_message_handler(user_message_handler(update_followers))
581 .add_request_handler(user_handler(get_private_user_info))
582 .add_message_handler(user_message_handler(acknowledge_channel_message))
583 .add_message_handler(user_message_handler(acknowledge_buffer_version))
584 .add_request_handler(user_handler(get_supermaven_api_key))
585 .add_streaming_request_handler({
586 let app_state = app_state.clone();
587 move |request, response, session| {
588 complete_with_language_model(
589 request,
590 response,
591 session,
592 app_state.config.openai_api_key.clone(),
593 app_state.config.google_ai_api_key.clone(),
594 app_state.config.anthropic_api_key.clone(),
595 )
596 }
597 })
598 .add_request_handler({
599 let app_state = app_state.clone();
600 user_handler(move |request, response, session| {
601 count_tokens_with_language_model(
602 request,
603 response,
604 session,
605 app_state.config.google_ai_api_key.clone(),
606 )
607 })
608 })
609 .add_request_handler({
610 user_handler(move |request, response, session| {
611 get_cached_embeddings(request, response, session)
612 })
613 })
614 .add_request_handler({
615 let app_state = app_state.clone();
616 user_handler(move |request, response, session| {
617 compute_embeddings(
618 request,
619 response,
620 session,
621 app_state.config.openai_api_key.clone(),
622 )
623 })
624 });
625
626 Arc::new(server)
627 }
628
629 pub async fn start(&self) -> Result<()> {
630 let server_id = *self.id.lock();
631 let app_state = self.app_state.clone();
632 let peer = self.peer.clone();
633 let timeout = self.app_state.executor.sleep(CLEANUP_TIMEOUT);
634 let pool = self.connection_pool.clone();
635 let live_kit_client = self.app_state.live_kit_client.clone();
636
637 let span = info_span!("start server");
638 self.app_state.executor.spawn_detached(
639 async move {
640 tracing::info!("waiting for cleanup timeout");
641 timeout.await;
642 tracing::info!("cleanup timeout expired, retrieving stale rooms");
643 if let Some((room_ids, channel_ids)) = app_state
644 .db
645 .stale_server_resource_ids(&app_state.config.zed_environment, server_id)
646 .await
647 .trace_err()
648 {
649 tracing::info!(stale_room_count = room_ids.len(), "retrieved stale rooms");
650 tracing::info!(
651 stale_channel_buffer_count = channel_ids.len(),
652 "retrieved stale channel buffers"
653 );
654
655 for channel_id in channel_ids {
656 if let Some(refreshed_channel_buffer) = app_state
657 .db
658 .clear_stale_channel_buffer_collaborators(channel_id, server_id)
659 .await
660 .trace_err()
661 {
662 for connection_id in refreshed_channel_buffer.connection_ids {
663 peer.send(
664 connection_id,
665 proto::UpdateChannelBufferCollaborators {
666 channel_id: channel_id.to_proto(),
667 collaborators: refreshed_channel_buffer
668 .collaborators
669 .clone(),
670 },
671 )
672 .trace_err();
673 }
674 }
675 }
676
677 for room_id in room_ids {
678 let mut contacts_to_update = HashSet::default();
679 let mut canceled_calls_to_user_ids = Vec::new();
680 let mut live_kit_room = String::new();
681 let mut delete_live_kit_room = false;
682
683 if let Some(mut refreshed_room) = app_state
684 .db
685 .clear_stale_room_participants(room_id, server_id)
686 .await
687 .trace_err()
688 {
689 tracing::info!(
690 room_id = room_id.0,
691 new_participant_count = refreshed_room.room.participants.len(),
692 "refreshed room"
693 );
694 room_updated(&refreshed_room.room, &peer);
695 if let Some(channel) = refreshed_room.channel.as_ref() {
696 channel_updated(channel, &refreshed_room.room, &peer, &pool.lock());
697 }
698 contacts_to_update
699 .extend(refreshed_room.stale_participant_user_ids.iter().copied());
700 contacts_to_update
701 .extend(refreshed_room.canceled_calls_to_user_ids.iter().copied());
702 canceled_calls_to_user_ids =
703 mem::take(&mut refreshed_room.canceled_calls_to_user_ids);
704 live_kit_room = mem::take(&mut refreshed_room.room.live_kit_room);
705 delete_live_kit_room = refreshed_room.room.participants.is_empty();
706 }
707
708 {
709 let pool = pool.lock();
710 for canceled_user_id in canceled_calls_to_user_ids {
711 for connection_id in pool.user_connection_ids(canceled_user_id) {
712 peer.send(
713 connection_id,
714 proto::CallCanceled {
715 room_id: room_id.to_proto(),
716 },
717 )
718 .trace_err();
719 }
720 }
721 }
722
723 for user_id in contacts_to_update {
724 let busy = app_state.db.is_user_busy(user_id).await.trace_err();
725 let contacts = app_state.db.get_contacts(user_id).await.trace_err();
726 if let Some((busy, contacts)) = busy.zip(contacts) {
727 let pool = pool.lock();
728 let updated_contact = contact_for_user(user_id, busy, &pool);
729 for contact in contacts {
730 if let db::Contact::Accepted {
731 user_id: contact_user_id,
732 ..
733 } = contact
734 {
735 for contact_conn_id in
736 pool.user_connection_ids(contact_user_id)
737 {
738 peer.send(
739 contact_conn_id,
740 proto::UpdateContacts {
741 contacts: vec![updated_contact.clone()],
742 remove_contacts: Default::default(),
743 incoming_requests: Default::default(),
744 remove_incoming_requests: Default::default(),
745 outgoing_requests: Default::default(),
746 remove_outgoing_requests: Default::default(),
747 },
748 )
749 .trace_err();
750 }
751 }
752 }
753 }
754 }
755
756 if let Some(live_kit) = live_kit_client.as_ref() {
757 if delete_live_kit_room {
758 live_kit.delete_room(live_kit_room).await.trace_err();
759 }
760 }
761 }
762 }
763
764 app_state
765 .db
766 .delete_stale_servers(&app_state.config.zed_environment, server_id)
767 .await
768 .trace_err();
769 }
770 .instrument(span),
771 );
772 Ok(())
773 }
774
775 pub fn teardown(&self) {
776 self.peer.teardown();
777 self.connection_pool.lock().reset();
778 let _ = self.teardown.send(true);
779 }
780
781 #[cfg(test)]
782 pub fn reset(&self, id: ServerId) {
783 self.teardown();
784 *self.id.lock() = id;
785 self.peer.reset(id.0 as u32);
786 let _ = self.teardown.send(false);
787 }
788
789 #[cfg(test)]
790 pub fn id(&self) -> ServerId {
791 *self.id.lock()
792 }
793
794 fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
795 where
796 F: 'static + Send + Sync + Fn(TypedEnvelope<M>, Session) -> Fut,
797 Fut: 'static + Send + Future<Output = Result<()>>,
798 M: EnvelopedMessage,
799 {
800 let prev_handler = self.handlers.insert(
801 TypeId::of::<M>(),
802 Box::new(move |envelope, session| {
803 let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
804 let received_at = envelope.received_at;
805 tracing::info!("message received");
806 let start_time = Instant::now();
807 let future = (handler)(*envelope, session);
808 async move {
809 let result = future.await;
810 let total_duration_ms = received_at.elapsed().as_micros() as f64 / 1000.0;
811 let processing_duration_ms = start_time.elapsed().as_micros() as f64 / 1000.0;
812 let queue_duration_ms = total_duration_ms - processing_duration_ms;
813 let payload_type = M::NAME;
814
815 match result {
816 Err(error) => {
817 tracing::error!(
818 ?error,
819 total_duration_ms,
820 processing_duration_ms,
821 queue_duration_ms,
822 payload_type,
823 "error handling message"
824 )
825 }
826 Ok(()) => tracing::info!(
827 total_duration_ms,
828 processing_duration_ms,
829 queue_duration_ms,
830 "finished handling message"
831 ),
832 }
833 }
834 .boxed()
835 }),
836 );
837 if prev_handler.is_some() {
838 panic!("registered a handler for the same message twice");
839 }
840 self
841 }
842
843 fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
844 where
845 F: 'static + Send + Sync + Fn(M, Session) -> Fut,
846 Fut: 'static + Send + Future<Output = Result<()>>,
847 M: EnvelopedMessage,
848 {
849 self.add_handler(move |envelope, session| handler(envelope.payload, session));
850 self
851 }
852
853 fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
854 where
855 F: 'static + Send + Sync + Fn(M, Response<M>, Session) -> Fut,
856 Fut: Send + Future<Output = Result<()>>,
857 M: RequestMessage,
858 {
859 let handler = Arc::new(handler);
860 self.add_handler(move |envelope, session| {
861 let receipt = envelope.receipt();
862 let handler = handler.clone();
863 async move {
864 let peer = session.peer.clone();
865 let responded = Arc::new(AtomicBool::default());
866 let response = Response {
867 peer: peer.clone(),
868 responded: responded.clone(),
869 receipt,
870 };
871 match (handler)(envelope.payload, response, session).await {
872 Ok(()) => {
873 if responded.load(std::sync::atomic::Ordering::SeqCst) {
874 Ok(())
875 } else {
876 Err(anyhow!("handler did not send a response"))?
877 }
878 }
879 Err(error) => {
880 let proto_err = match &error {
881 Error::Internal(err) => err.to_proto(),
882 _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
883 };
884 peer.respond_with_error(receipt, proto_err)?;
885 Err(error)
886 }
887 }
888 }
889 })
890 }
891
892 fn add_streaming_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
893 where
894 F: 'static + Send + Sync + Fn(M, StreamingResponse<M>, Session) -> Fut,
895 Fut: Send + Future<Output = Result<()>>,
896 M: RequestMessage,
897 {
898 let handler = Arc::new(handler);
899 self.add_handler(move |envelope, session| {
900 let receipt = envelope.receipt();
901 let handler = handler.clone();
902 async move {
903 let peer = session.peer.clone();
904 let response = StreamingResponse {
905 peer: peer.clone(),
906 receipt,
907 };
908 match (handler)(envelope.payload, response, session).await {
909 Ok(()) => {
910 peer.end_stream(receipt)?;
911 Ok(())
912 }
913 Err(error) => {
914 let proto_err = match &error {
915 Error::Internal(err) => err.to_proto(),
916 _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
917 };
918 peer.respond_with_error(receipt, proto_err)?;
919 Err(error)
920 }
921 }
922 }
923 })
924 }
925
926 #[allow(clippy::too_many_arguments)]
927 pub fn handle_connection(
928 self: &Arc<Self>,
929 connection: Connection,
930 address: String,
931 principal: Principal,
932 zed_version: ZedVersion,
933 send_connection_id: Option<oneshot::Sender<ConnectionId>>,
934 executor: Executor,
935 ) -> impl Future<Output = ()> {
936 let this = self.clone();
937 let span = info_span!("handle connection", %address,
938 connection_id=field::Empty,
939 user_id=field::Empty,
940 login=field::Empty,
941 impersonator=field::Empty,
942 dev_server_id=field::Empty
943 );
944 principal.update_span(&span);
945
946 let mut teardown = self.teardown.subscribe();
947 async move {
948 if *teardown.borrow() {
949 tracing::error!("server is tearing down");
950 return
951 }
952 let (connection_id, handle_io, mut incoming_rx) = this
953 .peer
954 .add_connection(connection, {
955 let executor = executor.clone();
956 move |duration| executor.sleep(duration)
957 });
958 tracing::Span::current().record("connection_id", format!("{}", connection_id));
959 tracing::info!("connection opened");
960
961 let http_client = match IsahcHttpClient::new() {
962 Ok(http_client) => Arc::new(http_client),
963 Err(error) => {
964 tracing::error!(?error, "failed to create HTTP client");
965 return;
966 }
967 };
968
969 let supermaven_client = if let Some(supermaven_admin_api_key) = this.app_state.config.supermaven_admin_api_key.clone() {
970 Some(Arc::new(SupermavenAdminApi::new(
971 supermaven_admin_api_key.to_string(),
972 http_client.clone(),
973 )))
974 } else {
975 None
976 };
977
978 let session = Session {
979 principal: principal.clone(),
980 connection_id,
981 db: Arc::new(tokio::sync::Mutex::new(DbHandle(this.app_state.db.clone()))),
982 peer: this.peer.clone(),
983 connection_pool: this.connection_pool.clone(),
984 live_kit_client: this.app_state.live_kit_client.clone(),
985 http_client,
986 rate_limiter: this.app_state.rate_limiter.clone(),
987 _executor: executor.clone(),
988 supermaven_client,
989 };
990
991 if let Err(error) = this.send_initial_client_update(connection_id, &principal, zed_version, send_connection_id, &session).await {
992 tracing::error!(?error, "failed to send initial client update");
993 return;
994 }
995
996 let handle_io = handle_io.fuse();
997 futures::pin_mut!(handle_io);
998
999 // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
1000 // This prevents deadlocks when e.g., client A performs a request to client B and
1001 // client B performs a request to client A. If both clients stop processing further
1002 // messages until their respective request completes, they won't have a chance to
1003 // respond to the other client's request and cause a deadlock.
1004 //
1005 // This arrangement ensures we will attempt to process earlier messages first, but fall
1006 // back to processing messages arrived later in the spirit of making progress.
1007 let mut foreground_message_handlers = FuturesUnordered::new();
1008 let concurrent_handlers = Arc::new(Semaphore::new(256));
1009 loop {
1010 let next_message = async {
1011 let permit = concurrent_handlers.clone().acquire_owned().await.unwrap();
1012 let message = incoming_rx.next().await;
1013 (permit, message)
1014 }.fuse();
1015 futures::pin_mut!(next_message);
1016 futures::select_biased! {
1017 _ = teardown.changed().fuse() => return,
1018 result = handle_io => {
1019 if let Err(error) = result {
1020 tracing::error!(?error, "error handling I/O");
1021 }
1022 break;
1023 }
1024 _ = foreground_message_handlers.next() => {}
1025 next_message = next_message => {
1026 let (permit, message) = next_message;
1027 if let Some(message) = message {
1028 let type_name = message.payload_type_name();
1029 // note: we copy all the fields from the parent span so we can query them in the logs.
1030 // (https://github.com/tokio-rs/tracing/issues/2670).
1031 let span = tracing::info_span!("receive message", %connection_id, %address, type_name,
1032 user_id=field::Empty,
1033 login=field::Empty,
1034 impersonator=field::Empty,
1035 dev_server_id=field::Empty
1036 );
1037 principal.update_span(&span);
1038 let span_enter = span.enter();
1039 if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
1040 let is_background = message.is_background();
1041 let handle_message = (handler)(message, session.clone());
1042 drop(span_enter);
1043
1044 let handle_message = async move {
1045 handle_message.await;
1046 drop(permit);
1047 }.instrument(span);
1048 if is_background {
1049 executor.spawn_detached(handle_message);
1050 } else {
1051 foreground_message_handlers.push(handle_message);
1052 }
1053 } else {
1054 tracing::error!("no message handler");
1055 }
1056 } else {
1057 tracing::info!("connection closed");
1058 break;
1059 }
1060 }
1061 }
1062 }
1063
1064 drop(foreground_message_handlers);
1065 tracing::info!("signing out");
1066 if let Err(error) = connection_lost(session, teardown, executor).await {
1067 tracing::error!(?error, "error signing out");
1068 }
1069
1070 }.instrument(span)
1071 }
1072
1073 async fn send_initial_client_update(
1074 &self,
1075 connection_id: ConnectionId,
1076 principal: &Principal,
1077 zed_version: ZedVersion,
1078 mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
1079 session: &Session,
1080 ) -> Result<()> {
1081 self.peer.send(
1082 connection_id,
1083 proto::Hello {
1084 peer_id: Some(connection_id.into()),
1085 },
1086 )?;
1087 tracing::info!("sent hello message");
1088 if let Some(send_connection_id) = send_connection_id.take() {
1089 let _ = send_connection_id.send(connection_id);
1090 }
1091
1092 match principal {
1093 Principal::User(user) | Principal::Impersonated { user, admin: _ } => {
1094 if !user.connected_once {
1095 self.peer.send(connection_id, proto::ShowContacts {})?;
1096 self.app_state
1097 .db
1098 .set_user_connected_once(user.id, true)
1099 .await?;
1100 }
1101
1102 let (contacts, channels_for_user, channel_invites, dev_server_projects) =
1103 future::try_join4(
1104 self.app_state.db.get_contacts(user.id),
1105 self.app_state.db.get_channels_for_user(user.id),
1106 self.app_state.db.get_channel_invites_for_user(user.id),
1107 self.app_state.db.dev_server_projects_update(user.id),
1108 )
1109 .await?;
1110
1111 {
1112 let mut pool = self.connection_pool.lock();
1113 pool.add_connection(connection_id, user.id, user.admin, zed_version);
1114 for membership in &channels_for_user.channel_memberships {
1115 pool.subscribe_to_channel(user.id, membership.channel_id, membership.role)
1116 }
1117 self.peer.send(
1118 connection_id,
1119 build_initial_contacts_update(contacts, &pool),
1120 )?;
1121 self.peer.send(
1122 connection_id,
1123 build_update_user_channels(&channels_for_user),
1124 )?;
1125 self.peer.send(
1126 connection_id,
1127 build_channels_update(channels_for_user, channel_invites),
1128 )?;
1129 }
1130 send_dev_server_projects_update(user.id, dev_server_projects, session).await;
1131
1132 if let Some(incoming_call) =
1133 self.app_state.db.incoming_call_for_user(user.id).await?
1134 {
1135 self.peer.send(connection_id, incoming_call)?;
1136 }
1137
1138 update_user_contacts(user.id, &session).await?;
1139 }
1140 Principal::DevServer(dev_server) => {
1141 {
1142 let mut pool = self.connection_pool.lock();
1143 if pool.dev_server_connection_id(dev_server.id).is_some() {
1144 return Err(anyhow!(ErrorCode::DevServerAlreadyOnline))?;
1145 };
1146 pool.add_dev_server(connection_id, dev_server.id, zed_version);
1147 }
1148
1149 let projects = self
1150 .app_state
1151 .db
1152 .get_projects_for_dev_server(dev_server.id)
1153 .await?;
1154 self.peer
1155 .send(connection_id, proto::DevServerInstructions { projects })?;
1156
1157 let status = self
1158 .app_state
1159 .db
1160 .dev_server_projects_update(dev_server.user_id)
1161 .await?;
1162 send_dev_server_projects_update(dev_server.user_id, status, &session).await;
1163 }
1164 }
1165
1166 Ok(())
1167 }
1168
1169 pub async fn invite_code_redeemed(
1170 self: &Arc<Self>,
1171 inviter_id: UserId,
1172 invitee_id: UserId,
1173 ) -> Result<()> {
1174 if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
1175 if let Some(code) = &user.invite_code {
1176 let pool = self.connection_pool.lock();
1177 let invitee_contact = contact_for_user(invitee_id, false, &pool);
1178 for connection_id in pool.user_connection_ids(inviter_id) {
1179 self.peer.send(
1180 connection_id,
1181 proto::UpdateContacts {
1182 contacts: vec![invitee_contact.clone()],
1183 ..Default::default()
1184 },
1185 )?;
1186 self.peer.send(
1187 connection_id,
1188 proto::UpdateInviteInfo {
1189 url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
1190 count: user.invite_count as u32,
1191 },
1192 )?;
1193 }
1194 }
1195 }
1196 Ok(())
1197 }
1198
1199 pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
1200 if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
1201 if let Some(invite_code) = &user.invite_code {
1202 let pool = self.connection_pool.lock();
1203 for connection_id in pool.user_connection_ids(user_id) {
1204 self.peer.send(
1205 connection_id,
1206 proto::UpdateInviteInfo {
1207 url: format!(
1208 "{}{}",
1209 self.app_state.config.invite_link_prefix, invite_code
1210 ),
1211 count: user.invite_count as u32,
1212 },
1213 )?;
1214 }
1215 }
1216 }
1217 Ok(())
1218 }
1219
1220 pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1221 ServerSnapshot {
1222 connection_pool: ConnectionPoolGuard {
1223 guard: self.connection_pool.lock(),
1224 _not_send: PhantomData,
1225 },
1226 peer: &self.peer,
1227 }
1228 }
1229}
1230
1231impl<'a> Deref for ConnectionPoolGuard<'a> {
1232 type Target = ConnectionPool;
1233
1234 fn deref(&self) -> &Self::Target {
1235 &self.guard
1236 }
1237}
1238
1239impl<'a> DerefMut for ConnectionPoolGuard<'a> {
1240 fn deref_mut(&mut self) -> &mut Self::Target {
1241 &mut self.guard
1242 }
1243}
1244
1245impl<'a> Drop for ConnectionPoolGuard<'a> {
1246 fn drop(&mut self) {
1247 #[cfg(test)]
1248 self.check_invariants();
1249 }
1250}
1251
1252fn broadcast<F>(
1253 sender_id: Option<ConnectionId>,
1254 receiver_ids: impl IntoIterator<Item = ConnectionId>,
1255 mut f: F,
1256) where
1257 F: FnMut(ConnectionId) -> anyhow::Result<()>,
1258{
1259 for receiver_id in receiver_ids {
1260 if Some(receiver_id) != sender_id {
1261 if let Err(error) = f(receiver_id) {
1262 tracing::error!("failed to send to {:?} {}", receiver_id, error);
1263 }
1264 }
1265 }
1266}
1267
1268pub struct ProtocolVersion(u32);
1269
1270impl Header for ProtocolVersion {
1271 fn name() -> &'static HeaderName {
1272 static ZED_PROTOCOL_VERSION: OnceLock<HeaderName> = OnceLock::new();
1273 ZED_PROTOCOL_VERSION.get_or_init(|| HeaderName::from_static("x-zed-protocol-version"))
1274 }
1275
1276 fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1277 where
1278 Self: Sized,
1279 I: Iterator<Item = &'i axum::http::HeaderValue>,
1280 {
1281 let version = values
1282 .next()
1283 .ok_or_else(axum::headers::Error::invalid)?
1284 .to_str()
1285 .map_err(|_| axum::headers::Error::invalid())?
1286 .parse()
1287 .map_err(|_| axum::headers::Error::invalid())?;
1288 Ok(Self(version))
1289 }
1290
1291 fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1292 values.extend([self.0.to_string().parse().unwrap()]);
1293 }
1294}
1295
1296pub struct AppVersionHeader(SemanticVersion);
1297impl Header for AppVersionHeader {
1298 fn name() -> &'static HeaderName {
1299 static ZED_APP_VERSION: OnceLock<HeaderName> = OnceLock::new();
1300 ZED_APP_VERSION.get_or_init(|| HeaderName::from_static("x-zed-app-version"))
1301 }
1302
1303 fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1304 where
1305 Self: Sized,
1306 I: Iterator<Item = &'i axum::http::HeaderValue>,
1307 {
1308 let version = values
1309 .next()
1310 .ok_or_else(axum::headers::Error::invalid)?
1311 .to_str()
1312 .map_err(|_| axum::headers::Error::invalid())?
1313 .parse()
1314 .map_err(|_| axum::headers::Error::invalid())?;
1315 Ok(Self(version))
1316 }
1317
1318 fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1319 values.extend([self.0.to_string().parse().unwrap()]);
1320 }
1321}
1322
1323pub fn routes(server: Arc<Server>) -> Router<(), Body> {
1324 Router::new()
1325 .route("/rpc", get(handle_websocket_request))
1326 .layer(
1327 ServiceBuilder::new()
1328 .layer(Extension(server.app_state.clone()))
1329 .layer(middleware::from_fn(auth::validate_header)),
1330 )
1331 .route("/metrics", get(handle_metrics))
1332 .layer(Extension(server))
1333}
1334
1335pub async fn handle_websocket_request(
1336 TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1337 app_version_header: Option<TypedHeader<AppVersionHeader>>,
1338 ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1339 Extension(server): Extension<Arc<Server>>,
1340 Extension(principal): Extension<Principal>,
1341 ws: WebSocketUpgrade,
1342) -> axum::response::Response {
1343 if protocol_version != rpc::PROTOCOL_VERSION {
1344 return (
1345 StatusCode::UPGRADE_REQUIRED,
1346 "client must be upgraded".to_string(),
1347 )
1348 .into_response();
1349 }
1350
1351 let Some(version) = app_version_header.map(|header| ZedVersion(header.0 .0)) else {
1352 return (
1353 StatusCode::UPGRADE_REQUIRED,
1354 "no version header found".to_string(),
1355 )
1356 .into_response();
1357 };
1358
1359 if !version.can_collaborate() {
1360 return (
1361 StatusCode::UPGRADE_REQUIRED,
1362 "client must be upgraded".to_string(),
1363 )
1364 .into_response();
1365 }
1366
1367 let socket_address = socket_address.to_string();
1368 ws.on_upgrade(move |socket| {
1369 let socket = socket
1370 .map_ok(to_tungstenite_message)
1371 .err_into()
1372 .with(|message| async move { Ok(to_axum_message(message)) });
1373 let connection = Connection::new(Box::pin(socket));
1374 async move {
1375 server
1376 .handle_connection(
1377 connection,
1378 socket_address,
1379 principal,
1380 version,
1381 None,
1382 Executor::Production,
1383 )
1384 .await;
1385 }
1386 })
1387}
1388
1389pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> Result<String> {
1390 static CONNECTIONS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1391 let connections_metric = CONNECTIONS_METRIC
1392 .get_or_init(|| register_int_gauge!("connections", "number of connections").unwrap());
1393
1394 let connections = server
1395 .connection_pool
1396 .lock()
1397 .connections()
1398 .filter(|connection| !connection.admin)
1399 .count();
1400 connections_metric.set(connections as _);
1401
1402 static SHARED_PROJECTS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1403 let shared_projects_metric = SHARED_PROJECTS_METRIC.get_or_init(|| {
1404 register_int_gauge!(
1405 "shared_projects",
1406 "number of open projects with one or more guests"
1407 )
1408 .unwrap()
1409 });
1410
1411 let shared_projects = server.app_state.db.project_count_excluding_admins().await?;
1412 shared_projects_metric.set(shared_projects as _);
1413
1414 let encoder = prometheus::TextEncoder::new();
1415 let metric_families = prometheus::gather();
1416 let encoded_metrics = encoder
1417 .encode_to_string(&metric_families)
1418 .map_err(|err| anyhow!("{}", err))?;
1419 Ok(encoded_metrics)
1420}
1421
1422#[instrument(err, skip(executor))]
1423async fn connection_lost(
1424 session: Session,
1425 mut teardown: watch::Receiver<bool>,
1426 executor: Executor,
1427) -> Result<()> {
1428 session.peer.disconnect(session.connection_id);
1429 session
1430 .connection_pool()
1431 .await
1432 .remove_connection(session.connection_id)?;
1433
1434 session
1435 .db()
1436 .await
1437 .connection_lost(session.connection_id)
1438 .await
1439 .trace_err();
1440
1441 futures::select_biased! {
1442 _ = executor.sleep(RECONNECT_TIMEOUT).fuse() => {
1443 match &session.principal {
1444 Principal::User(_) | Principal::Impersonated{ user: _, admin:_ } => {
1445 let session = session.for_user().unwrap();
1446
1447 log::info!("connection lost, removing all resources for user:{}, connection:{:?}", session.user_id(), session.connection_id);
1448 leave_room_for_session(&session, session.connection_id).await.trace_err();
1449 leave_channel_buffers_for_session(&session)
1450 .await
1451 .trace_err();
1452
1453 if !session
1454 .connection_pool()
1455 .await
1456 .is_user_online(session.user_id())
1457 {
1458 let db = session.db().await;
1459 if let Some(room) = db.decline_call(None, session.user_id()).await.trace_err().flatten() {
1460 room_updated(&room, &session.peer);
1461 }
1462 }
1463
1464 update_user_contacts(session.user_id(), &session).await?;
1465 },
1466 Principal::DevServer(_) => {
1467 lost_dev_server_connection(&session.for_dev_server().unwrap()).await?;
1468 },
1469 }
1470 },
1471 _ = teardown.changed().fuse() => {}
1472 }
1473
1474 Ok(())
1475}
1476
1477/// Acknowledges a ping from a client, used to keep the connection alive.
1478async fn ping(_: proto::Ping, response: Response<proto::Ping>, _session: Session) -> Result<()> {
1479 response.send(proto::Ack {})?;
1480 Ok(())
1481}
1482
1483/// Creates a new room for calling (outside of channels)
1484async fn create_room(
1485 _request: proto::CreateRoom,
1486 response: Response<proto::CreateRoom>,
1487 session: UserSession,
1488) -> Result<()> {
1489 let live_kit_room = nanoid::nanoid!(30);
1490
1491 let live_kit_connection_info = util::maybe!(async {
1492 let live_kit = session.live_kit_client.as_ref();
1493 let live_kit = live_kit?;
1494 let user_id = session.user_id().to_string();
1495
1496 let token = live_kit
1497 .room_token(&live_kit_room, &user_id.to_string())
1498 .trace_err()?;
1499
1500 Some(proto::LiveKitConnectionInfo {
1501 server_url: live_kit.url().into(),
1502 token,
1503 can_publish: true,
1504 })
1505 })
1506 .await;
1507
1508 let room = session
1509 .db()
1510 .await
1511 .create_room(session.user_id(), session.connection_id, &live_kit_room)
1512 .await?;
1513
1514 response.send(proto::CreateRoomResponse {
1515 room: Some(room.clone()),
1516 live_kit_connection_info,
1517 })?;
1518
1519 update_user_contacts(session.user_id(), &session).await?;
1520 Ok(())
1521}
1522
1523/// Join a room from an invitation. Equivalent to joining a channel if there is one.
1524async fn join_room(
1525 request: proto::JoinRoom,
1526 response: Response<proto::JoinRoom>,
1527 session: UserSession,
1528) -> Result<()> {
1529 let room_id = RoomId::from_proto(request.id);
1530
1531 let channel_id = session.db().await.channel_id_for_room(room_id).await?;
1532
1533 if let Some(channel_id) = channel_id {
1534 return join_channel_internal(channel_id, Box::new(response), session).await;
1535 }
1536
1537 let joined_room = {
1538 let room = session
1539 .db()
1540 .await
1541 .join_room(room_id, session.user_id(), session.connection_id)
1542 .await?;
1543 room_updated(&room.room, &session.peer);
1544 room.into_inner()
1545 };
1546
1547 for connection_id in session
1548 .connection_pool()
1549 .await
1550 .user_connection_ids(session.user_id())
1551 {
1552 session
1553 .peer
1554 .send(
1555 connection_id,
1556 proto::CallCanceled {
1557 room_id: room_id.to_proto(),
1558 },
1559 )
1560 .trace_err();
1561 }
1562
1563 let live_kit_connection_info = if let Some(live_kit) = session.live_kit_client.as_ref() {
1564 if let Some(token) = live_kit
1565 .room_token(
1566 &joined_room.room.live_kit_room,
1567 &session.user_id().to_string(),
1568 )
1569 .trace_err()
1570 {
1571 Some(proto::LiveKitConnectionInfo {
1572 server_url: live_kit.url().into(),
1573 token,
1574 can_publish: true,
1575 })
1576 } else {
1577 None
1578 }
1579 } else {
1580 None
1581 };
1582
1583 response.send(proto::JoinRoomResponse {
1584 room: Some(joined_room.room),
1585 channel_id: None,
1586 live_kit_connection_info,
1587 })?;
1588
1589 update_user_contacts(session.user_id(), &session).await?;
1590 Ok(())
1591}
1592
1593/// Rejoin room is used to reconnect to a room after connection errors.
1594async fn rejoin_room(
1595 request: proto::RejoinRoom,
1596 response: Response<proto::RejoinRoom>,
1597 session: UserSession,
1598) -> Result<()> {
1599 let room;
1600 let channel;
1601 {
1602 let mut rejoined_room = session
1603 .db()
1604 .await
1605 .rejoin_room(request, session.user_id(), session.connection_id)
1606 .await?;
1607
1608 response.send(proto::RejoinRoomResponse {
1609 room: Some(rejoined_room.room.clone()),
1610 reshared_projects: rejoined_room
1611 .reshared_projects
1612 .iter()
1613 .map(|project| proto::ResharedProject {
1614 id: project.id.to_proto(),
1615 collaborators: project
1616 .collaborators
1617 .iter()
1618 .map(|collaborator| collaborator.to_proto())
1619 .collect(),
1620 })
1621 .collect(),
1622 rejoined_projects: rejoined_room
1623 .rejoined_projects
1624 .iter()
1625 .map(|rejoined_project| rejoined_project.to_proto())
1626 .collect(),
1627 })?;
1628 room_updated(&rejoined_room.room, &session.peer);
1629
1630 for project in &rejoined_room.reshared_projects {
1631 for collaborator in &project.collaborators {
1632 session
1633 .peer
1634 .send(
1635 collaborator.connection_id,
1636 proto::UpdateProjectCollaborator {
1637 project_id: project.id.to_proto(),
1638 old_peer_id: Some(project.old_connection_id.into()),
1639 new_peer_id: Some(session.connection_id.into()),
1640 },
1641 )
1642 .trace_err();
1643 }
1644
1645 broadcast(
1646 Some(session.connection_id),
1647 project
1648 .collaborators
1649 .iter()
1650 .map(|collaborator| collaborator.connection_id),
1651 |connection_id| {
1652 session.peer.forward_send(
1653 session.connection_id,
1654 connection_id,
1655 proto::UpdateProject {
1656 project_id: project.id.to_proto(),
1657 worktrees: project.worktrees.clone(),
1658 },
1659 )
1660 },
1661 );
1662 }
1663
1664 notify_rejoined_projects(&mut rejoined_room.rejoined_projects, &session)?;
1665
1666 let rejoined_room = rejoined_room.into_inner();
1667
1668 room = rejoined_room.room;
1669 channel = rejoined_room.channel;
1670 }
1671
1672 if let Some(channel) = channel {
1673 channel_updated(
1674 &channel,
1675 &room,
1676 &session.peer,
1677 &*session.connection_pool().await,
1678 );
1679 }
1680
1681 update_user_contacts(session.user_id(), &session).await?;
1682 Ok(())
1683}
1684
1685fn notify_rejoined_projects(
1686 rejoined_projects: &mut Vec<RejoinedProject>,
1687 session: &UserSession,
1688) -> Result<()> {
1689 for project in rejoined_projects.iter() {
1690 for collaborator in &project.collaborators {
1691 session
1692 .peer
1693 .send(
1694 collaborator.connection_id,
1695 proto::UpdateProjectCollaborator {
1696 project_id: project.id.to_proto(),
1697 old_peer_id: Some(project.old_connection_id.into()),
1698 new_peer_id: Some(session.connection_id.into()),
1699 },
1700 )
1701 .trace_err();
1702 }
1703 }
1704
1705 for project in rejoined_projects {
1706 for worktree in mem::take(&mut project.worktrees) {
1707 #[cfg(any(test, feature = "test-support"))]
1708 const MAX_CHUNK_SIZE: usize = 2;
1709 #[cfg(not(any(test, feature = "test-support")))]
1710 const MAX_CHUNK_SIZE: usize = 256;
1711
1712 // Stream this worktree's entries.
1713 let message = proto::UpdateWorktree {
1714 project_id: project.id.to_proto(),
1715 worktree_id: worktree.id,
1716 abs_path: worktree.abs_path.clone(),
1717 root_name: worktree.root_name,
1718 updated_entries: worktree.updated_entries,
1719 removed_entries: worktree.removed_entries,
1720 scan_id: worktree.scan_id,
1721 is_last_update: worktree.completed_scan_id == worktree.scan_id,
1722 updated_repositories: worktree.updated_repositories,
1723 removed_repositories: worktree.removed_repositories,
1724 };
1725 for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1726 session.peer.send(session.connection_id, update.clone())?;
1727 }
1728
1729 // Stream this worktree's diagnostics.
1730 for summary in worktree.diagnostic_summaries {
1731 session.peer.send(
1732 session.connection_id,
1733 proto::UpdateDiagnosticSummary {
1734 project_id: project.id.to_proto(),
1735 worktree_id: worktree.id,
1736 summary: Some(summary),
1737 },
1738 )?;
1739 }
1740
1741 for settings_file in worktree.settings_files {
1742 session.peer.send(
1743 session.connection_id,
1744 proto::UpdateWorktreeSettings {
1745 project_id: project.id.to_proto(),
1746 worktree_id: worktree.id,
1747 path: settings_file.path,
1748 content: Some(settings_file.content),
1749 },
1750 )?;
1751 }
1752 }
1753
1754 for language_server in &project.language_servers {
1755 session.peer.send(
1756 session.connection_id,
1757 proto::UpdateLanguageServer {
1758 project_id: project.id.to_proto(),
1759 language_server_id: language_server.id,
1760 variant: Some(
1761 proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1762 proto::LspDiskBasedDiagnosticsUpdated {},
1763 ),
1764 ),
1765 },
1766 )?;
1767 }
1768 }
1769 Ok(())
1770}
1771
1772/// leave room disconnects from the room.
1773async fn leave_room(
1774 _: proto::LeaveRoom,
1775 response: Response<proto::LeaveRoom>,
1776 session: UserSession,
1777) -> Result<()> {
1778 leave_room_for_session(&session, session.connection_id).await?;
1779 response.send(proto::Ack {})?;
1780 Ok(())
1781}
1782
1783/// Updates the permissions of someone else in the room.
1784async fn set_room_participant_role(
1785 request: proto::SetRoomParticipantRole,
1786 response: Response<proto::SetRoomParticipantRole>,
1787 session: UserSession,
1788) -> Result<()> {
1789 let user_id = UserId::from_proto(request.user_id);
1790 let role = ChannelRole::from(request.role());
1791
1792 let (live_kit_room, can_publish) = {
1793 let room = session
1794 .db()
1795 .await
1796 .set_room_participant_role(
1797 session.user_id(),
1798 RoomId::from_proto(request.room_id),
1799 user_id,
1800 role,
1801 )
1802 .await?;
1803
1804 let live_kit_room = room.live_kit_room.clone();
1805 let can_publish = ChannelRole::from(request.role()).can_use_microphone();
1806 room_updated(&room, &session.peer);
1807 (live_kit_room, can_publish)
1808 };
1809
1810 if let Some(live_kit) = session.live_kit_client.as_ref() {
1811 live_kit
1812 .update_participant(
1813 live_kit_room.clone(),
1814 request.user_id.to_string(),
1815 live_kit_server::proto::ParticipantPermission {
1816 can_subscribe: true,
1817 can_publish,
1818 can_publish_data: can_publish,
1819 hidden: false,
1820 recorder: false,
1821 },
1822 )
1823 .await
1824 .trace_err();
1825 }
1826
1827 response.send(proto::Ack {})?;
1828 Ok(())
1829}
1830
1831/// Call someone else into the current room
1832async fn call(
1833 request: proto::Call,
1834 response: Response<proto::Call>,
1835 session: UserSession,
1836) -> Result<()> {
1837 let room_id = RoomId::from_proto(request.room_id);
1838 let calling_user_id = session.user_id();
1839 let calling_connection_id = session.connection_id;
1840 let called_user_id = UserId::from_proto(request.called_user_id);
1841 let initial_project_id = request.initial_project_id.map(ProjectId::from_proto);
1842 if !session
1843 .db()
1844 .await
1845 .has_contact(calling_user_id, called_user_id)
1846 .await?
1847 {
1848 return Err(anyhow!("cannot call a user who isn't a contact"))?;
1849 }
1850
1851 let incoming_call = {
1852 let (room, incoming_call) = &mut *session
1853 .db()
1854 .await
1855 .call(
1856 room_id,
1857 calling_user_id,
1858 calling_connection_id,
1859 called_user_id,
1860 initial_project_id,
1861 )
1862 .await?;
1863 room_updated(&room, &session.peer);
1864 mem::take(incoming_call)
1865 };
1866 update_user_contacts(called_user_id, &session).await?;
1867
1868 let mut calls = session
1869 .connection_pool()
1870 .await
1871 .user_connection_ids(called_user_id)
1872 .map(|connection_id| session.peer.request(connection_id, incoming_call.clone()))
1873 .collect::<FuturesUnordered<_>>();
1874
1875 while let Some(call_response) = calls.next().await {
1876 match call_response.as_ref() {
1877 Ok(_) => {
1878 response.send(proto::Ack {})?;
1879 return Ok(());
1880 }
1881 Err(_) => {
1882 call_response.trace_err();
1883 }
1884 }
1885 }
1886
1887 {
1888 let room = session
1889 .db()
1890 .await
1891 .call_failed(room_id, called_user_id)
1892 .await?;
1893 room_updated(&room, &session.peer);
1894 }
1895 update_user_contacts(called_user_id, &session).await?;
1896
1897 Err(anyhow!("failed to ring user"))?
1898}
1899
1900/// Cancel an outgoing call.
1901async fn cancel_call(
1902 request: proto::CancelCall,
1903 response: Response<proto::CancelCall>,
1904 session: UserSession,
1905) -> Result<()> {
1906 let called_user_id = UserId::from_proto(request.called_user_id);
1907 let room_id = RoomId::from_proto(request.room_id);
1908 {
1909 let room = session
1910 .db()
1911 .await
1912 .cancel_call(room_id, session.connection_id, called_user_id)
1913 .await?;
1914 room_updated(&room, &session.peer);
1915 }
1916
1917 for connection_id in session
1918 .connection_pool()
1919 .await
1920 .user_connection_ids(called_user_id)
1921 {
1922 session
1923 .peer
1924 .send(
1925 connection_id,
1926 proto::CallCanceled {
1927 room_id: room_id.to_proto(),
1928 },
1929 )
1930 .trace_err();
1931 }
1932 response.send(proto::Ack {})?;
1933
1934 update_user_contacts(called_user_id, &session).await?;
1935 Ok(())
1936}
1937
1938/// Decline an incoming call.
1939async fn decline_call(message: proto::DeclineCall, session: UserSession) -> Result<()> {
1940 let room_id = RoomId::from_proto(message.room_id);
1941 {
1942 let room = session
1943 .db()
1944 .await
1945 .decline_call(Some(room_id), session.user_id())
1946 .await?
1947 .ok_or_else(|| anyhow!("failed to decline call"))?;
1948 room_updated(&room, &session.peer);
1949 }
1950
1951 for connection_id in session
1952 .connection_pool()
1953 .await
1954 .user_connection_ids(session.user_id())
1955 {
1956 session
1957 .peer
1958 .send(
1959 connection_id,
1960 proto::CallCanceled {
1961 room_id: room_id.to_proto(),
1962 },
1963 )
1964 .trace_err();
1965 }
1966 update_user_contacts(session.user_id(), &session).await?;
1967 Ok(())
1968}
1969
1970/// Updates other participants in the room with your current location.
1971async fn update_participant_location(
1972 request: proto::UpdateParticipantLocation,
1973 response: Response<proto::UpdateParticipantLocation>,
1974 session: UserSession,
1975) -> Result<()> {
1976 let room_id = RoomId::from_proto(request.room_id);
1977 let location = request
1978 .location
1979 .ok_or_else(|| anyhow!("invalid location"))?;
1980
1981 let db = session.db().await;
1982 let room = db
1983 .update_room_participant_location(room_id, session.connection_id, location)
1984 .await?;
1985
1986 room_updated(&room, &session.peer);
1987 response.send(proto::Ack {})?;
1988 Ok(())
1989}
1990
1991/// Share a project into the room.
1992async fn share_project(
1993 request: proto::ShareProject,
1994 response: Response<proto::ShareProject>,
1995 session: UserSession,
1996) -> Result<()> {
1997 let (project_id, room) = &*session
1998 .db()
1999 .await
2000 .share_project(
2001 RoomId::from_proto(request.room_id),
2002 session.connection_id,
2003 &request.worktrees,
2004 request
2005 .dev_server_project_id
2006 .map(|id| DevServerProjectId::from_proto(id)),
2007 )
2008 .await?;
2009 response.send(proto::ShareProjectResponse {
2010 project_id: project_id.to_proto(),
2011 })?;
2012 room_updated(&room, &session.peer);
2013
2014 Ok(())
2015}
2016
2017/// Unshare a project from the room.
2018async fn unshare_project(message: proto::UnshareProject, session: Session) -> Result<()> {
2019 let project_id = ProjectId::from_proto(message.project_id);
2020 unshare_project_internal(
2021 project_id,
2022 session.connection_id,
2023 session.user_id(),
2024 &session,
2025 )
2026 .await
2027}
2028
2029async fn unshare_project_internal(
2030 project_id: ProjectId,
2031 connection_id: ConnectionId,
2032 user_id: Option<UserId>,
2033 session: &Session,
2034) -> Result<()> {
2035 let (room, guest_connection_ids) = &*session
2036 .db()
2037 .await
2038 .unshare_project(project_id, connection_id, user_id)
2039 .await?;
2040
2041 let message = proto::UnshareProject {
2042 project_id: project_id.to_proto(),
2043 };
2044
2045 broadcast(
2046 Some(connection_id),
2047 guest_connection_ids.iter().copied(),
2048 |conn_id| session.peer.send(conn_id, message.clone()),
2049 );
2050 if let Some(room) = room {
2051 room_updated(room, &session.peer);
2052 }
2053
2054 Ok(())
2055}
2056
2057/// DevServer makes a project available online
2058async fn share_dev_server_project(
2059 request: proto::ShareDevServerProject,
2060 response: Response<proto::ShareDevServerProject>,
2061 session: DevServerSession,
2062) -> Result<()> {
2063 let (dev_server_project, user_id, status) = session
2064 .db()
2065 .await
2066 .share_dev_server_project(
2067 DevServerProjectId::from_proto(request.dev_server_project_id),
2068 session.dev_server_id(),
2069 session.connection_id,
2070 &request.worktrees,
2071 )
2072 .await?;
2073 let Some(project_id) = dev_server_project.project_id else {
2074 return Err(anyhow!("failed to share remote project"))?;
2075 };
2076
2077 send_dev_server_projects_update(user_id, status, &session).await;
2078
2079 response.send(proto::ShareProjectResponse { project_id })?;
2080
2081 Ok(())
2082}
2083
2084/// Join someone elses shared project.
2085async fn join_project(
2086 request: proto::JoinProject,
2087 response: Response<proto::JoinProject>,
2088 session: UserSession,
2089) -> Result<()> {
2090 let project_id = ProjectId::from_proto(request.project_id);
2091
2092 tracing::info!(%project_id, "join project");
2093
2094 let db = session.db().await;
2095 let (project, replica_id) = &mut *db
2096 .join_project(project_id, session.connection_id, session.user_id())
2097 .await?;
2098 drop(db);
2099 tracing::info!(%project_id, "join remote project");
2100 join_project_internal(response, session, project, replica_id)
2101}
2102
2103trait JoinProjectInternalResponse {
2104 fn send(self, result: proto::JoinProjectResponse) -> Result<()>;
2105}
2106impl JoinProjectInternalResponse for Response<proto::JoinProject> {
2107 fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2108 Response::<proto::JoinProject>::send(self, result)
2109 }
2110}
2111impl JoinProjectInternalResponse for Response<proto::JoinHostedProject> {
2112 fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2113 Response::<proto::JoinHostedProject>::send(self, result)
2114 }
2115}
2116
2117fn join_project_internal(
2118 response: impl JoinProjectInternalResponse,
2119 session: UserSession,
2120 project: &mut Project,
2121 replica_id: &ReplicaId,
2122) -> Result<()> {
2123 let collaborators = project
2124 .collaborators
2125 .iter()
2126 .filter(|collaborator| collaborator.connection_id != session.connection_id)
2127 .map(|collaborator| collaborator.to_proto())
2128 .collect::<Vec<_>>();
2129 let project_id = project.id;
2130 let guest_user_id = session.user_id();
2131
2132 let worktrees = project
2133 .worktrees
2134 .iter()
2135 .map(|(id, worktree)| proto::WorktreeMetadata {
2136 id: *id,
2137 root_name: worktree.root_name.clone(),
2138 visible: worktree.visible,
2139 abs_path: worktree.abs_path.clone(),
2140 })
2141 .collect::<Vec<_>>();
2142
2143 let add_project_collaborator = proto::AddProjectCollaborator {
2144 project_id: project_id.to_proto(),
2145 collaborator: Some(proto::Collaborator {
2146 peer_id: Some(session.connection_id.into()),
2147 replica_id: replica_id.0 as u32,
2148 user_id: guest_user_id.to_proto(),
2149 }),
2150 };
2151
2152 for collaborator in &collaborators {
2153 session
2154 .peer
2155 .send(
2156 collaborator.peer_id.unwrap().into(),
2157 add_project_collaborator.clone(),
2158 )
2159 .trace_err();
2160 }
2161
2162 // First, we send the metadata associated with each worktree.
2163 response.send(proto::JoinProjectResponse {
2164 project_id: project.id.0 as u64,
2165 worktrees: worktrees.clone(),
2166 replica_id: replica_id.0 as u32,
2167 collaborators: collaborators.clone(),
2168 language_servers: project.language_servers.clone(),
2169 role: project.role.into(),
2170 dev_server_project_id: project
2171 .dev_server_project_id
2172 .map(|dev_server_project_id| dev_server_project_id.0 as u64),
2173 })?;
2174
2175 for (worktree_id, worktree) in mem::take(&mut project.worktrees) {
2176 #[cfg(any(test, feature = "test-support"))]
2177 const MAX_CHUNK_SIZE: usize = 2;
2178 #[cfg(not(any(test, feature = "test-support")))]
2179 const MAX_CHUNK_SIZE: usize = 256;
2180
2181 // Stream this worktree's entries.
2182 let message = proto::UpdateWorktree {
2183 project_id: project_id.to_proto(),
2184 worktree_id,
2185 abs_path: worktree.abs_path.clone(),
2186 root_name: worktree.root_name,
2187 updated_entries: worktree.entries,
2188 removed_entries: Default::default(),
2189 scan_id: worktree.scan_id,
2190 is_last_update: worktree.scan_id == worktree.completed_scan_id,
2191 updated_repositories: worktree.repository_entries.into_values().collect(),
2192 removed_repositories: Default::default(),
2193 };
2194 for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
2195 session.peer.send(session.connection_id, update.clone())?;
2196 }
2197
2198 // Stream this worktree's diagnostics.
2199 for summary in worktree.diagnostic_summaries {
2200 session.peer.send(
2201 session.connection_id,
2202 proto::UpdateDiagnosticSummary {
2203 project_id: project_id.to_proto(),
2204 worktree_id: worktree.id,
2205 summary: Some(summary),
2206 },
2207 )?;
2208 }
2209
2210 for settings_file in worktree.settings_files {
2211 session.peer.send(
2212 session.connection_id,
2213 proto::UpdateWorktreeSettings {
2214 project_id: project_id.to_proto(),
2215 worktree_id: worktree.id,
2216 path: settings_file.path,
2217 content: Some(settings_file.content),
2218 },
2219 )?;
2220 }
2221 }
2222
2223 for language_server in &project.language_servers {
2224 session.peer.send(
2225 session.connection_id,
2226 proto::UpdateLanguageServer {
2227 project_id: project_id.to_proto(),
2228 language_server_id: language_server.id,
2229 variant: Some(
2230 proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
2231 proto::LspDiskBasedDiagnosticsUpdated {},
2232 ),
2233 ),
2234 },
2235 )?;
2236 }
2237
2238 Ok(())
2239}
2240
2241/// Leave someone elses shared project.
2242async fn leave_project(request: proto::LeaveProject, session: UserSession) -> Result<()> {
2243 let sender_id = session.connection_id;
2244 let project_id = ProjectId::from_proto(request.project_id);
2245 let db = session.db().await;
2246 if db.is_hosted_project(project_id).await? {
2247 let project = db.leave_hosted_project(project_id, sender_id).await?;
2248 project_left(&project, &session);
2249 return Ok(());
2250 }
2251
2252 let (room, project) = &*db.leave_project(project_id, sender_id).await?;
2253 tracing::info!(
2254 %project_id,
2255 "leave project"
2256 );
2257
2258 project_left(&project, &session);
2259 if let Some(room) = room {
2260 room_updated(&room, &session.peer);
2261 }
2262
2263 Ok(())
2264}
2265
2266async fn join_hosted_project(
2267 request: proto::JoinHostedProject,
2268 response: Response<proto::JoinHostedProject>,
2269 session: UserSession,
2270) -> Result<()> {
2271 let (mut project, replica_id) = session
2272 .db()
2273 .await
2274 .join_hosted_project(
2275 ProjectId(request.project_id as i32),
2276 session.user_id(),
2277 session.connection_id,
2278 )
2279 .await?;
2280
2281 join_project_internal(response, session, &mut project, &replica_id)
2282}
2283
2284async fn create_dev_server_project(
2285 request: proto::CreateDevServerProject,
2286 response: Response<proto::CreateDevServerProject>,
2287 session: UserSession,
2288) -> Result<()> {
2289 let dev_server_id = DevServerId(request.dev_server_id as i32);
2290 let dev_server_connection_id = session
2291 .connection_pool()
2292 .await
2293 .dev_server_connection_id(dev_server_id);
2294 let Some(dev_server_connection_id) = dev_server_connection_id else {
2295 Err(ErrorCode::DevServerOffline
2296 .message("Cannot create a remote project when the dev server is offline".to_string())
2297 .anyhow())?
2298 };
2299
2300 let path = request.path.clone();
2301 //Check that the path exists on the dev server
2302 session
2303 .peer
2304 .forward_request(
2305 session.connection_id,
2306 dev_server_connection_id,
2307 proto::ValidateDevServerProjectRequest { path: path.clone() },
2308 )
2309 .await?;
2310
2311 let (dev_server_project, update) = session
2312 .db()
2313 .await
2314 .create_dev_server_project(
2315 DevServerId(request.dev_server_id as i32),
2316 &request.path,
2317 session.user_id(),
2318 )
2319 .await?;
2320
2321 let projects = session
2322 .db()
2323 .await
2324 .get_projects_for_dev_server(dev_server_project.dev_server_id)
2325 .await?;
2326
2327 session.peer.send(
2328 dev_server_connection_id,
2329 proto::DevServerInstructions { projects },
2330 )?;
2331
2332 send_dev_server_projects_update(session.user_id(), update, &session).await;
2333
2334 response.send(proto::CreateDevServerProjectResponse {
2335 dev_server_project: Some(dev_server_project.to_proto(None)),
2336 })?;
2337 Ok(())
2338}
2339
2340async fn create_dev_server(
2341 request: proto::CreateDevServer,
2342 response: Response<proto::CreateDevServer>,
2343 session: UserSession,
2344) -> Result<()> {
2345 let access_token = auth::random_token();
2346 let hashed_access_token = auth::hash_access_token(&access_token);
2347
2348 if request.name.is_empty() {
2349 return Err(proto::ErrorCode::Forbidden
2350 .message("Dev server name cannot be empty".to_string())
2351 .anyhow())?;
2352 }
2353
2354 let (dev_server, status) = session
2355 .db()
2356 .await
2357 .create_dev_server(&request.name, &hashed_access_token, session.user_id())
2358 .await?;
2359
2360 send_dev_server_projects_update(session.user_id(), status, &session).await;
2361
2362 response.send(proto::CreateDevServerResponse {
2363 dev_server_id: dev_server.id.0 as u64,
2364 access_token: auth::generate_dev_server_token(dev_server.id.0 as usize, access_token),
2365 name: request.name.clone(),
2366 })?;
2367 Ok(())
2368}
2369
2370async fn regenerate_dev_server_token(
2371 request: proto::RegenerateDevServerToken,
2372 response: Response<proto::RegenerateDevServerToken>,
2373 session: UserSession,
2374) -> Result<()> {
2375 let dev_server_id = DevServerId(request.dev_server_id as i32);
2376 let access_token = auth::random_token();
2377 let hashed_access_token = auth::hash_access_token(&access_token);
2378
2379 let connection_id = session
2380 .connection_pool()
2381 .await
2382 .dev_server_connection_id(dev_server_id);
2383 if let Some(connection_id) = connection_id {
2384 shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2385 session
2386 .peer
2387 .send(connection_id, proto::ShutdownDevServer {})?;
2388 let _ = remove_dev_server_connection(dev_server_id, &session).await;
2389 }
2390
2391 let status = session
2392 .db()
2393 .await
2394 .update_dev_server_token(dev_server_id, &hashed_access_token, session.user_id())
2395 .await?;
2396
2397 send_dev_server_projects_update(session.user_id(), status, &session).await;
2398
2399 response.send(proto::RegenerateDevServerTokenResponse {
2400 dev_server_id: dev_server_id.to_proto(),
2401 access_token: auth::generate_dev_server_token(dev_server_id.0 as usize, access_token),
2402 })?;
2403 Ok(())
2404}
2405
2406async fn rename_dev_server(
2407 request: proto::RenameDevServer,
2408 response: Response<proto::RenameDevServer>,
2409 session: UserSession,
2410) -> Result<()> {
2411 if request.name.trim().is_empty() {
2412 return Err(proto::ErrorCode::Forbidden
2413 .message("Dev server name cannot be empty".to_string())
2414 .anyhow())?;
2415 }
2416
2417 let dev_server_id = DevServerId(request.dev_server_id as i32);
2418 let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2419 if dev_server.user_id != session.user_id() {
2420 return Err(anyhow!(ErrorCode::Forbidden))?;
2421 }
2422
2423 let status = session
2424 .db()
2425 .await
2426 .rename_dev_server(dev_server_id, &request.name, session.user_id())
2427 .await?;
2428
2429 send_dev_server_projects_update(session.user_id(), status, &session).await;
2430
2431 response.send(proto::Ack {})?;
2432 Ok(())
2433}
2434
2435async fn delete_dev_server(
2436 request: proto::DeleteDevServer,
2437 response: Response<proto::DeleteDevServer>,
2438 session: UserSession,
2439) -> Result<()> {
2440 let dev_server_id = DevServerId(request.dev_server_id as i32);
2441 let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2442 if dev_server.user_id != session.user_id() {
2443 return Err(anyhow!(ErrorCode::Forbidden))?;
2444 }
2445
2446 let connection_id = session
2447 .connection_pool()
2448 .await
2449 .dev_server_connection_id(dev_server_id);
2450 if let Some(connection_id) = connection_id {
2451 shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2452 session
2453 .peer
2454 .send(connection_id, proto::ShutdownDevServer {})?;
2455 let _ = remove_dev_server_connection(dev_server_id, &session).await;
2456 }
2457
2458 let status = session
2459 .db()
2460 .await
2461 .delete_dev_server(dev_server_id, session.user_id())
2462 .await?;
2463
2464 send_dev_server_projects_update(session.user_id(), status, &session).await;
2465
2466 response.send(proto::Ack {})?;
2467 Ok(())
2468}
2469
2470async fn delete_dev_server_project(
2471 request: proto::DeleteDevServerProject,
2472 response: Response<proto::DeleteDevServerProject>,
2473 session: UserSession,
2474) -> Result<()> {
2475 let dev_server_project_id = DevServerProjectId(request.dev_server_project_id as i32);
2476 let dev_server_project = session
2477 .db()
2478 .await
2479 .get_dev_server_project(dev_server_project_id)
2480 .await?;
2481
2482 let dev_server = session
2483 .db()
2484 .await
2485 .get_dev_server(dev_server_project.dev_server_id)
2486 .await?;
2487 if dev_server.user_id != session.user_id() {
2488 return Err(anyhow!(ErrorCode::Forbidden))?;
2489 }
2490
2491 let dev_server_connection_id = session
2492 .connection_pool()
2493 .await
2494 .dev_server_connection_id(dev_server.id);
2495
2496 if let Some(dev_server_connection_id) = dev_server_connection_id {
2497 let project = session
2498 .db()
2499 .await
2500 .find_dev_server_project(dev_server_project_id)
2501 .await;
2502 if let Ok(project) = project {
2503 unshare_project_internal(
2504 project.id,
2505 dev_server_connection_id,
2506 Some(session.user_id()),
2507 &session,
2508 )
2509 .await?;
2510 }
2511 }
2512
2513 let (projects, status) = session
2514 .db()
2515 .await
2516 .delete_dev_server_project(dev_server_project_id, dev_server.id, session.user_id())
2517 .await?;
2518
2519 if let Some(dev_server_connection_id) = dev_server_connection_id {
2520 session.peer.send(
2521 dev_server_connection_id,
2522 proto::DevServerInstructions { projects },
2523 )?;
2524 }
2525
2526 send_dev_server_projects_update(session.user_id(), status, &session).await;
2527
2528 response.send(proto::Ack {})?;
2529 Ok(())
2530}
2531
2532async fn rejoin_dev_server_projects(
2533 request: proto::RejoinRemoteProjects,
2534 response: Response<proto::RejoinRemoteProjects>,
2535 session: UserSession,
2536) -> Result<()> {
2537 let mut rejoined_projects = {
2538 let db = session.db().await;
2539 db.rejoin_dev_server_projects(
2540 &request.rejoined_projects,
2541 session.user_id(),
2542 session.0.connection_id,
2543 )
2544 .await?
2545 };
2546 notify_rejoined_projects(&mut rejoined_projects, &session)?;
2547
2548 response.send(proto::RejoinRemoteProjectsResponse {
2549 rejoined_projects: rejoined_projects
2550 .into_iter()
2551 .map(|project| project.to_proto())
2552 .collect(),
2553 })
2554}
2555
2556async fn reconnect_dev_server(
2557 request: proto::ReconnectDevServer,
2558 response: Response<proto::ReconnectDevServer>,
2559 session: DevServerSession,
2560) -> Result<()> {
2561 let reshared_projects = {
2562 let db = session.db().await;
2563 db.reshare_dev_server_projects(
2564 &request.reshared_projects,
2565 session.dev_server_id(),
2566 session.0.connection_id,
2567 )
2568 .await?
2569 };
2570
2571 for project in &reshared_projects {
2572 for collaborator in &project.collaborators {
2573 session
2574 .peer
2575 .send(
2576 collaborator.connection_id,
2577 proto::UpdateProjectCollaborator {
2578 project_id: project.id.to_proto(),
2579 old_peer_id: Some(project.old_connection_id.into()),
2580 new_peer_id: Some(session.connection_id.into()),
2581 },
2582 )
2583 .trace_err();
2584 }
2585
2586 broadcast(
2587 Some(session.connection_id),
2588 project
2589 .collaborators
2590 .iter()
2591 .map(|collaborator| collaborator.connection_id),
2592 |connection_id| {
2593 session.peer.forward_send(
2594 session.connection_id,
2595 connection_id,
2596 proto::UpdateProject {
2597 project_id: project.id.to_proto(),
2598 worktrees: project.worktrees.clone(),
2599 },
2600 )
2601 },
2602 );
2603 }
2604
2605 response.send(proto::ReconnectDevServerResponse {
2606 reshared_projects: reshared_projects
2607 .iter()
2608 .map(|project| proto::ResharedProject {
2609 id: project.id.to_proto(),
2610 collaborators: project
2611 .collaborators
2612 .iter()
2613 .map(|collaborator| collaborator.to_proto())
2614 .collect(),
2615 })
2616 .collect(),
2617 })?;
2618
2619 Ok(())
2620}
2621
2622async fn shutdown_dev_server(
2623 _: proto::ShutdownDevServer,
2624 response: Response<proto::ShutdownDevServer>,
2625 session: DevServerSession,
2626) -> Result<()> {
2627 response.send(proto::Ack {})?;
2628 shutdown_dev_server_internal(session.dev_server_id(), session.connection_id, &session).await?;
2629 remove_dev_server_connection(session.dev_server_id(), &session).await
2630}
2631
2632async fn shutdown_dev_server_internal(
2633 dev_server_id: DevServerId,
2634 connection_id: ConnectionId,
2635 session: &Session,
2636) -> Result<()> {
2637 let (dev_server_projects, dev_server) = {
2638 let db = session.db().await;
2639 let dev_server_projects = db.get_projects_for_dev_server(dev_server_id).await?;
2640 let dev_server = db.get_dev_server(dev_server_id).await?;
2641 (dev_server_projects, dev_server)
2642 };
2643
2644 for project_id in dev_server_projects.iter().filter_map(|p| p.project_id) {
2645 unshare_project_internal(
2646 ProjectId::from_proto(project_id),
2647 connection_id,
2648 None,
2649 session,
2650 )
2651 .await?;
2652 }
2653
2654 session
2655 .connection_pool()
2656 .await
2657 .set_dev_server_offline(dev_server_id);
2658
2659 let status = session
2660 .db()
2661 .await
2662 .dev_server_projects_update(dev_server.user_id)
2663 .await?;
2664 send_dev_server_projects_update(dev_server.user_id, status, &session).await;
2665
2666 Ok(())
2667}
2668
2669async fn remove_dev_server_connection(dev_server_id: DevServerId, session: &Session) -> Result<()> {
2670 let dev_server_connection = session
2671 .connection_pool()
2672 .await
2673 .dev_server_connection_id(dev_server_id);
2674
2675 if let Some(dev_server_connection) = dev_server_connection {
2676 session
2677 .connection_pool()
2678 .await
2679 .remove_connection(dev_server_connection)?;
2680 }
2681 Ok(())
2682}
2683
2684/// Updates other participants with changes to the project
2685async fn update_project(
2686 request: proto::UpdateProject,
2687 response: Response<proto::UpdateProject>,
2688 session: Session,
2689) -> Result<()> {
2690 let project_id = ProjectId::from_proto(request.project_id);
2691 let (room, guest_connection_ids) = &*session
2692 .db()
2693 .await
2694 .update_project(project_id, session.connection_id, &request.worktrees)
2695 .await?;
2696 broadcast(
2697 Some(session.connection_id),
2698 guest_connection_ids.iter().copied(),
2699 |connection_id| {
2700 session
2701 .peer
2702 .forward_send(session.connection_id, connection_id, request.clone())
2703 },
2704 );
2705 if let Some(room) = room {
2706 room_updated(&room, &session.peer);
2707 }
2708 response.send(proto::Ack {})?;
2709
2710 Ok(())
2711}
2712
2713/// Updates other participants with changes to the worktree
2714async fn update_worktree(
2715 request: proto::UpdateWorktree,
2716 response: Response<proto::UpdateWorktree>,
2717 session: Session,
2718) -> Result<()> {
2719 let guest_connection_ids = session
2720 .db()
2721 .await
2722 .update_worktree(&request, session.connection_id)
2723 .await?;
2724
2725 broadcast(
2726 Some(session.connection_id),
2727 guest_connection_ids.iter().copied(),
2728 |connection_id| {
2729 session
2730 .peer
2731 .forward_send(session.connection_id, connection_id, request.clone())
2732 },
2733 );
2734 response.send(proto::Ack {})?;
2735 Ok(())
2736}
2737
2738/// Updates other participants with changes to the diagnostics
2739async fn update_diagnostic_summary(
2740 message: proto::UpdateDiagnosticSummary,
2741 session: Session,
2742) -> Result<()> {
2743 let guest_connection_ids = session
2744 .db()
2745 .await
2746 .update_diagnostic_summary(&message, session.connection_id)
2747 .await?;
2748
2749 broadcast(
2750 Some(session.connection_id),
2751 guest_connection_ids.iter().copied(),
2752 |connection_id| {
2753 session
2754 .peer
2755 .forward_send(session.connection_id, connection_id, message.clone())
2756 },
2757 );
2758
2759 Ok(())
2760}
2761
2762/// Updates other participants with changes to the worktree settings
2763async fn update_worktree_settings(
2764 message: proto::UpdateWorktreeSettings,
2765 session: Session,
2766) -> Result<()> {
2767 let guest_connection_ids = session
2768 .db()
2769 .await
2770 .update_worktree_settings(&message, session.connection_id)
2771 .await?;
2772
2773 broadcast(
2774 Some(session.connection_id),
2775 guest_connection_ids.iter().copied(),
2776 |connection_id| {
2777 session
2778 .peer
2779 .forward_send(session.connection_id, connection_id, message.clone())
2780 },
2781 );
2782
2783 Ok(())
2784}
2785
2786/// Notify other participants that a language server has started.
2787async fn start_language_server(
2788 request: proto::StartLanguageServer,
2789 session: Session,
2790) -> Result<()> {
2791 let guest_connection_ids = session
2792 .db()
2793 .await
2794 .start_language_server(&request, session.connection_id)
2795 .await?;
2796
2797 broadcast(
2798 Some(session.connection_id),
2799 guest_connection_ids.iter().copied(),
2800 |connection_id| {
2801 session
2802 .peer
2803 .forward_send(session.connection_id, connection_id, request.clone())
2804 },
2805 );
2806 Ok(())
2807}
2808
2809/// Notify other participants that a language server has changed.
2810async fn update_language_server(
2811 request: proto::UpdateLanguageServer,
2812 session: Session,
2813) -> Result<()> {
2814 let project_id = ProjectId::from_proto(request.project_id);
2815 let project_connection_ids = session
2816 .db()
2817 .await
2818 .project_connection_ids(project_id, session.connection_id, true)
2819 .await?;
2820 broadcast(
2821 Some(session.connection_id),
2822 project_connection_ids.iter().copied(),
2823 |connection_id| {
2824 session
2825 .peer
2826 .forward_send(session.connection_id, connection_id, request.clone())
2827 },
2828 );
2829 Ok(())
2830}
2831
2832/// forward a project request to the host. These requests should be read only
2833/// as guests are allowed to send them.
2834async fn forward_read_only_project_request<T>(
2835 request: T,
2836 response: Response<T>,
2837 session: UserSession,
2838) -> Result<()>
2839where
2840 T: EntityMessage + RequestMessage,
2841{
2842 let project_id = ProjectId::from_proto(request.remote_entity_id());
2843 let host_connection_id = session
2844 .db()
2845 .await
2846 .host_for_read_only_project_request(project_id, session.connection_id, session.user_id())
2847 .await?;
2848 let payload = session
2849 .peer
2850 .forward_request(session.connection_id, host_connection_id, request)
2851 .await?;
2852 response.send(payload)?;
2853 Ok(())
2854}
2855
2856/// forward a project request to the host. These requests are disallowed
2857/// for guests.
2858async fn forward_mutating_project_request<T>(
2859 request: T,
2860 response: Response<T>,
2861 session: UserSession,
2862) -> Result<()>
2863where
2864 T: EntityMessage + RequestMessage,
2865{
2866 let project_id = ProjectId::from_proto(request.remote_entity_id());
2867
2868 let host_connection_id = session
2869 .db()
2870 .await
2871 .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2872 .await?;
2873 let payload = session
2874 .peer
2875 .forward_request(session.connection_id, host_connection_id, request)
2876 .await?;
2877 response.send(payload)?;
2878 Ok(())
2879}
2880
2881/// forward a project request to the host. These requests are disallowed
2882/// for guests.
2883async fn forward_versioned_mutating_project_request<T>(
2884 request: T,
2885 response: Response<T>,
2886 session: UserSession,
2887) -> Result<()>
2888where
2889 T: EntityMessage + RequestMessage + VersionedMessage,
2890{
2891 let project_id = ProjectId::from_proto(request.remote_entity_id());
2892
2893 let host_connection_id = session
2894 .db()
2895 .await
2896 .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2897 .await?;
2898 if let Some(host_version) = session
2899 .connection_pool()
2900 .await
2901 .connection(host_connection_id)
2902 .map(|c| c.zed_version)
2903 {
2904 if let Some(min_required_version) = request.required_host_version() {
2905 if min_required_version > host_version {
2906 return Err(anyhow!(ErrorCode::RemoteUpgradeRequired
2907 .with_tag("required", &min_required_version.to_string())))?;
2908 }
2909 }
2910 }
2911
2912 let payload = session
2913 .peer
2914 .forward_request(session.connection_id, host_connection_id, request)
2915 .await?;
2916 response.send(payload)?;
2917 Ok(())
2918}
2919
2920/// Notify other participants that a new buffer has been created
2921async fn create_buffer_for_peer(
2922 request: proto::CreateBufferForPeer,
2923 session: Session,
2924) -> Result<()> {
2925 session
2926 .db()
2927 .await
2928 .check_user_is_project_host(
2929 ProjectId::from_proto(request.project_id),
2930 session.connection_id,
2931 )
2932 .await?;
2933 let peer_id = request.peer_id.ok_or_else(|| anyhow!("invalid peer id"))?;
2934 session
2935 .peer
2936 .forward_send(session.connection_id, peer_id.into(), request)?;
2937 Ok(())
2938}
2939
2940/// Notify other participants that a buffer has been updated. This is
2941/// allowed for guests as long as the update is limited to selections.
2942async fn update_buffer(
2943 request: proto::UpdateBuffer,
2944 response: Response<proto::UpdateBuffer>,
2945 session: Session,
2946) -> Result<()> {
2947 let project_id = ProjectId::from_proto(request.project_id);
2948 let mut capability = Capability::ReadOnly;
2949
2950 for op in request.operations.iter() {
2951 match op.variant {
2952 None | Some(proto::operation::Variant::UpdateSelections(_)) => {}
2953 Some(_) => capability = Capability::ReadWrite,
2954 }
2955 }
2956
2957 let host = {
2958 let guard = session
2959 .db()
2960 .await
2961 .connections_for_buffer_update(
2962 project_id,
2963 session.principal_id(),
2964 session.connection_id,
2965 capability,
2966 )
2967 .await?;
2968
2969 let (host, guests) = &*guard;
2970
2971 broadcast(
2972 Some(session.connection_id),
2973 guests.clone(),
2974 |connection_id| {
2975 session
2976 .peer
2977 .forward_send(session.connection_id, connection_id, request.clone())
2978 },
2979 );
2980
2981 *host
2982 };
2983
2984 if host != session.connection_id {
2985 session
2986 .peer
2987 .forward_request(session.connection_id, host, request.clone())
2988 .await?;
2989 }
2990
2991 response.send(proto::Ack {})?;
2992 Ok(())
2993}
2994
2995/// Notify other participants that a project has been updated.
2996async fn broadcast_project_message_from_host<T: EntityMessage<Entity = ShareProject>>(
2997 request: T,
2998 session: Session,
2999) -> Result<()> {
3000 let project_id = ProjectId::from_proto(request.remote_entity_id());
3001 let project_connection_ids = session
3002 .db()
3003 .await
3004 .project_connection_ids(project_id, session.connection_id, false)
3005 .await?;
3006
3007 broadcast(
3008 Some(session.connection_id),
3009 project_connection_ids.iter().copied(),
3010 |connection_id| {
3011 session
3012 .peer
3013 .forward_send(session.connection_id, connection_id, request.clone())
3014 },
3015 );
3016 Ok(())
3017}
3018
3019/// Start following another user in a call.
3020async fn follow(
3021 request: proto::Follow,
3022 response: Response<proto::Follow>,
3023 session: UserSession,
3024) -> Result<()> {
3025 let room_id = RoomId::from_proto(request.room_id);
3026 let project_id = request.project_id.map(ProjectId::from_proto);
3027 let leader_id = request
3028 .leader_id
3029 .ok_or_else(|| anyhow!("invalid leader id"))?
3030 .into();
3031 let follower_id = session.connection_id;
3032
3033 session
3034 .db()
3035 .await
3036 .check_room_participants(room_id, leader_id, session.connection_id)
3037 .await?;
3038
3039 let response_payload = session
3040 .peer
3041 .forward_request(session.connection_id, leader_id, request)
3042 .await?;
3043 response.send(response_payload)?;
3044
3045 if let Some(project_id) = project_id {
3046 let room = session
3047 .db()
3048 .await
3049 .follow(room_id, project_id, leader_id, follower_id)
3050 .await?;
3051 room_updated(&room, &session.peer);
3052 }
3053
3054 Ok(())
3055}
3056
3057/// Stop following another user in a call.
3058async fn unfollow(request: proto::Unfollow, session: UserSession) -> Result<()> {
3059 let room_id = RoomId::from_proto(request.room_id);
3060 let project_id = request.project_id.map(ProjectId::from_proto);
3061 let leader_id = request
3062 .leader_id
3063 .ok_or_else(|| anyhow!("invalid leader id"))?
3064 .into();
3065 let follower_id = session.connection_id;
3066
3067 session
3068 .db()
3069 .await
3070 .check_room_participants(room_id, leader_id, session.connection_id)
3071 .await?;
3072
3073 session
3074 .peer
3075 .forward_send(session.connection_id, leader_id, request)?;
3076
3077 if let Some(project_id) = project_id {
3078 let room = session
3079 .db()
3080 .await
3081 .unfollow(room_id, project_id, leader_id, follower_id)
3082 .await?;
3083 room_updated(&room, &session.peer);
3084 }
3085
3086 Ok(())
3087}
3088
3089/// Notify everyone following you of your current location.
3090async fn update_followers(request: proto::UpdateFollowers, session: UserSession) -> Result<()> {
3091 let room_id = RoomId::from_proto(request.room_id);
3092 let database = session.db.lock().await;
3093
3094 let connection_ids = if let Some(project_id) = request.project_id {
3095 let project_id = ProjectId::from_proto(project_id);
3096 database
3097 .project_connection_ids(project_id, session.connection_id, true)
3098 .await?
3099 } else {
3100 database
3101 .room_connection_ids(room_id, session.connection_id)
3102 .await?
3103 };
3104
3105 // For now, don't send view update messages back to that view's current leader.
3106 let peer_id_to_omit = request.variant.as_ref().and_then(|variant| match variant {
3107 proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
3108 _ => None,
3109 });
3110
3111 for connection_id in connection_ids.iter().cloned() {
3112 if Some(connection_id.into()) != peer_id_to_omit && connection_id != session.connection_id {
3113 session
3114 .peer
3115 .forward_send(session.connection_id, connection_id, request.clone())?;
3116 }
3117 }
3118 Ok(())
3119}
3120
3121/// Get public data about users.
3122async fn get_users(
3123 request: proto::GetUsers,
3124 response: Response<proto::GetUsers>,
3125 session: Session,
3126) -> Result<()> {
3127 let user_ids = request
3128 .user_ids
3129 .into_iter()
3130 .map(UserId::from_proto)
3131 .collect();
3132 let users = session
3133 .db()
3134 .await
3135 .get_users_by_ids(user_ids)
3136 .await?
3137 .into_iter()
3138 .map(|user| proto::User {
3139 id: user.id.to_proto(),
3140 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3141 github_login: user.github_login,
3142 })
3143 .collect();
3144 response.send(proto::UsersResponse { users })?;
3145 Ok(())
3146}
3147
3148/// Search for users (to invite) buy Github login
3149async fn fuzzy_search_users(
3150 request: proto::FuzzySearchUsers,
3151 response: Response<proto::FuzzySearchUsers>,
3152 session: UserSession,
3153) -> Result<()> {
3154 let query = request.query;
3155 let users = match query.len() {
3156 0 => vec![],
3157 1 | 2 => session
3158 .db()
3159 .await
3160 .get_user_by_github_login(&query)
3161 .await?
3162 .into_iter()
3163 .collect(),
3164 _ => session.db().await.fuzzy_search_users(&query, 10).await?,
3165 };
3166 let users = users
3167 .into_iter()
3168 .filter(|user| user.id != session.user_id())
3169 .map(|user| proto::User {
3170 id: user.id.to_proto(),
3171 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3172 github_login: user.github_login,
3173 })
3174 .collect();
3175 response.send(proto::UsersResponse { users })?;
3176 Ok(())
3177}
3178
3179/// Send a contact request to another user.
3180async fn request_contact(
3181 request: proto::RequestContact,
3182 response: Response<proto::RequestContact>,
3183 session: UserSession,
3184) -> Result<()> {
3185 let requester_id = session.user_id();
3186 let responder_id = UserId::from_proto(request.responder_id);
3187 if requester_id == responder_id {
3188 return Err(anyhow!("cannot add yourself as a contact"))?;
3189 }
3190
3191 let notifications = session
3192 .db()
3193 .await
3194 .send_contact_request(requester_id, responder_id)
3195 .await?;
3196
3197 // Update outgoing contact requests of requester
3198 let mut update = proto::UpdateContacts::default();
3199 update.outgoing_requests.push(responder_id.to_proto());
3200 for connection_id in session
3201 .connection_pool()
3202 .await
3203 .user_connection_ids(requester_id)
3204 {
3205 session.peer.send(connection_id, update.clone())?;
3206 }
3207
3208 // Update incoming contact requests of responder
3209 let mut update = proto::UpdateContacts::default();
3210 update
3211 .incoming_requests
3212 .push(proto::IncomingContactRequest {
3213 requester_id: requester_id.to_proto(),
3214 });
3215 let connection_pool = session.connection_pool().await;
3216 for connection_id in connection_pool.user_connection_ids(responder_id) {
3217 session.peer.send(connection_id, update.clone())?;
3218 }
3219
3220 send_notifications(&connection_pool, &session.peer, notifications);
3221
3222 response.send(proto::Ack {})?;
3223 Ok(())
3224}
3225
3226/// Accept or decline a contact request
3227async fn respond_to_contact_request(
3228 request: proto::RespondToContactRequest,
3229 response: Response<proto::RespondToContactRequest>,
3230 session: UserSession,
3231) -> Result<()> {
3232 let responder_id = session.user_id();
3233 let requester_id = UserId::from_proto(request.requester_id);
3234 let db = session.db().await;
3235 if request.response == proto::ContactRequestResponse::Dismiss as i32 {
3236 db.dismiss_contact_notification(responder_id, requester_id)
3237 .await?;
3238 } else {
3239 let accept = request.response == proto::ContactRequestResponse::Accept as i32;
3240
3241 let notifications = db
3242 .respond_to_contact_request(responder_id, requester_id, accept)
3243 .await?;
3244 let requester_busy = db.is_user_busy(requester_id).await?;
3245 let responder_busy = db.is_user_busy(responder_id).await?;
3246
3247 let pool = session.connection_pool().await;
3248 // Update responder with new contact
3249 let mut update = proto::UpdateContacts::default();
3250 if accept {
3251 update
3252 .contacts
3253 .push(contact_for_user(requester_id, requester_busy, &pool));
3254 }
3255 update
3256 .remove_incoming_requests
3257 .push(requester_id.to_proto());
3258 for connection_id in pool.user_connection_ids(responder_id) {
3259 session.peer.send(connection_id, update.clone())?;
3260 }
3261
3262 // Update requester with new contact
3263 let mut update = proto::UpdateContacts::default();
3264 if accept {
3265 update
3266 .contacts
3267 .push(contact_for_user(responder_id, responder_busy, &pool));
3268 }
3269 update
3270 .remove_outgoing_requests
3271 .push(responder_id.to_proto());
3272
3273 for connection_id in pool.user_connection_ids(requester_id) {
3274 session.peer.send(connection_id, update.clone())?;
3275 }
3276
3277 send_notifications(&pool, &session.peer, notifications);
3278 }
3279
3280 response.send(proto::Ack {})?;
3281 Ok(())
3282}
3283
3284/// Remove a contact.
3285async fn remove_contact(
3286 request: proto::RemoveContact,
3287 response: Response<proto::RemoveContact>,
3288 session: UserSession,
3289) -> Result<()> {
3290 let requester_id = session.user_id();
3291 let responder_id = UserId::from_proto(request.user_id);
3292 let db = session.db().await;
3293 let (contact_accepted, deleted_notification_id) =
3294 db.remove_contact(requester_id, responder_id).await?;
3295
3296 let pool = session.connection_pool().await;
3297 // Update outgoing contact requests of requester
3298 let mut update = proto::UpdateContacts::default();
3299 if contact_accepted {
3300 update.remove_contacts.push(responder_id.to_proto());
3301 } else {
3302 update
3303 .remove_outgoing_requests
3304 .push(responder_id.to_proto());
3305 }
3306 for connection_id in pool.user_connection_ids(requester_id) {
3307 session.peer.send(connection_id, update.clone())?;
3308 }
3309
3310 // Update incoming contact requests of responder
3311 let mut update = proto::UpdateContacts::default();
3312 if contact_accepted {
3313 update.remove_contacts.push(requester_id.to_proto());
3314 } else {
3315 update
3316 .remove_incoming_requests
3317 .push(requester_id.to_proto());
3318 }
3319 for connection_id in pool.user_connection_ids(responder_id) {
3320 session.peer.send(connection_id, update.clone())?;
3321 if let Some(notification_id) = deleted_notification_id {
3322 session.peer.send(
3323 connection_id,
3324 proto::DeleteNotification {
3325 notification_id: notification_id.to_proto(),
3326 },
3327 )?;
3328 }
3329 }
3330
3331 response.send(proto::Ack {})?;
3332 Ok(())
3333}
3334
3335/// Creates a new channel.
3336async fn create_channel(
3337 request: proto::CreateChannel,
3338 response: Response<proto::CreateChannel>,
3339 session: UserSession,
3340) -> Result<()> {
3341 let db = session.db().await;
3342
3343 let parent_id = request.parent_id.map(|id| ChannelId::from_proto(id));
3344 let (channel, membership) = db
3345 .create_channel(&request.name, parent_id, session.user_id())
3346 .await?;
3347
3348 let root_id = channel.root_id();
3349 let channel = Channel::from_model(channel);
3350
3351 response.send(proto::CreateChannelResponse {
3352 channel: Some(channel.to_proto()),
3353 parent_id: request.parent_id,
3354 })?;
3355
3356 let mut connection_pool = session.connection_pool().await;
3357 if let Some(membership) = membership {
3358 connection_pool.subscribe_to_channel(
3359 membership.user_id,
3360 membership.channel_id,
3361 membership.role,
3362 );
3363 let update = proto::UpdateUserChannels {
3364 channel_memberships: vec![proto::ChannelMembership {
3365 channel_id: membership.channel_id.to_proto(),
3366 role: membership.role.into(),
3367 }],
3368 ..Default::default()
3369 };
3370 for connection_id in connection_pool.user_connection_ids(membership.user_id) {
3371 session.peer.send(connection_id, update.clone())?;
3372 }
3373 }
3374
3375 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3376 if !role.can_see_channel(channel.visibility) {
3377 continue;
3378 }
3379
3380 let update = proto::UpdateChannels {
3381 channels: vec![channel.to_proto()],
3382 ..Default::default()
3383 };
3384 session.peer.send(connection_id, update.clone())?;
3385 }
3386
3387 Ok(())
3388}
3389
3390/// Delete a channel
3391async fn delete_channel(
3392 request: proto::DeleteChannel,
3393 response: Response<proto::DeleteChannel>,
3394 session: UserSession,
3395) -> Result<()> {
3396 let db = session.db().await;
3397
3398 let channel_id = request.channel_id;
3399 let (root_channel, removed_channels) = db
3400 .delete_channel(ChannelId::from_proto(channel_id), session.user_id())
3401 .await?;
3402 response.send(proto::Ack {})?;
3403
3404 // Notify members of removed channels
3405 let mut update = proto::UpdateChannels::default();
3406 update
3407 .delete_channels
3408 .extend(removed_channels.into_iter().map(|id| id.to_proto()));
3409
3410 let connection_pool = session.connection_pool().await;
3411 for (connection_id, _) in connection_pool.channel_connection_ids(root_channel) {
3412 session.peer.send(connection_id, update.clone())?;
3413 }
3414
3415 Ok(())
3416}
3417
3418/// Invite someone to join a channel.
3419async fn invite_channel_member(
3420 request: proto::InviteChannelMember,
3421 response: Response<proto::InviteChannelMember>,
3422 session: UserSession,
3423) -> Result<()> {
3424 let db = session.db().await;
3425 let channel_id = ChannelId::from_proto(request.channel_id);
3426 let invitee_id = UserId::from_proto(request.user_id);
3427 let InviteMemberResult {
3428 channel,
3429 notifications,
3430 } = db
3431 .invite_channel_member(
3432 channel_id,
3433 invitee_id,
3434 session.user_id(),
3435 request.role().into(),
3436 )
3437 .await?;
3438
3439 let update = proto::UpdateChannels {
3440 channel_invitations: vec![channel.to_proto()],
3441 ..Default::default()
3442 };
3443
3444 let connection_pool = session.connection_pool().await;
3445 for connection_id in connection_pool.user_connection_ids(invitee_id) {
3446 session.peer.send(connection_id, update.clone())?;
3447 }
3448
3449 send_notifications(&connection_pool, &session.peer, notifications);
3450
3451 response.send(proto::Ack {})?;
3452 Ok(())
3453}
3454
3455/// remove someone from a channel
3456async fn remove_channel_member(
3457 request: proto::RemoveChannelMember,
3458 response: Response<proto::RemoveChannelMember>,
3459 session: UserSession,
3460) -> Result<()> {
3461 let db = session.db().await;
3462 let channel_id = ChannelId::from_proto(request.channel_id);
3463 let member_id = UserId::from_proto(request.user_id);
3464
3465 let RemoveChannelMemberResult {
3466 membership_update,
3467 notification_id,
3468 } = db
3469 .remove_channel_member(channel_id, member_id, session.user_id())
3470 .await?;
3471
3472 let mut connection_pool = session.connection_pool().await;
3473 notify_membership_updated(
3474 &mut connection_pool,
3475 membership_update,
3476 member_id,
3477 &session.peer,
3478 );
3479 for connection_id in connection_pool.user_connection_ids(member_id) {
3480 if let Some(notification_id) = notification_id {
3481 session
3482 .peer
3483 .send(
3484 connection_id,
3485 proto::DeleteNotification {
3486 notification_id: notification_id.to_proto(),
3487 },
3488 )
3489 .trace_err();
3490 }
3491 }
3492
3493 response.send(proto::Ack {})?;
3494 Ok(())
3495}
3496
3497/// Toggle the channel between public and private.
3498/// Care is taken to maintain the invariant that public channels only descend from public channels,
3499/// (though members-only channels can appear at any point in the hierarchy).
3500async fn set_channel_visibility(
3501 request: proto::SetChannelVisibility,
3502 response: Response<proto::SetChannelVisibility>,
3503 session: UserSession,
3504) -> Result<()> {
3505 let db = session.db().await;
3506 let channel_id = ChannelId::from_proto(request.channel_id);
3507 let visibility = request.visibility().into();
3508
3509 let channel_model = db
3510 .set_channel_visibility(channel_id, visibility, session.user_id())
3511 .await?;
3512 let root_id = channel_model.root_id();
3513 let channel = Channel::from_model(channel_model);
3514
3515 let mut connection_pool = session.connection_pool().await;
3516 for (user_id, role) in connection_pool
3517 .channel_user_ids(root_id)
3518 .collect::<Vec<_>>()
3519 .into_iter()
3520 {
3521 let update = if role.can_see_channel(channel.visibility) {
3522 connection_pool.subscribe_to_channel(user_id, channel_id, role);
3523 proto::UpdateChannels {
3524 channels: vec![channel.to_proto()],
3525 ..Default::default()
3526 }
3527 } else {
3528 connection_pool.unsubscribe_from_channel(&user_id, &channel_id);
3529 proto::UpdateChannels {
3530 delete_channels: vec![channel.id.to_proto()],
3531 ..Default::default()
3532 }
3533 };
3534
3535 for connection_id in connection_pool.user_connection_ids(user_id) {
3536 session.peer.send(connection_id, update.clone())?;
3537 }
3538 }
3539
3540 response.send(proto::Ack {})?;
3541 Ok(())
3542}
3543
3544/// Alter the role for a user in the channel.
3545async fn set_channel_member_role(
3546 request: proto::SetChannelMemberRole,
3547 response: Response<proto::SetChannelMemberRole>,
3548 session: UserSession,
3549) -> Result<()> {
3550 let db = session.db().await;
3551 let channel_id = ChannelId::from_proto(request.channel_id);
3552 let member_id = UserId::from_proto(request.user_id);
3553 let result = db
3554 .set_channel_member_role(
3555 channel_id,
3556 session.user_id(),
3557 member_id,
3558 request.role().into(),
3559 )
3560 .await?;
3561
3562 match result {
3563 db::SetMemberRoleResult::MembershipUpdated(membership_update) => {
3564 let mut connection_pool = session.connection_pool().await;
3565 notify_membership_updated(
3566 &mut connection_pool,
3567 membership_update,
3568 member_id,
3569 &session.peer,
3570 )
3571 }
3572 db::SetMemberRoleResult::InviteUpdated(channel) => {
3573 let update = proto::UpdateChannels {
3574 channel_invitations: vec![channel.to_proto()],
3575 ..Default::default()
3576 };
3577
3578 for connection_id in session
3579 .connection_pool()
3580 .await
3581 .user_connection_ids(member_id)
3582 {
3583 session.peer.send(connection_id, update.clone())?;
3584 }
3585 }
3586 }
3587
3588 response.send(proto::Ack {})?;
3589 Ok(())
3590}
3591
3592/// Change the name of a channel
3593async fn rename_channel(
3594 request: proto::RenameChannel,
3595 response: Response<proto::RenameChannel>,
3596 session: UserSession,
3597) -> Result<()> {
3598 let db = session.db().await;
3599 let channel_id = ChannelId::from_proto(request.channel_id);
3600 let channel_model = db
3601 .rename_channel(channel_id, session.user_id(), &request.name)
3602 .await?;
3603 let root_id = channel_model.root_id();
3604 let channel = Channel::from_model(channel_model);
3605
3606 response.send(proto::RenameChannelResponse {
3607 channel: Some(channel.to_proto()),
3608 })?;
3609
3610 let connection_pool = session.connection_pool().await;
3611 let update = proto::UpdateChannels {
3612 channels: vec![channel.to_proto()],
3613 ..Default::default()
3614 };
3615 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3616 if role.can_see_channel(channel.visibility) {
3617 session.peer.send(connection_id, update.clone())?;
3618 }
3619 }
3620
3621 Ok(())
3622}
3623
3624/// Move a channel to a new parent.
3625async fn move_channel(
3626 request: proto::MoveChannel,
3627 response: Response<proto::MoveChannel>,
3628 session: UserSession,
3629) -> Result<()> {
3630 let channel_id = ChannelId::from_proto(request.channel_id);
3631 let to = ChannelId::from_proto(request.to);
3632
3633 let (root_id, channels) = session
3634 .db()
3635 .await
3636 .move_channel(channel_id, to, session.user_id())
3637 .await?;
3638
3639 let connection_pool = session.connection_pool().await;
3640 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3641 let channels = channels
3642 .iter()
3643 .filter_map(|channel| {
3644 if role.can_see_channel(channel.visibility) {
3645 Some(channel.to_proto())
3646 } else {
3647 None
3648 }
3649 })
3650 .collect::<Vec<_>>();
3651 if channels.is_empty() {
3652 continue;
3653 }
3654
3655 let update = proto::UpdateChannels {
3656 channels,
3657 ..Default::default()
3658 };
3659
3660 session.peer.send(connection_id, update.clone())?;
3661 }
3662
3663 response.send(Ack {})?;
3664 Ok(())
3665}
3666
3667/// Get the list of channel members
3668async fn get_channel_members(
3669 request: proto::GetChannelMembers,
3670 response: Response<proto::GetChannelMembers>,
3671 session: UserSession,
3672) -> Result<()> {
3673 let db = session.db().await;
3674 let channel_id = ChannelId::from_proto(request.channel_id);
3675 let members = db
3676 .get_channel_participant_details(channel_id, session.user_id())
3677 .await?;
3678 response.send(proto::GetChannelMembersResponse { members })?;
3679 Ok(())
3680}
3681
3682/// Accept or decline a channel invitation.
3683async fn respond_to_channel_invite(
3684 request: proto::RespondToChannelInvite,
3685 response: Response<proto::RespondToChannelInvite>,
3686 session: UserSession,
3687) -> Result<()> {
3688 let db = session.db().await;
3689 let channel_id = ChannelId::from_proto(request.channel_id);
3690 let RespondToChannelInvite {
3691 membership_update,
3692 notifications,
3693 } = db
3694 .respond_to_channel_invite(channel_id, session.user_id(), request.accept)
3695 .await?;
3696
3697 let mut connection_pool = session.connection_pool().await;
3698 if let Some(membership_update) = membership_update {
3699 notify_membership_updated(
3700 &mut connection_pool,
3701 membership_update,
3702 session.user_id(),
3703 &session.peer,
3704 );
3705 } else {
3706 let update = proto::UpdateChannels {
3707 remove_channel_invitations: vec![channel_id.to_proto()],
3708 ..Default::default()
3709 };
3710
3711 for connection_id in connection_pool.user_connection_ids(session.user_id()) {
3712 session.peer.send(connection_id, update.clone())?;
3713 }
3714 };
3715
3716 send_notifications(&connection_pool, &session.peer, notifications);
3717
3718 response.send(proto::Ack {})?;
3719
3720 Ok(())
3721}
3722
3723/// Join the channels' room
3724async fn join_channel(
3725 request: proto::JoinChannel,
3726 response: Response<proto::JoinChannel>,
3727 session: UserSession,
3728) -> Result<()> {
3729 let channel_id = ChannelId::from_proto(request.channel_id);
3730 join_channel_internal(channel_id, Box::new(response), session).await
3731}
3732
3733trait JoinChannelInternalResponse {
3734 fn send(self, result: proto::JoinRoomResponse) -> Result<()>;
3735}
3736impl JoinChannelInternalResponse for Response<proto::JoinChannel> {
3737 fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3738 Response::<proto::JoinChannel>::send(self, result)
3739 }
3740}
3741impl JoinChannelInternalResponse for Response<proto::JoinRoom> {
3742 fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3743 Response::<proto::JoinRoom>::send(self, result)
3744 }
3745}
3746
3747async fn join_channel_internal(
3748 channel_id: ChannelId,
3749 response: Box<impl JoinChannelInternalResponse>,
3750 session: UserSession,
3751) -> Result<()> {
3752 let joined_room = {
3753 let mut db = session.db().await;
3754 // If zed quits without leaving the room, and the user re-opens zed before the
3755 // RECONNECT_TIMEOUT, we need to make sure that we kick the user out of the previous
3756 // room they were in.
3757 if let Some(connection) = db.stale_room_connection(session.user_id()).await? {
3758 tracing::info!(
3759 stale_connection_id = %connection,
3760 "cleaning up stale connection",
3761 );
3762 drop(db);
3763 leave_room_for_session(&session, connection).await?;
3764 db = session.db().await;
3765 }
3766
3767 let (joined_room, membership_updated, role) = db
3768 .join_channel(channel_id, session.user_id(), session.connection_id)
3769 .await?;
3770
3771 let live_kit_connection_info = session.live_kit_client.as_ref().and_then(|live_kit| {
3772 let (can_publish, token) = if role == ChannelRole::Guest {
3773 (
3774 false,
3775 live_kit
3776 .guest_token(
3777 &joined_room.room.live_kit_room,
3778 &session.user_id().to_string(),
3779 )
3780 .trace_err()?,
3781 )
3782 } else {
3783 (
3784 true,
3785 live_kit
3786 .room_token(
3787 &joined_room.room.live_kit_room,
3788 &session.user_id().to_string(),
3789 )
3790 .trace_err()?,
3791 )
3792 };
3793
3794 Some(LiveKitConnectionInfo {
3795 server_url: live_kit.url().into(),
3796 token,
3797 can_publish,
3798 })
3799 });
3800
3801 response.send(proto::JoinRoomResponse {
3802 room: Some(joined_room.room.clone()),
3803 channel_id: joined_room
3804 .channel
3805 .as_ref()
3806 .map(|channel| channel.id.to_proto()),
3807 live_kit_connection_info,
3808 })?;
3809
3810 let mut connection_pool = session.connection_pool().await;
3811 if let Some(membership_updated) = membership_updated {
3812 notify_membership_updated(
3813 &mut connection_pool,
3814 membership_updated,
3815 session.user_id(),
3816 &session.peer,
3817 );
3818 }
3819
3820 room_updated(&joined_room.room, &session.peer);
3821
3822 joined_room
3823 };
3824
3825 channel_updated(
3826 &joined_room
3827 .channel
3828 .ok_or_else(|| anyhow!("channel not returned"))?,
3829 &joined_room.room,
3830 &session.peer,
3831 &*session.connection_pool().await,
3832 );
3833
3834 update_user_contacts(session.user_id(), &session).await?;
3835 Ok(())
3836}
3837
3838/// Start editing the channel notes
3839async fn join_channel_buffer(
3840 request: proto::JoinChannelBuffer,
3841 response: Response<proto::JoinChannelBuffer>,
3842 session: UserSession,
3843) -> Result<()> {
3844 let db = session.db().await;
3845 let channel_id = ChannelId::from_proto(request.channel_id);
3846
3847 let open_response = db
3848 .join_channel_buffer(channel_id, session.user_id(), session.connection_id)
3849 .await?;
3850
3851 let collaborators = open_response.collaborators.clone();
3852 response.send(open_response)?;
3853
3854 let update = UpdateChannelBufferCollaborators {
3855 channel_id: channel_id.to_proto(),
3856 collaborators: collaborators.clone(),
3857 };
3858 channel_buffer_updated(
3859 session.connection_id,
3860 collaborators
3861 .iter()
3862 .filter_map(|collaborator| Some(collaborator.peer_id?.into())),
3863 &update,
3864 &session.peer,
3865 );
3866
3867 Ok(())
3868}
3869
3870/// Edit the channel notes
3871async fn update_channel_buffer(
3872 request: proto::UpdateChannelBuffer,
3873 session: UserSession,
3874) -> Result<()> {
3875 let db = session.db().await;
3876 let channel_id = ChannelId::from_proto(request.channel_id);
3877
3878 let (collaborators, non_collaborators, epoch, version) = db
3879 .update_channel_buffer(channel_id, session.user_id(), &request.operations)
3880 .await?;
3881
3882 channel_buffer_updated(
3883 session.connection_id,
3884 collaborators,
3885 &proto::UpdateChannelBuffer {
3886 channel_id: channel_id.to_proto(),
3887 operations: request.operations,
3888 },
3889 &session.peer,
3890 );
3891
3892 let pool = &*session.connection_pool().await;
3893
3894 broadcast(
3895 None,
3896 non_collaborators
3897 .iter()
3898 .flat_map(|user_id| pool.user_connection_ids(*user_id)),
3899 |peer_id| {
3900 session.peer.send(
3901 peer_id,
3902 proto::UpdateChannels {
3903 latest_channel_buffer_versions: vec![proto::ChannelBufferVersion {
3904 channel_id: channel_id.to_proto(),
3905 epoch: epoch as u64,
3906 version: version.clone(),
3907 }],
3908 ..Default::default()
3909 },
3910 )
3911 },
3912 );
3913
3914 Ok(())
3915}
3916
3917/// Rejoin the channel notes after a connection blip
3918async fn rejoin_channel_buffers(
3919 request: proto::RejoinChannelBuffers,
3920 response: Response<proto::RejoinChannelBuffers>,
3921 session: UserSession,
3922) -> Result<()> {
3923 let db = session.db().await;
3924 let buffers = db
3925 .rejoin_channel_buffers(&request.buffers, session.user_id(), session.connection_id)
3926 .await?;
3927
3928 for rejoined_buffer in &buffers {
3929 let collaborators_to_notify = rejoined_buffer
3930 .buffer
3931 .collaborators
3932 .iter()
3933 .filter_map(|c| Some(c.peer_id?.into()));
3934 channel_buffer_updated(
3935 session.connection_id,
3936 collaborators_to_notify,
3937 &proto::UpdateChannelBufferCollaborators {
3938 channel_id: rejoined_buffer.buffer.channel_id,
3939 collaborators: rejoined_buffer.buffer.collaborators.clone(),
3940 },
3941 &session.peer,
3942 );
3943 }
3944
3945 response.send(proto::RejoinChannelBuffersResponse {
3946 buffers: buffers.into_iter().map(|b| b.buffer).collect(),
3947 })?;
3948
3949 Ok(())
3950}
3951
3952/// Stop editing the channel notes
3953async fn leave_channel_buffer(
3954 request: proto::LeaveChannelBuffer,
3955 response: Response<proto::LeaveChannelBuffer>,
3956 session: UserSession,
3957) -> Result<()> {
3958 let db = session.db().await;
3959 let channel_id = ChannelId::from_proto(request.channel_id);
3960
3961 let left_buffer = db
3962 .leave_channel_buffer(channel_id, session.connection_id)
3963 .await?;
3964
3965 response.send(Ack {})?;
3966
3967 channel_buffer_updated(
3968 session.connection_id,
3969 left_buffer.connections,
3970 &proto::UpdateChannelBufferCollaborators {
3971 channel_id: channel_id.to_proto(),
3972 collaborators: left_buffer.collaborators,
3973 },
3974 &session.peer,
3975 );
3976
3977 Ok(())
3978}
3979
3980fn channel_buffer_updated<T: EnvelopedMessage>(
3981 sender_id: ConnectionId,
3982 collaborators: impl IntoIterator<Item = ConnectionId>,
3983 message: &T,
3984 peer: &Peer,
3985) {
3986 broadcast(Some(sender_id), collaborators, |peer_id| {
3987 peer.send(peer_id, message.clone())
3988 });
3989}
3990
3991fn send_notifications(
3992 connection_pool: &ConnectionPool,
3993 peer: &Peer,
3994 notifications: db::NotificationBatch,
3995) {
3996 for (user_id, notification) in notifications {
3997 for connection_id in connection_pool.user_connection_ids(user_id) {
3998 if let Err(error) = peer.send(
3999 connection_id,
4000 proto::AddNotification {
4001 notification: Some(notification.clone()),
4002 },
4003 ) {
4004 tracing::error!(
4005 "failed to send notification to {:?} {}",
4006 connection_id,
4007 error
4008 );
4009 }
4010 }
4011 }
4012}
4013
4014/// Send a message to the channel
4015async fn send_channel_message(
4016 request: proto::SendChannelMessage,
4017 response: Response<proto::SendChannelMessage>,
4018 session: UserSession,
4019) -> Result<()> {
4020 // Validate the message body.
4021 let body = request.body.trim().to_string();
4022 if body.len() > MAX_MESSAGE_LEN {
4023 return Err(anyhow!("message is too long"))?;
4024 }
4025 if body.is_empty() {
4026 return Err(anyhow!("message can't be blank"))?;
4027 }
4028
4029 // TODO: adjust mentions if body is trimmed
4030
4031 let timestamp = OffsetDateTime::now_utc();
4032 let nonce = request
4033 .nonce
4034 .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4035
4036 let channel_id = ChannelId::from_proto(request.channel_id);
4037 let CreatedChannelMessage {
4038 message_id,
4039 participant_connection_ids,
4040 channel_members,
4041 notifications,
4042 } = session
4043 .db()
4044 .await
4045 .create_channel_message(
4046 channel_id,
4047 session.user_id(),
4048 &body,
4049 &request.mentions,
4050 timestamp,
4051 nonce.clone().into(),
4052 match request.reply_to_message_id {
4053 Some(reply_to_message_id) => Some(MessageId::from_proto(reply_to_message_id)),
4054 None => None,
4055 },
4056 )
4057 .await?;
4058
4059 let message = proto::ChannelMessage {
4060 sender_id: session.user_id().to_proto(),
4061 id: message_id.to_proto(),
4062 body,
4063 mentions: request.mentions,
4064 timestamp: timestamp.unix_timestamp() as u64,
4065 nonce: Some(nonce),
4066 reply_to_message_id: request.reply_to_message_id,
4067 edited_at: None,
4068 };
4069 broadcast(
4070 Some(session.connection_id),
4071 participant_connection_ids,
4072 |connection| {
4073 session.peer.send(
4074 connection,
4075 proto::ChannelMessageSent {
4076 channel_id: channel_id.to_proto(),
4077 message: Some(message.clone()),
4078 },
4079 )
4080 },
4081 );
4082 response.send(proto::SendChannelMessageResponse {
4083 message: Some(message),
4084 })?;
4085
4086 let pool = &*session.connection_pool().await;
4087 broadcast(
4088 None,
4089 channel_members
4090 .iter()
4091 .flat_map(|user_id| pool.user_connection_ids(*user_id)),
4092 |peer_id| {
4093 session.peer.send(
4094 peer_id,
4095 proto::UpdateChannels {
4096 latest_channel_message_ids: vec![proto::ChannelMessageId {
4097 channel_id: channel_id.to_proto(),
4098 message_id: message_id.to_proto(),
4099 }],
4100 ..Default::default()
4101 },
4102 )
4103 },
4104 );
4105 send_notifications(pool, &session.peer, notifications);
4106
4107 Ok(())
4108}
4109
4110/// Delete a channel message
4111async fn remove_channel_message(
4112 request: proto::RemoveChannelMessage,
4113 response: Response<proto::RemoveChannelMessage>,
4114 session: UserSession,
4115) -> Result<()> {
4116 let channel_id = ChannelId::from_proto(request.channel_id);
4117 let message_id = MessageId::from_proto(request.message_id);
4118 let (connection_ids, existing_notification_ids) = session
4119 .db()
4120 .await
4121 .remove_channel_message(channel_id, message_id, session.user_id())
4122 .await?;
4123
4124 broadcast(
4125 Some(session.connection_id),
4126 connection_ids,
4127 move |connection| {
4128 session.peer.send(connection, request.clone())?;
4129
4130 for notification_id in &existing_notification_ids {
4131 session.peer.send(
4132 connection,
4133 proto::DeleteNotification {
4134 notification_id: (*notification_id).to_proto(),
4135 },
4136 )?;
4137 }
4138
4139 Ok(())
4140 },
4141 );
4142 response.send(proto::Ack {})?;
4143 Ok(())
4144}
4145
4146async fn update_channel_message(
4147 request: proto::UpdateChannelMessage,
4148 response: Response<proto::UpdateChannelMessage>,
4149 session: UserSession,
4150) -> Result<()> {
4151 let channel_id = ChannelId::from_proto(request.channel_id);
4152 let message_id = MessageId::from_proto(request.message_id);
4153 let updated_at = OffsetDateTime::now_utc();
4154 let UpdatedChannelMessage {
4155 message_id,
4156 participant_connection_ids,
4157 notifications,
4158 reply_to_message_id,
4159 timestamp,
4160 deleted_mention_notification_ids,
4161 updated_mention_notifications,
4162 } = session
4163 .db()
4164 .await
4165 .update_channel_message(
4166 channel_id,
4167 message_id,
4168 session.user_id(),
4169 request.body.as_str(),
4170 &request.mentions,
4171 updated_at,
4172 )
4173 .await?;
4174
4175 let nonce = request
4176 .nonce
4177 .clone()
4178 .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4179
4180 let message = proto::ChannelMessage {
4181 sender_id: session.user_id().to_proto(),
4182 id: message_id.to_proto(),
4183 body: request.body.clone(),
4184 mentions: request.mentions.clone(),
4185 timestamp: timestamp.assume_utc().unix_timestamp() as u64,
4186 nonce: Some(nonce),
4187 reply_to_message_id: reply_to_message_id.map(|id| id.to_proto()),
4188 edited_at: Some(updated_at.unix_timestamp() as u64),
4189 };
4190
4191 response.send(proto::Ack {})?;
4192
4193 let pool = &*session.connection_pool().await;
4194 broadcast(
4195 Some(session.connection_id),
4196 participant_connection_ids,
4197 |connection| {
4198 session.peer.send(
4199 connection,
4200 proto::ChannelMessageUpdate {
4201 channel_id: channel_id.to_proto(),
4202 message: Some(message.clone()),
4203 },
4204 )?;
4205
4206 for notification_id in &deleted_mention_notification_ids {
4207 session.peer.send(
4208 connection,
4209 proto::DeleteNotification {
4210 notification_id: (*notification_id).to_proto(),
4211 },
4212 )?;
4213 }
4214
4215 for notification in &updated_mention_notifications {
4216 session.peer.send(
4217 connection,
4218 proto::UpdateNotification {
4219 notification: Some(notification.clone()),
4220 },
4221 )?;
4222 }
4223
4224 Ok(())
4225 },
4226 );
4227
4228 send_notifications(pool, &session.peer, notifications);
4229
4230 Ok(())
4231}
4232
4233/// Mark a channel message as read
4234async fn acknowledge_channel_message(
4235 request: proto::AckChannelMessage,
4236 session: UserSession,
4237) -> Result<()> {
4238 let channel_id = ChannelId::from_proto(request.channel_id);
4239 let message_id = MessageId::from_proto(request.message_id);
4240 let notifications = session
4241 .db()
4242 .await
4243 .observe_channel_message(channel_id, session.user_id(), message_id)
4244 .await?;
4245 send_notifications(
4246 &*session.connection_pool().await,
4247 &session.peer,
4248 notifications,
4249 );
4250 Ok(())
4251}
4252
4253/// Mark a buffer version as synced
4254async fn acknowledge_buffer_version(
4255 request: proto::AckBufferOperation,
4256 session: UserSession,
4257) -> Result<()> {
4258 let buffer_id = BufferId::from_proto(request.buffer_id);
4259 session
4260 .db()
4261 .await
4262 .observe_buffer_version(
4263 buffer_id,
4264 session.user_id(),
4265 request.epoch as i32,
4266 &request.version,
4267 )
4268 .await?;
4269 Ok(())
4270}
4271
4272struct CompleteWithLanguageModelRateLimit;
4273
4274impl RateLimit for CompleteWithLanguageModelRateLimit {
4275 fn capacity() -> usize {
4276 std::env::var("COMPLETE_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4277 .ok()
4278 .and_then(|v| v.parse().ok())
4279 .unwrap_or(120) // Picked arbitrarily
4280 }
4281
4282 fn refill_duration() -> chrono::Duration {
4283 chrono::Duration::hours(1)
4284 }
4285
4286 fn db_name() -> &'static str {
4287 "complete-with-language-model"
4288 }
4289}
4290
4291async fn complete_with_language_model(
4292 request: proto::CompleteWithLanguageModel,
4293 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4294 session: Session,
4295 open_ai_api_key: Option<Arc<str>>,
4296 google_ai_api_key: Option<Arc<str>>,
4297 anthropic_api_key: Option<Arc<str>>,
4298) -> Result<()> {
4299 let Some(session) = session.for_user() else {
4300 return Err(anyhow!("user not found"))?;
4301 };
4302 authorize_access_to_language_models(&session).await?;
4303 session
4304 .rate_limiter
4305 .check::<CompleteWithLanguageModelRateLimit>(session.user_id())
4306 .await?;
4307
4308 if request.model.starts_with("gpt") {
4309 let api_key =
4310 open_ai_api_key.ok_or_else(|| anyhow!("no OpenAI API key configured on the server"))?;
4311 complete_with_open_ai(request, response, session, api_key).await?;
4312 } else if request.model.starts_with("gemini") {
4313 let api_key = google_ai_api_key
4314 .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4315 complete_with_google_ai(request, response, session, api_key).await?;
4316 } else if request.model.starts_with("claude") {
4317 let api_key = anthropic_api_key
4318 .ok_or_else(|| anyhow!("no Anthropic AI API key configured on the server"))?;
4319 complete_with_anthropic(request, response, session, api_key).await?;
4320 }
4321
4322 Ok(())
4323}
4324
4325async fn complete_with_open_ai(
4326 request: proto::CompleteWithLanguageModel,
4327 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4328 session: UserSession,
4329 api_key: Arc<str>,
4330) -> Result<()> {
4331 let mut completion_stream = open_ai::stream_completion(
4332 session.http_client.as_ref(),
4333 OPEN_AI_API_URL,
4334 &api_key,
4335 crate::ai::language_model_request_to_open_ai(request)?,
4336 )
4337 .await
4338 .context("open_ai::stream_completion request failed within collab")?;
4339
4340 while let Some(event) = completion_stream.next().await {
4341 let event = event?;
4342 response.send(proto::LanguageModelResponse {
4343 choices: event
4344 .choices
4345 .into_iter()
4346 .map(|choice| proto::LanguageModelChoiceDelta {
4347 index: choice.index,
4348 delta: Some(proto::LanguageModelResponseMessage {
4349 role: choice.delta.role.map(|role| match role {
4350 open_ai::Role::User => LanguageModelRole::LanguageModelUser,
4351 open_ai::Role::Assistant => LanguageModelRole::LanguageModelAssistant,
4352 open_ai::Role::System => LanguageModelRole::LanguageModelSystem,
4353 open_ai::Role::Tool => LanguageModelRole::LanguageModelTool,
4354 } as i32),
4355 content: choice.delta.content,
4356 tool_calls: choice
4357 .delta
4358 .tool_calls
4359 .into_iter()
4360 .map(|delta| proto::ToolCallDelta {
4361 index: delta.index as u32,
4362 id: delta.id,
4363 variant: match delta.function {
4364 Some(function) => {
4365 let name = function.name;
4366 let arguments = function.arguments;
4367
4368 Some(proto::tool_call_delta::Variant::Function(
4369 proto::tool_call_delta::FunctionCallDelta {
4370 name,
4371 arguments,
4372 },
4373 ))
4374 }
4375 None => None,
4376 },
4377 })
4378 .collect(),
4379 }),
4380 finish_reason: choice.finish_reason,
4381 })
4382 .collect(),
4383 })?;
4384 }
4385
4386 Ok(())
4387}
4388
4389async fn complete_with_google_ai(
4390 request: proto::CompleteWithLanguageModel,
4391 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4392 session: UserSession,
4393 api_key: Arc<str>,
4394) -> Result<()> {
4395 let mut stream = google_ai::stream_generate_content(
4396 session.http_client.clone(),
4397 google_ai::API_URL,
4398 api_key.as_ref(),
4399 crate::ai::language_model_request_to_google_ai(request)?,
4400 )
4401 .await
4402 .context("google_ai::stream_generate_content request failed")?;
4403
4404 while let Some(event) = stream.next().await {
4405 let event = event?;
4406 response.send(proto::LanguageModelResponse {
4407 choices: event
4408 .candidates
4409 .unwrap_or_default()
4410 .into_iter()
4411 .map(|candidate| proto::LanguageModelChoiceDelta {
4412 index: candidate.index as u32,
4413 delta: Some(proto::LanguageModelResponseMessage {
4414 role: Some(match candidate.content.role {
4415 google_ai::Role::User => LanguageModelRole::LanguageModelUser,
4416 google_ai::Role::Model => LanguageModelRole::LanguageModelAssistant,
4417 } as i32),
4418 content: Some(
4419 candidate
4420 .content
4421 .parts
4422 .into_iter()
4423 .filter_map(|part| match part {
4424 google_ai::Part::TextPart(part) => Some(part.text),
4425 google_ai::Part::InlineDataPart(_) => None,
4426 })
4427 .collect(),
4428 ),
4429 // Tool calls are not supported for Google
4430 tool_calls: Vec::new(),
4431 }),
4432 finish_reason: candidate.finish_reason.map(|reason| reason.to_string()),
4433 })
4434 .collect(),
4435 })?;
4436 }
4437
4438 Ok(())
4439}
4440
4441async fn complete_with_anthropic(
4442 request: proto::CompleteWithLanguageModel,
4443 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4444 session: UserSession,
4445 api_key: Arc<str>,
4446) -> Result<()> {
4447 let model = anthropic::Model::from_id(&request.model)?;
4448
4449 let mut system_message = String::new();
4450 let messages = request
4451 .messages
4452 .into_iter()
4453 .filter_map(|message| {
4454 match message.role() {
4455 LanguageModelRole::LanguageModelUser => Some(anthropic::RequestMessage {
4456 role: anthropic::Role::User,
4457 content: message.content,
4458 }),
4459 LanguageModelRole::LanguageModelAssistant => Some(anthropic::RequestMessage {
4460 role: anthropic::Role::Assistant,
4461 content: message.content,
4462 }),
4463 // Anthropic's API breaks system instructions out as a separate field rather
4464 // than having a system message role.
4465 LanguageModelRole::LanguageModelSystem => {
4466 if !system_message.is_empty() {
4467 system_message.push_str("\n\n");
4468 }
4469 system_message.push_str(&message.content);
4470
4471 None
4472 }
4473 // We don't yet support tool calls for Anthropic
4474 LanguageModelRole::LanguageModelTool => None,
4475 }
4476 })
4477 .collect();
4478
4479 let mut stream = anthropic::stream_completion(
4480 session.http_client.clone(),
4481 "https://api.anthropic.com",
4482 &api_key,
4483 anthropic::Request {
4484 model,
4485 messages,
4486 stream: true,
4487 system: system_message,
4488 max_tokens: 4092,
4489 },
4490 )
4491 .await?;
4492
4493 let mut current_role = proto::LanguageModelRole::LanguageModelAssistant;
4494
4495 while let Some(event) = stream.next().await {
4496 let event = event?;
4497
4498 match event {
4499 anthropic::ResponseEvent::MessageStart { message } => {
4500 if let Some(role) = message.role {
4501 if role == "assistant" {
4502 current_role = proto::LanguageModelRole::LanguageModelAssistant;
4503 } else if role == "user" {
4504 current_role = proto::LanguageModelRole::LanguageModelUser;
4505 }
4506 }
4507 }
4508 anthropic::ResponseEvent::ContentBlockStart { content_block, .. } => {
4509 match content_block {
4510 anthropic::ContentBlock::Text { text } => {
4511 if !text.is_empty() {
4512 response.send(proto::LanguageModelResponse {
4513 choices: vec![proto::LanguageModelChoiceDelta {
4514 index: 0,
4515 delta: Some(proto::LanguageModelResponseMessage {
4516 role: Some(current_role as i32),
4517 content: Some(text),
4518 tool_calls: Vec::new(),
4519 }),
4520 finish_reason: None,
4521 }],
4522 })?;
4523 }
4524 }
4525 }
4526 }
4527 anthropic::ResponseEvent::ContentBlockDelta { delta, .. } => match delta {
4528 anthropic::TextDelta::TextDelta { text } => {
4529 response.send(proto::LanguageModelResponse {
4530 choices: vec![proto::LanguageModelChoiceDelta {
4531 index: 0,
4532 delta: Some(proto::LanguageModelResponseMessage {
4533 role: Some(current_role as i32),
4534 content: Some(text),
4535 tool_calls: Vec::new(),
4536 }),
4537 finish_reason: None,
4538 }],
4539 })?;
4540 }
4541 },
4542 anthropic::ResponseEvent::MessageDelta { delta, .. } => {
4543 if let Some(stop_reason) = delta.stop_reason {
4544 response.send(proto::LanguageModelResponse {
4545 choices: vec![proto::LanguageModelChoiceDelta {
4546 index: 0,
4547 delta: None,
4548 finish_reason: Some(stop_reason),
4549 }],
4550 })?;
4551 }
4552 }
4553 anthropic::ResponseEvent::ContentBlockStop { .. } => {}
4554 anthropic::ResponseEvent::MessageStop {} => {}
4555 anthropic::ResponseEvent::Ping {} => {}
4556 }
4557 }
4558
4559 Ok(())
4560}
4561
4562struct CountTokensWithLanguageModelRateLimit;
4563
4564impl RateLimit for CountTokensWithLanguageModelRateLimit {
4565 fn capacity() -> usize {
4566 std::env::var("COUNT_TOKENS_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4567 .ok()
4568 .and_then(|v| v.parse().ok())
4569 .unwrap_or(600) // Picked arbitrarily
4570 }
4571
4572 fn refill_duration() -> chrono::Duration {
4573 chrono::Duration::hours(1)
4574 }
4575
4576 fn db_name() -> &'static str {
4577 "count-tokens-with-language-model"
4578 }
4579}
4580
4581async fn count_tokens_with_language_model(
4582 request: proto::CountTokensWithLanguageModel,
4583 response: Response<proto::CountTokensWithLanguageModel>,
4584 session: UserSession,
4585 google_ai_api_key: Option<Arc<str>>,
4586) -> Result<()> {
4587 authorize_access_to_language_models(&session).await?;
4588
4589 if !request.model.starts_with("gemini") {
4590 return Err(anyhow!(
4591 "counting tokens for model: {:?} is not supported",
4592 request.model
4593 ))?;
4594 }
4595
4596 session
4597 .rate_limiter
4598 .check::<CountTokensWithLanguageModelRateLimit>(session.user_id())
4599 .await?;
4600
4601 let api_key = google_ai_api_key
4602 .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4603 let tokens_response = google_ai::count_tokens(
4604 session.http_client.as_ref(),
4605 google_ai::API_URL,
4606 &api_key,
4607 crate::ai::count_tokens_request_to_google_ai(request)?,
4608 )
4609 .await?;
4610 response.send(proto::CountTokensResponse {
4611 token_count: tokens_response.total_tokens as u32,
4612 })?;
4613 Ok(())
4614}
4615
4616struct ComputeEmbeddingsRateLimit;
4617
4618impl RateLimit for ComputeEmbeddingsRateLimit {
4619 fn capacity() -> usize {
4620 std::env::var("EMBED_TEXTS_RATE_LIMIT_PER_HOUR")
4621 .ok()
4622 .and_then(|v| v.parse().ok())
4623 .unwrap_or(5000) // Picked arbitrarily
4624 }
4625
4626 fn refill_duration() -> chrono::Duration {
4627 chrono::Duration::hours(1)
4628 }
4629
4630 fn db_name() -> &'static str {
4631 "compute-embeddings"
4632 }
4633}
4634
4635async fn compute_embeddings(
4636 request: proto::ComputeEmbeddings,
4637 response: Response<proto::ComputeEmbeddings>,
4638 session: UserSession,
4639 api_key: Option<Arc<str>>,
4640) -> Result<()> {
4641 let api_key = api_key.context("no OpenAI API key configured on the server")?;
4642 authorize_access_to_language_models(&session).await?;
4643
4644 session
4645 .rate_limiter
4646 .check::<ComputeEmbeddingsRateLimit>(session.user_id())
4647 .await?;
4648
4649 let embeddings = match request.model.as_str() {
4650 "openai/text-embedding-3-small" => {
4651 open_ai::embed(
4652 session.http_client.as_ref(),
4653 OPEN_AI_API_URL,
4654 &api_key,
4655 OpenAiEmbeddingModel::TextEmbedding3Small,
4656 request.texts.iter().map(|text| text.as_str()),
4657 )
4658 .await?
4659 }
4660 provider => return Err(anyhow!("unsupported embedding provider {:?}", provider))?,
4661 };
4662
4663 let embeddings = request
4664 .texts
4665 .iter()
4666 .map(|text| {
4667 let mut hasher = sha2::Sha256::new();
4668 hasher.update(text.as_bytes());
4669 let result = hasher.finalize();
4670 result.to_vec()
4671 })
4672 .zip(
4673 embeddings
4674 .data
4675 .into_iter()
4676 .map(|embedding| embedding.embedding),
4677 )
4678 .collect::<HashMap<_, _>>();
4679
4680 let db = session.db().await;
4681 db.save_embeddings(&request.model, &embeddings)
4682 .await
4683 .context("failed to save embeddings")
4684 .trace_err();
4685
4686 response.send(proto::ComputeEmbeddingsResponse {
4687 embeddings: embeddings
4688 .into_iter()
4689 .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4690 .collect(),
4691 })?;
4692 Ok(())
4693}
4694
4695async fn get_cached_embeddings(
4696 request: proto::GetCachedEmbeddings,
4697 response: Response<proto::GetCachedEmbeddings>,
4698 session: UserSession,
4699) -> Result<()> {
4700 authorize_access_to_language_models(&session).await?;
4701
4702 let db = session.db().await;
4703 let embeddings = db.get_embeddings(&request.model, &request.digests).await?;
4704
4705 response.send(proto::GetCachedEmbeddingsResponse {
4706 embeddings: embeddings
4707 .into_iter()
4708 .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4709 .collect(),
4710 })?;
4711 Ok(())
4712}
4713
4714async fn authorize_access_to_language_models(session: &UserSession) -> Result<(), Error> {
4715 let db = session.db().await;
4716 let flags = db.get_user_flags(session.user_id()).await?;
4717 if flags.iter().any(|flag| flag == "language-models") {
4718 Ok(())
4719 } else {
4720 Err(anyhow!("permission denied"))?
4721 }
4722}
4723
4724/// Get a Supermaven API key for the user
4725async fn get_supermaven_api_key(
4726 _request: proto::GetSupermavenApiKey,
4727 response: Response<proto::GetSupermavenApiKey>,
4728 session: UserSession,
4729) -> Result<()> {
4730 let user_id: String = session.user_id().to_string();
4731 if !session.is_staff() {
4732 return Err(anyhow!("supermaven not enabled for this account"))?;
4733 }
4734
4735 let email = session
4736 .email()
4737 .ok_or_else(|| anyhow!("user must have an email"))?;
4738
4739 let supermaven_admin_api = session
4740 .supermaven_client
4741 .as_ref()
4742 .ok_or_else(|| anyhow!("supermaven not configured"))?;
4743
4744 let result = supermaven_admin_api
4745 .try_get_or_create_user(CreateExternalUserRequest { id: user_id, email })
4746 .await?;
4747
4748 response.send(proto::GetSupermavenApiKeyResponse {
4749 api_key: result.api_key,
4750 })?;
4751
4752 Ok(())
4753}
4754
4755/// Start receiving chat updates for a channel
4756async fn join_channel_chat(
4757 request: proto::JoinChannelChat,
4758 response: Response<proto::JoinChannelChat>,
4759 session: UserSession,
4760) -> Result<()> {
4761 let channel_id = ChannelId::from_proto(request.channel_id);
4762
4763 let db = session.db().await;
4764 db.join_channel_chat(channel_id, session.connection_id, session.user_id())
4765 .await?;
4766 let messages = db
4767 .get_channel_messages(channel_id, session.user_id(), MESSAGE_COUNT_PER_PAGE, None)
4768 .await?;
4769 response.send(proto::JoinChannelChatResponse {
4770 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4771 messages,
4772 })?;
4773 Ok(())
4774}
4775
4776/// Stop receiving chat updates for a channel
4777async fn leave_channel_chat(request: proto::LeaveChannelChat, session: UserSession) -> Result<()> {
4778 let channel_id = ChannelId::from_proto(request.channel_id);
4779 session
4780 .db()
4781 .await
4782 .leave_channel_chat(channel_id, session.connection_id, session.user_id())
4783 .await?;
4784 Ok(())
4785}
4786
4787/// Retrieve the chat history for a channel
4788async fn get_channel_messages(
4789 request: proto::GetChannelMessages,
4790 response: Response<proto::GetChannelMessages>,
4791 session: UserSession,
4792) -> Result<()> {
4793 let channel_id = ChannelId::from_proto(request.channel_id);
4794 let messages = session
4795 .db()
4796 .await
4797 .get_channel_messages(
4798 channel_id,
4799 session.user_id(),
4800 MESSAGE_COUNT_PER_PAGE,
4801 Some(MessageId::from_proto(request.before_message_id)),
4802 )
4803 .await?;
4804 response.send(proto::GetChannelMessagesResponse {
4805 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4806 messages,
4807 })?;
4808 Ok(())
4809}
4810
4811/// Retrieve specific chat messages
4812async fn get_channel_messages_by_id(
4813 request: proto::GetChannelMessagesById,
4814 response: Response<proto::GetChannelMessagesById>,
4815 session: UserSession,
4816) -> Result<()> {
4817 let message_ids = request
4818 .message_ids
4819 .iter()
4820 .map(|id| MessageId::from_proto(*id))
4821 .collect::<Vec<_>>();
4822 let messages = session
4823 .db()
4824 .await
4825 .get_channel_messages_by_id(session.user_id(), &message_ids)
4826 .await?;
4827 response.send(proto::GetChannelMessagesResponse {
4828 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4829 messages,
4830 })?;
4831 Ok(())
4832}
4833
4834/// Retrieve the current users notifications
4835async fn get_notifications(
4836 request: proto::GetNotifications,
4837 response: Response<proto::GetNotifications>,
4838 session: UserSession,
4839) -> Result<()> {
4840 let notifications = session
4841 .db()
4842 .await
4843 .get_notifications(
4844 session.user_id(),
4845 NOTIFICATION_COUNT_PER_PAGE,
4846 request
4847 .before_id
4848 .map(|id| db::NotificationId::from_proto(id)),
4849 )
4850 .await?;
4851 response.send(proto::GetNotificationsResponse {
4852 done: notifications.len() < NOTIFICATION_COUNT_PER_PAGE,
4853 notifications,
4854 })?;
4855 Ok(())
4856}
4857
4858/// Mark notifications as read
4859async fn mark_notification_as_read(
4860 request: proto::MarkNotificationRead,
4861 response: Response<proto::MarkNotificationRead>,
4862 session: UserSession,
4863) -> Result<()> {
4864 let database = &session.db().await;
4865 let notifications = database
4866 .mark_notification_as_read_by_id(
4867 session.user_id(),
4868 NotificationId::from_proto(request.notification_id),
4869 )
4870 .await?;
4871 send_notifications(
4872 &*session.connection_pool().await,
4873 &session.peer,
4874 notifications,
4875 );
4876 response.send(proto::Ack {})?;
4877 Ok(())
4878}
4879
4880/// Get the current users information
4881async fn get_private_user_info(
4882 _request: proto::GetPrivateUserInfo,
4883 response: Response<proto::GetPrivateUserInfo>,
4884 session: UserSession,
4885) -> Result<()> {
4886 let db = session.db().await;
4887
4888 let metrics_id = db.get_user_metrics_id(session.user_id()).await?;
4889 let user = db
4890 .get_user_by_id(session.user_id())
4891 .await?
4892 .ok_or_else(|| anyhow!("user not found"))?;
4893 let flags = db.get_user_flags(session.user_id()).await?;
4894
4895 response.send(proto::GetPrivateUserInfoResponse {
4896 metrics_id,
4897 staff: user.admin,
4898 flags,
4899 })?;
4900 Ok(())
4901}
4902
4903fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
4904 match message {
4905 TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
4906 TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
4907 TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
4908 TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
4909 TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
4910 code: frame.code.into(),
4911 reason: frame.reason,
4912 })),
4913 }
4914}
4915
4916fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
4917 match message {
4918 AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
4919 AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
4920 AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
4921 AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
4922 AxumMessage::Close(frame) => {
4923 TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
4924 code: frame.code.into(),
4925 reason: frame.reason,
4926 }))
4927 }
4928 }
4929}
4930
4931fn notify_membership_updated(
4932 connection_pool: &mut ConnectionPool,
4933 result: MembershipUpdated,
4934 user_id: UserId,
4935 peer: &Peer,
4936) {
4937 for membership in &result.new_channels.channel_memberships {
4938 connection_pool.subscribe_to_channel(user_id, membership.channel_id, membership.role)
4939 }
4940 for channel_id in &result.removed_channels {
4941 connection_pool.unsubscribe_from_channel(&user_id, channel_id)
4942 }
4943
4944 let user_channels_update = proto::UpdateUserChannels {
4945 channel_memberships: result
4946 .new_channels
4947 .channel_memberships
4948 .iter()
4949 .map(|cm| proto::ChannelMembership {
4950 channel_id: cm.channel_id.to_proto(),
4951 role: cm.role.into(),
4952 })
4953 .collect(),
4954 ..Default::default()
4955 };
4956
4957 let mut update = build_channels_update(result.new_channels, vec![]);
4958 update.delete_channels = result
4959 .removed_channels
4960 .into_iter()
4961 .map(|id| id.to_proto())
4962 .collect();
4963 update.remove_channel_invitations = vec![result.channel_id.to_proto()];
4964
4965 for connection_id in connection_pool.user_connection_ids(user_id) {
4966 peer.send(connection_id, user_channels_update.clone())
4967 .trace_err();
4968 peer.send(connection_id, update.clone()).trace_err();
4969 }
4970}
4971
4972fn build_update_user_channels(channels: &ChannelsForUser) -> proto::UpdateUserChannels {
4973 proto::UpdateUserChannels {
4974 channel_memberships: channels
4975 .channel_memberships
4976 .iter()
4977 .map(|m| proto::ChannelMembership {
4978 channel_id: m.channel_id.to_proto(),
4979 role: m.role.into(),
4980 })
4981 .collect(),
4982 observed_channel_buffer_version: channels.observed_buffer_versions.clone(),
4983 observed_channel_message_id: channels.observed_channel_messages.clone(),
4984 }
4985}
4986
4987fn build_channels_update(
4988 channels: ChannelsForUser,
4989 channel_invites: Vec<db::Channel>,
4990) -> proto::UpdateChannels {
4991 let mut update = proto::UpdateChannels::default();
4992
4993 for channel in channels.channels {
4994 update.channels.push(channel.to_proto());
4995 }
4996
4997 update.latest_channel_buffer_versions = channels.latest_buffer_versions;
4998 update.latest_channel_message_ids = channels.latest_channel_messages;
4999
5000 for (channel_id, participants) in channels.channel_participants {
5001 update
5002 .channel_participants
5003 .push(proto::ChannelParticipants {
5004 channel_id: channel_id.to_proto(),
5005 participant_user_ids: participants.into_iter().map(|id| id.to_proto()).collect(),
5006 });
5007 }
5008
5009 for channel in channel_invites {
5010 update.channel_invitations.push(channel.to_proto());
5011 }
5012
5013 update.hosted_projects = channels.hosted_projects;
5014 update
5015}
5016
5017fn build_initial_contacts_update(
5018 contacts: Vec<db::Contact>,
5019 pool: &ConnectionPool,
5020) -> proto::UpdateContacts {
5021 let mut update = proto::UpdateContacts::default();
5022
5023 for contact in contacts {
5024 match contact {
5025 db::Contact::Accepted { user_id, busy } => {
5026 update.contacts.push(contact_for_user(user_id, busy, &pool));
5027 }
5028 db::Contact::Outgoing { user_id } => update.outgoing_requests.push(user_id.to_proto()),
5029 db::Contact::Incoming { user_id } => {
5030 update
5031 .incoming_requests
5032 .push(proto::IncomingContactRequest {
5033 requester_id: user_id.to_proto(),
5034 })
5035 }
5036 }
5037 }
5038
5039 update
5040}
5041
5042fn contact_for_user(user_id: UserId, busy: bool, pool: &ConnectionPool) -> proto::Contact {
5043 proto::Contact {
5044 user_id: user_id.to_proto(),
5045 online: pool.is_user_online(user_id),
5046 busy,
5047 }
5048}
5049
5050fn room_updated(room: &proto::Room, peer: &Peer) {
5051 broadcast(
5052 None,
5053 room.participants
5054 .iter()
5055 .filter_map(|participant| Some(participant.peer_id?.into())),
5056 |peer_id| {
5057 peer.send(
5058 peer_id,
5059 proto::RoomUpdated {
5060 room: Some(room.clone()),
5061 },
5062 )
5063 },
5064 );
5065}
5066
5067fn channel_updated(
5068 channel: &db::channel::Model,
5069 room: &proto::Room,
5070 peer: &Peer,
5071 pool: &ConnectionPool,
5072) {
5073 let participants = room
5074 .participants
5075 .iter()
5076 .map(|p| p.user_id)
5077 .collect::<Vec<_>>();
5078
5079 broadcast(
5080 None,
5081 pool.channel_connection_ids(channel.root_id())
5082 .filter_map(|(channel_id, role)| {
5083 role.can_see_channel(channel.visibility).then(|| channel_id)
5084 }),
5085 |peer_id| {
5086 peer.send(
5087 peer_id,
5088 proto::UpdateChannels {
5089 channel_participants: vec![proto::ChannelParticipants {
5090 channel_id: channel.id.to_proto(),
5091 participant_user_ids: participants.clone(),
5092 }],
5093 ..Default::default()
5094 },
5095 )
5096 },
5097 );
5098}
5099
5100async fn send_dev_server_projects_update(
5101 user_id: UserId,
5102 mut status: proto::DevServerProjectsUpdate,
5103 session: &Session,
5104) {
5105 let pool = session.connection_pool().await;
5106 for dev_server in &mut status.dev_servers {
5107 dev_server.status =
5108 pool.dev_server_status(DevServerId(dev_server.dev_server_id as i32)) as i32;
5109 }
5110 let connections = pool.user_connection_ids(user_id);
5111 for connection_id in connections {
5112 session.peer.send(connection_id, status.clone()).trace_err();
5113 }
5114}
5115
5116async fn update_user_contacts(user_id: UserId, session: &Session) -> Result<()> {
5117 let db = session.db().await;
5118
5119 let contacts = db.get_contacts(user_id).await?;
5120 let busy = db.is_user_busy(user_id).await?;
5121
5122 let pool = session.connection_pool().await;
5123 let updated_contact = contact_for_user(user_id, busy, &pool);
5124 for contact in contacts {
5125 if let db::Contact::Accepted {
5126 user_id: contact_user_id,
5127 ..
5128 } = contact
5129 {
5130 for contact_conn_id in pool.user_connection_ids(contact_user_id) {
5131 session
5132 .peer
5133 .send(
5134 contact_conn_id,
5135 proto::UpdateContacts {
5136 contacts: vec![updated_contact.clone()],
5137 remove_contacts: Default::default(),
5138 incoming_requests: Default::default(),
5139 remove_incoming_requests: Default::default(),
5140 outgoing_requests: Default::default(),
5141 remove_outgoing_requests: Default::default(),
5142 },
5143 )
5144 .trace_err();
5145 }
5146 }
5147 }
5148 Ok(())
5149}
5150
5151async fn lost_dev_server_connection(session: &DevServerSession) -> Result<()> {
5152 log::info!("lost dev server connection, unsharing projects");
5153 let project_ids = session
5154 .db()
5155 .await
5156 .get_stale_dev_server_projects(session.connection_id)
5157 .await?;
5158
5159 for project_id in project_ids {
5160 // not unshare re-checks the connection ids match, so we get away with no transaction
5161 unshare_project_internal(project_id, session.connection_id, None, &session).await?;
5162 }
5163
5164 let user_id = session.dev_server().user_id;
5165 let update = session
5166 .db()
5167 .await
5168 .dev_server_projects_update(user_id)
5169 .await?;
5170
5171 send_dev_server_projects_update(user_id, update, session).await;
5172
5173 Ok(())
5174}
5175
5176async fn leave_room_for_session(session: &UserSession, connection_id: ConnectionId) -> Result<()> {
5177 let mut contacts_to_update = HashSet::default();
5178
5179 let room_id;
5180 let canceled_calls_to_user_ids;
5181 let live_kit_room;
5182 let delete_live_kit_room;
5183 let room;
5184 let channel;
5185
5186 if let Some(mut left_room) = session.db().await.leave_room(connection_id).await? {
5187 contacts_to_update.insert(session.user_id());
5188
5189 for project in left_room.left_projects.values() {
5190 project_left(project, session);
5191 }
5192
5193 room_id = RoomId::from_proto(left_room.room.id);
5194 canceled_calls_to_user_ids = mem::take(&mut left_room.canceled_calls_to_user_ids);
5195 live_kit_room = mem::take(&mut left_room.room.live_kit_room);
5196 delete_live_kit_room = left_room.deleted;
5197 room = mem::take(&mut left_room.room);
5198 channel = mem::take(&mut left_room.channel);
5199
5200 room_updated(&room, &session.peer);
5201 } else {
5202 return Ok(());
5203 }
5204
5205 if let Some(channel) = channel {
5206 channel_updated(
5207 &channel,
5208 &room,
5209 &session.peer,
5210 &*session.connection_pool().await,
5211 );
5212 }
5213
5214 {
5215 let pool = session.connection_pool().await;
5216 for canceled_user_id in canceled_calls_to_user_ids {
5217 for connection_id in pool.user_connection_ids(canceled_user_id) {
5218 session
5219 .peer
5220 .send(
5221 connection_id,
5222 proto::CallCanceled {
5223 room_id: room_id.to_proto(),
5224 },
5225 )
5226 .trace_err();
5227 }
5228 contacts_to_update.insert(canceled_user_id);
5229 }
5230 }
5231
5232 for contact_user_id in contacts_to_update {
5233 update_user_contacts(contact_user_id, &session).await?;
5234 }
5235
5236 if let Some(live_kit) = session.live_kit_client.as_ref() {
5237 live_kit
5238 .remove_participant(live_kit_room.clone(), session.user_id().to_string())
5239 .await
5240 .trace_err();
5241
5242 if delete_live_kit_room {
5243 live_kit.delete_room(live_kit_room).await.trace_err();
5244 }
5245 }
5246
5247 Ok(())
5248}
5249
5250async fn leave_channel_buffers_for_session(session: &Session) -> Result<()> {
5251 let left_channel_buffers = session
5252 .db()
5253 .await
5254 .leave_channel_buffers(session.connection_id)
5255 .await?;
5256
5257 for left_buffer in left_channel_buffers {
5258 channel_buffer_updated(
5259 session.connection_id,
5260 left_buffer.connections,
5261 &proto::UpdateChannelBufferCollaborators {
5262 channel_id: left_buffer.channel_id.to_proto(),
5263 collaborators: left_buffer.collaborators,
5264 },
5265 &session.peer,
5266 );
5267 }
5268
5269 Ok(())
5270}
5271
5272fn project_left(project: &db::LeftProject, session: &UserSession) {
5273 for connection_id in &project.connection_ids {
5274 if project.should_unshare {
5275 session
5276 .peer
5277 .send(
5278 *connection_id,
5279 proto::UnshareProject {
5280 project_id: project.id.to_proto(),
5281 },
5282 )
5283 .trace_err();
5284 } else {
5285 session
5286 .peer
5287 .send(
5288 *connection_id,
5289 proto::RemoveProjectCollaborator {
5290 project_id: project.id.to_proto(),
5291 peer_id: Some(session.connection_id.into()),
5292 },
5293 )
5294 .trace_err();
5295 }
5296 }
5297}
5298
5299pub trait ResultExt {
5300 type Ok;
5301
5302 fn trace_err(self) -> Option<Self::Ok>;
5303}
5304
5305impl<T, E> ResultExt for Result<T, E>
5306where
5307 E: std::fmt::Debug,
5308{
5309 type Ok = T;
5310
5311 #[track_caller]
5312 fn trace_err(self) -> Option<T> {
5313 match self {
5314 Ok(value) => Some(value),
5315 Err(error) => {
5316 tracing::error!("{:?}", error);
5317 None
5318 }
5319 }
5320 }
5321}