1mod connection_pool;
2
3use crate::{
4 auth,
5 db::{
6 self, dev_server, BufferId, Capability, Channel, ChannelId, ChannelRole, ChannelsForUser,
7 CreatedChannelMessage, Database, DevServerId, DevServerProjectId, InviteMemberResult,
8 MembershipUpdated, MessageId, NotificationId, PrincipalId, Project, ProjectId,
9 RejoinedProject, RemoveChannelMemberResult, ReplicaId, RespondToChannelInvite, RoomId,
10 ServerId, UpdatedChannelMessage, User, UserId,
11 },
12 executor::Executor,
13 AppState, Error, RateLimit, RateLimiter, Result,
14};
15use anyhow::{anyhow, Context as _};
16use async_tungstenite::tungstenite::{
17 protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
18};
19use axum::{
20 body::Body,
21 extract::{
22 ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
23 ConnectInfo, WebSocketUpgrade,
24 },
25 headers::{Header, HeaderName},
26 http::StatusCode,
27 middleware,
28 response::IntoResponse,
29 routing::get,
30 Extension, Router, TypedHeader,
31};
32use collections::{HashMap, HashSet};
33pub use connection_pool::{ConnectionPool, ZedVersion};
34use core::fmt::{self, Debug, Formatter};
35use open_ai::{OpenAiEmbeddingModel, OPEN_AI_API_URL};
36use sha2::Digest;
37use supermaven_api::{CreateExternalUserRequest, SupermavenAdminApi};
38
39use futures::{
40 channel::oneshot,
41 future::{self, BoxFuture},
42 stream::FuturesUnordered,
43 FutureExt, SinkExt, StreamExt, TryStreamExt,
44};
45use http::IsahcHttpClient;
46use prometheus::{register_int_gauge, IntGauge};
47use rpc::{
48 proto::{
49 self, Ack, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, LanguageModelRole,
50 LiveKitConnectionInfo, RequestMessage, ShareProject, UpdateChannelBufferCollaborators,
51 },
52 Connection, ConnectionId, ErrorCode, ErrorCodeExt, ErrorExt, Peer, Receipt, TypedEnvelope,
53};
54use semantic_version::SemanticVersion;
55use serde::{Serialize, Serializer};
56use std::{
57 any::TypeId,
58 future::Future,
59 marker::PhantomData,
60 mem,
61 net::SocketAddr,
62 ops::{Deref, DerefMut},
63 rc::Rc,
64 sync::{
65 atomic::{AtomicBool, Ordering::SeqCst},
66 Arc, OnceLock,
67 },
68 time::{Duration, Instant},
69};
70use time::OffsetDateTime;
71use tokio::sync::{watch, Semaphore};
72use tower::ServiceBuilder;
73use tracing::{
74 field::{self},
75 info_span, instrument, Instrument,
76};
77
78use self::connection_pool::VersionedMessage;
79
80pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
81
82// kubernetes gives terminated pods 10s to shutdown gracefully. After they're gone, we can clean up old resources.
83pub const CLEANUP_TIMEOUT: Duration = Duration::from_secs(15);
84
85const MESSAGE_COUNT_PER_PAGE: usize = 100;
86const MAX_MESSAGE_LEN: usize = 1024;
87const NOTIFICATION_COUNT_PER_PAGE: usize = 50;
88
89type MessageHandler =
90 Box<dyn Send + Sync + Fn(Box<dyn AnyTypedEnvelope>, Session) -> BoxFuture<'static, ()>>;
91
92struct Response<R> {
93 peer: Arc<Peer>,
94 receipt: Receipt<R>,
95 responded: Arc<AtomicBool>,
96}
97
98impl<R: RequestMessage> Response<R> {
99 fn send(self, payload: R::Response) -> Result<()> {
100 self.responded.store(true, SeqCst);
101 self.peer.respond(self.receipt, payload)?;
102 Ok(())
103 }
104}
105
106struct StreamingResponse<R: RequestMessage> {
107 peer: Arc<Peer>,
108 receipt: Receipt<R>,
109}
110
111impl<R: RequestMessage> StreamingResponse<R> {
112 fn send(&self, payload: R::Response) -> Result<()> {
113 self.peer.respond(self.receipt, payload)?;
114 Ok(())
115 }
116}
117
118#[derive(Clone, Debug)]
119pub enum Principal {
120 User(User),
121 Impersonated { user: User, admin: User },
122 DevServer(dev_server::Model),
123}
124
125impl Principal {
126 fn update_span(&self, span: &tracing::Span) {
127 match &self {
128 Principal::User(user) => {
129 span.record("user_id", &user.id.0);
130 span.record("login", &user.github_login);
131 }
132 Principal::Impersonated { user, admin } => {
133 span.record("user_id", &user.id.0);
134 span.record("login", &user.github_login);
135 span.record("impersonator", &admin.github_login);
136 }
137 Principal::DevServer(dev_server) => {
138 span.record("dev_server_id", &dev_server.id.0);
139 }
140 }
141 }
142}
143
144#[derive(Clone)]
145struct Session {
146 principal: Principal,
147 connection_id: ConnectionId,
148 db: Arc<tokio::sync::Mutex<DbHandle>>,
149 peer: Arc<Peer>,
150 connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
151 live_kit_client: Option<Arc<dyn live_kit_server::api::Client>>,
152 supermaven_client: Option<Arc<SupermavenAdminApi>>,
153 http_client: Arc<IsahcHttpClient>,
154 rate_limiter: Arc<RateLimiter>,
155 _executor: Executor,
156}
157
158impl Session {
159 async fn db(&self) -> tokio::sync::MutexGuard<DbHandle> {
160 #[cfg(test)]
161 tokio::task::yield_now().await;
162 let guard = self.db.lock().await;
163 #[cfg(test)]
164 tokio::task::yield_now().await;
165 guard
166 }
167
168 async fn connection_pool(&self) -> ConnectionPoolGuard<'_> {
169 #[cfg(test)]
170 tokio::task::yield_now().await;
171 let guard = self.connection_pool.lock();
172 ConnectionPoolGuard {
173 guard,
174 _not_send: PhantomData,
175 }
176 }
177
178 fn for_user(self) -> Option<UserSession> {
179 UserSession::new(self)
180 }
181
182 fn for_dev_server(self) -> Option<DevServerSession> {
183 DevServerSession::new(self)
184 }
185
186 fn user_id(&self) -> Option<UserId> {
187 match &self.principal {
188 Principal::User(user) => Some(user.id),
189 Principal::Impersonated { user, .. } => Some(user.id),
190 Principal::DevServer(_) => None,
191 }
192 }
193
194 fn is_staff(&self) -> bool {
195 match &self.principal {
196 Principal::User(user) => user.admin,
197 Principal::Impersonated { .. } => true,
198 Principal::DevServer(_) => false,
199 }
200 }
201
202 fn dev_server_id(&self) -> Option<DevServerId> {
203 match &self.principal {
204 Principal::User(_) | Principal::Impersonated { .. } => None,
205 Principal::DevServer(dev_server) => Some(dev_server.id),
206 }
207 }
208
209 fn principal_id(&self) -> PrincipalId {
210 match &self.principal {
211 Principal::User(user) => PrincipalId::UserId(user.id),
212 Principal::Impersonated { user, .. } => PrincipalId::UserId(user.id),
213 Principal::DevServer(dev_server) => PrincipalId::DevServerId(dev_server.id),
214 }
215 }
216}
217
218impl Debug for Session {
219 fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
220 let mut result = f.debug_struct("Session");
221 match &self.principal {
222 Principal::User(user) => {
223 result.field("user", &user.github_login);
224 }
225 Principal::Impersonated { user, admin } => {
226 result.field("user", &user.github_login);
227 result.field("impersonator", &admin.github_login);
228 }
229 Principal::DevServer(dev_server) => {
230 result.field("dev_server", &dev_server.id);
231 }
232 }
233 result.field("connection_id", &self.connection_id).finish()
234 }
235}
236
237struct UserSession(Session);
238
239impl UserSession {
240 pub fn new(s: Session) -> Option<Self> {
241 s.user_id().map(|_| UserSession(s))
242 }
243 pub fn user_id(&self) -> UserId {
244 self.0.user_id().unwrap()
245 }
246
247 pub fn email(&self) -> Option<String> {
248 match &self.0.principal {
249 Principal::User(user) => user.email_address.clone(),
250 Principal::Impersonated { user, .. } => user.email_address.clone(),
251 Principal::DevServer(..) => None,
252 }
253 }
254}
255
256impl Deref for UserSession {
257 type Target = Session;
258
259 fn deref(&self) -> &Self::Target {
260 &self.0
261 }
262}
263impl DerefMut for UserSession {
264 fn deref_mut(&mut self) -> &mut Self::Target {
265 &mut self.0
266 }
267}
268
269struct DevServerSession(Session);
270
271impl DevServerSession {
272 pub fn new(s: Session) -> Option<Self> {
273 s.dev_server_id().map(|_| DevServerSession(s))
274 }
275 pub fn dev_server_id(&self) -> DevServerId {
276 self.0.dev_server_id().unwrap()
277 }
278
279 fn dev_server(&self) -> &dev_server::Model {
280 match &self.0.principal {
281 Principal::DevServer(dev_server) => dev_server,
282 _ => unreachable!(),
283 }
284 }
285}
286
287impl Deref for DevServerSession {
288 type Target = Session;
289
290 fn deref(&self) -> &Self::Target {
291 &self.0
292 }
293}
294impl DerefMut for DevServerSession {
295 fn deref_mut(&mut self) -> &mut Self::Target {
296 &mut self.0
297 }
298}
299
300fn user_handler<M: RequestMessage, Fut>(
301 handler: impl 'static + Send + Sync + Fn(M, Response<M>, UserSession) -> Fut,
302) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
303where
304 Fut: Send + Future<Output = Result<()>>,
305{
306 let handler = Arc::new(handler);
307 move |message, response, session| {
308 let handler = handler.clone();
309 Box::pin(async move {
310 if let Some(user_session) = session.for_user() {
311 Ok(handler(message, response, user_session).await?)
312 } else {
313 Err(Error::Internal(anyhow!(
314 "must be a user to call {}",
315 M::NAME
316 )))
317 }
318 })
319 }
320}
321
322fn dev_server_handler<M: RequestMessage, Fut>(
323 handler: impl 'static + Send + Sync + Fn(M, Response<M>, DevServerSession) -> Fut,
324) -> impl 'static + Send + Sync + Fn(M, Response<M>, Session) -> BoxFuture<'static, Result<()>>
325where
326 Fut: Send + Future<Output = Result<()>>,
327{
328 let handler = Arc::new(handler);
329 move |message, response, session| {
330 let handler = handler.clone();
331 Box::pin(async move {
332 if let Some(dev_server_session) = session.for_dev_server() {
333 Ok(handler(message, response, dev_server_session).await?)
334 } else {
335 Err(Error::Internal(anyhow!(
336 "must be a dev server to call {}",
337 M::NAME
338 )))
339 }
340 })
341 }
342}
343
344fn user_message_handler<M: EnvelopedMessage, InnertRetFut>(
345 handler: impl 'static + Send + Sync + Fn(M, UserSession) -> InnertRetFut,
346) -> impl 'static + Send + Sync + Fn(M, Session) -> BoxFuture<'static, Result<()>>
347where
348 InnertRetFut: Send + Future<Output = Result<()>>,
349{
350 let handler = Arc::new(handler);
351 move |message, session| {
352 let handler = handler.clone();
353 Box::pin(async move {
354 if let Some(user_session) = session.for_user() {
355 Ok(handler(message, user_session).await?)
356 } else {
357 Err(Error::Internal(anyhow!(
358 "must be a user to call {}",
359 M::NAME
360 )))
361 }
362 })
363 }
364}
365
366struct DbHandle(Arc<Database>);
367
368impl Deref for DbHandle {
369 type Target = Database;
370
371 fn deref(&self) -> &Self::Target {
372 self.0.as_ref()
373 }
374}
375
376pub struct Server {
377 id: parking_lot::Mutex<ServerId>,
378 peer: Arc<Peer>,
379 pub(crate) connection_pool: Arc<parking_lot::Mutex<ConnectionPool>>,
380 app_state: Arc<AppState>,
381 handlers: HashMap<TypeId, MessageHandler>,
382 teardown: watch::Sender<bool>,
383}
384
385pub(crate) struct ConnectionPoolGuard<'a> {
386 guard: parking_lot::MutexGuard<'a, ConnectionPool>,
387 _not_send: PhantomData<Rc<()>>,
388}
389
390#[derive(Serialize)]
391pub struct ServerSnapshot<'a> {
392 peer: &'a Peer,
393 #[serde(serialize_with = "serialize_deref")]
394 connection_pool: ConnectionPoolGuard<'a>,
395}
396
397pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
398where
399 S: Serializer,
400 T: Deref<Target = U>,
401 U: Serialize,
402{
403 Serialize::serialize(value.deref(), serializer)
404}
405
406impl Server {
407 pub fn new(id: ServerId, app_state: Arc<AppState>) -> Arc<Self> {
408 let mut server = Self {
409 id: parking_lot::Mutex::new(id),
410 peer: Peer::new(id.0 as u32),
411 app_state: app_state.clone(),
412 connection_pool: Default::default(),
413 handlers: Default::default(),
414 teardown: watch::channel(false).0,
415 };
416
417 server
418 .add_request_handler(ping)
419 .add_request_handler(user_handler(create_room))
420 .add_request_handler(user_handler(join_room))
421 .add_request_handler(user_handler(rejoin_room))
422 .add_request_handler(user_handler(leave_room))
423 .add_request_handler(user_handler(set_room_participant_role))
424 .add_request_handler(user_handler(call))
425 .add_request_handler(user_handler(cancel_call))
426 .add_message_handler(user_message_handler(decline_call))
427 .add_request_handler(user_handler(update_participant_location))
428 .add_request_handler(user_handler(share_project))
429 .add_message_handler(unshare_project)
430 .add_request_handler(user_handler(join_project))
431 .add_request_handler(user_handler(join_hosted_project))
432 .add_request_handler(user_handler(rejoin_dev_server_projects))
433 .add_request_handler(user_handler(create_dev_server_project))
434 .add_request_handler(user_handler(delete_dev_server_project))
435 .add_request_handler(user_handler(create_dev_server))
436 .add_request_handler(user_handler(regenerate_dev_server_token))
437 .add_request_handler(user_handler(rename_dev_server))
438 .add_request_handler(user_handler(delete_dev_server))
439 .add_request_handler(dev_server_handler(share_dev_server_project))
440 .add_request_handler(dev_server_handler(shutdown_dev_server))
441 .add_request_handler(dev_server_handler(reconnect_dev_server))
442 .add_message_handler(user_message_handler(leave_project))
443 .add_request_handler(update_project)
444 .add_request_handler(update_worktree)
445 .add_message_handler(start_language_server)
446 .add_message_handler(update_language_server)
447 .add_message_handler(update_diagnostic_summary)
448 .add_message_handler(update_worktree_settings)
449 .add_request_handler(user_handler(
450 forward_read_only_project_request::<proto::GetHover>,
451 ))
452 .add_request_handler(user_handler(
453 forward_read_only_project_request::<proto::GetDefinition>,
454 ))
455 .add_request_handler(user_handler(
456 forward_read_only_project_request::<proto::GetTypeDefinition>,
457 ))
458 .add_request_handler(user_handler(
459 forward_read_only_project_request::<proto::GetReferences>,
460 ))
461 .add_request_handler(user_handler(
462 forward_read_only_project_request::<proto::SearchProject>,
463 ))
464 .add_request_handler(user_handler(
465 forward_read_only_project_request::<proto::GetDocumentHighlights>,
466 ))
467 .add_request_handler(user_handler(
468 forward_read_only_project_request::<proto::GetProjectSymbols>,
469 ))
470 .add_request_handler(user_handler(
471 forward_read_only_project_request::<proto::OpenBufferForSymbol>,
472 ))
473 .add_request_handler(user_handler(
474 forward_read_only_project_request::<proto::OpenBufferById>,
475 ))
476 .add_request_handler(user_handler(
477 forward_read_only_project_request::<proto::SynchronizeBuffers>,
478 ))
479 .add_request_handler(user_handler(
480 forward_read_only_project_request::<proto::InlayHints>,
481 ))
482 .add_request_handler(user_handler(
483 forward_read_only_project_request::<proto::OpenBufferByPath>,
484 ))
485 .add_request_handler(user_handler(
486 forward_mutating_project_request::<proto::GetCompletions>,
487 ))
488 .add_request_handler(user_handler(
489 forward_mutating_project_request::<proto::ApplyCompletionAdditionalEdits>,
490 ))
491 .add_request_handler(user_handler(
492 forward_versioned_mutating_project_request::<proto::OpenNewBuffer>,
493 ))
494 .add_request_handler(user_handler(
495 forward_mutating_project_request::<proto::ResolveCompletionDocumentation>,
496 ))
497 .add_request_handler(user_handler(
498 forward_mutating_project_request::<proto::GetCodeActions>,
499 ))
500 .add_request_handler(user_handler(
501 forward_mutating_project_request::<proto::ApplyCodeAction>,
502 ))
503 .add_request_handler(user_handler(
504 forward_mutating_project_request::<proto::PrepareRename>,
505 ))
506 .add_request_handler(user_handler(
507 forward_mutating_project_request::<proto::PerformRename>,
508 ))
509 .add_request_handler(user_handler(
510 forward_mutating_project_request::<proto::ReloadBuffers>,
511 ))
512 .add_request_handler(user_handler(
513 forward_mutating_project_request::<proto::FormatBuffers>,
514 ))
515 .add_request_handler(user_handler(
516 forward_mutating_project_request::<proto::CreateProjectEntry>,
517 ))
518 .add_request_handler(user_handler(
519 forward_mutating_project_request::<proto::RenameProjectEntry>,
520 ))
521 .add_request_handler(user_handler(
522 forward_mutating_project_request::<proto::CopyProjectEntry>,
523 ))
524 .add_request_handler(user_handler(
525 forward_mutating_project_request::<proto::DeleteProjectEntry>,
526 ))
527 .add_request_handler(user_handler(
528 forward_mutating_project_request::<proto::ExpandProjectEntry>,
529 ))
530 .add_request_handler(user_handler(
531 forward_mutating_project_request::<proto::OnTypeFormatting>,
532 ))
533 .add_request_handler(user_handler(
534 forward_versioned_mutating_project_request::<proto::SaveBuffer>,
535 ))
536 .add_request_handler(user_handler(
537 forward_mutating_project_request::<proto::BlameBuffer>,
538 ))
539 .add_request_handler(user_handler(
540 forward_mutating_project_request::<proto::MultiLspQuery>,
541 ))
542 .add_message_handler(create_buffer_for_peer)
543 .add_request_handler(update_buffer)
544 .add_message_handler(broadcast_project_message_from_host::<proto::RefreshInlayHints>)
545 .add_message_handler(broadcast_project_message_from_host::<proto::UpdateBufferFile>)
546 .add_message_handler(broadcast_project_message_from_host::<proto::BufferReloaded>)
547 .add_message_handler(broadcast_project_message_from_host::<proto::BufferSaved>)
548 .add_message_handler(broadcast_project_message_from_host::<proto::UpdateDiffBase>)
549 .add_request_handler(get_users)
550 .add_request_handler(user_handler(fuzzy_search_users))
551 .add_request_handler(user_handler(request_contact))
552 .add_request_handler(user_handler(remove_contact))
553 .add_request_handler(user_handler(respond_to_contact_request))
554 .add_request_handler(user_handler(create_channel))
555 .add_request_handler(user_handler(delete_channel))
556 .add_request_handler(user_handler(invite_channel_member))
557 .add_request_handler(user_handler(remove_channel_member))
558 .add_request_handler(user_handler(set_channel_member_role))
559 .add_request_handler(user_handler(set_channel_visibility))
560 .add_request_handler(user_handler(rename_channel))
561 .add_request_handler(user_handler(join_channel_buffer))
562 .add_request_handler(user_handler(leave_channel_buffer))
563 .add_message_handler(user_message_handler(update_channel_buffer))
564 .add_request_handler(user_handler(rejoin_channel_buffers))
565 .add_request_handler(user_handler(get_channel_members))
566 .add_request_handler(user_handler(respond_to_channel_invite))
567 .add_request_handler(user_handler(join_channel))
568 .add_request_handler(user_handler(join_channel_chat))
569 .add_message_handler(user_message_handler(leave_channel_chat))
570 .add_request_handler(user_handler(send_channel_message))
571 .add_request_handler(user_handler(remove_channel_message))
572 .add_request_handler(user_handler(update_channel_message))
573 .add_request_handler(user_handler(get_channel_messages))
574 .add_request_handler(user_handler(get_channel_messages_by_id))
575 .add_request_handler(user_handler(get_notifications))
576 .add_request_handler(user_handler(mark_notification_as_read))
577 .add_request_handler(user_handler(move_channel))
578 .add_request_handler(user_handler(follow))
579 .add_message_handler(user_message_handler(unfollow))
580 .add_message_handler(user_message_handler(update_followers))
581 .add_request_handler(user_handler(get_private_user_info))
582 .add_message_handler(user_message_handler(acknowledge_channel_message))
583 .add_message_handler(user_message_handler(acknowledge_buffer_version))
584 .add_request_handler(user_handler(get_supermaven_api_key))
585 .add_streaming_request_handler({
586 let app_state = app_state.clone();
587 move |request, response, session| {
588 complete_with_language_model(
589 request,
590 response,
591 session,
592 app_state.config.openai_api_key.clone(),
593 app_state.config.google_ai_api_key.clone(),
594 app_state.config.anthropic_api_key.clone(),
595 )
596 }
597 })
598 .add_request_handler({
599 let app_state = app_state.clone();
600 user_handler(move |request, response, session| {
601 count_tokens_with_language_model(
602 request,
603 response,
604 session,
605 app_state.config.google_ai_api_key.clone(),
606 )
607 })
608 })
609 .add_request_handler({
610 user_handler(move |request, response, session| {
611 get_cached_embeddings(request, response, session)
612 })
613 })
614 .add_request_handler({
615 let app_state = app_state.clone();
616 user_handler(move |request, response, session| {
617 compute_embeddings(
618 request,
619 response,
620 session,
621 app_state.config.openai_api_key.clone(),
622 )
623 })
624 });
625
626 Arc::new(server)
627 }
628
629 pub async fn start(&self) -> Result<()> {
630 let server_id = *self.id.lock();
631 let app_state = self.app_state.clone();
632 let peer = self.peer.clone();
633 let timeout = self.app_state.executor.sleep(CLEANUP_TIMEOUT);
634 let pool = self.connection_pool.clone();
635 let live_kit_client = self.app_state.live_kit_client.clone();
636
637 let span = info_span!("start server");
638 self.app_state.executor.spawn_detached(
639 async move {
640 tracing::info!("waiting for cleanup timeout");
641 timeout.await;
642 tracing::info!("cleanup timeout expired, retrieving stale rooms");
643 if let Some((room_ids, channel_ids)) = app_state
644 .db
645 .stale_server_resource_ids(&app_state.config.zed_environment, server_id)
646 .await
647 .trace_err()
648 {
649 tracing::info!(stale_room_count = room_ids.len(), "retrieved stale rooms");
650 tracing::info!(
651 stale_channel_buffer_count = channel_ids.len(),
652 "retrieved stale channel buffers"
653 );
654
655 for channel_id in channel_ids {
656 if let Some(refreshed_channel_buffer) = app_state
657 .db
658 .clear_stale_channel_buffer_collaborators(channel_id, server_id)
659 .await
660 .trace_err()
661 {
662 for connection_id in refreshed_channel_buffer.connection_ids {
663 peer.send(
664 connection_id,
665 proto::UpdateChannelBufferCollaborators {
666 channel_id: channel_id.to_proto(),
667 collaborators: refreshed_channel_buffer
668 .collaborators
669 .clone(),
670 },
671 )
672 .trace_err();
673 }
674 }
675 }
676
677 for room_id in room_ids {
678 let mut contacts_to_update = HashSet::default();
679 let mut canceled_calls_to_user_ids = Vec::new();
680 let mut live_kit_room = String::new();
681 let mut delete_live_kit_room = false;
682
683 if let Some(mut refreshed_room) = app_state
684 .db
685 .clear_stale_room_participants(room_id, server_id)
686 .await
687 .trace_err()
688 {
689 tracing::info!(
690 room_id = room_id.0,
691 new_participant_count = refreshed_room.room.participants.len(),
692 "refreshed room"
693 );
694 room_updated(&refreshed_room.room, &peer);
695 if let Some(channel) = refreshed_room.channel.as_ref() {
696 channel_updated(channel, &refreshed_room.room, &peer, &pool.lock());
697 }
698 contacts_to_update
699 .extend(refreshed_room.stale_participant_user_ids.iter().copied());
700 contacts_to_update
701 .extend(refreshed_room.canceled_calls_to_user_ids.iter().copied());
702 canceled_calls_to_user_ids =
703 mem::take(&mut refreshed_room.canceled_calls_to_user_ids);
704 live_kit_room = mem::take(&mut refreshed_room.room.live_kit_room);
705 delete_live_kit_room = refreshed_room.room.participants.is_empty();
706 }
707
708 {
709 let pool = pool.lock();
710 for canceled_user_id in canceled_calls_to_user_ids {
711 for connection_id in pool.user_connection_ids(canceled_user_id) {
712 peer.send(
713 connection_id,
714 proto::CallCanceled {
715 room_id: room_id.to_proto(),
716 },
717 )
718 .trace_err();
719 }
720 }
721 }
722
723 for user_id in contacts_to_update {
724 let busy = app_state.db.is_user_busy(user_id).await.trace_err();
725 let contacts = app_state.db.get_contacts(user_id).await.trace_err();
726 if let Some((busy, contacts)) = busy.zip(contacts) {
727 let pool = pool.lock();
728 let updated_contact = contact_for_user(user_id, busy, &pool);
729 for contact in contacts {
730 if let db::Contact::Accepted {
731 user_id: contact_user_id,
732 ..
733 } = contact
734 {
735 for contact_conn_id in
736 pool.user_connection_ids(contact_user_id)
737 {
738 peer.send(
739 contact_conn_id,
740 proto::UpdateContacts {
741 contacts: vec![updated_contact.clone()],
742 remove_contacts: Default::default(),
743 incoming_requests: Default::default(),
744 remove_incoming_requests: Default::default(),
745 outgoing_requests: Default::default(),
746 remove_outgoing_requests: Default::default(),
747 },
748 )
749 .trace_err();
750 }
751 }
752 }
753 }
754 }
755
756 if let Some(live_kit) = live_kit_client.as_ref() {
757 if delete_live_kit_room {
758 live_kit.delete_room(live_kit_room).await.trace_err();
759 }
760 }
761 }
762 }
763
764 app_state
765 .db
766 .delete_stale_servers(&app_state.config.zed_environment, server_id)
767 .await
768 .trace_err();
769 }
770 .instrument(span),
771 );
772 Ok(())
773 }
774
775 pub fn teardown(&self) {
776 self.peer.teardown();
777 self.connection_pool.lock().reset();
778 let _ = self.teardown.send(true);
779 }
780
781 #[cfg(test)]
782 pub fn reset(&self, id: ServerId) {
783 self.teardown();
784 *self.id.lock() = id;
785 self.peer.reset(id.0 as u32);
786 let _ = self.teardown.send(false);
787 }
788
789 #[cfg(test)]
790 pub fn id(&self) -> ServerId {
791 *self.id.lock()
792 }
793
794 fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
795 where
796 F: 'static + Send + Sync + Fn(TypedEnvelope<M>, Session) -> Fut,
797 Fut: 'static + Send + Future<Output = Result<()>>,
798 M: EnvelopedMessage,
799 {
800 let prev_handler = self.handlers.insert(
801 TypeId::of::<M>(),
802 Box::new(move |envelope, session| {
803 let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
804 let received_at = envelope.received_at;
805 tracing::info!("message received");
806 let start_time = Instant::now();
807 let future = (handler)(*envelope, session);
808 async move {
809 let result = future.await;
810 let total_duration_ms = received_at.elapsed().as_micros() as f64 / 1000.0;
811 let processing_duration_ms = start_time.elapsed().as_micros() as f64 / 1000.0;
812 let queue_duration_ms = total_duration_ms - processing_duration_ms;
813 let payload_type = M::NAME;
814
815 match result {
816 Err(error) => {
817 tracing::error!(
818 ?error,
819 total_duration_ms,
820 processing_duration_ms,
821 queue_duration_ms,
822 payload_type,
823 "error handling message"
824 )
825 }
826 Ok(()) => tracing::info!(
827 total_duration_ms,
828 processing_duration_ms,
829 queue_duration_ms,
830 "finished handling message"
831 ),
832 }
833 }
834 .boxed()
835 }),
836 );
837 if prev_handler.is_some() {
838 panic!("registered a handler for the same message twice");
839 }
840 self
841 }
842
843 fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
844 where
845 F: 'static + Send + Sync + Fn(M, Session) -> Fut,
846 Fut: 'static + Send + Future<Output = Result<()>>,
847 M: EnvelopedMessage,
848 {
849 self.add_handler(move |envelope, session| handler(envelope.payload, session));
850 self
851 }
852
853 fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
854 where
855 F: 'static + Send + Sync + Fn(M, Response<M>, Session) -> Fut,
856 Fut: Send + Future<Output = Result<()>>,
857 M: RequestMessage,
858 {
859 let handler = Arc::new(handler);
860 self.add_handler(move |envelope, session| {
861 let receipt = envelope.receipt();
862 let handler = handler.clone();
863 async move {
864 let peer = session.peer.clone();
865 let responded = Arc::new(AtomicBool::default());
866 let response = Response {
867 peer: peer.clone(),
868 responded: responded.clone(),
869 receipt,
870 };
871 match (handler)(envelope.payload, response, session).await {
872 Ok(()) => {
873 if responded.load(std::sync::atomic::Ordering::SeqCst) {
874 Ok(())
875 } else {
876 Err(anyhow!("handler did not send a response"))?
877 }
878 }
879 Err(error) => {
880 let proto_err = match &error {
881 Error::Internal(err) => err.to_proto(),
882 _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
883 };
884 peer.respond_with_error(receipt, proto_err)?;
885 Err(error)
886 }
887 }
888 }
889 })
890 }
891
892 fn add_streaming_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
893 where
894 F: 'static + Send + Sync + Fn(M, StreamingResponse<M>, Session) -> Fut,
895 Fut: Send + Future<Output = Result<()>>,
896 M: RequestMessage,
897 {
898 let handler = Arc::new(handler);
899 self.add_handler(move |envelope, session| {
900 let receipt = envelope.receipt();
901 let handler = handler.clone();
902 async move {
903 let peer = session.peer.clone();
904 let response = StreamingResponse {
905 peer: peer.clone(),
906 receipt,
907 };
908 match (handler)(envelope.payload, response, session).await {
909 Ok(()) => {
910 peer.end_stream(receipt)?;
911 Ok(())
912 }
913 Err(error) => {
914 let proto_err = match &error {
915 Error::Internal(err) => err.to_proto(),
916 _ => ErrorCode::Internal.message(format!("{}", error)).to_proto(),
917 };
918 peer.respond_with_error(receipt, proto_err)?;
919 Err(error)
920 }
921 }
922 }
923 })
924 }
925
926 #[allow(clippy::too_many_arguments)]
927 pub fn handle_connection(
928 self: &Arc<Self>,
929 connection: Connection,
930 address: String,
931 principal: Principal,
932 zed_version: ZedVersion,
933 send_connection_id: Option<oneshot::Sender<ConnectionId>>,
934 executor: Executor,
935 ) -> impl Future<Output = ()> {
936 let this = self.clone();
937 let span = info_span!("handle connection", %address,
938 connection_id=field::Empty,
939 user_id=field::Empty,
940 login=field::Empty,
941 impersonator=field::Empty,
942 dev_server_id=field::Empty
943 );
944 principal.update_span(&span);
945
946 let mut teardown = self.teardown.subscribe();
947 async move {
948 if *teardown.borrow() {
949 tracing::error!("server is tearing down");
950 return
951 }
952 let (connection_id, handle_io, mut incoming_rx) = this
953 .peer
954 .add_connection(connection, {
955 let executor = executor.clone();
956 move |duration| executor.sleep(duration)
957 });
958 tracing::Span::current().record("connection_id", format!("{}", connection_id));
959 tracing::info!("connection opened");
960
961 let http_client = match IsahcHttpClient::new() {
962 Ok(http_client) => Arc::new(http_client),
963 Err(error) => {
964 tracing::error!(?error, "failed to create HTTP client");
965 return;
966 }
967 };
968
969 let supermaven_client = if let Some(supermaven_admin_api_key) = this.app_state.config.supermaven_admin_api_key.clone() {
970 Some(Arc::new(SupermavenAdminApi::new(
971 supermaven_admin_api_key.to_string(),
972 http_client.clone(),
973 )))
974 } else {
975 None
976 };
977
978 let session = Session {
979 principal: principal.clone(),
980 connection_id,
981 db: Arc::new(tokio::sync::Mutex::new(DbHandle(this.app_state.db.clone()))),
982 peer: this.peer.clone(),
983 connection_pool: this.connection_pool.clone(),
984 live_kit_client: this.app_state.live_kit_client.clone(),
985 http_client,
986 rate_limiter: this.app_state.rate_limiter.clone(),
987 _executor: executor.clone(),
988 supermaven_client,
989 };
990
991 if let Err(error) = this.send_initial_client_update(connection_id, &principal, zed_version, send_connection_id, &session).await {
992 tracing::error!(?error, "failed to send initial client update");
993 return;
994 }
995
996 let handle_io = handle_io.fuse();
997 futures::pin_mut!(handle_io);
998
999 // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
1000 // This prevents deadlocks when e.g., client A performs a request to client B and
1001 // client B performs a request to client A. If both clients stop processing further
1002 // messages until their respective request completes, they won't have a chance to
1003 // respond to the other client's request and cause a deadlock.
1004 //
1005 // This arrangement ensures we will attempt to process earlier messages first, but fall
1006 // back to processing messages arrived later in the spirit of making progress.
1007 let mut foreground_message_handlers = FuturesUnordered::new();
1008 let concurrent_handlers = Arc::new(Semaphore::new(256));
1009 loop {
1010 let next_message = async {
1011 let permit = concurrent_handlers.clone().acquire_owned().await.unwrap();
1012 let message = incoming_rx.next().await;
1013 (permit, message)
1014 }.fuse();
1015 futures::pin_mut!(next_message);
1016 futures::select_biased! {
1017 _ = teardown.changed().fuse() => return,
1018 result = handle_io => {
1019 if let Err(error) = result {
1020 tracing::error!(?error, "error handling I/O");
1021 }
1022 break;
1023 }
1024 _ = foreground_message_handlers.next() => {}
1025 next_message = next_message => {
1026 let (permit, message) = next_message;
1027 if let Some(message) = message {
1028 let type_name = message.payload_type_name();
1029 // note: we copy all the fields from the parent span so we can query them in the logs.
1030 // (https://github.com/tokio-rs/tracing/issues/2670).
1031 let span = tracing::info_span!("receive message", %connection_id, %address, type_name,
1032 user_id=field::Empty,
1033 login=field::Empty,
1034 impersonator=field::Empty,
1035 dev_server_id=field::Empty
1036 );
1037 principal.update_span(&span);
1038 let span_enter = span.enter();
1039 if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
1040 let is_background = message.is_background();
1041 let handle_message = (handler)(message, session.clone());
1042 drop(span_enter);
1043
1044 let handle_message = async move {
1045 handle_message.await;
1046 drop(permit);
1047 }.instrument(span);
1048 if is_background {
1049 executor.spawn_detached(handle_message);
1050 } else {
1051 foreground_message_handlers.push(handle_message);
1052 }
1053 } else {
1054 tracing::error!("no message handler");
1055 }
1056 } else {
1057 tracing::info!("connection closed");
1058 break;
1059 }
1060 }
1061 }
1062 }
1063
1064 drop(foreground_message_handlers);
1065 tracing::info!("signing out");
1066 if let Err(error) = connection_lost(session, teardown, executor).await {
1067 tracing::error!(?error, "error signing out");
1068 }
1069
1070 }.instrument(span)
1071 }
1072
1073 async fn send_initial_client_update(
1074 &self,
1075 connection_id: ConnectionId,
1076 principal: &Principal,
1077 zed_version: ZedVersion,
1078 mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
1079 session: &Session,
1080 ) -> Result<()> {
1081 self.peer.send(
1082 connection_id,
1083 proto::Hello {
1084 peer_id: Some(connection_id.into()),
1085 },
1086 )?;
1087 tracing::info!("sent hello message");
1088 if let Some(send_connection_id) = send_connection_id.take() {
1089 let _ = send_connection_id.send(connection_id);
1090 }
1091
1092 match principal {
1093 Principal::User(user) | Principal::Impersonated { user, admin: _ } => {
1094 if !user.connected_once {
1095 self.peer.send(connection_id, proto::ShowContacts {})?;
1096 self.app_state
1097 .db
1098 .set_user_connected_once(user.id, true)
1099 .await?;
1100 }
1101
1102 let (contacts, channels_for_user, channel_invites, dev_server_projects) =
1103 future::try_join4(
1104 self.app_state.db.get_contacts(user.id),
1105 self.app_state.db.get_channels_for_user(user.id),
1106 self.app_state.db.get_channel_invites_for_user(user.id),
1107 self.app_state.db.dev_server_projects_update(user.id),
1108 )
1109 .await?;
1110
1111 {
1112 let mut pool = self.connection_pool.lock();
1113 pool.add_connection(connection_id, user.id, user.admin, zed_version);
1114 for membership in &channels_for_user.channel_memberships {
1115 pool.subscribe_to_channel(user.id, membership.channel_id, membership.role)
1116 }
1117 self.peer.send(
1118 connection_id,
1119 build_initial_contacts_update(contacts, &pool),
1120 )?;
1121 self.peer.send(
1122 connection_id,
1123 build_update_user_channels(&channels_for_user),
1124 )?;
1125 self.peer.send(
1126 connection_id,
1127 build_channels_update(channels_for_user, channel_invites),
1128 )?;
1129 }
1130 send_dev_server_projects_update(user.id, dev_server_projects, session).await;
1131
1132 if let Some(incoming_call) =
1133 self.app_state.db.incoming_call_for_user(user.id).await?
1134 {
1135 self.peer.send(connection_id, incoming_call)?;
1136 }
1137
1138 update_user_contacts(user.id, &session).await?;
1139 }
1140 Principal::DevServer(dev_server) => {
1141 {
1142 let mut pool = self.connection_pool.lock();
1143 if pool.dev_server_connection_id(dev_server.id).is_some() {
1144 return Err(anyhow!(ErrorCode::DevServerAlreadyOnline))?;
1145 };
1146 pool.add_dev_server(connection_id, dev_server.id, zed_version);
1147 }
1148
1149 let projects = self
1150 .app_state
1151 .db
1152 .get_projects_for_dev_server(dev_server.id)
1153 .await?;
1154 self.peer
1155 .send(connection_id, proto::DevServerInstructions { projects })?;
1156
1157 let status = self
1158 .app_state
1159 .db
1160 .dev_server_projects_update(dev_server.user_id)
1161 .await?;
1162 send_dev_server_projects_update(dev_server.user_id, status, &session).await;
1163 }
1164 }
1165
1166 Ok(())
1167 }
1168
1169 pub async fn invite_code_redeemed(
1170 self: &Arc<Self>,
1171 inviter_id: UserId,
1172 invitee_id: UserId,
1173 ) -> Result<()> {
1174 if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
1175 if let Some(code) = &user.invite_code {
1176 let pool = self.connection_pool.lock();
1177 let invitee_contact = contact_for_user(invitee_id, false, &pool);
1178 for connection_id in pool.user_connection_ids(inviter_id) {
1179 self.peer.send(
1180 connection_id,
1181 proto::UpdateContacts {
1182 contacts: vec![invitee_contact.clone()],
1183 ..Default::default()
1184 },
1185 )?;
1186 self.peer.send(
1187 connection_id,
1188 proto::UpdateInviteInfo {
1189 url: format!("{}{}", self.app_state.config.invite_link_prefix, &code),
1190 count: user.invite_count as u32,
1191 },
1192 )?;
1193 }
1194 }
1195 }
1196 Ok(())
1197 }
1198
1199 pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
1200 if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
1201 if let Some(invite_code) = &user.invite_code {
1202 let pool = self.connection_pool.lock();
1203 for connection_id in pool.user_connection_ids(user_id) {
1204 self.peer.send(
1205 connection_id,
1206 proto::UpdateInviteInfo {
1207 url: format!(
1208 "{}{}",
1209 self.app_state.config.invite_link_prefix, invite_code
1210 ),
1211 count: user.invite_count as u32,
1212 },
1213 )?;
1214 }
1215 }
1216 }
1217 Ok(())
1218 }
1219
1220 pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1221 ServerSnapshot {
1222 connection_pool: ConnectionPoolGuard {
1223 guard: self.connection_pool.lock(),
1224 _not_send: PhantomData,
1225 },
1226 peer: &self.peer,
1227 }
1228 }
1229}
1230
1231impl<'a> Deref for ConnectionPoolGuard<'a> {
1232 type Target = ConnectionPool;
1233
1234 fn deref(&self) -> &Self::Target {
1235 &self.guard
1236 }
1237}
1238
1239impl<'a> DerefMut for ConnectionPoolGuard<'a> {
1240 fn deref_mut(&mut self) -> &mut Self::Target {
1241 &mut self.guard
1242 }
1243}
1244
1245impl<'a> Drop for ConnectionPoolGuard<'a> {
1246 fn drop(&mut self) {
1247 #[cfg(test)]
1248 self.check_invariants();
1249 }
1250}
1251
1252fn broadcast<F>(
1253 sender_id: Option<ConnectionId>,
1254 receiver_ids: impl IntoIterator<Item = ConnectionId>,
1255 mut f: F,
1256) where
1257 F: FnMut(ConnectionId) -> anyhow::Result<()>,
1258{
1259 for receiver_id in receiver_ids {
1260 if Some(receiver_id) != sender_id {
1261 if let Err(error) = f(receiver_id) {
1262 tracing::error!("failed to send to {:?} {}", receiver_id, error);
1263 }
1264 }
1265 }
1266}
1267
1268pub struct ProtocolVersion(u32);
1269
1270impl Header for ProtocolVersion {
1271 fn name() -> &'static HeaderName {
1272 static ZED_PROTOCOL_VERSION: OnceLock<HeaderName> = OnceLock::new();
1273 ZED_PROTOCOL_VERSION.get_or_init(|| HeaderName::from_static("x-zed-protocol-version"))
1274 }
1275
1276 fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1277 where
1278 Self: Sized,
1279 I: Iterator<Item = &'i axum::http::HeaderValue>,
1280 {
1281 let version = values
1282 .next()
1283 .ok_or_else(axum::headers::Error::invalid)?
1284 .to_str()
1285 .map_err(|_| axum::headers::Error::invalid())?
1286 .parse()
1287 .map_err(|_| axum::headers::Error::invalid())?;
1288 Ok(Self(version))
1289 }
1290
1291 fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1292 values.extend([self.0.to_string().parse().unwrap()]);
1293 }
1294}
1295
1296pub struct AppVersionHeader(SemanticVersion);
1297impl Header for AppVersionHeader {
1298 fn name() -> &'static HeaderName {
1299 static ZED_APP_VERSION: OnceLock<HeaderName> = OnceLock::new();
1300 ZED_APP_VERSION.get_or_init(|| HeaderName::from_static("x-zed-app-version"))
1301 }
1302
1303 fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1304 where
1305 Self: Sized,
1306 I: Iterator<Item = &'i axum::http::HeaderValue>,
1307 {
1308 let version = values
1309 .next()
1310 .ok_or_else(axum::headers::Error::invalid)?
1311 .to_str()
1312 .map_err(|_| axum::headers::Error::invalid())?
1313 .parse()
1314 .map_err(|_| axum::headers::Error::invalid())?;
1315 Ok(Self(version))
1316 }
1317
1318 fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
1319 values.extend([self.0.to_string().parse().unwrap()]);
1320 }
1321}
1322
1323pub fn routes(server: Arc<Server>) -> Router<(), Body> {
1324 Router::new()
1325 .route("/rpc", get(handle_websocket_request))
1326 .layer(
1327 ServiceBuilder::new()
1328 .layer(Extension(server.app_state.clone()))
1329 .layer(middleware::from_fn(auth::validate_header)),
1330 )
1331 .route("/metrics", get(handle_metrics))
1332 .layer(Extension(server))
1333}
1334
1335pub async fn handle_websocket_request(
1336 TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
1337 app_version_header: Option<TypedHeader<AppVersionHeader>>,
1338 ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
1339 Extension(server): Extension<Arc<Server>>,
1340 Extension(principal): Extension<Principal>,
1341 ws: WebSocketUpgrade,
1342) -> axum::response::Response {
1343 if protocol_version != rpc::PROTOCOL_VERSION {
1344 return (
1345 StatusCode::UPGRADE_REQUIRED,
1346 "client must be upgraded".to_string(),
1347 )
1348 .into_response();
1349 }
1350
1351 let Some(version) = app_version_header.map(|header| ZedVersion(header.0 .0)) else {
1352 return (
1353 StatusCode::UPGRADE_REQUIRED,
1354 "no version header found".to_string(),
1355 )
1356 .into_response();
1357 };
1358
1359 if !version.can_collaborate() {
1360 return (
1361 StatusCode::UPGRADE_REQUIRED,
1362 "client must be upgraded".to_string(),
1363 )
1364 .into_response();
1365 }
1366
1367 let socket_address = socket_address.to_string();
1368 ws.on_upgrade(move |socket| {
1369 let socket = socket
1370 .map_ok(to_tungstenite_message)
1371 .err_into()
1372 .with(|message| async move { Ok(to_axum_message(message)) });
1373 let connection = Connection::new(Box::pin(socket));
1374 async move {
1375 server
1376 .handle_connection(
1377 connection,
1378 socket_address,
1379 principal,
1380 version,
1381 None,
1382 Executor::Production,
1383 )
1384 .await;
1385 }
1386 })
1387}
1388
1389pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> Result<String> {
1390 static CONNECTIONS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1391 let connections_metric = CONNECTIONS_METRIC
1392 .get_or_init(|| register_int_gauge!("connections", "number of connections").unwrap());
1393
1394 let connections = server
1395 .connection_pool
1396 .lock()
1397 .connections()
1398 .filter(|connection| !connection.admin)
1399 .count();
1400 connections_metric.set(connections as _);
1401
1402 static SHARED_PROJECTS_METRIC: OnceLock<IntGauge> = OnceLock::new();
1403 let shared_projects_metric = SHARED_PROJECTS_METRIC.get_or_init(|| {
1404 register_int_gauge!(
1405 "shared_projects",
1406 "number of open projects with one or more guests"
1407 )
1408 .unwrap()
1409 });
1410
1411 let shared_projects = server.app_state.db.project_count_excluding_admins().await?;
1412 shared_projects_metric.set(shared_projects as _);
1413
1414 let encoder = prometheus::TextEncoder::new();
1415 let metric_families = prometheus::gather();
1416 let encoded_metrics = encoder
1417 .encode_to_string(&metric_families)
1418 .map_err(|err| anyhow!("{}", err))?;
1419 Ok(encoded_metrics)
1420}
1421
1422#[instrument(err, skip(executor))]
1423async fn connection_lost(
1424 session: Session,
1425 mut teardown: watch::Receiver<bool>,
1426 executor: Executor,
1427) -> Result<()> {
1428 session.peer.disconnect(session.connection_id);
1429 session
1430 .connection_pool()
1431 .await
1432 .remove_connection(session.connection_id)?;
1433
1434 session
1435 .db()
1436 .await
1437 .connection_lost(session.connection_id)
1438 .await
1439 .trace_err();
1440
1441 futures::select_biased! {
1442 _ = executor.sleep(RECONNECT_TIMEOUT).fuse() => {
1443 match &session.principal {
1444 Principal::User(_) | Principal::Impersonated{ user: _, admin:_ } => {
1445 let session = session.for_user().unwrap();
1446
1447 log::info!("connection lost, removing all resources for user:{}, connection:{:?}", session.user_id(), session.connection_id);
1448 leave_room_for_session(&session, session.connection_id).await.trace_err();
1449 leave_channel_buffers_for_session(&session)
1450 .await
1451 .trace_err();
1452
1453 if !session
1454 .connection_pool()
1455 .await
1456 .is_user_online(session.user_id())
1457 {
1458 let db = session.db().await;
1459 if let Some(room) = db.decline_call(None, session.user_id()).await.trace_err().flatten() {
1460 room_updated(&room, &session.peer);
1461 }
1462 }
1463
1464 update_user_contacts(session.user_id(), &session).await?;
1465 },
1466 Principal::DevServer(_) => {
1467 lost_dev_server_connection(&session.for_dev_server().unwrap()).await?;
1468 },
1469 }
1470 },
1471 _ = teardown.changed().fuse() => {}
1472 }
1473
1474 Ok(())
1475}
1476
1477/// Acknowledges a ping from a client, used to keep the connection alive.
1478async fn ping(_: proto::Ping, response: Response<proto::Ping>, _session: Session) -> Result<()> {
1479 response.send(proto::Ack {})?;
1480 Ok(())
1481}
1482
1483/// Creates a new room for calling (outside of channels)
1484async fn create_room(
1485 _request: proto::CreateRoom,
1486 response: Response<proto::CreateRoom>,
1487 session: UserSession,
1488) -> Result<()> {
1489 let live_kit_room = nanoid::nanoid!(30);
1490
1491 let live_kit_connection_info = util::maybe!(async {
1492 let live_kit = session.live_kit_client.as_ref();
1493 let live_kit = live_kit?;
1494 let user_id = session.user_id().to_string();
1495
1496 let token = live_kit
1497 .room_token(&live_kit_room, &user_id.to_string())
1498 .trace_err()?;
1499
1500 Some(proto::LiveKitConnectionInfo {
1501 server_url: live_kit.url().into(),
1502 token,
1503 can_publish: true,
1504 })
1505 })
1506 .await;
1507
1508 let room = session
1509 .db()
1510 .await
1511 .create_room(session.user_id(), session.connection_id, &live_kit_room)
1512 .await?;
1513
1514 response.send(proto::CreateRoomResponse {
1515 room: Some(room.clone()),
1516 live_kit_connection_info,
1517 })?;
1518
1519 update_user_contacts(session.user_id(), &session).await?;
1520 Ok(())
1521}
1522
1523/// Join a room from an invitation. Equivalent to joining a channel if there is one.
1524async fn join_room(
1525 request: proto::JoinRoom,
1526 response: Response<proto::JoinRoom>,
1527 session: UserSession,
1528) -> Result<()> {
1529 let room_id = RoomId::from_proto(request.id);
1530
1531 let channel_id = session.db().await.channel_id_for_room(room_id).await?;
1532
1533 if let Some(channel_id) = channel_id {
1534 return join_channel_internal(channel_id, Box::new(response), session).await;
1535 }
1536
1537 let joined_room = {
1538 let room = session
1539 .db()
1540 .await
1541 .join_room(room_id, session.user_id(), session.connection_id)
1542 .await?;
1543 room_updated(&room.room, &session.peer);
1544 room.into_inner()
1545 };
1546
1547 for connection_id in session
1548 .connection_pool()
1549 .await
1550 .user_connection_ids(session.user_id())
1551 {
1552 session
1553 .peer
1554 .send(
1555 connection_id,
1556 proto::CallCanceled {
1557 room_id: room_id.to_proto(),
1558 },
1559 )
1560 .trace_err();
1561 }
1562
1563 let live_kit_connection_info = if let Some(live_kit) = session.live_kit_client.as_ref() {
1564 if let Some(token) = live_kit
1565 .room_token(
1566 &joined_room.room.live_kit_room,
1567 &session.user_id().to_string(),
1568 )
1569 .trace_err()
1570 {
1571 Some(proto::LiveKitConnectionInfo {
1572 server_url: live_kit.url().into(),
1573 token,
1574 can_publish: true,
1575 })
1576 } else {
1577 None
1578 }
1579 } else {
1580 None
1581 };
1582
1583 response.send(proto::JoinRoomResponse {
1584 room: Some(joined_room.room),
1585 channel_id: None,
1586 live_kit_connection_info,
1587 })?;
1588
1589 update_user_contacts(session.user_id(), &session).await?;
1590 Ok(())
1591}
1592
1593/// Rejoin room is used to reconnect to a room after connection errors.
1594async fn rejoin_room(
1595 request: proto::RejoinRoom,
1596 response: Response<proto::RejoinRoom>,
1597 session: UserSession,
1598) -> Result<()> {
1599 let room;
1600 let channel;
1601 {
1602 let mut rejoined_room = session
1603 .db()
1604 .await
1605 .rejoin_room(request, session.user_id(), session.connection_id)
1606 .await?;
1607
1608 response.send(proto::RejoinRoomResponse {
1609 room: Some(rejoined_room.room.clone()),
1610 reshared_projects: rejoined_room
1611 .reshared_projects
1612 .iter()
1613 .map(|project| proto::ResharedProject {
1614 id: project.id.to_proto(),
1615 collaborators: project
1616 .collaborators
1617 .iter()
1618 .map(|collaborator| collaborator.to_proto())
1619 .collect(),
1620 })
1621 .collect(),
1622 rejoined_projects: rejoined_room
1623 .rejoined_projects
1624 .iter()
1625 .map(|rejoined_project| rejoined_project.to_proto())
1626 .collect(),
1627 })?;
1628 room_updated(&rejoined_room.room, &session.peer);
1629
1630 for project in &rejoined_room.reshared_projects {
1631 for collaborator in &project.collaborators {
1632 session
1633 .peer
1634 .send(
1635 collaborator.connection_id,
1636 proto::UpdateProjectCollaborator {
1637 project_id: project.id.to_proto(),
1638 old_peer_id: Some(project.old_connection_id.into()),
1639 new_peer_id: Some(session.connection_id.into()),
1640 },
1641 )
1642 .trace_err();
1643 }
1644
1645 broadcast(
1646 Some(session.connection_id),
1647 project
1648 .collaborators
1649 .iter()
1650 .map(|collaborator| collaborator.connection_id),
1651 |connection_id| {
1652 session.peer.forward_send(
1653 session.connection_id,
1654 connection_id,
1655 proto::UpdateProject {
1656 project_id: project.id.to_proto(),
1657 worktrees: project.worktrees.clone(),
1658 },
1659 )
1660 },
1661 );
1662 }
1663
1664 notify_rejoined_projects(&mut rejoined_room.rejoined_projects, &session)?;
1665
1666 let rejoined_room = rejoined_room.into_inner();
1667
1668 room = rejoined_room.room;
1669 channel = rejoined_room.channel;
1670 }
1671
1672 if let Some(channel) = channel {
1673 channel_updated(
1674 &channel,
1675 &room,
1676 &session.peer,
1677 &*session.connection_pool().await,
1678 );
1679 }
1680
1681 update_user_contacts(session.user_id(), &session).await?;
1682 Ok(())
1683}
1684
1685fn notify_rejoined_projects(
1686 rejoined_projects: &mut Vec<RejoinedProject>,
1687 session: &UserSession,
1688) -> Result<()> {
1689 for project in rejoined_projects.iter() {
1690 for collaborator in &project.collaborators {
1691 session
1692 .peer
1693 .send(
1694 collaborator.connection_id,
1695 proto::UpdateProjectCollaborator {
1696 project_id: project.id.to_proto(),
1697 old_peer_id: Some(project.old_connection_id.into()),
1698 new_peer_id: Some(session.connection_id.into()),
1699 },
1700 )
1701 .trace_err();
1702 }
1703 }
1704
1705 for project in rejoined_projects {
1706 for worktree in mem::take(&mut project.worktrees) {
1707 #[cfg(any(test, feature = "test-support"))]
1708 const MAX_CHUNK_SIZE: usize = 2;
1709 #[cfg(not(any(test, feature = "test-support")))]
1710 const MAX_CHUNK_SIZE: usize = 256;
1711
1712 // Stream this worktree's entries.
1713 let message = proto::UpdateWorktree {
1714 project_id: project.id.to_proto(),
1715 worktree_id: worktree.id,
1716 abs_path: worktree.abs_path.clone(),
1717 root_name: worktree.root_name,
1718 updated_entries: worktree.updated_entries,
1719 removed_entries: worktree.removed_entries,
1720 scan_id: worktree.scan_id,
1721 is_last_update: worktree.completed_scan_id == worktree.scan_id,
1722 updated_repositories: worktree.updated_repositories,
1723 removed_repositories: worktree.removed_repositories,
1724 };
1725 for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1726 session.peer.send(session.connection_id, update.clone())?;
1727 }
1728
1729 // Stream this worktree's diagnostics.
1730 for summary in worktree.diagnostic_summaries {
1731 session.peer.send(
1732 session.connection_id,
1733 proto::UpdateDiagnosticSummary {
1734 project_id: project.id.to_proto(),
1735 worktree_id: worktree.id,
1736 summary: Some(summary),
1737 },
1738 )?;
1739 }
1740
1741 for settings_file in worktree.settings_files {
1742 session.peer.send(
1743 session.connection_id,
1744 proto::UpdateWorktreeSettings {
1745 project_id: project.id.to_proto(),
1746 worktree_id: worktree.id,
1747 path: settings_file.path,
1748 content: Some(settings_file.content),
1749 },
1750 )?;
1751 }
1752 }
1753
1754 for language_server in &project.language_servers {
1755 session.peer.send(
1756 session.connection_id,
1757 proto::UpdateLanguageServer {
1758 project_id: project.id.to_proto(),
1759 language_server_id: language_server.id,
1760 variant: Some(
1761 proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1762 proto::LspDiskBasedDiagnosticsUpdated {},
1763 ),
1764 ),
1765 },
1766 )?;
1767 }
1768 }
1769 Ok(())
1770}
1771
1772/// leave room disconnects from the room.
1773async fn leave_room(
1774 _: proto::LeaveRoom,
1775 response: Response<proto::LeaveRoom>,
1776 session: UserSession,
1777) -> Result<()> {
1778 leave_room_for_session(&session, session.connection_id).await?;
1779 response.send(proto::Ack {})?;
1780 Ok(())
1781}
1782
1783/// Updates the permissions of someone else in the room.
1784async fn set_room_participant_role(
1785 request: proto::SetRoomParticipantRole,
1786 response: Response<proto::SetRoomParticipantRole>,
1787 session: UserSession,
1788) -> Result<()> {
1789 let user_id = UserId::from_proto(request.user_id);
1790 let role = ChannelRole::from(request.role());
1791
1792 let (live_kit_room, can_publish) = {
1793 let room = session
1794 .db()
1795 .await
1796 .set_room_participant_role(
1797 session.user_id(),
1798 RoomId::from_proto(request.room_id),
1799 user_id,
1800 role,
1801 )
1802 .await?;
1803
1804 let live_kit_room = room.live_kit_room.clone();
1805 let can_publish = ChannelRole::from(request.role()).can_use_microphone();
1806 room_updated(&room, &session.peer);
1807 (live_kit_room, can_publish)
1808 };
1809
1810 if let Some(live_kit) = session.live_kit_client.as_ref() {
1811 live_kit
1812 .update_participant(
1813 live_kit_room.clone(),
1814 request.user_id.to_string(),
1815 live_kit_server::proto::ParticipantPermission {
1816 can_subscribe: true,
1817 can_publish,
1818 can_publish_data: can_publish,
1819 hidden: false,
1820 recorder: false,
1821 },
1822 )
1823 .await
1824 .trace_err();
1825 }
1826
1827 response.send(proto::Ack {})?;
1828 Ok(())
1829}
1830
1831/// Call someone else into the current room
1832async fn call(
1833 request: proto::Call,
1834 response: Response<proto::Call>,
1835 session: UserSession,
1836) -> Result<()> {
1837 let room_id = RoomId::from_proto(request.room_id);
1838 let calling_user_id = session.user_id();
1839 let calling_connection_id = session.connection_id;
1840 let called_user_id = UserId::from_proto(request.called_user_id);
1841 let initial_project_id = request.initial_project_id.map(ProjectId::from_proto);
1842 if !session
1843 .db()
1844 .await
1845 .has_contact(calling_user_id, called_user_id)
1846 .await?
1847 {
1848 return Err(anyhow!("cannot call a user who isn't a contact"))?;
1849 }
1850
1851 let incoming_call = {
1852 let (room, incoming_call) = &mut *session
1853 .db()
1854 .await
1855 .call(
1856 room_id,
1857 calling_user_id,
1858 calling_connection_id,
1859 called_user_id,
1860 initial_project_id,
1861 )
1862 .await?;
1863 room_updated(&room, &session.peer);
1864 mem::take(incoming_call)
1865 };
1866 update_user_contacts(called_user_id, &session).await?;
1867
1868 let mut calls = session
1869 .connection_pool()
1870 .await
1871 .user_connection_ids(called_user_id)
1872 .map(|connection_id| session.peer.request(connection_id, incoming_call.clone()))
1873 .collect::<FuturesUnordered<_>>();
1874
1875 while let Some(call_response) = calls.next().await {
1876 match call_response.as_ref() {
1877 Ok(_) => {
1878 response.send(proto::Ack {})?;
1879 return Ok(());
1880 }
1881 Err(_) => {
1882 call_response.trace_err();
1883 }
1884 }
1885 }
1886
1887 {
1888 let room = session
1889 .db()
1890 .await
1891 .call_failed(room_id, called_user_id)
1892 .await?;
1893 room_updated(&room, &session.peer);
1894 }
1895 update_user_contacts(called_user_id, &session).await?;
1896
1897 Err(anyhow!("failed to ring user"))?
1898}
1899
1900/// Cancel an outgoing call.
1901async fn cancel_call(
1902 request: proto::CancelCall,
1903 response: Response<proto::CancelCall>,
1904 session: UserSession,
1905) -> Result<()> {
1906 let called_user_id = UserId::from_proto(request.called_user_id);
1907 let room_id = RoomId::from_proto(request.room_id);
1908 {
1909 let room = session
1910 .db()
1911 .await
1912 .cancel_call(room_id, session.connection_id, called_user_id)
1913 .await?;
1914 room_updated(&room, &session.peer);
1915 }
1916
1917 for connection_id in session
1918 .connection_pool()
1919 .await
1920 .user_connection_ids(called_user_id)
1921 {
1922 session
1923 .peer
1924 .send(
1925 connection_id,
1926 proto::CallCanceled {
1927 room_id: room_id.to_proto(),
1928 },
1929 )
1930 .trace_err();
1931 }
1932 response.send(proto::Ack {})?;
1933
1934 update_user_contacts(called_user_id, &session).await?;
1935 Ok(())
1936}
1937
1938/// Decline an incoming call.
1939async fn decline_call(message: proto::DeclineCall, session: UserSession) -> Result<()> {
1940 let room_id = RoomId::from_proto(message.room_id);
1941 {
1942 let room = session
1943 .db()
1944 .await
1945 .decline_call(Some(room_id), session.user_id())
1946 .await?
1947 .ok_or_else(|| anyhow!("failed to decline call"))?;
1948 room_updated(&room, &session.peer);
1949 }
1950
1951 for connection_id in session
1952 .connection_pool()
1953 .await
1954 .user_connection_ids(session.user_id())
1955 {
1956 session
1957 .peer
1958 .send(
1959 connection_id,
1960 proto::CallCanceled {
1961 room_id: room_id.to_proto(),
1962 },
1963 )
1964 .trace_err();
1965 }
1966 update_user_contacts(session.user_id(), &session).await?;
1967 Ok(())
1968}
1969
1970/// Updates other participants in the room with your current location.
1971async fn update_participant_location(
1972 request: proto::UpdateParticipantLocation,
1973 response: Response<proto::UpdateParticipantLocation>,
1974 session: UserSession,
1975) -> Result<()> {
1976 let room_id = RoomId::from_proto(request.room_id);
1977 let location = request
1978 .location
1979 .ok_or_else(|| anyhow!("invalid location"))?;
1980
1981 let db = session.db().await;
1982 let room = db
1983 .update_room_participant_location(room_id, session.connection_id, location)
1984 .await?;
1985
1986 room_updated(&room, &session.peer);
1987 response.send(proto::Ack {})?;
1988 Ok(())
1989}
1990
1991/// Share a project into the room.
1992async fn share_project(
1993 request: proto::ShareProject,
1994 response: Response<proto::ShareProject>,
1995 session: UserSession,
1996) -> Result<()> {
1997 let (project_id, room) = &*session
1998 .db()
1999 .await
2000 .share_project(
2001 RoomId::from_proto(request.room_id),
2002 session.connection_id,
2003 &request.worktrees,
2004 request
2005 .dev_server_project_id
2006 .map(|id| DevServerProjectId::from_proto(id)),
2007 )
2008 .await?;
2009 response.send(proto::ShareProjectResponse {
2010 project_id: project_id.to_proto(),
2011 })?;
2012 room_updated(&room, &session.peer);
2013
2014 Ok(())
2015}
2016
2017/// Unshare a project from the room.
2018async fn unshare_project(message: proto::UnshareProject, session: Session) -> Result<()> {
2019 let project_id = ProjectId::from_proto(message.project_id);
2020 unshare_project_internal(
2021 project_id,
2022 session.connection_id,
2023 session.user_id(),
2024 &session,
2025 )
2026 .await
2027}
2028
2029async fn unshare_project_internal(
2030 project_id: ProjectId,
2031 connection_id: ConnectionId,
2032 user_id: Option<UserId>,
2033 session: &Session,
2034) -> Result<()> {
2035 let delete = {
2036 let room_guard = session
2037 .db()
2038 .await
2039 .unshare_project(project_id, connection_id, user_id)
2040 .await?;
2041
2042 let (delete, room, guest_connection_ids) = &*room_guard;
2043
2044 let message = proto::UnshareProject {
2045 project_id: project_id.to_proto(),
2046 };
2047
2048 broadcast(
2049 Some(connection_id),
2050 guest_connection_ids.iter().copied(),
2051 |conn_id| session.peer.send(conn_id, message.clone()),
2052 );
2053 if let Some(room) = room {
2054 room_updated(room, &session.peer);
2055 }
2056
2057 *delete
2058 };
2059
2060 if delete {
2061 let db = session.db().await;
2062 db.delete_project(project_id).await?;
2063 }
2064
2065 Ok(())
2066}
2067
2068/// DevServer makes a project available online
2069async fn share_dev_server_project(
2070 request: proto::ShareDevServerProject,
2071 response: Response<proto::ShareDevServerProject>,
2072 session: DevServerSession,
2073) -> Result<()> {
2074 let (dev_server_project, user_id, status) = session
2075 .db()
2076 .await
2077 .share_dev_server_project(
2078 DevServerProjectId::from_proto(request.dev_server_project_id),
2079 session.dev_server_id(),
2080 session.connection_id,
2081 &request.worktrees,
2082 )
2083 .await?;
2084 let Some(project_id) = dev_server_project.project_id else {
2085 return Err(anyhow!("failed to share remote project"))?;
2086 };
2087
2088 send_dev_server_projects_update(user_id, status, &session).await;
2089
2090 response.send(proto::ShareProjectResponse { project_id })?;
2091
2092 Ok(())
2093}
2094
2095/// Join someone elses shared project.
2096async fn join_project(
2097 request: proto::JoinProject,
2098 response: Response<proto::JoinProject>,
2099 session: UserSession,
2100) -> Result<()> {
2101 let project_id = ProjectId::from_proto(request.project_id);
2102
2103 tracing::info!(%project_id, "join project");
2104
2105 let db = session.db().await;
2106 let (project, replica_id) = &mut *db
2107 .join_project(project_id, session.connection_id, session.user_id())
2108 .await?;
2109 drop(db);
2110 tracing::info!(%project_id, "join remote project");
2111 join_project_internal(response, session, project, replica_id)
2112}
2113
2114trait JoinProjectInternalResponse {
2115 fn send(self, result: proto::JoinProjectResponse) -> Result<()>;
2116}
2117impl JoinProjectInternalResponse for Response<proto::JoinProject> {
2118 fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2119 Response::<proto::JoinProject>::send(self, result)
2120 }
2121}
2122impl JoinProjectInternalResponse for Response<proto::JoinHostedProject> {
2123 fn send(self, result: proto::JoinProjectResponse) -> Result<()> {
2124 Response::<proto::JoinHostedProject>::send(self, result)
2125 }
2126}
2127
2128fn join_project_internal(
2129 response: impl JoinProjectInternalResponse,
2130 session: UserSession,
2131 project: &mut Project,
2132 replica_id: &ReplicaId,
2133) -> Result<()> {
2134 let collaborators = project
2135 .collaborators
2136 .iter()
2137 .filter(|collaborator| collaborator.connection_id != session.connection_id)
2138 .map(|collaborator| collaborator.to_proto())
2139 .collect::<Vec<_>>();
2140 let project_id = project.id;
2141 let guest_user_id = session.user_id();
2142
2143 let worktrees = project
2144 .worktrees
2145 .iter()
2146 .map(|(id, worktree)| proto::WorktreeMetadata {
2147 id: *id,
2148 root_name: worktree.root_name.clone(),
2149 visible: worktree.visible,
2150 abs_path: worktree.abs_path.clone(),
2151 })
2152 .collect::<Vec<_>>();
2153
2154 let add_project_collaborator = proto::AddProjectCollaborator {
2155 project_id: project_id.to_proto(),
2156 collaborator: Some(proto::Collaborator {
2157 peer_id: Some(session.connection_id.into()),
2158 replica_id: replica_id.0 as u32,
2159 user_id: guest_user_id.to_proto(),
2160 }),
2161 };
2162
2163 for collaborator in &collaborators {
2164 session
2165 .peer
2166 .send(
2167 collaborator.peer_id.unwrap().into(),
2168 add_project_collaborator.clone(),
2169 )
2170 .trace_err();
2171 }
2172
2173 // First, we send the metadata associated with each worktree.
2174 response.send(proto::JoinProjectResponse {
2175 project_id: project.id.0 as u64,
2176 worktrees: worktrees.clone(),
2177 replica_id: replica_id.0 as u32,
2178 collaborators: collaborators.clone(),
2179 language_servers: project.language_servers.clone(),
2180 role: project.role.into(),
2181 dev_server_project_id: project
2182 .dev_server_project_id
2183 .map(|dev_server_project_id| dev_server_project_id.0 as u64),
2184 })?;
2185
2186 for (worktree_id, worktree) in mem::take(&mut project.worktrees) {
2187 #[cfg(any(test, feature = "test-support"))]
2188 const MAX_CHUNK_SIZE: usize = 2;
2189 #[cfg(not(any(test, feature = "test-support")))]
2190 const MAX_CHUNK_SIZE: usize = 256;
2191
2192 // Stream this worktree's entries.
2193 let message = proto::UpdateWorktree {
2194 project_id: project_id.to_proto(),
2195 worktree_id,
2196 abs_path: worktree.abs_path.clone(),
2197 root_name: worktree.root_name,
2198 updated_entries: worktree.entries,
2199 removed_entries: Default::default(),
2200 scan_id: worktree.scan_id,
2201 is_last_update: worktree.scan_id == worktree.completed_scan_id,
2202 updated_repositories: worktree.repository_entries.into_values().collect(),
2203 removed_repositories: Default::default(),
2204 };
2205 for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
2206 session.peer.send(session.connection_id, update.clone())?;
2207 }
2208
2209 // Stream this worktree's diagnostics.
2210 for summary in worktree.diagnostic_summaries {
2211 session.peer.send(
2212 session.connection_id,
2213 proto::UpdateDiagnosticSummary {
2214 project_id: project_id.to_proto(),
2215 worktree_id: worktree.id,
2216 summary: Some(summary),
2217 },
2218 )?;
2219 }
2220
2221 for settings_file in worktree.settings_files {
2222 session.peer.send(
2223 session.connection_id,
2224 proto::UpdateWorktreeSettings {
2225 project_id: project_id.to_proto(),
2226 worktree_id: worktree.id,
2227 path: settings_file.path,
2228 content: Some(settings_file.content),
2229 },
2230 )?;
2231 }
2232 }
2233
2234 for language_server in &project.language_servers {
2235 session.peer.send(
2236 session.connection_id,
2237 proto::UpdateLanguageServer {
2238 project_id: project_id.to_proto(),
2239 language_server_id: language_server.id,
2240 variant: Some(
2241 proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
2242 proto::LspDiskBasedDiagnosticsUpdated {},
2243 ),
2244 ),
2245 },
2246 )?;
2247 }
2248
2249 Ok(())
2250}
2251
2252/// Leave someone elses shared project.
2253async fn leave_project(request: proto::LeaveProject, session: UserSession) -> Result<()> {
2254 let sender_id = session.connection_id;
2255 let project_id = ProjectId::from_proto(request.project_id);
2256 let db = session.db().await;
2257 if db.is_hosted_project(project_id).await? {
2258 let project = db.leave_hosted_project(project_id, sender_id).await?;
2259 project_left(&project, &session);
2260 return Ok(());
2261 }
2262
2263 let (room, project) = &*db.leave_project(project_id, sender_id).await?;
2264 tracing::info!(
2265 %project_id,
2266 "leave project"
2267 );
2268
2269 project_left(&project, &session);
2270 if let Some(room) = room {
2271 room_updated(&room, &session.peer);
2272 }
2273
2274 Ok(())
2275}
2276
2277async fn join_hosted_project(
2278 request: proto::JoinHostedProject,
2279 response: Response<proto::JoinHostedProject>,
2280 session: UserSession,
2281) -> Result<()> {
2282 let (mut project, replica_id) = session
2283 .db()
2284 .await
2285 .join_hosted_project(
2286 ProjectId(request.project_id as i32),
2287 session.user_id(),
2288 session.connection_id,
2289 )
2290 .await?;
2291
2292 join_project_internal(response, session, &mut project, &replica_id)
2293}
2294
2295async fn create_dev_server_project(
2296 request: proto::CreateDevServerProject,
2297 response: Response<proto::CreateDevServerProject>,
2298 session: UserSession,
2299) -> Result<()> {
2300 let dev_server_id = DevServerId(request.dev_server_id as i32);
2301 let dev_server_connection_id = session
2302 .connection_pool()
2303 .await
2304 .dev_server_connection_id(dev_server_id);
2305 let Some(dev_server_connection_id) = dev_server_connection_id else {
2306 Err(ErrorCode::DevServerOffline
2307 .message("Cannot create a remote project when the dev server is offline".to_string())
2308 .anyhow())?
2309 };
2310
2311 let path = request.path.clone();
2312 //Check that the path exists on the dev server
2313 session
2314 .peer
2315 .forward_request(
2316 session.connection_id,
2317 dev_server_connection_id,
2318 proto::ValidateDevServerProjectRequest { path: path.clone() },
2319 )
2320 .await?;
2321
2322 let (dev_server_project, update) = session
2323 .db()
2324 .await
2325 .create_dev_server_project(
2326 DevServerId(request.dev_server_id as i32),
2327 &request.path,
2328 session.user_id(),
2329 )
2330 .await?;
2331
2332 let projects = session
2333 .db()
2334 .await
2335 .get_projects_for_dev_server(dev_server_project.dev_server_id)
2336 .await?;
2337
2338 session.peer.send(
2339 dev_server_connection_id,
2340 proto::DevServerInstructions { projects },
2341 )?;
2342
2343 send_dev_server_projects_update(session.user_id(), update, &session).await;
2344
2345 response.send(proto::CreateDevServerProjectResponse {
2346 dev_server_project: Some(dev_server_project.to_proto(None)),
2347 })?;
2348 Ok(())
2349}
2350
2351async fn create_dev_server(
2352 request: proto::CreateDevServer,
2353 response: Response<proto::CreateDevServer>,
2354 session: UserSession,
2355) -> Result<()> {
2356 let access_token = auth::random_token();
2357 let hashed_access_token = auth::hash_access_token(&access_token);
2358
2359 if request.name.is_empty() {
2360 return Err(proto::ErrorCode::Forbidden
2361 .message("Dev server name cannot be empty".to_string())
2362 .anyhow())?;
2363 }
2364
2365 let (dev_server, status) = session
2366 .db()
2367 .await
2368 .create_dev_server(&request.name, &hashed_access_token, session.user_id())
2369 .await?;
2370
2371 send_dev_server_projects_update(session.user_id(), status, &session).await;
2372
2373 response.send(proto::CreateDevServerResponse {
2374 dev_server_id: dev_server.id.0 as u64,
2375 access_token: auth::generate_dev_server_token(dev_server.id.0 as usize, access_token),
2376 name: request.name.clone(),
2377 })?;
2378 Ok(())
2379}
2380
2381async fn regenerate_dev_server_token(
2382 request: proto::RegenerateDevServerToken,
2383 response: Response<proto::RegenerateDevServerToken>,
2384 session: UserSession,
2385) -> Result<()> {
2386 let dev_server_id = DevServerId(request.dev_server_id as i32);
2387 let access_token = auth::random_token();
2388 let hashed_access_token = auth::hash_access_token(&access_token);
2389
2390 let connection_id = session
2391 .connection_pool()
2392 .await
2393 .dev_server_connection_id(dev_server_id);
2394 if let Some(connection_id) = connection_id {
2395 shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2396 session
2397 .peer
2398 .send(connection_id, proto::ShutdownDevServer {})?;
2399 let _ = remove_dev_server_connection(dev_server_id, &session).await;
2400 }
2401
2402 let status = session
2403 .db()
2404 .await
2405 .update_dev_server_token(dev_server_id, &hashed_access_token, session.user_id())
2406 .await?;
2407
2408 send_dev_server_projects_update(session.user_id(), status, &session).await;
2409
2410 response.send(proto::RegenerateDevServerTokenResponse {
2411 dev_server_id: dev_server_id.to_proto(),
2412 access_token: auth::generate_dev_server_token(dev_server_id.0 as usize, access_token),
2413 })?;
2414 Ok(())
2415}
2416
2417async fn rename_dev_server(
2418 request: proto::RenameDevServer,
2419 response: Response<proto::RenameDevServer>,
2420 session: UserSession,
2421) -> Result<()> {
2422 if request.name.trim().is_empty() {
2423 return Err(proto::ErrorCode::Forbidden
2424 .message("Dev server name cannot be empty".to_string())
2425 .anyhow())?;
2426 }
2427
2428 let dev_server_id = DevServerId(request.dev_server_id as i32);
2429 let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2430 if dev_server.user_id != session.user_id() {
2431 return Err(anyhow!(ErrorCode::Forbidden))?;
2432 }
2433
2434 let status = session
2435 .db()
2436 .await
2437 .rename_dev_server(dev_server_id, &request.name, session.user_id())
2438 .await?;
2439
2440 send_dev_server_projects_update(session.user_id(), status, &session).await;
2441
2442 response.send(proto::Ack {})?;
2443 Ok(())
2444}
2445
2446async fn delete_dev_server(
2447 request: proto::DeleteDevServer,
2448 response: Response<proto::DeleteDevServer>,
2449 session: UserSession,
2450) -> Result<()> {
2451 let dev_server_id = DevServerId(request.dev_server_id as i32);
2452 let dev_server = session.db().await.get_dev_server(dev_server_id).await?;
2453 if dev_server.user_id != session.user_id() {
2454 return Err(anyhow!(ErrorCode::Forbidden))?;
2455 }
2456
2457 let connection_id = session
2458 .connection_pool()
2459 .await
2460 .dev_server_connection_id(dev_server_id);
2461 if let Some(connection_id) = connection_id {
2462 shutdown_dev_server_internal(dev_server_id, connection_id, &session).await?;
2463 session
2464 .peer
2465 .send(connection_id, proto::ShutdownDevServer {})?;
2466 let _ = remove_dev_server_connection(dev_server_id, &session).await;
2467 }
2468
2469 let status = session
2470 .db()
2471 .await
2472 .delete_dev_server(dev_server_id, session.user_id())
2473 .await?;
2474
2475 send_dev_server_projects_update(session.user_id(), status, &session).await;
2476
2477 response.send(proto::Ack {})?;
2478 Ok(())
2479}
2480
2481async fn delete_dev_server_project(
2482 request: proto::DeleteDevServerProject,
2483 response: Response<proto::DeleteDevServerProject>,
2484 session: UserSession,
2485) -> Result<()> {
2486 let dev_server_project_id = DevServerProjectId(request.dev_server_project_id as i32);
2487 let dev_server_project = session
2488 .db()
2489 .await
2490 .get_dev_server_project(dev_server_project_id)
2491 .await?;
2492
2493 let dev_server = session
2494 .db()
2495 .await
2496 .get_dev_server(dev_server_project.dev_server_id)
2497 .await?;
2498 if dev_server.user_id != session.user_id() {
2499 return Err(anyhow!(ErrorCode::Forbidden))?;
2500 }
2501
2502 let dev_server_connection_id = session
2503 .connection_pool()
2504 .await
2505 .dev_server_connection_id(dev_server.id);
2506
2507 if let Some(dev_server_connection_id) = dev_server_connection_id {
2508 let project = session
2509 .db()
2510 .await
2511 .find_dev_server_project(dev_server_project_id)
2512 .await;
2513 if let Ok(project) = project {
2514 unshare_project_internal(
2515 project.id,
2516 dev_server_connection_id,
2517 Some(session.user_id()),
2518 &session,
2519 )
2520 .await?;
2521 }
2522 }
2523
2524 let (projects, status) = session
2525 .db()
2526 .await
2527 .delete_dev_server_project(dev_server_project_id, dev_server.id, session.user_id())
2528 .await?;
2529
2530 if let Some(dev_server_connection_id) = dev_server_connection_id {
2531 session.peer.send(
2532 dev_server_connection_id,
2533 proto::DevServerInstructions { projects },
2534 )?;
2535 }
2536
2537 send_dev_server_projects_update(session.user_id(), status, &session).await;
2538
2539 response.send(proto::Ack {})?;
2540 Ok(())
2541}
2542
2543async fn rejoin_dev_server_projects(
2544 request: proto::RejoinRemoteProjects,
2545 response: Response<proto::RejoinRemoteProjects>,
2546 session: UserSession,
2547) -> Result<()> {
2548 let mut rejoined_projects = {
2549 let db = session.db().await;
2550 db.rejoin_dev_server_projects(
2551 &request.rejoined_projects,
2552 session.user_id(),
2553 session.0.connection_id,
2554 )
2555 .await?
2556 };
2557 notify_rejoined_projects(&mut rejoined_projects, &session)?;
2558
2559 response.send(proto::RejoinRemoteProjectsResponse {
2560 rejoined_projects: rejoined_projects
2561 .into_iter()
2562 .map(|project| project.to_proto())
2563 .collect(),
2564 })
2565}
2566
2567async fn reconnect_dev_server(
2568 request: proto::ReconnectDevServer,
2569 response: Response<proto::ReconnectDevServer>,
2570 session: DevServerSession,
2571) -> Result<()> {
2572 let reshared_projects = {
2573 let db = session.db().await;
2574 db.reshare_dev_server_projects(
2575 &request.reshared_projects,
2576 session.dev_server_id(),
2577 session.0.connection_id,
2578 )
2579 .await?
2580 };
2581
2582 for project in &reshared_projects {
2583 for collaborator in &project.collaborators {
2584 session
2585 .peer
2586 .send(
2587 collaborator.connection_id,
2588 proto::UpdateProjectCollaborator {
2589 project_id: project.id.to_proto(),
2590 old_peer_id: Some(project.old_connection_id.into()),
2591 new_peer_id: Some(session.connection_id.into()),
2592 },
2593 )
2594 .trace_err();
2595 }
2596
2597 broadcast(
2598 Some(session.connection_id),
2599 project
2600 .collaborators
2601 .iter()
2602 .map(|collaborator| collaborator.connection_id),
2603 |connection_id| {
2604 session.peer.forward_send(
2605 session.connection_id,
2606 connection_id,
2607 proto::UpdateProject {
2608 project_id: project.id.to_proto(),
2609 worktrees: project.worktrees.clone(),
2610 },
2611 )
2612 },
2613 );
2614 }
2615
2616 response.send(proto::ReconnectDevServerResponse {
2617 reshared_projects: reshared_projects
2618 .iter()
2619 .map(|project| proto::ResharedProject {
2620 id: project.id.to_proto(),
2621 collaborators: project
2622 .collaborators
2623 .iter()
2624 .map(|collaborator| collaborator.to_proto())
2625 .collect(),
2626 })
2627 .collect(),
2628 })?;
2629
2630 Ok(())
2631}
2632
2633async fn shutdown_dev_server(
2634 _: proto::ShutdownDevServer,
2635 response: Response<proto::ShutdownDevServer>,
2636 session: DevServerSession,
2637) -> Result<()> {
2638 response.send(proto::Ack {})?;
2639 shutdown_dev_server_internal(session.dev_server_id(), session.connection_id, &session).await?;
2640 remove_dev_server_connection(session.dev_server_id(), &session).await
2641}
2642
2643async fn shutdown_dev_server_internal(
2644 dev_server_id: DevServerId,
2645 connection_id: ConnectionId,
2646 session: &Session,
2647) -> Result<()> {
2648 let (dev_server_projects, dev_server) = {
2649 let db = session.db().await;
2650 let dev_server_projects = db.get_projects_for_dev_server(dev_server_id).await?;
2651 let dev_server = db.get_dev_server(dev_server_id).await?;
2652 (dev_server_projects, dev_server)
2653 };
2654
2655 for project_id in dev_server_projects.iter().filter_map(|p| p.project_id) {
2656 unshare_project_internal(
2657 ProjectId::from_proto(project_id),
2658 connection_id,
2659 None,
2660 session,
2661 )
2662 .await?;
2663 }
2664
2665 session
2666 .connection_pool()
2667 .await
2668 .set_dev_server_offline(dev_server_id);
2669
2670 let status = session
2671 .db()
2672 .await
2673 .dev_server_projects_update(dev_server.user_id)
2674 .await?;
2675 send_dev_server_projects_update(dev_server.user_id, status, &session).await;
2676
2677 Ok(())
2678}
2679
2680async fn remove_dev_server_connection(dev_server_id: DevServerId, session: &Session) -> Result<()> {
2681 let dev_server_connection = session
2682 .connection_pool()
2683 .await
2684 .dev_server_connection_id(dev_server_id);
2685
2686 if let Some(dev_server_connection) = dev_server_connection {
2687 session
2688 .connection_pool()
2689 .await
2690 .remove_connection(dev_server_connection)?;
2691 }
2692 Ok(())
2693}
2694
2695/// Updates other participants with changes to the project
2696async fn update_project(
2697 request: proto::UpdateProject,
2698 response: Response<proto::UpdateProject>,
2699 session: Session,
2700) -> Result<()> {
2701 let project_id = ProjectId::from_proto(request.project_id);
2702 let (room, guest_connection_ids) = &*session
2703 .db()
2704 .await
2705 .update_project(project_id, session.connection_id, &request.worktrees)
2706 .await?;
2707 broadcast(
2708 Some(session.connection_id),
2709 guest_connection_ids.iter().copied(),
2710 |connection_id| {
2711 session
2712 .peer
2713 .forward_send(session.connection_id, connection_id, request.clone())
2714 },
2715 );
2716 if let Some(room) = room {
2717 room_updated(&room, &session.peer);
2718 }
2719 response.send(proto::Ack {})?;
2720
2721 Ok(())
2722}
2723
2724/// Updates other participants with changes to the worktree
2725async fn update_worktree(
2726 request: proto::UpdateWorktree,
2727 response: Response<proto::UpdateWorktree>,
2728 session: Session,
2729) -> Result<()> {
2730 let guest_connection_ids = session
2731 .db()
2732 .await
2733 .update_worktree(&request, session.connection_id)
2734 .await?;
2735
2736 broadcast(
2737 Some(session.connection_id),
2738 guest_connection_ids.iter().copied(),
2739 |connection_id| {
2740 session
2741 .peer
2742 .forward_send(session.connection_id, connection_id, request.clone())
2743 },
2744 );
2745 response.send(proto::Ack {})?;
2746 Ok(())
2747}
2748
2749/// Updates other participants with changes to the diagnostics
2750async fn update_diagnostic_summary(
2751 message: proto::UpdateDiagnosticSummary,
2752 session: Session,
2753) -> Result<()> {
2754 let guest_connection_ids = session
2755 .db()
2756 .await
2757 .update_diagnostic_summary(&message, session.connection_id)
2758 .await?;
2759
2760 broadcast(
2761 Some(session.connection_id),
2762 guest_connection_ids.iter().copied(),
2763 |connection_id| {
2764 session
2765 .peer
2766 .forward_send(session.connection_id, connection_id, message.clone())
2767 },
2768 );
2769
2770 Ok(())
2771}
2772
2773/// Updates other participants with changes to the worktree settings
2774async fn update_worktree_settings(
2775 message: proto::UpdateWorktreeSettings,
2776 session: Session,
2777) -> Result<()> {
2778 let guest_connection_ids = session
2779 .db()
2780 .await
2781 .update_worktree_settings(&message, session.connection_id)
2782 .await?;
2783
2784 broadcast(
2785 Some(session.connection_id),
2786 guest_connection_ids.iter().copied(),
2787 |connection_id| {
2788 session
2789 .peer
2790 .forward_send(session.connection_id, connection_id, message.clone())
2791 },
2792 );
2793
2794 Ok(())
2795}
2796
2797/// Notify other participants that a language server has started.
2798async fn start_language_server(
2799 request: proto::StartLanguageServer,
2800 session: Session,
2801) -> Result<()> {
2802 let guest_connection_ids = session
2803 .db()
2804 .await
2805 .start_language_server(&request, session.connection_id)
2806 .await?;
2807
2808 broadcast(
2809 Some(session.connection_id),
2810 guest_connection_ids.iter().copied(),
2811 |connection_id| {
2812 session
2813 .peer
2814 .forward_send(session.connection_id, connection_id, request.clone())
2815 },
2816 );
2817 Ok(())
2818}
2819
2820/// Notify other participants that a language server has changed.
2821async fn update_language_server(
2822 request: proto::UpdateLanguageServer,
2823 session: Session,
2824) -> Result<()> {
2825 let project_id = ProjectId::from_proto(request.project_id);
2826 let project_connection_ids = session
2827 .db()
2828 .await
2829 .project_connection_ids(project_id, session.connection_id, true)
2830 .await?;
2831 broadcast(
2832 Some(session.connection_id),
2833 project_connection_ids.iter().copied(),
2834 |connection_id| {
2835 session
2836 .peer
2837 .forward_send(session.connection_id, connection_id, request.clone())
2838 },
2839 );
2840 Ok(())
2841}
2842
2843/// forward a project request to the host. These requests should be read only
2844/// as guests are allowed to send them.
2845async fn forward_read_only_project_request<T>(
2846 request: T,
2847 response: Response<T>,
2848 session: UserSession,
2849) -> Result<()>
2850where
2851 T: EntityMessage + RequestMessage,
2852{
2853 let project_id = ProjectId::from_proto(request.remote_entity_id());
2854 let host_connection_id = session
2855 .db()
2856 .await
2857 .host_for_read_only_project_request(project_id, session.connection_id, session.user_id())
2858 .await?;
2859 let payload = session
2860 .peer
2861 .forward_request(session.connection_id, host_connection_id, request)
2862 .await?;
2863 response.send(payload)?;
2864 Ok(())
2865}
2866
2867/// forward a project request to the host. These requests are disallowed
2868/// for guests.
2869async fn forward_mutating_project_request<T>(
2870 request: T,
2871 response: Response<T>,
2872 session: UserSession,
2873) -> Result<()>
2874where
2875 T: EntityMessage + RequestMessage,
2876{
2877 let project_id = ProjectId::from_proto(request.remote_entity_id());
2878
2879 let host_connection_id = session
2880 .db()
2881 .await
2882 .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2883 .await?;
2884 let payload = session
2885 .peer
2886 .forward_request(session.connection_id, host_connection_id, request)
2887 .await?;
2888 response.send(payload)?;
2889 Ok(())
2890}
2891
2892/// forward a project request to the host. These requests are disallowed
2893/// for guests.
2894async fn forward_versioned_mutating_project_request<T>(
2895 request: T,
2896 response: Response<T>,
2897 session: UserSession,
2898) -> Result<()>
2899where
2900 T: EntityMessage + RequestMessage + VersionedMessage,
2901{
2902 let project_id = ProjectId::from_proto(request.remote_entity_id());
2903
2904 let host_connection_id = session
2905 .db()
2906 .await
2907 .host_for_mutating_project_request(project_id, session.connection_id, session.user_id())
2908 .await?;
2909 if let Some(host_version) = session
2910 .connection_pool()
2911 .await
2912 .connection(host_connection_id)
2913 .map(|c| c.zed_version)
2914 {
2915 if let Some(min_required_version) = request.required_host_version() {
2916 if min_required_version > host_version {
2917 return Err(anyhow!(ErrorCode::RemoteUpgradeRequired
2918 .with_tag("required", &min_required_version.to_string())))?;
2919 }
2920 }
2921 }
2922
2923 let payload = session
2924 .peer
2925 .forward_request(session.connection_id, host_connection_id, request)
2926 .await?;
2927 response.send(payload)?;
2928 Ok(())
2929}
2930
2931/// Notify other participants that a new buffer has been created
2932async fn create_buffer_for_peer(
2933 request: proto::CreateBufferForPeer,
2934 session: Session,
2935) -> Result<()> {
2936 session
2937 .db()
2938 .await
2939 .check_user_is_project_host(
2940 ProjectId::from_proto(request.project_id),
2941 session.connection_id,
2942 )
2943 .await?;
2944 let peer_id = request.peer_id.ok_or_else(|| anyhow!("invalid peer id"))?;
2945 session
2946 .peer
2947 .forward_send(session.connection_id, peer_id.into(), request)?;
2948 Ok(())
2949}
2950
2951/// Notify other participants that a buffer has been updated. This is
2952/// allowed for guests as long as the update is limited to selections.
2953async fn update_buffer(
2954 request: proto::UpdateBuffer,
2955 response: Response<proto::UpdateBuffer>,
2956 session: Session,
2957) -> Result<()> {
2958 let project_id = ProjectId::from_proto(request.project_id);
2959 let mut capability = Capability::ReadOnly;
2960
2961 for op in request.operations.iter() {
2962 match op.variant {
2963 None | Some(proto::operation::Variant::UpdateSelections(_)) => {}
2964 Some(_) => capability = Capability::ReadWrite,
2965 }
2966 }
2967
2968 let host = {
2969 let guard = session
2970 .db()
2971 .await
2972 .connections_for_buffer_update(
2973 project_id,
2974 session.principal_id(),
2975 session.connection_id,
2976 capability,
2977 )
2978 .await?;
2979
2980 let (host, guests) = &*guard;
2981
2982 broadcast(
2983 Some(session.connection_id),
2984 guests.clone(),
2985 |connection_id| {
2986 session
2987 .peer
2988 .forward_send(session.connection_id, connection_id, request.clone())
2989 },
2990 );
2991
2992 *host
2993 };
2994
2995 if host != session.connection_id {
2996 session
2997 .peer
2998 .forward_request(session.connection_id, host, request.clone())
2999 .await?;
3000 }
3001
3002 response.send(proto::Ack {})?;
3003 Ok(())
3004}
3005
3006/// Notify other participants that a project has been updated.
3007async fn broadcast_project_message_from_host<T: EntityMessage<Entity = ShareProject>>(
3008 request: T,
3009 session: Session,
3010) -> Result<()> {
3011 let project_id = ProjectId::from_proto(request.remote_entity_id());
3012 let project_connection_ids = session
3013 .db()
3014 .await
3015 .project_connection_ids(project_id, session.connection_id, false)
3016 .await?;
3017
3018 broadcast(
3019 Some(session.connection_id),
3020 project_connection_ids.iter().copied(),
3021 |connection_id| {
3022 session
3023 .peer
3024 .forward_send(session.connection_id, connection_id, request.clone())
3025 },
3026 );
3027 Ok(())
3028}
3029
3030/// Start following another user in a call.
3031async fn follow(
3032 request: proto::Follow,
3033 response: Response<proto::Follow>,
3034 session: UserSession,
3035) -> Result<()> {
3036 let room_id = RoomId::from_proto(request.room_id);
3037 let project_id = request.project_id.map(ProjectId::from_proto);
3038 let leader_id = request
3039 .leader_id
3040 .ok_or_else(|| anyhow!("invalid leader id"))?
3041 .into();
3042 let follower_id = session.connection_id;
3043
3044 session
3045 .db()
3046 .await
3047 .check_room_participants(room_id, leader_id, session.connection_id)
3048 .await?;
3049
3050 let response_payload = session
3051 .peer
3052 .forward_request(session.connection_id, leader_id, request)
3053 .await?;
3054 response.send(response_payload)?;
3055
3056 if let Some(project_id) = project_id {
3057 let room = session
3058 .db()
3059 .await
3060 .follow(room_id, project_id, leader_id, follower_id)
3061 .await?;
3062 room_updated(&room, &session.peer);
3063 }
3064
3065 Ok(())
3066}
3067
3068/// Stop following another user in a call.
3069async fn unfollow(request: proto::Unfollow, session: UserSession) -> Result<()> {
3070 let room_id = RoomId::from_proto(request.room_id);
3071 let project_id = request.project_id.map(ProjectId::from_proto);
3072 let leader_id = request
3073 .leader_id
3074 .ok_or_else(|| anyhow!("invalid leader id"))?
3075 .into();
3076 let follower_id = session.connection_id;
3077
3078 session
3079 .db()
3080 .await
3081 .check_room_participants(room_id, leader_id, session.connection_id)
3082 .await?;
3083
3084 session
3085 .peer
3086 .forward_send(session.connection_id, leader_id, request)?;
3087
3088 if let Some(project_id) = project_id {
3089 let room = session
3090 .db()
3091 .await
3092 .unfollow(room_id, project_id, leader_id, follower_id)
3093 .await?;
3094 room_updated(&room, &session.peer);
3095 }
3096
3097 Ok(())
3098}
3099
3100/// Notify everyone following you of your current location.
3101async fn update_followers(request: proto::UpdateFollowers, session: UserSession) -> Result<()> {
3102 let room_id = RoomId::from_proto(request.room_id);
3103 let database = session.db.lock().await;
3104
3105 let connection_ids = if let Some(project_id) = request.project_id {
3106 let project_id = ProjectId::from_proto(project_id);
3107 database
3108 .project_connection_ids(project_id, session.connection_id, true)
3109 .await?
3110 } else {
3111 database
3112 .room_connection_ids(room_id, session.connection_id)
3113 .await?
3114 };
3115
3116 // For now, don't send view update messages back to that view's current leader.
3117 let peer_id_to_omit = request.variant.as_ref().and_then(|variant| match variant {
3118 proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
3119 _ => None,
3120 });
3121
3122 for connection_id in connection_ids.iter().cloned() {
3123 if Some(connection_id.into()) != peer_id_to_omit && connection_id != session.connection_id {
3124 session
3125 .peer
3126 .forward_send(session.connection_id, connection_id, request.clone())?;
3127 }
3128 }
3129 Ok(())
3130}
3131
3132/// Get public data about users.
3133async fn get_users(
3134 request: proto::GetUsers,
3135 response: Response<proto::GetUsers>,
3136 session: Session,
3137) -> Result<()> {
3138 let user_ids = request
3139 .user_ids
3140 .into_iter()
3141 .map(UserId::from_proto)
3142 .collect();
3143 let users = session
3144 .db()
3145 .await
3146 .get_users_by_ids(user_ids)
3147 .await?
3148 .into_iter()
3149 .map(|user| proto::User {
3150 id: user.id.to_proto(),
3151 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3152 github_login: user.github_login,
3153 })
3154 .collect();
3155 response.send(proto::UsersResponse { users })?;
3156 Ok(())
3157}
3158
3159/// Search for users (to invite) buy Github login
3160async fn fuzzy_search_users(
3161 request: proto::FuzzySearchUsers,
3162 response: Response<proto::FuzzySearchUsers>,
3163 session: UserSession,
3164) -> Result<()> {
3165 let query = request.query;
3166 let users = match query.len() {
3167 0 => vec![],
3168 1 | 2 => session
3169 .db()
3170 .await
3171 .get_user_by_github_login(&query)
3172 .await?
3173 .into_iter()
3174 .collect(),
3175 _ => session.db().await.fuzzy_search_users(&query, 10).await?,
3176 };
3177 let users = users
3178 .into_iter()
3179 .filter(|user| user.id != session.user_id())
3180 .map(|user| proto::User {
3181 id: user.id.to_proto(),
3182 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
3183 github_login: user.github_login,
3184 })
3185 .collect();
3186 response.send(proto::UsersResponse { users })?;
3187 Ok(())
3188}
3189
3190/// Send a contact request to another user.
3191async fn request_contact(
3192 request: proto::RequestContact,
3193 response: Response<proto::RequestContact>,
3194 session: UserSession,
3195) -> Result<()> {
3196 let requester_id = session.user_id();
3197 let responder_id = UserId::from_proto(request.responder_id);
3198 if requester_id == responder_id {
3199 return Err(anyhow!("cannot add yourself as a contact"))?;
3200 }
3201
3202 let notifications = session
3203 .db()
3204 .await
3205 .send_contact_request(requester_id, responder_id)
3206 .await?;
3207
3208 // Update outgoing contact requests of requester
3209 let mut update = proto::UpdateContacts::default();
3210 update.outgoing_requests.push(responder_id.to_proto());
3211 for connection_id in session
3212 .connection_pool()
3213 .await
3214 .user_connection_ids(requester_id)
3215 {
3216 session.peer.send(connection_id, update.clone())?;
3217 }
3218
3219 // Update incoming contact requests of responder
3220 let mut update = proto::UpdateContacts::default();
3221 update
3222 .incoming_requests
3223 .push(proto::IncomingContactRequest {
3224 requester_id: requester_id.to_proto(),
3225 });
3226 let connection_pool = session.connection_pool().await;
3227 for connection_id in connection_pool.user_connection_ids(responder_id) {
3228 session.peer.send(connection_id, update.clone())?;
3229 }
3230
3231 send_notifications(&connection_pool, &session.peer, notifications);
3232
3233 response.send(proto::Ack {})?;
3234 Ok(())
3235}
3236
3237/// Accept or decline a contact request
3238async fn respond_to_contact_request(
3239 request: proto::RespondToContactRequest,
3240 response: Response<proto::RespondToContactRequest>,
3241 session: UserSession,
3242) -> Result<()> {
3243 let responder_id = session.user_id();
3244 let requester_id = UserId::from_proto(request.requester_id);
3245 let db = session.db().await;
3246 if request.response == proto::ContactRequestResponse::Dismiss as i32 {
3247 db.dismiss_contact_notification(responder_id, requester_id)
3248 .await?;
3249 } else {
3250 let accept = request.response == proto::ContactRequestResponse::Accept as i32;
3251
3252 let notifications = db
3253 .respond_to_contact_request(responder_id, requester_id, accept)
3254 .await?;
3255 let requester_busy = db.is_user_busy(requester_id).await?;
3256 let responder_busy = db.is_user_busy(responder_id).await?;
3257
3258 let pool = session.connection_pool().await;
3259 // Update responder with new contact
3260 let mut update = proto::UpdateContacts::default();
3261 if accept {
3262 update
3263 .contacts
3264 .push(contact_for_user(requester_id, requester_busy, &pool));
3265 }
3266 update
3267 .remove_incoming_requests
3268 .push(requester_id.to_proto());
3269 for connection_id in pool.user_connection_ids(responder_id) {
3270 session.peer.send(connection_id, update.clone())?;
3271 }
3272
3273 // Update requester with new contact
3274 let mut update = proto::UpdateContacts::default();
3275 if accept {
3276 update
3277 .contacts
3278 .push(contact_for_user(responder_id, responder_busy, &pool));
3279 }
3280 update
3281 .remove_outgoing_requests
3282 .push(responder_id.to_proto());
3283
3284 for connection_id in pool.user_connection_ids(requester_id) {
3285 session.peer.send(connection_id, update.clone())?;
3286 }
3287
3288 send_notifications(&pool, &session.peer, notifications);
3289 }
3290
3291 response.send(proto::Ack {})?;
3292 Ok(())
3293}
3294
3295/// Remove a contact.
3296async fn remove_contact(
3297 request: proto::RemoveContact,
3298 response: Response<proto::RemoveContact>,
3299 session: UserSession,
3300) -> Result<()> {
3301 let requester_id = session.user_id();
3302 let responder_id = UserId::from_proto(request.user_id);
3303 let db = session.db().await;
3304 let (contact_accepted, deleted_notification_id) =
3305 db.remove_contact(requester_id, responder_id).await?;
3306
3307 let pool = session.connection_pool().await;
3308 // Update outgoing contact requests of requester
3309 let mut update = proto::UpdateContacts::default();
3310 if contact_accepted {
3311 update.remove_contacts.push(responder_id.to_proto());
3312 } else {
3313 update
3314 .remove_outgoing_requests
3315 .push(responder_id.to_proto());
3316 }
3317 for connection_id in pool.user_connection_ids(requester_id) {
3318 session.peer.send(connection_id, update.clone())?;
3319 }
3320
3321 // Update incoming contact requests of responder
3322 let mut update = proto::UpdateContacts::default();
3323 if contact_accepted {
3324 update.remove_contacts.push(requester_id.to_proto());
3325 } else {
3326 update
3327 .remove_incoming_requests
3328 .push(requester_id.to_proto());
3329 }
3330 for connection_id in pool.user_connection_ids(responder_id) {
3331 session.peer.send(connection_id, update.clone())?;
3332 if let Some(notification_id) = deleted_notification_id {
3333 session.peer.send(
3334 connection_id,
3335 proto::DeleteNotification {
3336 notification_id: notification_id.to_proto(),
3337 },
3338 )?;
3339 }
3340 }
3341
3342 response.send(proto::Ack {})?;
3343 Ok(())
3344}
3345
3346/// Creates a new channel.
3347async fn create_channel(
3348 request: proto::CreateChannel,
3349 response: Response<proto::CreateChannel>,
3350 session: UserSession,
3351) -> Result<()> {
3352 let db = session.db().await;
3353
3354 let parent_id = request.parent_id.map(|id| ChannelId::from_proto(id));
3355 let (channel, membership) = db
3356 .create_channel(&request.name, parent_id, session.user_id())
3357 .await?;
3358
3359 let root_id = channel.root_id();
3360 let channel = Channel::from_model(channel);
3361
3362 response.send(proto::CreateChannelResponse {
3363 channel: Some(channel.to_proto()),
3364 parent_id: request.parent_id,
3365 })?;
3366
3367 let mut connection_pool = session.connection_pool().await;
3368 if let Some(membership) = membership {
3369 connection_pool.subscribe_to_channel(
3370 membership.user_id,
3371 membership.channel_id,
3372 membership.role,
3373 );
3374 let update = proto::UpdateUserChannels {
3375 channel_memberships: vec![proto::ChannelMembership {
3376 channel_id: membership.channel_id.to_proto(),
3377 role: membership.role.into(),
3378 }],
3379 ..Default::default()
3380 };
3381 for connection_id in connection_pool.user_connection_ids(membership.user_id) {
3382 session.peer.send(connection_id, update.clone())?;
3383 }
3384 }
3385
3386 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3387 if !role.can_see_channel(channel.visibility) {
3388 continue;
3389 }
3390
3391 let update = proto::UpdateChannels {
3392 channels: vec![channel.to_proto()],
3393 ..Default::default()
3394 };
3395 session.peer.send(connection_id, update.clone())?;
3396 }
3397
3398 Ok(())
3399}
3400
3401/// Delete a channel
3402async fn delete_channel(
3403 request: proto::DeleteChannel,
3404 response: Response<proto::DeleteChannel>,
3405 session: UserSession,
3406) -> Result<()> {
3407 let db = session.db().await;
3408
3409 let channel_id = request.channel_id;
3410 let (root_channel, removed_channels) = db
3411 .delete_channel(ChannelId::from_proto(channel_id), session.user_id())
3412 .await?;
3413 response.send(proto::Ack {})?;
3414
3415 // Notify members of removed channels
3416 let mut update = proto::UpdateChannels::default();
3417 update
3418 .delete_channels
3419 .extend(removed_channels.into_iter().map(|id| id.to_proto()));
3420
3421 let connection_pool = session.connection_pool().await;
3422 for (connection_id, _) in connection_pool.channel_connection_ids(root_channel) {
3423 session.peer.send(connection_id, update.clone())?;
3424 }
3425
3426 Ok(())
3427}
3428
3429/// Invite someone to join a channel.
3430async fn invite_channel_member(
3431 request: proto::InviteChannelMember,
3432 response: Response<proto::InviteChannelMember>,
3433 session: UserSession,
3434) -> Result<()> {
3435 let db = session.db().await;
3436 let channel_id = ChannelId::from_proto(request.channel_id);
3437 let invitee_id = UserId::from_proto(request.user_id);
3438 let InviteMemberResult {
3439 channel,
3440 notifications,
3441 } = db
3442 .invite_channel_member(
3443 channel_id,
3444 invitee_id,
3445 session.user_id(),
3446 request.role().into(),
3447 )
3448 .await?;
3449
3450 let update = proto::UpdateChannels {
3451 channel_invitations: vec![channel.to_proto()],
3452 ..Default::default()
3453 };
3454
3455 let connection_pool = session.connection_pool().await;
3456 for connection_id in connection_pool.user_connection_ids(invitee_id) {
3457 session.peer.send(connection_id, update.clone())?;
3458 }
3459
3460 send_notifications(&connection_pool, &session.peer, notifications);
3461
3462 response.send(proto::Ack {})?;
3463 Ok(())
3464}
3465
3466/// remove someone from a channel
3467async fn remove_channel_member(
3468 request: proto::RemoveChannelMember,
3469 response: Response<proto::RemoveChannelMember>,
3470 session: UserSession,
3471) -> Result<()> {
3472 let db = session.db().await;
3473 let channel_id = ChannelId::from_proto(request.channel_id);
3474 let member_id = UserId::from_proto(request.user_id);
3475
3476 let RemoveChannelMemberResult {
3477 membership_update,
3478 notification_id,
3479 } = db
3480 .remove_channel_member(channel_id, member_id, session.user_id())
3481 .await?;
3482
3483 let mut connection_pool = session.connection_pool().await;
3484 notify_membership_updated(
3485 &mut connection_pool,
3486 membership_update,
3487 member_id,
3488 &session.peer,
3489 );
3490 for connection_id in connection_pool.user_connection_ids(member_id) {
3491 if let Some(notification_id) = notification_id {
3492 session
3493 .peer
3494 .send(
3495 connection_id,
3496 proto::DeleteNotification {
3497 notification_id: notification_id.to_proto(),
3498 },
3499 )
3500 .trace_err();
3501 }
3502 }
3503
3504 response.send(proto::Ack {})?;
3505 Ok(())
3506}
3507
3508/// Toggle the channel between public and private.
3509/// Care is taken to maintain the invariant that public channels only descend from public channels,
3510/// (though members-only channels can appear at any point in the hierarchy).
3511async fn set_channel_visibility(
3512 request: proto::SetChannelVisibility,
3513 response: Response<proto::SetChannelVisibility>,
3514 session: UserSession,
3515) -> Result<()> {
3516 let db = session.db().await;
3517 let channel_id = ChannelId::from_proto(request.channel_id);
3518 let visibility = request.visibility().into();
3519
3520 let channel_model = db
3521 .set_channel_visibility(channel_id, visibility, session.user_id())
3522 .await?;
3523 let root_id = channel_model.root_id();
3524 let channel = Channel::from_model(channel_model);
3525
3526 let mut connection_pool = session.connection_pool().await;
3527 for (user_id, role) in connection_pool
3528 .channel_user_ids(root_id)
3529 .collect::<Vec<_>>()
3530 .into_iter()
3531 {
3532 let update = if role.can_see_channel(channel.visibility) {
3533 connection_pool.subscribe_to_channel(user_id, channel_id, role);
3534 proto::UpdateChannels {
3535 channels: vec![channel.to_proto()],
3536 ..Default::default()
3537 }
3538 } else {
3539 connection_pool.unsubscribe_from_channel(&user_id, &channel_id);
3540 proto::UpdateChannels {
3541 delete_channels: vec![channel.id.to_proto()],
3542 ..Default::default()
3543 }
3544 };
3545
3546 for connection_id in connection_pool.user_connection_ids(user_id) {
3547 session.peer.send(connection_id, update.clone())?;
3548 }
3549 }
3550
3551 response.send(proto::Ack {})?;
3552 Ok(())
3553}
3554
3555/// Alter the role for a user in the channel.
3556async fn set_channel_member_role(
3557 request: proto::SetChannelMemberRole,
3558 response: Response<proto::SetChannelMemberRole>,
3559 session: UserSession,
3560) -> Result<()> {
3561 let db = session.db().await;
3562 let channel_id = ChannelId::from_proto(request.channel_id);
3563 let member_id = UserId::from_proto(request.user_id);
3564 let result = db
3565 .set_channel_member_role(
3566 channel_id,
3567 session.user_id(),
3568 member_id,
3569 request.role().into(),
3570 )
3571 .await?;
3572
3573 match result {
3574 db::SetMemberRoleResult::MembershipUpdated(membership_update) => {
3575 let mut connection_pool = session.connection_pool().await;
3576 notify_membership_updated(
3577 &mut connection_pool,
3578 membership_update,
3579 member_id,
3580 &session.peer,
3581 )
3582 }
3583 db::SetMemberRoleResult::InviteUpdated(channel) => {
3584 let update = proto::UpdateChannels {
3585 channel_invitations: vec![channel.to_proto()],
3586 ..Default::default()
3587 };
3588
3589 for connection_id in session
3590 .connection_pool()
3591 .await
3592 .user_connection_ids(member_id)
3593 {
3594 session.peer.send(connection_id, update.clone())?;
3595 }
3596 }
3597 }
3598
3599 response.send(proto::Ack {})?;
3600 Ok(())
3601}
3602
3603/// Change the name of a channel
3604async fn rename_channel(
3605 request: proto::RenameChannel,
3606 response: Response<proto::RenameChannel>,
3607 session: UserSession,
3608) -> Result<()> {
3609 let db = session.db().await;
3610 let channel_id = ChannelId::from_proto(request.channel_id);
3611 let channel_model = db
3612 .rename_channel(channel_id, session.user_id(), &request.name)
3613 .await?;
3614 let root_id = channel_model.root_id();
3615 let channel = Channel::from_model(channel_model);
3616
3617 response.send(proto::RenameChannelResponse {
3618 channel: Some(channel.to_proto()),
3619 })?;
3620
3621 let connection_pool = session.connection_pool().await;
3622 let update = proto::UpdateChannels {
3623 channels: vec![channel.to_proto()],
3624 ..Default::default()
3625 };
3626 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3627 if role.can_see_channel(channel.visibility) {
3628 session.peer.send(connection_id, update.clone())?;
3629 }
3630 }
3631
3632 Ok(())
3633}
3634
3635/// Move a channel to a new parent.
3636async fn move_channel(
3637 request: proto::MoveChannel,
3638 response: Response<proto::MoveChannel>,
3639 session: UserSession,
3640) -> Result<()> {
3641 let channel_id = ChannelId::from_proto(request.channel_id);
3642 let to = ChannelId::from_proto(request.to);
3643
3644 let (root_id, channels) = session
3645 .db()
3646 .await
3647 .move_channel(channel_id, to, session.user_id())
3648 .await?;
3649
3650 let connection_pool = session.connection_pool().await;
3651 for (connection_id, role) in connection_pool.channel_connection_ids(root_id) {
3652 let channels = channels
3653 .iter()
3654 .filter_map(|channel| {
3655 if role.can_see_channel(channel.visibility) {
3656 Some(channel.to_proto())
3657 } else {
3658 None
3659 }
3660 })
3661 .collect::<Vec<_>>();
3662 if channels.is_empty() {
3663 continue;
3664 }
3665
3666 let update = proto::UpdateChannels {
3667 channels,
3668 ..Default::default()
3669 };
3670
3671 session.peer.send(connection_id, update.clone())?;
3672 }
3673
3674 response.send(Ack {})?;
3675 Ok(())
3676}
3677
3678/// Get the list of channel members
3679async fn get_channel_members(
3680 request: proto::GetChannelMembers,
3681 response: Response<proto::GetChannelMembers>,
3682 session: UserSession,
3683) -> Result<()> {
3684 let db = session.db().await;
3685 let channel_id = ChannelId::from_proto(request.channel_id);
3686 let members = db
3687 .get_channel_participant_details(channel_id, session.user_id())
3688 .await?;
3689 response.send(proto::GetChannelMembersResponse { members })?;
3690 Ok(())
3691}
3692
3693/// Accept or decline a channel invitation.
3694async fn respond_to_channel_invite(
3695 request: proto::RespondToChannelInvite,
3696 response: Response<proto::RespondToChannelInvite>,
3697 session: UserSession,
3698) -> Result<()> {
3699 let db = session.db().await;
3700 let channel_id = ChannelId::from_proto(request.channel_id);
3701 let RespondToChannelInvite {
3702 membership_update,
3703 notifications,
3704 } = db
3705 .respond_to_channel_invite(channel_id, session.user_id(), request.accept)
3706 .await?;
3707
3708 let mut connection_pool = session.connection_pool().await;
3709 if let Some(membership_update) = membership_update {
3710 notify_membership_updated(
3711 &mut connection_pool,
3712 membership_update,
3713 session.user_id(),
3714 &session.peer,
3715 );
3716 } else {
3717 let update = proto::UpdateChannels {
3718 remove_channel_invitations: vec![channel_id.to_proto()],
3719 ..Default::default()
3720 };
3721
3722 for connection_id in connection_pool.user_connection_ids(session.user_id()) {
3723 session.peer.send(connection_id, update.clone())?;
3724 }
3725 };
3726
3727 send_notifications(&connection_pool, &session.peer, notifications);
3728
3729 response.send(proto::Ack {})?;
3730
3731 Ok(())
3732}
3733
3734/// Join the channels' room
3735async fn join_channel(
3736 request: proto::JoinChannel,
3737 response: Response<proto::JoinChannel>,
3738 session: UserSession,
3739) -> Result<()> {
3740 let channel_id = ChannelId::from_proto(request.channel_id);
3741 join_channel_internal(channel_id, Box::new(response), session).await
3742}
3743
3744trait JoinChannelInternalResponse {
3745 fn send(self, result: proto::JoinRoomResponse) -> Result<()>;
3746}
3747impl JoinChannelInternalResponse for Response<proto::JoinChannel> {
3748 fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3749 Response::<proto::JoinChannel>::send(self, result)
3750 }
3751}
3752impl JoinChannelInternalResponse for Response<proto::JoinRoom> {
3753 fn send(self, result: proto::JoinRoomResponse) -> Result<()> {
3754 Response::<proto::JoinRoom>::send(self, result)
3755 }
3756}
3757
3758async fn join_channel_internal(
3759 channel_id: ChannelId,
3760 response: Box<impl JoinChannelInternalResponse>,
3761 session: UserSession,
3762) -> Result<()> {
3763 let joined_room = {
3764 let mut db = session.db().await;
3765 // If zed quits without leaving the room, and the user re-opens zed before the
3766 // RECONNECT_TIMEOUT, we need to make sure that we kick the user out of the previous
3767 // room they were in.
3768 if let Some(connection) = db.stale_room_connection(session.user_id()).await? {
3769 tracing::info!(
3770 stale_connection_id = %connection,
3771 "cleaning up stale connection",
3772 );
3773 drop(db);
3774 leave_room_for_session(&session, connection).await?;
3775 db = session.db().await;
3776 }
3777
3778 let (joined_room, membership_updated, role) = db
3779 .join_channel(channel_id, session.user_id(), session.connection_id)
3780 .await?;
3781
3782 let live_kit_connection_info = session.live_kit_client.as_ref().and_then(|live_kit| {
3783 let (can_publish, token) = if role == ChannelRole::Guest {
3784 (
3785 false,
3786 live_kit
3787 .guest_token(
3788 &joined_room.room.live_kit_room,
3789 &session.user_id().to_string(),
3790 )
3791 .trace_err()?,
3792 )
3793 } else {
3794 (
3795 true,
3796 live_kit
3797 .room_token(
3798 &joined_room.room.live_kit_room,
3799 &session.user_id().to_string(),
3800 )
3801 .trace_err()?,
3802 )
3803 };
3804
3805 Some(LiveKitConnectionInfo {
3806 server_url: live_kit.url().into(),
3807 token,
3808 can_publish,
3809 })
3810 });
3811
3812 response.send(proto::JoinRoomResponse {
3813 room: Some(joined_room.room.clone()),
3814 channel_id: joined_room
3815 .channel
3816 .as_ref()
3817 .map(|channel| channel.id.to_proto()),
3818 live_kit_connection_info,
3819 })?;
3820
3821 let mut connection_pool = session.connection_pool().await;
3822 if let Some(membership_updated) = membership_updated {
3823 notify_membership_updated(
3824 &mut connection_pool,
3825 membership_updated,
3826 session.user_id(),
3827 &session.peer,
3828 );
3829 }
3830
3831 room_updated(&joined_room.room, &session.peer);
3832
3833 joined_room
3834 };
3835
3836 channel_updated(
3837 &joined_room
3838 .channel
3839 .ok_or_else(|| anyhow!("channel not returned"))?,
3840 &joined_room.room,
3841 &session.peer,
3842 &*session.connection_pool().await,
3843 );
3844
3845 update_user_contacts(session.user_id(), &session).await?;
3846 Ok(())
3847}
3848
3849/// Start editing the channel notes
3850async fn join_channel_buffer(
3851 request: proto::JoinChannelBuffer,
3852 response: Response<proto::JoinChannelBuffer>,
3853 session: UserSession,
3854) -> Result<()> {
3855 let db = session.db().await;
3856 let channel_id = ChannelId::from_proto(request.channel_id);
3857
3858 let open_response = db
3859 .join_channel_buffer(channel_id, session.user_id(), session.connection_id)
3860 .await?;
3861
3862 let collaborators = open_response.collaborators.clone();
3863 response.send(open_response)?;
3864
3865 let update = UpdateChannelBufferCollaborators {
3866 channel_id: channel_id.to_proto(),
3867 collaborators: collaborators.clone(),
3868 };
3869 channel_buffer_updated(
3870 session.connection_id,
3871 collaborators
3872 .iter()
3873 .filter_map(|collaborator| Some(collaborator.peer_id?.into())),
3874 &update,
3875 &session.peer,
3876 );
3877
3878 Ok(())
3879}
3880
3881/// Edit the channel notes
3882async fn update_channel_buffer(
3883 request: proto::UpdateChannelBuffer,
3884 session: UserSession,
3885) -> Result<()> {
3886 let db = session.db().await;
3887 let channel_id = ChannelId::from_proto(request.channel_id);
3888
3889 let (collaborators, non_collaborators, epoch, version) = db
3890 .update_channel_buffer(channel_id, session.user_id(), &request.operations)
3891 .await?;
3892
3893 channel_buffer_updated(
3894 session.connection_id,
3895 collaborators,
3896 &proto::UpdateChannelBuffer {
3897 channel_id: channel_id.to_proto(),
3898 operations: request.operations,
3899 },
3900 &session.peer,
3901 );
3902
3903 let pool = &*session.connection_pool().await;
3904
3905 broadcast(
3906 None,
3907 non_collaborators
3908 .iter()
3909 .flat_map(|user_id| pool.user_connection_ids(*user_id)),
3910 |peer_id| {
3911 session.peer.send(
3912 peer_id,
3913 proto::UpdateChannels {
3914 latest_channel_buffer_versions: vec![proto::ChannelBufferVersion {
3915 channel_id: channel_id.to_proto(),
3916 epoch: epoch as u64,
3917 version: version.clone(),
3918 }],
3919 ..Default::default()
3920 },
3921 )
3922 },
3923 );
3924
3925 Ok(())
3926}
3927
3928/// Rejoin the channel notes after a connection blip
3929async fn rejoin_channel_buffers(
3930 request: proto::RejoinChannelBuffers,
3931 response: Response<proto::RejoinChannelBuffers>,
3932 session: UserSession,
3933) -> Result<()> {
3934 let db = session.db().await;
3935 let buffers = db
3936 .rejoin_channel_buffers(&request.buffers, session.user_id(), session.connection_id)
3937 .await?;
3938
3939 for rejoined_buffer in &buffers {
3940 let collaborators_to_notify = rejoined_buffer
3941 .buffer
3942 .collaborators
3943 .iter()
3944 .filter_map(|c| Some(c.peer_id?.into()));
3945 channel_buffer_updated(
3946 session.connection_id,
3947 collaborators_to_notify,
3948 &proto::UpdateChannelBufferCollaborators {
3949 channel_id: rejoined_buffer.buffer.channel_id,
3950 collaborators: rejoined_buffer.buffer.collaborators.clone(),
3951 },
3952 &session.peer,
3953 );
3954 }
3955
3956 response.send(proto::RejoinChannelBuffersResponse {
3957 buffers: buffers.into_iter().map(|b| b.buffer).collect(),
3958 })?;
3959
3960 Ok(())
3961}
3962
3963/// Stop editing the channel notes
3964async fn leave_channel_buffer(
3965 request: proto::LeaveChannelBuffer,
3966 response: Response<proto::LeaveChannelBuffer>,
3967 session: UserSession,
3968) -> Result<()> {
3969 let db = session.db().await;
3970 let channel_id = ChannelId::from_proto(request.channel_id);
3971
3972 let left_buffer = db
3973 .leave_channel_buffer(channel_id, session.connection_id)
3974 .await?;
3975
3976 response.send(Ack {})?;
3977
3978 channel_buffer_updated(
3979 session.connection_id,
3980 left_buffer.connections,
3981 &proto::UpdateChannelBufferCollaborators {
3982 channel_id: channel_id.to_proto(),
3983 collaborators: left_buffer.collaborators,
3984 },
3985 &session.peer,
3986 );
3987
3988 Ok(())
3989}
3990
3991fn channel_buffer_updated<T: EnvelopedMessage>(
3992 sender_id: ConnectionId,
3993 collaborators: impl IntoIterator<Item = ConnectionId>,
3994 message: &T,
3995 peer: &Peer,
3996) {
3997 broadcast(Some(sender_id), collaborators, |peer_id| {
3998 peer.send(peer_id, message.clone())
3999 });
4000}
4001
4002fn send_notifications(
4003 connection_pool: &ConnectionPool,
4004 peer: &Peer,
4005 notifications: db::NotificationBatch,
4006) {
4007 for (user_id, notification) in notifications {
4008 for connection_id in connection_pool.user_connection_ids(user_id) {
4009 if let Err(error) = peer.send(
4010 connection_id,
4011 proto::AddNotification {
4012 notification: Some(notification.clone()),
4013 },
4014 ) {
4015 tracing::error!(
4016 "failed to send notification to {:?} {}",
4017 connection_id,
4018 error
4019 );
4020 }
4021 }
4022 }
4023}
4024
4025/// Send a message to the channel
4026async fn send_channel_message(
4027 request: proto::SendChannelMessage,
4028 response: Response<proto::SendChannelMessage>,
4029 session: UserSession,
4030) -> Result<()> {
4031 // Validate the message body.
4032 let body = request.body.trim().to_string();
4033 if body.len() > MAX_MESSAGE_LEN {
4034 return Err(anyhow!("message is too long"))?;
4035 }
4036 if body.is_empty() {
4037 return Err(anyhow!("message can't be blank"))?;
4038 }
4039
4040 // TODO: adjust mentions if body is trimmed
4041
4042 let timestamp = OffsetDateTime::now_utc();
4043 let nonce = request
4044 .nonce
4045 .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4046
4047 let channel_id = ChannelId::from_proto(request.channel_id);
4048 let CreatedChannelMessage {
4049 message_id,
4050 participant_connection_ids,
4051 channel_members,
4052 notifications,
4053 } = session
4054 .db()
4055 .await
4056 .create_channel_message(
4057 channel_id,
4058 session.user_id(),
4059 &body,
4060 &request.mentions,
4061 timestamp,
4062 nonce.clone().into(),
4063 match request.reply_to_message_id {
4064 Some(reply_to_message_id) => Some(MessageId::from_proto(reply_to_message_id)),
4065 None => None,
4066 },
4067 )
4068 .await?;
4069
4070 let message = proto::ChannelMessage {
4071 sender_id: session.user_id().to_proto(),
4072 id: message_id.to_proto(),
4073 body,
4074 mentions: request.mentions,
4075 timestamp: timestamp.unix_timestamp() as u64,
4076 nonce: Some(nonce),
4077 reply_to_message_id: request.reply_to_message_id,
4078 edited_at: None,
4079 };
4080 broadcast(
4081 Some(session.connection_id),
4082 participant_connection_ids,
4083 |connection| {
4084 session.peer.send(
4085 connection,
4086 proto::ChannelMessageSent {
4087 channel_id: channel_id.to_proto(),
4088 message: Some(message.clone()),
4089 },
4090 )
4091 },
4092 );
4093 response.send(proto::SendChannelMessageResponse {
4094 message: Some(message),
4095 })?;
4096
4097 let pool = &*session.connection_pool().await;
4098 broadcast(
4099 None,
4100 channel_members
4101 .iter()
4102 .flat_map(|user_id| pool.user_connection_ids(*user_id)),
4103 |peer_id| {
4104 session.peer.send(
4105 peer_id,
4106 proto::UpdateChannels {
4107 latest_channel_message_ids: vec![proto::ChannelMessageId {
4108 channel_id: channel_id.to_proto(),
4109 message_id: message_id.to_proto(),
4110 }],
4111 ..Default::default()
4112 },
4113 )
4114 },
4115 );
4116 send_notifications(pool, &session.peer, notifications);
4117
4118 Ok(())
4119}
4120
4121/// Delete a channel message
4122async fn remove_channel_message(
4123 request: proto::RemoveChannelMessage,
4124 response: Response<proto::RemoveChannelMessage>,
4125 session: UserSession,
4126) -> Result<()> {
4127 let channel_id = ChannelId::from_proto(request.channel_id);
4128 let message_id = MessageId::from_proto(request.message_id);
4129 let (connection_ids, existing_notification_ids) = session
4130 .db()
4131 .await
4132 .remove_channel_message(channel_id, message_id, session.user_id())
4133 .await?;
4134
4135 broadcast(
4136 Some(session.connection_id),
4137 connection_ids,
4138 move |connection| {
4139 session.peer.send(connection, request.clone())?;
4140
4141 for notification_id in &existing_notification_ids {
4142 session.peer.send(
4143 connection,
4144 proto::DeleteNotification {
4145 notification_id: (*notification_id).to_proto(),
4146 },
4147 )?;
4148 }
4149
4150 Ok(())
4151 },
4152 );
4153 response.send(proto::Ack {})?;
4154 Ok(())
4155}
4156
4157async fn update_channel_message(
4158 request: proto::UpdateChannelMessage,
4159 response: Response<proto::UpdateChannelMessage>,
4160 session: UserSession,
4161) -> Result<()> {
4162 let channel_id = ChannelId::from_proto(request.channel_id);
4163 let message_id = MessageId::from_proto(request.message_id);
4164 let updated_at = OffsetDateTime::now_utc();
4165 let UpdatedChannelMessage {
4166 message_id,
4167 participant_connection_ids,
4168 notifications,
4169 reply_to_message_id,
4170 timestamp,
4171 deleted_mention_notification_ids,
4172 updated_mention_notifications,
4173 } = session
4174 .db()
4175 .await
4176 .update_channel_message(
4177 channel_id,
4178 message_id,
4179 session.user_id(),
4180 request.body.as_str(),
4181 &request.mentions,
4182 updated_at,
4183 )
4184 .await?;
4185
4186 let nonce = request
4187 .nonce
4188 .clone()
4189 .ok_or_else(|| anyhow!("nonce can't be blank"))?;
4190
4191 let message = proto::ChannelMessage {
4192 sender_id: session.user_id().to_proto(),
4193 id: message_id.to_proto(),
4194 body: request.body.clone(),
4195 mentions: request.mentions.clone(),
4196 timestamp: timestamp.assume_utc().unix_timestamp() as u64,
4197 nonce: Some(nonce),
4198 reply_to_message_id: reply_to_message_id.map(|id| id.to_proto()),
4199 edited_at: Some(updated_at.unix_timestamp() as u64),
4200 };
4201
4202 response.send(proto::Ack {})?;
4203
4204 let pool = &*session.connection_pool().await;
4205 broadcast(
4206 Some(session.connection_id),
4207 participant_connection_ids,
4208 |connection| {
4209 session.peer.send(
4210 connection,
4211 proto::ChannelMessageUpdate {
4212 channel_id: channel_id.to_proto(),
4213 message: Some(message.clone()),
4214 },
4215 )?;
4216
4217 for notification_id in &deleted_mention_notification_ids {
4218 session.peer.send(
4219 connection,
4220 proto::DeleteNotification {
4221 notification_id: (*notification_id).to_proto(),
4222 },
4223 )?;
4224 }
4225
4226 for notification in &updated_mention_notifications {
4227 session.peer.send(
4228 connection,
4229 proto::UpdateNotification {
4230 notification: Some(notification.clone()),
4231 },
4232 )?;
4233 }
4234
4235 Ok(())
4236 },
4237 );
4238
4239 send_notifications(pool, &session.peer, notifications);
4240
4241 Ok(())
4242}
4243
4244/// Mark a channel message as read
4245async fn acknowledge_channel_message(
4246 request: proto::AckChannelMessage,
4247 session: UserSession,
4248) -> Result<()> {
4249 let channel_id = ChannelId::from_proto(request.channel_id);
4250 let message_id = MessageId::from_proto(request.message_id);
4251 let notifications = session
4252 .db()
4253 .await
4254 .observe_channel_message(channel_id, session.user_id(), message_id)
4255 .await?;
4256 send_notifications(
4257 &*session.connection_pool().await,
4258 &session.peer,
4259 notifications,
4260 );
4261 Ok(())
4262}
4263
4264/// Mark a buffer version as synced
4265async fn acknowledge_buffer_version(
4266 request: proto::AckBufferOperation,
4267 session: UserSession,
4268) -> Result<()> {
4269 let buffer_id = BufferId::from_proto(request.buffer_id);
4270 session
4271 .db()
4272 .await
4273 .observe_buffer_version(
4274 buffer_id,
4275 session.user_id(),
4276 request.epoch as i32,
4277 &request.version,
4278 )
4279 .await?;
4280 Ok(())
4281}
4282
4283struct CompleteWithLanguageModelRateLimit;
4284
4285impl RateLimit for CompleteWithLanguageModelRateLimit {
4286 fn capacity() -> usize {
4287 std::env::var("COMPLETE_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4288 .ok()
4289 .and_then(|v| v.parse().ok())
4290 .unwrap_or(120) // Picked arbitrarily
4291 }
4292
4293 fn refill_duration() -> chrono::Duration {
4294 chrono::Duration::hours(1)
4295 }
4296
4297 fn db_name() -> &'static str {
4298 "complete-with-language-model"
4299 }
4300}
4301
4302async fn complete_with_language_model(
4303 request: proto::CompleteWithLanguageModel,
4304 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4305 session: Session,
4306 open_ai_api_key: Option<Arc<str>>,
4307 google_ai_api_key: Option<Arc<str>>,
4308 anthropic_api_key: Option<Arc<str>>,
4309) -> Result<()> {
4310 let Some(session) = session.for_user() else {
4311 return Err(anyhow!("user not found"))?;
4312 };
4313 authorize_access_to_language_models(&session).await?;
4314 session
4315 .rate_limiter
4316 .check::<CompleteWithLanguageModelRateLimit>(session.user_id())
4317 .await?;
4318
4319 if request.model.starts_with("gpt") {
4320 let api_key =
4321 open_ai_api_key.ok_or_else(|| anyhow!("no OpenAI API key configured on the server"))?;
4322 complete_with_open_ai(request, response, session, api_key).await?;
4323 } else if request.model.starts_with("gemini") {
4324 let api_key = google_ai_api_key
4325 .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4326 complete_with_google_ai(request, response, session, api_key).await?;
4327 } else if request.model.starts_with("claude") {
4328 let api_key = anthropic_api_key
4329 .ok_or_else(|| anyhow!("no Anthropic AI API key configured on the server"))?;
4330 complete_with_anthropic(request, response, session, api_key).await?;
4331 }
4332
4333 Ok(())
4334}
4335
4336async fn complete_with_open_ai(
4337 request: proto::CompleteWithLanguageModel,
4338 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4339 session: UserSession,
4340 api_key: Arc<str>,
4341) -> Result<()> {
4342 let mut completion_stream = open_ai::stream_completion(
4343 session.http_client.as_ref(),
4344 OPEN_AI_API_URL,
4345 &api_key,
4346 crate::ai::language_model_request_to_open_ai(request)?,
4347 None,
4348 )
4349 .await
4350 .context("open_ai::stream_completion request failed within collab")?;
4351
4352 while let Some(event) = completion_stream.next().await {
4353 let event = event?;
4354 response.send(proto::LanguageModelResponse {
4355 choices: event
4356 .choices
4357 .into_iter()
4358 .map(|choice| proto::LanguageModelChoiceDelta {
4359 index: choice.index,
4360 delta: Some(proto::LanguageModelResponseMessage {
4361 role: choice.delta.role.map(|role| match role {
4362 open_ai::Role::User => LanguageModelRole::LanguageModelUser,
4363 open_ai::Role::Assistant => LanguageModelRole::LanguageModelAssistant,
4364 open_ai::Role::System => LanguageModelRole::LanguageModelSystem,
4365 open_ai::Role::Tool => LanguageModelRole::LanguageModelTool,
4366 } as i32),
4367 content: choice.delta.content,
4368 tool_calls: choice
4369 .delta
4370 .tool_calls
4371 .into_iter()
4372 .map(|delta| proto::ToolCallDelta {
4373 index: delta.index as u32,
4374 id: delta.id,
4375 variant: match delta.function {
4376 Some(function) => {
4377 let name = function.name;
4378 let arguments = function.arguments;
4379
4380 Some(proto::tool_call_delta::Variant::Function(
4381 proto::tool_call_delta::FunctionCallDelta {
4382 name,
4383 arguments,
4384 },
4385 ))
4386 }
4387 None => None,
4388 },
4389 })
4390 .collect(),
4391 }),
4392 finish_reason: choice.finish_reason,
4393 })
4394 .collect(),
4395 })?;
4396 }
4397
4398 Ok(())
4399}
4400
4401async fn complete_with_google_ai(
4402 request: proto::CompleteWithLanguageModel,
4403 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4404 session: UserSession,
4405 api_key: Arc<str>,
4406) -> Result<()> {
4407 let mut stream = google_ai::stream_generate_content(
4408 session.http_client.clone(),
4409 google_ai::API_URL,
4410 api_key.as_ref(),
4411 crate::ai::language_model_request_to_google_ai(request)?,
4412 )
4413 .await
4414 .context("google_ai::stream_generate_content request failed")?;
4415
4416 while let Some(event) = stream.next().await {
4417 let event = event?;
4418 response.send(proto::LanguageModelResponse {
4419 choices: event
4420 .candidates
4421 .unwrap_or_default()
4422 .into_iter()
4423 .map(|candidate| proto::LanguageModelChoiceDelta {
4424 index: candidate.index as u32,
4425 delta: Some(proto::LanguageModelResponseMessage {
4426 role: Some(match candidate.content.role {
4427 google_ai::Role::User => LanguageModelRole::LanguageModelUser,
4428 google_ai::Role::Model => LanguageModelRole::LanguageModelAssistant,
4429 } as i32),
4430 content: Some(
4431 candidate
4432 .content
4433 .parts
4434 .into_iter()
4435 .filter_map(|part| match part {
4436 google_ai::Part::TextPart(part) => Some(part.text),
4437 google_ai::Part::InlineDataPart(_) => None,
4438 })
4439 .collect(),
4440 ),
4441 // Tool calls are not supported for Google
4442 tool_calls: Vec::new(),
4443 }),
4444 finish_reason: candidate.finish_reason.map(|reason| reason.to_string()),
4445 })
4446 .collect(),
4447 })?;
4448 }
4449
4450 Ok(())
4451}
4452
4453async fn complete_with_anthropic(
4454 request: proto::CompleteWithLanguageModel,
4455 response: StreamingResponse<proto::CompleteWithLanguageModel>,
4456 session: UserSession,
4457 api_key: Arc<str>,
4458) -> Result<()> {
4459 let model = anthropic::Model::from_id(&request.model)?;
4460
4461 let mut system_message = String::new();
4462 let messages = request
4463 .messages
4464 .into_iter()
4465 .filter_map(|message| {
4466 match message.role() {
4467 LanguageModelRole::LanguageModelUser => Some(anthropic::RequestMessage {
4468 role: anthropic::Role::User,
4469 content: message.content,
4470 }),
4471 LanguageModelRole::LanguageModelAssistant => Some(anthropic::RequestMessage {
4472 role: anthropic::Role::Assistant,
4473 content: message.content,
4474 }),
4475 // Anthropic's API breaks system instructions out as a separate field rather
4476 // than having a system message role.
4477 LanguageModelRole::LanguageModelSystem => {
4478 if !system_message.is_empty() {
4479 system_message.push_str("\n\n");
4480 }
4481 system_message.push_str(&message.content);
4482
4483 None
4484 }
4485 // We don't yet support tool calls for Anthropic
4486 LanguageModelRole::LanguageModelTool => None,
4487 }
4488 })
4489 .collect();
4490
4491 let mut stream = anthropic::stream_completion(
4492 session.http_client.as_ref(),
4493 anthropic::ANTHROPIC_API_URL,
4494 &api_key,
4495 anthropic::Request {
4496 model,
4497 messages,
4498 stream: true,
4499 system: system_message,
4500 max_tokens: 4092,
4501 },
4502 None,
4503 )
4504 .await?;
4505
4506 let mut current_role = proto::LanguageModelRole::LanguageModelAssistant;
4507
4508 while let Some(event) = stream.next().await {
4509 let event = event?;
4510
4511 match event {
4512 anthropic::ResponseEvent::MessageStart { message } => {
4513 if let Some(role) = message.role {
4514 if role == "assistant" {
4515 current_role = proto::LanguageModelRole::LanguageModelAssistant;
4516 } else if role == "user" {
4517 current_role = proto::LanguageModelRole::LanguageModelUser;
4518 }
4519 }
4520 }
4521 anthropic::ResponseEvent::ContentBlockStart { content_block, .. } => {
4522 match content_block {
4523 anthropic::ContentBlock::Text { text } => {
4524 if !text.is_empty() {
4525 response.send(proto::LanguageModelResponse {
4526 choices: vec![proto::LanguageModelChoiceDelta {
4527 index: 0,
4528 delta: Some(proto::LanguageModelResponseMessage {
4529 role: Some(current_role as i32),
4530 content: Some(text),
4531 tool_calls: Vec::new(),
4532 }),
4533 finish_reason: None,
4534 }],
4535 })?;
4536 }
4537 }
4538 }
4539 }
4540 anthropic::ResponseEvent::ContentBlockDelta { delta, .. } => match delta {
4541 anthropic::TextDelta::TextDelta { text } => {
4542 response.send(proto::LanguageModelResponse {
4543 choices: vec![proto::LanguageModelChoiceDelta {
4544 index: 0,
4545 delta: Some(proto::LanguageModelResponseMessage {
4546 role: Some(current_role as i32),
4547 content: Some(text),
4548 tool_calls: Vec::new(),
4549 }),
4550 finish_reason: None,
4551 }],
4552 })?;
4553 }
4554 },
4555 anthropic::ResponseEvent::MessageDelta { delta, .. } => {
4556 if let Some(stop_reason) = delta.stop_reason {
4557 response.send(proto::LanguageModelResponse {
4558 choices: vec![proto::LanguageModelChoiceDelta {
4559 index: 0,
4560 delta: None,
4561 finish_reason: Some(stop_reason),
4562 }],
4563 })?;
4564 }
4565 }
4566 anthropic::ResponseEvent::ContentBlockStop { .. } => {}
4567 anthropic::ResponseEvent::MessageStop {} => {}
4568 anthropic::ResponseEvent::Ping {} => {}
4569 }
4570 }
4571
4572 Ok(())
4573}
4574
4575struct CountTokensWithLanguageModelRateLimit;
4576
4577impl RateLimit for CountTokensWithLanguageModelRateLimit {
4578 fn capacity() -> usize {
4579 std::env::var("COUNT_TOKENS_WITH_LANGUAGE_MODEL_RATE_LIMIT_PER_HOUR")
4580 .ok()
4581 .and_then(|v| v.parse().ok())
4582 .unwrap_or(600) // Picked arbitrarily
4583 }
4584
4585 fn refill_duration() -> chrono::Duration {
4586 chrono::Duration::hours(1)
4587 }
4588
4589 fn db_name() -> &'static str {
4590 "count-tokens-with-language-model"
4591 }
4592}
4593
4594async fn count_tokens_with_language_model(
4595 request: proto::CountTokensWithLanguageModel,
4596 response: Response<proto::CountTokensWithLanguageModel>,
4597 session: UserSession,
4598 google_ai_api_key: Option<Arc<str>>,
4599) -> Result<()> {
4600 authorize_access_to_language_models(&session).await?;
4601
4602 if !request.model.starts_with("gemini") {
4603 return Err(anyhow!(
4604 "counting tokens for model: {:?} is not supported",
4605 request.model
4606 ))?;
4607 }
4608
4609 session
4610 .rate_limiter
4611 .check::<CountTokensWithLanguageModelRateLimit>(session.user_id())
4612 .await?;
4613
4614 let api_key = google_ai_api_key
4615 .ok_or_else(|| anyhow!("no Google AI API key configured on the server"))?;
4616 let tokens_response = google_ai::count_tokens(
4617 session.http_client.as_ref(),
4618 google_ai::API_URL,
4619 &api_key,
4620 crate::ai::count_tokens_request_to_google_ai(request)?,
4621 )
4622 .await?;
4623 response.send(proto::CountTokensResponse {
4624 token_count: tokens_response.total_tokens as u32,
4625 })?;
4626 Ok(())
4627}
4628
4629struct ComputeEmbeddingsRateLimit;
4630
4631impl RateLimit for ComputeEmbeddingsRateLimit {
4632 fn capacity() -> usize {
4633 std::env::var("EMBED_TEXTS_RATE_LIMIT_PER_HOUR")
4634 .ok()
4635 .and_then(|v| v.parse().ok())
4636 .unwrap_or(5000) // Picked arbitrarily
4637 }
4638
4639 fn refill_duration() -> chrono::Duration {
4640 chrono::Duration::hours(1)
4641 }
4642
4643 fn db_name() -> &'static str {
4644 "compute-embeddings"
4645 }
4646}
4647
4648async fn compute_embeddings(
4649 request: proto::ComputeEmbeddings,
4650 response: Response<proto::ComputeEmbeddings>,
4651 session: UserSession,
4652 api_key: Option<Arc<str>>,
4653) -> Result<()> {
4654 let api_key = api_key.context("no OpenAI API key configured on the server")?;
4655 authorize_access_to_language_models(&session).await?;
4656
4657 session
4658 .rate_limiter
4659 .check::<ComputeEmbeddingsRateLimit>(session.user_id())
4660 .await?;
4661
4662 let embeddings = match request.model.as_str() {
4663 "openai/text-embedding-3-small" => {
4664 open_ai::embed(
4665 session.http_client.as_ref(),
4666 OPEN_AI_API_URL,
4667 &api_key,
4668 OpenAiEmbeddingModel::TextEmbedding3Small,
4669 request.texts.iter().map(|text| text.as_str()),
4670 )
4671 .await?
4672 }
4673 provider => return Err(anyhow!("unsupported embedding provider {:?}", provider))?,
4674 };
4675
4676 let embeddings = request
4677 .texts
4678 .iter()
4679 .map(|text| {
4680 let mut hasher = sha2::Sha256::new();
4681 hasher.update(text.as_bytes());
4682 let result = hasher.finalize();
4683 result.to_vec()
4684 })
4685 .zip(
4686 embeddings
4687 .data
4688 .into_iter()
4689 .map(|embedding| embedding.embedding),
4690 )
4691 .collect::<HashMap<_, _>>();
4692
4693 let db = session.db().await;
4694 db.save_embeddings(&request.model, &embeddings)
4695 .await
4696 .context("failed to save embeddings")
4697 .trace_err();
4698
4699 response.send(proto::ComputeEmbeddingsResponse {
4700 embeddings: embeddings
4701 .into_iter()
4702 .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4703 .collect(),
4704 })?;
4705 Ok(())
4706}
4707
4708async fn get_cached_embeddings(
4709 request: proto::GetCachedEmbeddings,
4710 response: Response<proto::GetCachedEmbeddings>,
4711 session: UserSession,
4712) -> Result<()> {
4713 authorize_access_to_language_models(&session).await?;
4714
4715 let db = session.db().await;
4716 let embeddings = db.get_embeddings(&request.model, &request.digests).await?;
4717
4718 response.send(proto::GetCachedEmbeddingsResponse {
4719 embeddings: embeddings
4720 .into_iter()
4721 .map(|(digest, dimensions)| proto::Embedding { digest, dimensions })
4722 .collect(),
4723 })?;
4724 Ok(())
4725}
4726
4727async fn authorize_access_to_language_models(session: &UserSession) -> Result<(), Error> {
4728 let db = session.db().await;
4729 let flags = db.get_user_flags(session.user_id()).await?;
4730 if flags.iter().any(|flag| flag == "language-models") {
4731 Ok(())
4732 } else {
4733 Err(anyhow!("permission denied"))?
4734 }
4735}
4736
4737/// Get a Supermaven API key for the user
4738async fn get_supermaven_api_key(
4739 _request: proto::GetSupermavenApiKey,
4740 response: Response<proto::GetSupermavenApiKey>,
4741 session: UserSession,
4742) -> Result<()> {
4743 let user_id: String = session.user_id().to_string();
4744 if !session.is_staff() {
4745 return Err(anyhow!("supermaven not enabled for this account"))?;
4746 }
4747
4748 let email = session
4749 .email()
4750 .ok_or_else(|| anyhow!("user must have an email"))?;
4751
4752 let supermaven_admin_api = session
4753 .supermaven_client
4754 .as_ref()
4755 .ok_or_else(|| anyhow!("supermaven not configured"))?;
4756
4757 let result = supermaven_admin_api
4758 .try_get_or_create_user(CreateExternalUserRequest { id: user_id, email })
4759 .await?;
4760
4761 response.send(proto::GetSupermavenApiKeyResponse {
4762 api_key: result.api_key,
4763 })?;
4764
4765 Ok(())
4766}
4767
4768/// Start receiving chat updates for a channel
4769async fn join_channel_chat(
4770 request: proto::JoinChannelChat,
4771 response: Response<proto::JoinChannelChat>,
4772 session: UserSession,
4773) -> Result<()> {
4774 let channel_id = ChannelId::from_proto(request.channel_id);
4775
4776 let db = session.db().await;
4777 db.join_channel_chat(channel_id, session.connection_id, session.user_id())
4778 .await?;
4779 let messages = db
4780 .get_channel_messages(channel_id, session.user_id(), MESSAGE_COUNT_PER_PAGE, None)
4781 .await?;
4782 response.send(proto::JoinChannelChatResponse {
4783 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4784 messages,
4785 })?;
4786 Ok(())
4787}
4788
4789/// Stop receiving chat updates for a channel
4790async fn leave_channel_chat(request: proto::LeaveChannelChat, session: UserSession) -> Result<()> {
4791 let channel_id = ChannelId::from_proto(request.channel_id);
4792 session
4793 .db()
4794 .await
4795 .leave_channel_chat(channel_id, session.connection_id, session.user_id())
4796 .await?;
4797 Ok(())
4798}
4799
4800/// Retrieve the chat history for a channel
4801async fn get_channel_messages(
4802 request: proto::GetChannelMessages,
4803 response: Response<proto::GetChannelMessages>,
4804 session: UserSession,
4805) -> Result<()> {
4806 let channel_id = ChannelId::from_proto(request.channel_id);
4807 let messages = session
4808 .db()
4809 .await
4810 .get_channel_messages(
4811 channel_id,
4812 session.user_id(),
4813 MESSAGE_COUNT_PER_PAGE,
4814 Some(MessageId::from_proto(request.before_message_id)),
4815 )
4816 .await?;
4817 response.send(proto::GetChannelMessagesResponse {
4818 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4819 messages,
4820 })?;
4821 Ok(())
4822}
4823
4824/// Retrieve specific chat messages
4825async fn get_channel_messages_by_id(
4826 request: proto::GetChannelMessagesById,
4827 response: Response<proto::GetChannelMessagesById>,
4828 session: UserSession,
4829) -> Result<()> {
4830 let message_ids = request
4831 .message_ids
4832 .iter()
4833 .map(|id| MessageId::from_proto(*id))
4834 .collect::<Vec<_>>();
4835 let messages = session
4836 .db()
4837 .await
4838 .get_channel_messages_by_id(session.user_id(), &message_ids)
4839 .await?;
4840 response.send(proto::GetChannelMessagesResponse {
4841 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
4842 messages,
4843 })?;
4844 Ok(())
4845}
4846
4847/// Retrieve the current users notifications
4848async fn get_notifications(
4849 request: proto::GetNotifications,
4850 response: Response<proto::GetNotifications>,
4851 session: UserSession,
4852) -> Result<()> {
4853 let notifications = session
4854 .db()
4855 .await
4856 .get_notifications(
4857 session.user_id(),
4858 NOTIFICATION_COUNT_PER_PAGE,
4859 request
4860 .before_id
4861 .map(|id| db::NotificationId::from_proto(id)),
4862 )
4863 .await?;
4864 response.send(proto::GetNotificationsResponse {
4865 done: notifications.len() < NOTIFICATION_COUNT_PER_PAGE,
4866 notifications,
4867 })?;
4868 Ok(())
4869}
4870
4871/// Mark notifications as read
4872async fn mark_notification_as_read(
4873 request: proto::MarkNotificationRead,
4874 response: Response<proto::MarkNotificationRead>,
4875 session: UserSession,
4876) -> Result<()> {
4877 let database = &session.db().await;
4878 let notifications = database
4879 .mark_notification_as_read_by_id(
4880 session.user_id(),
4881 NotificationId::from_proto(request.notification_id),
4882 )
4883 .await?;
4884 send_notifications(
4885 &*session.connection_pool().await,
4886 &session.peer,
4887 notifications,
4888 );
4889 response.send(proto::Ack {})?;
4890 Ok(())
4891}
4892
4893/// Get the current users information
4894async fn get_private_user_info(
4895 _request: proto::GetPrivateUserInfo,
4896 response: Response<proto::GetPrivateUserInfo>,
4897 session: UserSession,
4898) -> Result<()> {
4899 let db = session.db().await;
4900
4901 let metrics_id = db.get_user_metrics_id(session.user_id()).await?;
4902 let user = db
4903 .get_user_by_id(session.user_id())
4904 .await?
4905 .ok_or_else(|| anyhow!("user not found"))?;
4906 let flags = db.get_user_flags(session.user_id()).await?;
4907
4908 response.send(proto::GetPrivateUserInfoResponse {
4909 metrics_id,
4910 staff: user.admin,
4911 flags,
4912 })?;
4913 Ok(())
4914}
4915
4916fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
4917 match message {
4918 TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
4919 TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
4920 TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
4921 TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
4922 TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
4923 code: frame.code.into(),
4924 reason: frame.reason,
4925 })),
4926 }
4927}
4928
4929fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
4930 match message {
4931 AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
4932 AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
4933 AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
4934 AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
4935 AxumMessage::Close(frame) => {
4936 TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
4937 code: frame.code.into(),
4938 reason: frame.reason,
4939 }))
4940 }
4941 }
4942}
4943
4944fn notify_membership_updated(
4945 connection_pool: &mut ConnectionPool,
4946 result: MembershipUpdated,
4947 user_id: UserId,
4948 peer: &Peer,
4949) {
4950 for membership in &result.new_channels.channel_memberships {
4951 connection_pool.subscribe_to_channel(user_id, membership.channel_id, membership.role)
4952 }
4953 for channel_id in &result.removed_channels {
4954 connection_pool.unsubscribe_from_channel(&user_id, channel_id)
4955 }
4956
4957 let user_channels_update = proto::UpdateUserChannels {
4958 channel_memberships: result
4959 .new_channels
4960 .channel_memberships
4961 .iter()
4962 .map(|cm| proto::ChannelMembership {
4963 channel_id: cm.channel_id.to_proto(),
4964 role: cm.role.into(),
4965 })
4966 .collect(),
4967 ..Default::default()
4968 };
4969
4970 let mut update = build_channels_update(result.new_channels, vec![]);
4971 update.delete_channels = result
4972 .removed_channels
4973 .into_iter()
4974 .map(|id| id.to_proto())
4975 .collect();
4976 update.remove_channel_invitations = vec![result.channel_id.to_proto()];
4977
4978 for connection_id in connection_pool.user_connection_ids(user_id) {
4979 peer.send(connection_id, user_channels_update.clone())
4980 .trace_err();
4981 peer.send(connection_id, update.clone()).trace_err();
4982 }
4983}
4984
4985fn build_update_user_channels(channels: &ChannelsForUser) -> proto::UpdateUserChannels {
4986 proto::UpdateUserChannels {
4987 channel_memberships: channels
4988 .channel_memberships
4989 .iter()
4990 .map(|m| proto::ChannelMembership {
4991 channel_id: m.channel_id.to_proto(),
4992 role: m.role.into(),
4993 })
4994 .collect(),
4995 observed_channel_buffer_version: channels.observed_buffer_versions.clone(),
4996 observed_channel_message_id: channels.observed_channel_messages.clone(),
4997 }
4998}
4999
5000fn build_channels_update(
5001 channels: ChannelsForUser,
5002 channel_invites: Vec<db::Channel>,
5003) -> proto::UpdateChannels {
5004 let mut update = proto::UpdateChannels::default();
5005
5006 for channel in channels.channels {
5007 update.channels.push(channel.to_proto());
5008 }
5009
5010 update.latest_channel_buffer_versions = channels.latest_buffer_versions;
5011 update.latest_channel_message_ids = channels.latest_channel_messages;
5012
5013 for (channel_id, participants) in channels.channel_participants {
5014 update
5015 .channel_participants
5016 .push(proto::ChannelParticipants {
5017 channel_id: channel_id.to_proto(),
5018 participant_user_ids: participants.into_iter().map(|id| id.to_proto()).collect(),
5019 });
5020 }
5021
5022 for channel in channel_invites {
5023 update.channel_invitations.push(channel.to_proto());
5024 }
5025
5026 update.hosted_projects = channels.hosted_projects;
5027 update
5028}
5029
5030fn build_initial_contacts_update(
5031 contacts: Vec<db::Contact>,
5032 pool: &ConnectionPool,
5033) -> proto::UpdateContacts {
5034 let mut update = proto::UpdateContacts::default();
5035
5036 for contact in contacts {
5037 match contact {
5038 db::Contact::Accepted { user_id, busy } => {
5039 update.contacts.push(contact_for_user(user_id, busy, &pool));
5040 }
5041 db::Contact::Outgoing { user_id } => update.outgoing_requests.push(user_id.to_proto()),
5042 db::Contact::Incoming { user_id } => {
5043 update
5044 .incoming_requests
5045 .push(proto::IncomingContactRequest {
5046 requester_id: user_id.to_proto(),
5047 })
5048 }
5049 }
5050 }
5051
5052 update
5053}
5054
5055fn contact_for_user(user_id: UserId, busy: bool, pool: &ConnectionPool) -> proto::Contact {
5056 proto::Contact {
5057 user_id: user_id.to_proto(),
5058 online: pool.is_user_online(user_id),
5059 busy,
5060 }
5061}
5062
5063fn room_updated(room: &proto::Room, peer: &Peer) {
5064 broadcast(
5065 None,
5066 room.participants
5067 .iter()
5068 .filter_map(|participant| Some(participant.peer_id?.into())),
5069 |peer_id| {
5070 peer.send(
5071 peer_id,
5072 proto::RoomUpdated {
5073 room: Some(room.clone()),
5074 },
5075 )
5076 },
5077 );
5078}
5079
5080fn channel_updated(
5081 channel: &db::channel::Model,
5082 room: &proto::Room,
5083 peer: &Peer,
5084 pool: &ConnectionPool,
5085) {
5086 let participants = room
5087 .participants
5088 .iter()
5089 .map(|p| p.user_id)
5090 .collect::<Vec<_>>();
5091
5092 broadcast(
5093 None,
5094 pool.channel_connection_ids(channel.root_id())
5095 .filter_map(|(channel_id, role)| {
5096 role.can_see_channel(channel.visibility).then(|| channel_id)
5097 }),
5098 |peer_id| {
5099 peer.send(
5100 peer_id,
5101 proto::UpdateChannels {
5102 channel_participants: vec![proto::ChannelParticipants {
5103 channel_id: channel.id.to_proto(),
5104 participant_user_ids: participants.clone(),
5105 }],
5106 ..Default::default()
5107 },
5108 )
5109 },
5110 );
5111}
5112
5113async fn send_dev_server_projects_update(
5114 user_id: UserId,
5115 mut status: proto::DevServerProjectsUpdate,
5116 session: &Session,
5117) {
5118 let pool = session.connection_pool().await;
5119 for dev_server in &mut status.dev_servers {
5120 dev_server.status =
5121 pool.dev_server_status(DevServerId(dev_server.dev_server_id as i32)) as i32;
5122 }
5123 let connections = pool.user_connection_ids(user_id);
5124 for connection_id in connections {
5125 session.peer.send(connection_id, status.clone()).trace_err();
5126 }
5127}
5128
5129async fn update_user_contacts(user_id: UserId, session: &Session) -> Result<()> {
5130 let db = session.db().await;
5131
5132 let contacts = db.get_contacts(user_id).await?;
5133 let busy = db.is_user_busy(user_id).await?;
5134
5135 let pool = session.connection_pool().await;
5136 let updated_contact = contact_for_user(user_id, busy, &pool);
5137 for contact in contacts {
5138 if let db::Contact::Accepted {
5139 user_id: contact_user_id,
5140 ..
5141 } = contact
5142 {
5143 for contact_conn_id in pool.user_connection_ids(contact_user_id) {
5144 session
5145 .peer
5146 .send(
5147 contact_conn_id,
5148 proto::UpdateContacts {
5149 contacts: vec![updated_contact.clone()],
5150 remove_contacts: Default::default(),
5151 incoming_requests: Default::default(),
5152 remove_incoming_requests: Default::default(),
5153 outgoing_requests: Default::default(),
5154 remove_outgoing_requests: Default::default(),
5155 },
5156 )
5157 .trace_err();
5158 }
5159 }
5160 }
5161 Ok(())
5162}
5163
5164async fn lost_dev_server_connection(session: &DevServerSession) -> Result<()> {
5165 log::info!("lost dev server connection, unsharing projects");
5166 let project_ids = session
5167 .db()
5168 .await
5169 .get_stale_dev_server_projects(session.connection_id)
5170 .await?;
5171
5172 for project_id in project_ids {
5173 // not unshare re-checks the connection ids match, so we get away with no transaction
5174 unshare_project_internal(project_id, session.connection_id, None, &session).await?;
5175 }
5176
5177 let user_id = session.dev_server().user_id;
5178 let update = session
5179 .db()
5180 .await
5181 .dev_server_projects_update(user_id)
5182 .await?;
5183
5184 send_dev_server_projects_update(user_id, update, session).await;
5185
5186 Ok(())
5187}
5188
5189async fn leave_room_for_session(session: &UserSession, connection_id: ConnectionId) -> Result<()> {
5190 let mut contacts_to_update = HashSet::default();
5191
5192 let room_id;
5193 let canceled_calls_to_user_ids;
5194 let live_kit_room;
5195 let delete_live_kit_room;
5196 let room;
5197 let channel;
5198
5199 if let Some(mut left_room) = session.db().await.leave_room(connection_id).await? {
5200 contacts_to_update.insert(session.user_id());
5201
5202 for project in left_room.left_projects.values() {
5203 project_left(project, session);
5204 }
5205
5206 room_id = RoomId::from_proto(left_room.room.id);
5207 canceled_calls_to_user_ids = mem::take(&mut left_room.canceled_calls_to_user_ids);
5208 live_kit_room = mem::take(&mut left_room.room.live_kit_room);
5209 delete_live_kit_room = left_room.deleted;
5210 room = mem::take(&mut left_room.room);
5211 channel = mem::take(&mut left_room.channel);
5212
5213 room_updated(&room, &session.peer);
5214 } else {
5215 return Ok(());
5216 }
5217
5218 if let Some(channel) = channel {
5219 channel_updated(
5220 &channel,
5221 &room,
5222 &session.peer,
5223 &*session.connection_pool().await,
5224 );
5225 }
5226
5227 {
5228 let pool = session.connection_pool().await;
5229 for canceled_user_id in canceled_calls_to_user_ids {
5230 for connection_id in pool.user_connection_ids(canceled_user_id) {
5231 session
5232 .peer
5233 .send(
5234 connection_id,
5235 proto::CallCanceled {
5236 room_id: room_id.to_proto(),
5237 },
5238 )
5239 .trace_err();
5240 }
5241 contacts_to_update.insert(canceled_user_id);
5242 }
5243 }
5244
5245 for contact_user_id in contacts_to_update {
5246 update_user_contacts(contact_user_id, &session).await?;
5247 }
5248
5249 if let Some(live_kit) = session.live_kit_client.as_ref() {
5250 live_kit
5251 .remove_participant(live_kit_room.clone(), session.user_id().to_string())
5252 .await
5253 .trace_err();
5254
5255 if delete_live_kit_room {
5256 live_kit.delete_room(live_kit_room).await.trace_err();
5257 }
5258 }
5259
5260 Ok(())
5261}
5262
5263async fn leave_channel_buffers_for_session(session: &Session) -> Result<()> {
5264 let left_channel_buffers = session
5265 .db()
5266 .await
5267 .leave_channel_buffers(session.connection_id)
5268 .await?;
5269
5270 for left_buffer in left_channel_buffers {
5271 channel_buffer_updated(
5272 session.connection_id,
5273 left_buffer.connections,
5274 &proto::UpdateChannelBufferCollaborators {
5275 channel_id: left_buffer.channel_id.to_proto(),
5276 collaborators: left_buffer.collaborators,
5277 },
5278 &session.peer,
5279 );
5280 }
5281
5282 Ok(())
5283}
5284
5285fn project_left(project: &db::LeftProject, session: &UserSession) {
5286 for connection_id in &project.connection_ids {
5287 if project.should_unshare {
5288 session
5289 .peer
5290 .send(
5291 *connection_id,
5292 proto::UnshareProject {
5293 project_id: project.id.to_proto(),
5294 },
5295 )
5296 .trace_err();
5297 } else {
5298 session
5299 .peer
5300 .send(
5301 *connection_id,
5302 proto::RemoveProjectCollaborator {
5303 project_id: project.id.to_proto(),
5304 peer_id: Some(session.connection_id.into()),
5305 },
5306 )
5307 .trace_err();
5308 }
5309 }
5310}
5311
5312pub trait ResultExt {
5313 type Ok;
5314
5315 fn trace_err(self) -> Option<Self::Ok>;
5316}
5317
5318impl<T, E> ResultExt for Result<T, E>
5319where
5320 E: std::fmt::Debug,
5321{
5322 type Ok = T;
5323
5324 #[track_caller]
5325 fn trace_err(self) -> Option<T> {
5326 match self {
5327 Ok(value) => Some(value),
5328 Err(error) => {
5329 tracing::error!("{:?}", error);
5330 None
5331 }
5332 }
5333 }
5334}