1mod store;
2
3use crate::{
4 auth,
5 db::{self, ChannelId, MessageId, ProjectId, User, UserId},
6 AppState, Result,
7};
8use anyhow::anyhow;
9use async_tungstenite::tungstenite::{
10 protocol::CloseFrame as TungsteniteCloseFrame, Message as TungsteniteMessage,
11};
12use axum::{
13 body::Body,
14 extract::{
15 ws::{CloseFrame as AxumCloseFrame, Message as AxumMessage},
16 ConnectInfo, WebSocketUpgrade,
17 },
18 headers::{Header, HeaderName},
19 http::StatusCode,
20 middleware,
21 response::IntoResponse,
22 routing::get,
23 Extension, Router, TypedHeader,
24};
25use collections::{HashMap, HashSet};
26use futures::{
27 channel::{mpsc, oneshot},
28 future::{self, BoxFuture},
29 stream::FuturesUnordered,
30 FutureExt, SinkExt, StreamExt, TryStreamExt,
31};
32use lazy_static::lazy_static;
33use prometheus::{register_int_gauge, IntGauge};
34use rpc::{
35 proto::{self, AnyTypedEnvelope, EntityMessage, EnvelopedMessage, RequestMessage},
36 Connection, ConnectionId, Peer, Receipt, TypedEnvelope,
37};
38use serde::{Serialize, Serializer};
39use std::{
40 any::TypeId,
41 future::Future,
42 marker::PhantomData,
43 net::SocketAddr,
44 ops::{Deref, DerefMut},
45 os::unix::prelude::OsStrExt,
46 rc::Rc,
47 sync::{
48 atomic::{AtomicBool, Ordering::SeqCst},
49 Arc,
50 },
51 time::Duration,
52};
53pub use store::{Store, Worktree};
54use time::OffsetDateTime;
55use tokio::{
56 sync::{Mutex, MutexGuard},
57 time::Sleep,
58};
59use tower::ServiceBuilder;
60use tracing::{info_span, instrument, Instrument};
61
62lazy_static! {
63 static ref METRIC_CONNECTIONS: IntGauge =
64 register_int_gauge!("connections", "number of connections").unwrap();
65 static ref METRIC_REGISTERED_PROJECTS: IntGauge =
66 register_int_gauge!("registered_projects", "number of registered projects").unwrap();
67 static ref METRIC_ACTIVE_PROJECTS: IntGauge =
68 register_int_gauge!("active_projects", "number of active projects").unwrap();
69 static ref METRIC_SHARED_PROJECTS: IntGauge = register_int_gauge!(
70 "shared_projects",
71 "number of open projects with one or more guests"
72 )
73 .unwrap();
74}
75
76type MessageHandler =
77 Box<dyn Send + Sync + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, ()>>;
78
79struct Response<R> {
80 server: Arc<Server>,
81 receipt: Receipt<R>,
82 responded: Arc<AtomicBool>,
83}
84
85impl<R: RequestMessage> Response<R> {
86 fn send(self, payload: R::Response) -> Result<()> {
87 self.responded.store(true, SeqCst);
88 self.server.peer.respond(self.receipt, payload)?;
89 Ok(())
90 }
91}
92
93pub struct Server {
94 peer: Arc<Peer>,
95 pub(crate) store: Mutex<Store>,
96 app_state: Arc<AppState>,
97 handlers: HashMap<TypeId, MessageHandler>,
98 notifications: Option<mpsc::UnboundedSender<()>>,
99}
100
101pub trait Executor: Send + Clone {
102 type Sleep: Send + Future;
103 fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F);
104 fn sleep(&self, duration: Duration) -> Self::Sleep;
105}
106
107#[derive(Clone)]
108pub struct RealExecutor;
109
110const MESSAGE_COUNT_PER_PAGE: usize = 100;
111const MAX_MESSAGE_LEN: usize = 1024;
112
113pub(crate) struct StoreGuard<'a> {
114 guard: MutexGuard<'a, Store>,
115 _not_send: PhantomData<Rc<()>>,
116}
117
118#[derive(Serialize)]
119pub struct ServerSnapshot<'a> {
120 peer: &'a Peer,
121 #[serde(serialize_with = "serialize_deref")]
122 store: StoreGuard<'a>,
123}
124
125pub fn serialize_deref<S, T, U>(value: &T, serializer: S) -> Result<S::Ok, S::Error>
126where
127 S: Serializer,
128 T: Deref<Target = U>,
129 U: Serialize,
130{
131 Serialize::serialize(value.deref(), serializer)
132}
133
134impl Server {
135 pub fn new(
136 app_state: Arc<AppState>,
137 notifications: Option<mpsc::UnboundedSender<()>>,
138 ) -> Arc<Self> {
139 let mut server = Self {
140 peer: Peer::new(),
141 app_state,
142 store: Default::default(),
143 handlers: Default::default(),
144 notifications,
145 };
146
147 server
148 .add_request_handler(Server::ping)
149 .add_request_handler(Server::create_room)
150 .add_request_handler(Server::join_room)
151 .add_message_handler(Server::leave_room)
152 .add_request_handler(Server::call)
153 .add_request_handler(Server::cancel_call)
154 .add_message_handler(Server::decline_call)
155 .add_request_handler(Server::update_participant_location)
156 .add_request_handler(Server::share_project)
157 .add_message_handler(Server::unshare_project)
158 .add_request_handler(Server::join_project)
159 .add_message_handler(Server::leave_project)
160 .add_message_handler(Server::update_project)
161 .add_message_handler(Server::register_project_activity)
162 .add_request_handler(Server::update_worktree)
163 .add_message_handler(Server::update_worktree_extensions)
164 .add_message_handler(Server::start_language_server)
165 .add_message_handler(Server::update_language_server)
166 .add_message_handler(Server::update_diagnostic_summary)
167 .add_request_handler(Server::forward_project_request::<proto::GetHover>)
168 .add_request_handler(Server::forward_project_request::<proto::GetDefinition>)
169 .add_request_handler(Server::forward_project_request::<proto::GetTypeDefinition>)
170 .add_request_handler(Server::forward_project_request::<proto::GetReferences>)
171 .add_request_handler(Server::forward_project_request::<proto::SearchProject>)
172 .add_request_handler(Server::forward_project_request::<proto::GetDocumentHighlights>)
173 .add_request_handler(Server::forward_project_request::<proto::GetProjectSymbols>)
174 .add_request_handler(Server::forward_project_request::<proto::OpenBufferForSymbol>)
175 .add_request_handler(Server::forward_project_request::<proto::OpenBufferById>)
176 .add_request_handler(Server::forward_project_request::<proto::OpenBufferByPath>)
177 .add_request_handler(Server::forward_project_request::<proto::GetCompletions>)
178 .add_request_handler(
179 Server::forward_project_request::<proto::ApplyCompletionAdditionalEdits>,
180 )
181 .add_request_handler(Server::forward_project_request::<proto::GetCodeActions>)
182 .add_request_handler(Server::forward_project_request::<proto::ApplyCodeAction>)
183 .add_request_handler(Server::forward_project_request::<proto::PrepareRename>)
184 .add_request_handler(Server::forward_project_request::<proto::PerformRename>)
185 .add_request_handler(Server::forward_project_request::<proto::ReloadBuffers>)
186 .add_request_handler(Server::forward_project_request::<proto::FormatBuffers>)
187 .add_request_handler(Server::forward_project_request::<proto::CreateProjectEntry>)
188 .add_request_handler(Server::forward_project_request::<proto::RenameProjectEntry>)
189 .add_request_handler(Server::forward_project_request::<proto::CopyProjectEntry>)
190 .add_request_handler(Server::forward_project_request::<proto::DeleteProjectEntry>)
191 .add_message_handler(Server::create_buffer_for_peer)
192 .add_request_handler(Server::update_buffer)
193 .add_message_handler(Server::update_buffer_file)
194 .add_message_handler(Server::buffer_reloaded)
195 .add_message_handler(Server::buffer_saved)
196 .add_request_handler(Server::save_buffer)
197 .add_request_handler(Server::get_channels)
198 .add_request_handler(Server::get_users)
199 .add_request_handler(Server::fuzzy_search_users)
200 .add_request_handler(Server::request_contact)
201 .add_request_handler(Server::remove_contact)
202 .add_request_handler(Server::respond_to_contact_request)
203 .add_request_handler(Server::join_channel)
204 .add_message_handler(Server::leave_channel)
205 .add_request_handler(Server::send_channel_message)
206 .add_request_handler(Server::follow)
207 .add_message_handler(Server::unfollow)
208 .add_message_handler(Server::update_followers)
209 .add_request_handler(Server::get_channel_messages)
210 .add_message_handler(Server::update_diff_base)
211 .add_request_handler(Server::get_private_user_info);
212
213 Arc::new(server)
214 }
215
216 fn add_message_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
217 where
218 F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
219 Fut: 'static + Send + Future<Output = Result<()>>,
220 M: EnvelopedMessage,
221 {
222 let prev_handler = self.handlers.insert(
223 TypeId::of::<M>(),
224 Box::new(move |server, envelope| {
225 let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
226 let span = info_span!(
227 "handle message",
228 payload_type = envelope.payload_type_name()
229 );
230 span.in_scope(|| {
231 tracing::info!(
232 payload_type = envelope.payload_type_name(),
233 "message received"
234 );
235 });
236 let future = (handler)(server, *envelope);
237 async move {
238 if let Err(error) = future.await {
239 tracing::error!(%error, "error handling message");
240 }
241 }
242 .instrument(span)
243 .boxed()
244 }),
245 );
246 if prev_handler.is_some() {
247 panic!("registered a handler for the same message twice");
248 }
249 self
250 }
251
252 /// Handle a request while holding a lock to the store. This is useful when we're registering
253 /// a connection but we want to respond on the connection before anybody else can send on it.
254 fn add_request_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
255 where
256 F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>, Response<M>) -> Fut,
257 Fut: Send + Future<Output = Result<()>>,
258 M: RequestMessage,
259 {
260 let handler = Arc::new(handler);
261 self.add_message_handler(move |server, envelope| {
262 let receipt = envelope.receipt();
263 let handler = handler.clone();
264 async move {
265 let responded = Arc::new(AtomicBool::default());
266 let response = Response {
267 server: server.clone(),
268 responded: responded.clone(),
269 receipt: envelope.receipt(),
270 };
271 match (handler)(server.clone(), envelope, response).await {
272 Ok(()) => {
273 if responded.load(std::sync::atomic::Ordering::SeqCst) {
274 Ok(())
275 } else {
276 Err(anyhow!("handler did not send a response"))?
277 }
278 }
279 Err(error) => {
280 server.peer.respond_with_error(
281 receipt,
282 proto::Error {
283 message: error.to_string(),
284 },
285 )?;
286 Err(error)
287 }
288 }
289 }
290 })
291 }
292
293 /// Start a long lived task that records which users are active in which projects.
294 pub fn start_recording_project_activity<E: 'static + Executor>(
295 self: &Arc<Self>,
296 interval: Duration,
297 executor: E,
298 ) {
299 executor.spawn_detached({
300 let this = Arc::downgrade(self);
301 let executor = executor.clone();
302 async move {
303 let mut period_start = OffsetDateTime::now_utc();
304 let mut active_projects = Vec::<(UserId, ProjectId)>::new();
305 loop {
306 let sleep = executor.sleep(interval);
307 sleep.await;
308 let this = if let Some(this) = this.upgrade() {
309 this
310 } else {
311 break;
312 };
313
314 active_projects.clear();
315 active_projects.extend(this.store().await.projects().flat_map(
316 |(project_id, project)| {
317 project.guests.values().chain([&project.host]).filter_map(
318 |collaborator| {
319 if !collaborator.admin
320 && collaborator
321 .last_activity
322 .map_or(false, |activity| activity > period_start)
323 {
324 Some((collaborator.user_id, *project_id))
325 } else {
326 None
327 }
328 },
329 )
330 },
331 ));
332
333 let period_end = OffsetDateTime::now_utc();
334 this.app_state
335 .db
336 .record_user_activity(period_start..period_end, &active_projects)
337 .await
338 .trace_err();
339 period_start = period_end;
340 }
341 }
342 });
343 }
344
345 pub fn handle_connection<E: Executor>(
346 self: &Arc<Self>,
347 connection: Connection,
348 address: String,
349 user: User,
350 mut send_connection_id: Option<oneshot::Sender<ConnectionId>>,
351 executor: E,
352 ) -> impl Future<Output = Result<()>> {
353 let mut this = self.clone();
354 let user_id = user.id;
355 let login = user.github_login;
356 let span = info_span!("handle connection", %user_id, %login, %address);
357 async move {
358 let (connection_id, handle_io, mut incoming_rx) = this
359 .peer
360 .add_connection(connection, {
361 let executor = executor.clone();
362 move |duration| {
363 let timer = executor.sleep(duration);
364 async move {
365 timer.await;
366 }
367 }
368 });
369
370 tracing::info!(%user_id, %login, %connection_id, %address, "connection opened");
371 this.peer.send(connection_id, proto::Hello { peer_id: connection_id.0 })?;
372 tracing::info!(%user_id, %login, %connection_id, %address, "sent hello message");
373
374 if let Some(send_connection_id) = send_connection_id.take() {
375 let _ = send_connection_id.send(connection_id);
376 }
377
378 if !user.connected_once {
379 this.peer.send(connection_id, proto::ShowContacts {})?;
380 this.app_state.db.set_user_connected_once(user_id, true).await?;
381 }
382
383 let (contacts, invite_code) = future::try_join(
384 this.app_state.db.get_contacts(user_id),
385 this.app_state.db.get_invite_code_for_user(user_id)
386 ).await?;
387
388 {
389 let mut store = this.store().await;
390 let incoming_call = store.add_connection(connection_id, user_id, user.admin);
391 if let Some(incoming_call) = incoming_call {
392 this.peer.send(connection_id, incoming_call)?;
393 }
394
395 this.peer.send(connection_id, store.build_initial_contacts_update(contacts))?;
396
397 if let Some((code, count)) = invite_code {
398 this.peer.send(connection_id, proto::UpdateInviteInfo {
399 url: format!("{}{}", this.app_state.invite_link_prefix, code),
400 count,
401 })?;
402 }
403 }
404 this.update_user_contacts(user_id).await?;
405
406 let handle_io = handle_io.fuse();
407 futures::pin_mut!(handle_io);
408
409 // Handlers for foreground messages are pushed into the following `FuturesUnordered`.
410 // This prevents deadlocks when e.g., client A performs a request to client B and
411 // client B performs a request to client A. If both clients stop processing further
412 // messages until their respective request completes, they won't have a chance to
413 // respond to the other client's request and cause a deadlock.
414 //
415 // This arrangement ensures we will attempt to process earlier messages first, but fall
416 // back to processing messages arrived later in the spirit of making progress.
417 let mut foreground_message_handlers = FuturesUnordered::new();
418 loop {
419 let next_message = incoming_rx.next().fuse();
420 futures::pin_mut!(next_message);
421 futures::select_biased! {
422 result = handle_io => {
423 if let Err(error) = result {
424 tracing::error!(?error, %user_id, %login, %connection_id, %address, "error handling I/O");
425 }
426 break;
427 }
428 _ = foreground_message_handlers.next() => {}
429 message = next_message => {
430 if let Some(message) = message {
431 let type_name = message.payload_type_name();
432 let span = tracing::info_span!("receive message", %user_id, %login, %connection_id, %address, type_name);
433 let span_enter = span.enter();
434 if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
435 let notifications = this.notifications.clone();
436 let is_background = message.is_background();
437 let handle_message = (handler)(this.clone(), message);
438
439 drop(span_enter);
440 let handle_message = async move {
441 handle_message.await;
442 if let Some(mut notifications) = notifications {
443 let _ = notifications.send(()).await;
444 }
445 }.instrument(span);
446
447 if is_background {
448 executor.spawn_detached(handle_message);
449 } else {
450 foreground_message_handlers.push(handle_message);
451 }
452 } else {
453 tracing::error!(%user_id, %login, %connection_id, %address, "no message handler");
454 }
455 } else {
456 tracing::info!(%user_id, %login, %connection_id, %address, "connection closed");
457 break;
458 }
459 }
460 }
461 }
462
463 drop(foreground_message_handlers);
464 tracing::info!(%user_id, %login, %connection_id, %address, "signing out");
465 if let Err(error) = this.sign_out(connection_id).await {
466 tracing::error!(%user_id, %login, %connection_id, %address, ?error, "error signing out");
467 }
468
469 Ok(())
470 }.instrument(span)
471 }
472
473 #[instrument(skip(self), err)]
474 async fn sign_out(self: &mut Arc<Self>, connection_id: ConnectionId) -> Result<()> {
475 self.peer.disconnect(connection_id);
476
477 let mut projects_to_unshare = Vec::new();
478 let mut contacts_to_update = HashSet::default();
479 let mut room_left = None;
480 {
481 let mut store = self.store().await;
482
483 #[cfg(test)]
484 let removed_connection = store.remove_connection(connection_id).unwrap();
485 #[cfg(not(test))]
486 let removed_connection = store.remove_connection(connection_id)?;
487
488 for project in removed_connection.hosted_projects {
489 projects_to_unshare.push(project.id);
490 broadcast(connection_id, project.guests.keys().copied(), |conn_id| {
491 self.peer.send(
492 conn_id,
493 proto::UnshareProject {
494 project_id: project.id.to_proto(),
495 },
496 )
497 });
498 }
499
500 for project in removed_connection.guest_projects {
501 broadcast(connection_id, project.connection_ids, |conn_id| {
502 self.peer.send(
503 conn_id,
504 proto::RemoveProjectCollaborator {
505 project_id: project.id.to_proto(),
506 peer_id: connection_id.0,
507 },
508 )
509 });
510 }
511
512 if let Some(room) = removed_connection.room {
513 self.room_updated(&room);
514 room_left = Some(self.room_left(&room, connection_id));
515 }
516
517 contacts_to_update.insert(removed_connection.user_id);
518 for connection_id in removed_connection.canceled_call_connection_ids {
519 self.peer
520 .send(connection_id, proto::CallCanceled {})
521 .trace_err();
522 contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
523 }
524 };
525
526 if let Some(room_left) = room_left {
527 room_left.await.trace_err();
528 }
529
530 for user_id in contacts_to_update {
531 self.update_user_contacts(user_id).await.trace_err();
532 }
533
534 for project_id in projects_to_unshare {
535 self.app_state
536 .db
537 .unregister_project(project_id)
538 .await
539 .trace_err();
540 }
541
542 Ok(())
543 }
544
545 pub async fn invite_code_redeemed(
546 self: &Arc<Self>,
547 inviter_id: UserId,
548 invitee_id: UserId,
549 ) -> Result<()> {
550 if let Some(user) = self.app_state.db.get_user_by_id(inviter_id).await? {
551 if let Some(code) = &user.invite_code {
552 let store = self.store().await;
553 let invitee_contact = store.contact_for_user(invitee_id, true);
554 for connection_id in store.connection_ids_for_user(inviter_id) {
555 self.peer.send(
556 connection_id,
557 proto::UpdateContacts {
558 contacts: vec![invitee_contact.clone()],
559 ..Default::default()
560 },
561 )?;
562 self.peer.send(
563 connection_id,
564 proto::UpdateInviteInfo {
565 url: format!("{}{}", self.app_state.invite_link_prefix, &code),
566 count: user.invite_count as u32,
567 },
568 )?;
569 }
570 }
571 }
572 Ok(())
573 }
574
575 pub async fn invite_count_updated(self: &Arc<Self>, user_id: UserId) -> Result<()> {
576 if let Some(user) = self.app_state.db.get_user_by_id(user_id).await? {
577 if let Some(invite_code) = &user.invite_code {
578 let store = self.store().await;
579 for connection_id in store.connection_ids_for_user(user_id) {
580 self.peer.send(
581 connection_id,
582 proto::UpdateInviteInfo {
583 url: format!("{}{}", self.app_state.invite_link_prefix, invite_code),
584 count: user.invite_count as u32,
585 },
586 )?;
587 }
588 }
589 }
590 Ok(())
591 }
592
593 async fn ping(
594 self: Arc<Server>,
595 _: TypedEnvelope<proto::Ping>,
596 response: Response<proto::Ping>,
597 ) -> Result<()> {
598 response.send(proto::Ack {})?;
599 Ok(())
600 }
601
602 async fn create_room(
603 self: Arc<Server>,
604 request: TypedEnvelope<proto::CreateRoom>,
605 response: Response<proto::CreateRoom>,
606 ) -> Result<()> {
607 let user_id;
608 let room;
609 {
610 let mut store = self.store().await;
611 user_id = store.user_id_for_connection(request.sender_id)?;
612 room = store.create_room(request.sender_id)?.clone();
613 }
614
615 let live_kit_connection_info =
616 if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
617 if let Some(_) = live_kit
618 .create_room(room.live_kit_room.clone())
619 .await
620 .trace_err()
621 {
622 if let Some(token) = live_kit
623 .room_token(&room.live_kit_room, &request.sender_id.to_string())
624 .trace_err()
625 {
626 Some(proto::LiveKitConnectionInfo {
627 server_url: live_kit.url().into(),
628 token,
629 })
630 } else {
631 None
632 }
633 } else {
634 None
635 }
636 } else {
637 None
638 };
639
640 response.send(proto::CreateRoomResponse {
641 room: Some(room),
642 live_kit_connection_info,
643 })?;
644 self.update_user_contacts(user_id).await?;
645 Ok(())
646 }
647
648 async fn join_room(
649 self: Arc<Server>,
650 request: TypedEnvelope<proto::JoinRoom>,
651 response: Response<proto::JoinRoom>,
652 ) -> Result<()> {
653 let user_id;
654 {
655 let mut store = self.store().await;
656 user_id = store.user_id_for_connection(request.sender_id)?;
657 let (room, recipient_connection_ids) =
658 store.join_room(request.payload.id, request.sender_id)?;
659 for recipient_id in recipient_connection_ids {
660 self.peer
661 .send(recipient_id, proto::CallCanceled {})
662 .trace_err();
663 }
664
665 let live_kit_connection_info =
666 if let Some(live_kit) = self.app_state.live_kit_client.as_ref() {
667 if let Some(token) = live_kit
668 .room_token(&room.live_kit_room, &request.sender_id.to_string())
669 .trace_err()
670 {
671 Some(proto::LiveKitConnectionInfo {
672 server_url: live_kit.url().into(),
673 token,
674 })
675 } else {
676 None
677 }
678 } else {
679 None
680 };
681
682 response.send(proto::JoinRoomResponse {
683 room: Some(room.clone()),
684 live_kit_connection_info,
685 })?;
686 self.room_updated(room);
687 }
688 self.update_user_contacts(user_id).await?;
689 Ok(())
690 }
691
692 async fn leave_room(self: Arc<Server>, message: TypedEnvelope<proto::LeaveRoom>) -> Result<()> {
693 let mut contacts_to_update = HashSet::default();
694 let room_left;
695 {
696 let mut store = self.store().await;
697 let user_id = store.user_id_for_connection(message.sender_id)?;
698 let left_room = store.leave_room(message.payload.id, message.sender_id)?;
699 contacts_to_update.insert(user_id);
700
701 for project in left_room.unshared_projects {
702 for connection_id in project.connection_ids() {
703 self.peer.send(
704 connection_id,
705 proto::UnshareProject {
706 project_id: project.id.to_proto(),
707 },
708 )?;
709 }
710 }
711
712 for project in left_room.left_projects {
713 if project.remove_collaborator {
714 for connection_id in project.connection_ids {
715 self.peer.send(
716 connection_id,
717 proto::RemoveProjectCollaborator {
718 project_id: project.id.to_proto(),
719 peer_id: message.sender_id.0,
720 },
721 )?;
722 }
723
724 self.peer.send(
725 message.sender_id,
726 proto::UnshareProject {
727 project_id: project.id.to_proto(),
728 },
729 )?;
730 }
731 }
732
733 self.room_updated(&left_room.room);
734 room_left = self.room_left(&left_room.room, message.sender_id);
735
736 for connection_id in left_room.canceled_call_connection_ids {
737 self.peer
738 .send(connection_id, proto::CallCanceled {})
739 .trace_err();
740 contacts_to_update.extend(store.user_id_for_connection(connection_id).ok());
741 }
742 }
743
744 room_left.await.trace_err();
745 for user_id in contacts_to_update {
746 self.update_user_contacts(user_id).await?;
747 }
748
749 Ok(())
750 }
751
752 async fn call(
753 self: Arc<Server>,
754 request: TypedEnvelope<proto::Call>,
755 response: Response<proto::Call>,
756 ) -> Result<()> {
757 let caller_user_id = self
758 .store()
759 .await
760 .user_id_for_connection(request.sender_id)?;
761 let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
762 let initial_project_id = request
763 .payload
764 .initial_project_id
765 .map(ProjectId::from_proto);
766 if !self
767 .app_state
768 .db
769 .has_contact(caller_user_id, recipient_user_id)
770 .await?
771 {
772 return Err(anyhow!("cannot call a user who isn't a contact"))?;
773 }
774
775 let room_id = request.payload.room_id;
776 let mut calls = {
777 let mut store = self.store().await;
778 let (room, recipient_connection_ids, incoming_call) = store.call(
779 room_id,
780 recipient_user_id,
781 initial_project_id,
782 request.sender_id,
783 )?;
784 self.room_updated(room);
785 recipient_connection_ids
786 .into_iter()
787 .map(|recipient_connection_id| {
788 self.peer
789 .request(recipient_connection_id, incoming_call.clone())
790 })
791 .collect::<FuturesUnordered<_>>()
792 };
793 self.update_user_contacts(recipient_user_id).await?;
794
795 while let Some(call_response) = calls.next().await {
796 match call_response.as_ref() {
797 Ok(_) => {
798 response.send(proto::Ack {})?;
799 return Ok(());
800 }
801 Err(_) => {
802 call_response.trace_err();
803 }
804 }
805 }
806
807 {
808 let mut store = self.store().await;
809 let room = store.call_failed(room_id, recipient_user_id)?;
810 self.room_updated(&room);
811 }
812 self.update_user_contacts(recipient_user_id).await?;
813
814 Err(anyhow!("failed to ring call recipient"))?
815 }
816
817 async fn cancel_call(
818 self: Arc<Server>,
819 request: TypedEnvelope<proto::CancelCall>,
820 response: Response<proto::CancelCall>,
821 ) -> Result<()> {
822 let recipient_user_id = UserId::from_proto(request.payload.recipient_user_id);
823 {
824 let mut store = self.store().await;
825 let (room, recipient_connection_ids) = store.cancel_call(
826 request.payload.room_id,
827 recipient_user_id,
828 request.sender_id,
829 )?;
830 for recipient_id in recipient_connection_ids {
831 self.peer
832 .send(recipient_id, proto::CallCanceled {})
833 .trace_err();
834 }
835 self.room_updated(room);
836 response.send(proto::Ack {})?;
837 }
838 self.update_user_contacts(recipient_user_id).await?;
839 Ok(())
840 }
841
842 async fn decline_call(
843 self: Arc<Server>,
844 message: TypedEnvelope<proto::DeclineCall>,
845 ) -> Result<()> {
846 let recipient_user_id;
847 {
848 let mut store = self.store().await;
849 recipient_user_id = store.user_id_for_connection(message.sender_id)?;
850 let (room, recipient_connection_ids) =
851 store.decline_call(message.payload.room_id, message.sender_id)?;
852 for recipient_id in recipient_connection_ids {
853 self.peer
854 .send(recipient_id, proto::CallCanceled {})
855 .trace_err();
856 }
857 self.room_updated(room);
858 }
859 self.update_user_contacts(recipient_user_id).await?;
860 Ok(())
861 }
862
863 async fn update_participant_location(
864 self: Arc<Server>,
865 request: TypedEnvelope<proto::UpdateParticipantLocation>,
866 response: Response<proto::UpdateParticipantLocation>,
867 ) -> Result<()> {
868 let room_id = request.payload.room_id;
869 let location = request
870 .payload
871 .location
872 .ok_or_else(|| anyhow!("invalid location"))?;
873 let mut store = self.store().await;
874 let room = store.update_participant_location(room_id, location, request.sender_id)?;
875 self.room_updated(room);
876 response.send(proto::Ack {})?;
877 Ok(())
878 }
879
880 fn room_updated(&self, room: &proto::Room) {
881 for participant in &room.participants {
882 self.peer
883 .send(
884 ConnectionId(participant.peer_id),
885 proto::RoomUpdated {
886 room: Some(room.clone()),
887 },
888 )
889 .trace_err();
890 }
891 }
892
893 fn room_left(
894 &self,
895 room: &proto::Room,
896 connection_id: ConnectionId,
897 ) -> impl Future<Output = Result<()>> {
898 let client = self.app_state.live_kit_client.clone();
899 let room_name = room.live_kit_room.clone();
900 let participant_count = room.participants.len();
901 async move {
902 if let Some(client) = client {
903 client
904 .remove_participant(room_name.clone(), connection_id.to_string())
905 .await?;
906
907 if participant_count == 0 {
908 client.delete_room(room_name).await?;
909 }
910 }
911
912 Ok(())
913 }
914 }
915
916 async fn share_project(
917 self: Arc<Server>,
918 request: TypedEnvelope<proto::ShareProject>,
919 response: Response<proto::ShareProject>,
920 ) -> Result<()> {
921 let user_id = self
922 .store()
923 .await
924 .user_id_for_connection(request.sender_id)?;
925 let project_id = self.app_state.db.register_project(user_id).await?;
926 let mut store = self.store().await;
927 let room = store.share_project(
928 request.payload.room_id,
929 project_id,
930 request.payload.worktrees,
931 request.sender_id,
932 )?;
933 response.send(proto::ShareProjectResponse {
934 project_id: project_id.to_proto(),
935 })?;
936 self.room_updated(room);
937
938 Ok(())
939 }
940
941 async fn unshare_project(
942 self: Arc<Server>,
943 message: TypedEnvelope<proto::UnshareProject>,
944 ) -> Result<()> {
945 let project_id = ProjectId::from_proto(message.payload.project_id);
946 let mut store = self.store().await;
947 let (room, project) = store.unshare_project(project_id, message.sender_id)?;
948 broadcast(
949 message.sender_id,
950 project.guest_connection_ids(),
951 |conn_id| self.peer.send(conn_id, message.payload.clone()),
952 );
953 self.room_updated(room);
954
955 Ok(())
956 }
957
958 async fn update_user_contacts(self: &Arc<Server>, user_id: UserId) -> Result<()> {
959 let contacts = self.app_state.db.get_contacts(user_id).await?;
960 let store = self.store().await;
961 let updated_contact = store.contact_for_user(user_id, false);
962 for contact in contacts {
963 if let db::Contact::Accepted {
964 user_id: contact_user_id,
965 ..
966 } = contact
967 {
968 for contact_conn_id in store.connection_ids_for_user(contact_user_id) {
969 self.peer
970 .send(
971 contact_conn_id,
972 proto::UpdateContacts {
973 contacts: vec![updated_contact.clone()],
974 remove_contacts: Default::default(),
975 incoming_requests: Default::default(),
976 remove_incoming_requests: Default::default(),
977 outgoing_requests: Default::default(),
978 remove_outgoing_requests: Default::default(),
979 },
980 )
981 .trace_err();
982 }
983 }
984 }
985 Ok(())
986 }
987
988 async fn join_project(
989 self: Arc<Server>,
990 request: TypedEnvelope<proto::JoinProject>,
991 response: Response<proto::JoinProject>,
992 ) -> Result<()> {
993 let project_id = ProjectId::from_proto(request.payload.project_id);
994
995 let host_user_id;
996 let guest_user_id;
997 let host_connection_id;
998 {
999 let state = self.store().await;
1000 let project = state.project(project_id)?;
1001 host_user_id = project.host.user_id;
1002 host_connection_id = project.host_connection_id;
1003 guest_user_id = state.user_id_for_connection(request.sender_id)?;
1004 };
1005
1006 tracing::info!(%project_id, %host_user_id, %host_connection_id, "join project");
1007
1008 let mut store = self.store().await;
1009 let (project, replica_id) = store.join_project(request.sender_id, project_id)?;
1010 let peer_count = project.guests.len();
1011 let mut collaborators = Vec::with_capacity(peer_count);
1012 collaborators.push(proto::Collaborator {
1013 peer_id: project.host_connection_id.0,
1014 replica_id: 0,
1015 user_id: project.host.user_id.to_proto(),
1016 });
1017 let worktrees = project
1018 .worktrees
1019 .iter()
1020 .map(|(id, worktree)| proto::WorktreeMetadata {
1021 id: *id,
1022 root_name: worktree.root_name.clone(),
1023 visible: worktree.visible,
1024 abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
1025 })
1026 .collect::<Vec<_>>();
1027
1028 // Add all guests other than the requesting user's own connections as collaborators
1029 for (guest_conn_id, guest) in &project.guests {
1030 if request.sender_id != *guest_conn_id {
1031 collaborators.push(proto::Collaborator {
1032 peer_id: guest_conn_id.0,
1033 replica_id: guest.replica_id as u32,
1034 user_id: guest.user_id.to_proto(),
1035 });
1036 }
1037 }
1038
1039 for conn_id in project.connection_ids() {
1040 if conn_id != request.sender_id {
1041 self.peer.send(
1042 conn_id,
1043 proto::AddProjectCollaborator {
1044 project_id: project_id.to_proto(),
1045 collaborator: Some(proto::Collaborator {
1046 peer_id: request.sender_id.0,
1047 replica_id: replica_id as u32,
1048 user_id: guest_user_id.to_proto(),
1049 }),
1050 },
1051 )?;
1052 }
1053 }
1054
1055 // First, we send the metadata associated with each worktree.
1056 response.send(proto::JoinProjectResponse {
1057 worktrees: worktrees.clone(),
1058 replica_id: replica_id as u32,
1059 collaborators: collaborators.clone(),
1060 language_servers: project.language_servers.clone(),
1061 })?;
1062
1063 for (worktree_id, worktree) in &project.worktrees {
1064 #[cfg(any(test, feature = "test-support"))]
1065 const MAX_CHUNK_SIZE: usize = 2;
1066 #[cfg(not(any(test, feature = "test-support")))]
1067 const MAX_CHUNK_SIZE: usize = 256;
1068
1069 // Stream this worktree's entries.
1070 let message = proto::UpdateWorktree {
1071 project_id: project_id.to_proto(),
1072 worktree_id: *worktree_id,
1073 abs_path: worktree.abs_path.as_os_str().as_bytes().to_vec(),
1074 root_name: worktree.root_name.clone(),
1075 updated_entries: worktree.entries.values().cloned().collect(),
1076 removed_entries: Default::default(),
1077 scan_id: worktree.scan_id,
1078 is_last_update: worktree.is_complete,
1079 };
1080 for update in proto::split_worktree_update(message, MAX_CHUNK_SIZE) {
1081 self.peer.send(request.sender_id, update.clone())?;
1082 }
1083
1084 // Stream this worktree's diagnostics.
1085 for summary in worktree.diagnostic_summaries.values() {
1086 self.peer.send(
1087 request.sender_id,
1088 proto::UpdateDiagnosticSummary {
1089 project_id: project_id.to_proto(),
1090 worktree_id: *worktree_id,
1091 summary: Some(summary.clone()),
1092 },
1093 )?;
1094 }
1095 }
1096
1097 for language_server in &project.language_servers {
1098 self.peer.send(
1099 request.sender_id,
1100 proto::UpdateLanguageServer {
1101 project_id: project_id.to_proto(),
1102 language_server_id: language_server.id,
1103 variant: Some(
1104 proto::update_language_server::Variant::DiskBasedDiagnosticsUpdated(
1105 proto::LspDiskBasedDiagnosticsUpdated {},
1106 ),
1107 ),
1108 },
1109 )?;
1110 }
1111
1112 Ok(())
1113 }
1114
1115 async fn leave_project(
1116 self: Arc<Server>,
1117 request: TypedEnvelope<proto::LeaveProject>,
1118 ) -> Result<()> {
1119 let sender_id = request.sender_id;
1120 let project_id = ProjectId::from_proto(request.payload.project_id);
1121 let project;
1122 {
1123 let mut store = self.store().await;
1124 project = store.leave_project(project_id, sender_id)?;
1125 tracing::info!(
1126 %project_id,
1127 host_user_id = %project.host_user_id,
1128 host_connection_id = %project.host_connection_id,
1129 "leave project"
1130 );
1131
1132 if project.remove_collaborator {
1133 broadcast(sender_id, project.connection_ids, |conn_id| {
1134 self.peer.send(
1135 conn_id,
1136 proto::RemoveProjectCollaborator {
1137 project_id: project_id.to_proto(),
1138 peer_id: sender_id.0,
1139 },
1140 )
1141 });
1142 }
1143 }
1144
1145 Ok(())
1146 }
1147
1148 async fn update_project(
1149 self: Arc<Server>,
1150 request: TypedEnvelope<proto::UpdateProject>,
1151 ) -> Result<()> {
1152 let project_id = ProjectId::from_proto(request.payload.project_id);
1153 {
1154 let mut state = self.store().await;
1155 let guest_connection_ids = state
1156 .read_project(project_id, request.sender_id)?
1157 .guest_connection_ids();
1158 let room =
1159 state.update_project(project_id, &request.payload.worktrees, request.sender_id)?;
1160 broadcast(request.sender_id, guest_connection_ids, |connection_id| {
1161 self.peer
1162 .forward_send(request.sender_id, connection_id, request.payload.clone())
1163 });
1164 self.room_updated(room);
1165 };
1166
1167 Ok(())
1168 }
1169
1170 async fn register_project_activity(
1171 self: Arc<Server>,
1172 request: TypedEnvelope<proto::RegisterProjectActivity>,
1173 ) -> Result<()> {
1174 self.store().await.register_project_activity(
1175 ProjectId::from_proto(request.payload.project_id),
1176 request.sender_id,
1177 )?;
1178 Ok(())
1179 }
1180
1181 async fn update_worktree(
1182 self: Arc<Server>,
1183 request: TypedEnvelope<proto::UpdateWorktree>,
1184 response: Response<proto::UpdateWorktree>,
1185 ) -> Result<()> {
1186 let project_id = ProjectId::from_proto(request.payload.project_id);
1187 let worktree_id = request.payload.worktree_id;
1188 let connection_ids = self.store().await.update_worktree(
1189 request.sender_id,
1190 project_id,
1191 worktree_id,
1192 &request.payload.root_name,
1193 &request.payload.removed_entries,
1194 &request.payload.updated_entries,
1195 request.payload.scan_id,
1196 request.payload.is_last_update,
1197 )?;
1198
1199 broadcast(request.sender_id, connection_ids, |connection_id| {
1200 self.peer
1201 .forward_send(request.sender_id, connection_id, request.payload.clone())
1202 });
1203 response.send(proto::Ack {})?;
1204 Ok(())
1205 }
1206
1207 async fn update_worktree_extensions(
1208 self: Arc<Server>,
1209 request: TypedEnvelope<proto::UpdateWorktreeExtensions>,
1210 ) -> Result<()> {
1211 let project_id = ProjectId::from_proto(request.payload.project_id);
1212 let worktree_id = request.payload.worktree_id;
1213 let extensions = request
1214 .payload
1215 .extensions
1216 .into_iter()
1217 .zip(request.payload.counts)
1218 .collect();
1219 self.app_state
1220 .db
1221 .update_worktree_extensions(project_id, worktree_id, extensions)
1222 .await?;
1223 Ok(())
1224 }
1225
1226 async fn update_diagnostic_summary(
1227 self: Arc<Server>,
1228 request: TypedEnvelope<proto::UpdateDiagnosticSummary>,
1229 ) -> Result<()> {
1230 let summary = request
1231 .payload
1232 .summary
1233 .clone()
1234 .ok_or_else(|| anyhow!("invalid summary"))?;
1235 let receiver_ids = self.store().await.update_diagnostic_summary(
1236 ProjectId::from_proto(request.payload.project_id),
1237 request.payload.worktree_id,
1238 request.sender_id,
1239 summary,
1240 )?;
1241
1242 broadcast(request.sender_id, receiver_ids, |connection_id| {
1243 self.peer
1244 .forward_send(request.sender_id, connection_id, request.payload.clone())
1245 });
1246 Ok(())
1247 }
1248
1249 async fn start_language_server(
1250 self: Arc<Server>,
1251 request: TypedEnvelope<proto::StartLanguageServer>,
1252 ) -> Result<()> {
1253 let receiver_ids = self.store().await.start_language_server(
1254 ProjectId::from_proto(request.payload.project_id),
1255 request.sender_id,
1256 request
1257 .payload
1258 .server
1259 .clone()
1260 .ok_or_else(|| anyhow!("invalid language server"))?,
1261 )?;
1262 broadcast(request.sender_id, receiver_ids, |connection_id| {
1263 self.peer
1264 .forward_send(request.sender_id, connection_id, request.payload.clone())
1265 });
1266 Ok(())
1267 }
1268
1269 async fn update_language_server(
1270 self: Arc<Server>,
1271 request: TypedEnvelope<proto::UpdateLanguageServer>,
1272 ) -> Result<()> {
1273 let receiver_ids = self.store().await.project_connection_ids(
1274 ProjectId::from_proto(request.payload.project_id),
1275 request.sender_id,
1276 )?;
1277 broadcast(request.sender_id, receiver_ids, |connection_id| {
1278 self.peer
1279 .forward_send(request.sender_id, connection_id, request.payload.clone())
1280 });
1281 Ok(())
1282 }
1283
1284 async fn forward_project_request<T>(
1285 self: Arc<Server>,
1286 request: TypedEnvelope<T>,
1287 response: Response<T>,
1288 ) -> Result<()>
1289 where
1290 T: EntityMessage + RequestMessage,
1291 {
1292 let project_id = ProjectId::from_proto(request.payload.remote_entity_id());
1293 let host_connection_id = self
1294 .store()
1295 .await
1296 .read_project(project_id, request.sender_id)?
1297 .host_connection_id;
1298 let payload = self
1299 .peer
1300 .forward_request(request.sender_id, host_connection_id, request.payload)
1301 .await?;
1302
1303 // Ensure project still exists by the time we get the response from the host.
1304 self.store()
1305 .await
1306 .read_project(project_id, request.sender_id)?;
1307
1308 response.send(payload)?;
1309 Ok(())
1310 }
1311
1312 async fn save_buffer(
1313 self: Arc<Server>,
1314 request: TypedEnvelope<proto::SaveBuffer>,
1315 response: Response<proto::SaveBuffer>,
1316 ) -> Result<()> {
1317 let project_id = ProjectId::from_proto(request.payload.project_id);
1318 let host = self
1319 .store()
1320 .await
1321 .read_project(project_id, request.sender_id)?
1322 .host_connection_id;
1323 let response_payload = self
1324 .peer
1325 .forward_request(request.sender_id, host, request.payload.clone())
1326 .await?;
1327
1328 let mut guests = self
1329 .store()
1330 .await
1331 .read_project(project_id, request.sender_id)?
1332 .connection_ids();
1333 guests.retain(|guest_connection_id| *guest_connection_id != request.sender_id);
1334 broadcast(host, guests, |conn_id| {
1335 self.peer
1336 .forward_send(host, conn_id, response_payload.clone())
1337 });
1338 response.send(response_payload)?;
1339 Ok(())
1340 }
1341
1342 async fn create_buffer_for_peer(
1343 self: Arc<Server>,
1344 request: TypedEnvelope<proto::CreateBufferForPeer>,
1345 ) -> Result<()> {
1346 self.peer.forward_send(
1347 request.sender_id,
1348 ConnectionId(request.payload.peer_id),
1349 request.payload,
1350 )?;
1351 Ok(())
1352 }
1353
1354 async fn update_buffer(
1355 self: Arc<Server>,
1356 request: TypedEnvelope<proto::UpdateBuffer>,
1357 response: Response<proto::UpdateBuffer>,
1358 ) -> Result<()> {
1359 let project_id = ProjectId::from_proto(request.payload.project_id);
1360 let receiver_ids = {
1361 let mut store = self.store().await;
1362 store.register_project_activity(project_id, request.sender_id)?;
1363 store.project_connection_ids(project_id, request.sender_id)?
1364 };
1365
1366 broadcast(request.sender_id, receiver_ids, |connection_id| {
1367 self.peer
1368 .forward_send(request.sender_id, connection_id, request.payload.clone())
1369 });
1370 response.send(proto::Ack {})?;
1371 Ok(())
1372 }
1373
1374 async fn update_buffer_file(
1375 self: Arc<Server>,
1376 request: TypedEnvelope<proto::UpdateBufferFile>,
1377 ) -> Result<()> {
1378 let receiver_ids = self.store().await.project_connection_ids(
1379 ProjectId::from_proto(request.payload.project_id),
1380 request.sender_id,
1381 )?;
1382 broadcast(request.sender_id, receiver_ids, |connection_id| {
1383 self.peer
1384 .forward_send(request.sender_id, connection_id, request.payload.clone())
1385 });
1386 Ok(())
1387 }
1388
1389 async fn buffer_reloaded(
1390 self: Arc<Server>,
1391 request: TypedEnvelope<proto::BufferReloaded>,
1392 ) -> Result<()> {
1393 let receiver_ids = self.store().await.project_connection_ids(
1394 ProjectId::from_proto(request.payload.project_id),
1395 request.sender_id,
1396 )?;
1397 broadcast(request.sender_id, receiver_ids, |connection_id| {
1398 self.peer
1399 .forward_send(request.sender_id, connection_id, request.payload.clone())
1400 });
1401 Ok(())
1402 }
1403
1404 async fn buffer_saved(
1405 self: Arc<Server>,
1406 request: TypedEnvelope<proto::BufferSaved>,
1407 ) -> Result<()> {
1408 let receiver_ids = self.store().await.project_connection_ids(
1409 ProjectId::from_proto(request.payload.project_id),
1410 request.sender_id,
1411 )?;
1412 broadcast(request.sender_id, receiver_ids, |connection_id| {
1413 self.peer
1414 .forward_send(request.sender_id, connection_id, request.payload.clone())
1415 });
1416 Ok(())
1417 }
1418
1419 async fn follow(
1420 self: Arc<Self>,
1421 request: TypedEnvelope<proto::Follow>,
1422 response: Response<proto::Follow>,
1423 ) -> Result<()> {
1424 let project_id = ProjectId::from_proto(request.payload.project_id);
1425 let leader_id = ConnectionId(request.payload.leader_id);
1426 let follower_id = request.sender_id;
1427 {
1428 let mut store = self.store().await;
1429 if !store
1430 .project_connection_ids(project_id, follower_id)?
1431 .contains(&leader_id)
1432 {
1433 Err(anyhow!("no such peer"))?;
1434 }
1435
1436 store.register_project_activity(project_id, follower_id)?;
1437 }
1438
1439 let mut response_payload = self
1440 .peer
1441 .forward_request(request.sender_id, leader_id, request.payload)
1442 .await?;
1443 response_payload
1444 .views
1445 .retain(|view| view.leader_id != Some(follower_id.0));
1446 response.send(response_payload)?;
1447 Ok(())
1448 }
1449
1450 async fn unfollow(self: Arc<Self>, request: TypedEnvelope<proto::Unfollow>) -> Result<()> {
1451 let project_id = ProjectId::from_proto(request.payload.project_id);
1452 let leader_id = ConnectionId(request.payload.leader_id);
1453 let mut store = self.store().await;
1454 if !store
1455 .project_connection_ids(project_id, request.sender_id)?
1456 .contains(&leader_id)
1457 {
1458 Err(anyhow!("no such peer"))?;
1459 }
1460 store.register_project_activity(project_id, request.sender_id)?;
1461 self.peer
1462 .forward_send(request.sender_id, leader_id, request.payload)?;
1463 Ok(())
1464 }
1465
1466 async fn update_followers(
1467 self: Arc<Self>,
1468 request: TypedEnvelope<proto::UpdateFollowers>,
1469 ) -> Result<()> {
1470 let project_id = ProjectId::from_proto(request.payload.project_id);
1471 let mut store = self.store().await;
1472 store.register_project_activity(project_id, request.sender_id)?;
1473 let connection_ids = store.project_connection_ids(project_id, request.sender_id)?;
1474 let leader_id = request
1475 .payload
1476 .variant
1477 .as_ref()
1478 .and_then(|variant| match variant {
1479 proto::update_followers::Variant::CreateView(payload) => payload.leader_id,
1480 proto::update_followers::Variant::UpdateView(payload) => payload.leader_id,
1481 proto::update_followers::Variant::UpdateActiveView(payload) => payload.leader_id,
1482 });
1483 for follower_id in &request.payload.follower_ids {
1484 let follower_id = ConnectionId(*follower_id);
1485 if connection_ids.contains(&follower_id) && Some(follower_id.0) != leader_id {
1486 self.peer
1487 .forward_send(request.sender_id, follower_id, request.payload.clone())?;
1488 }
1489 }
1490 Ok(())
1491 }
1492
1493 async fn get_channels(
1494 self: Arc<Server>,
1495 request: TypedEnvelope<proto::GetChannels>,
1496 response: Response<proto::GetChannels>,
1497 ) -> Result<()> {
1498 let user_id = self
1499 .store()
1500 .await
1501 .user_id_for_connection(request.sender_id)?;
1502 let channels = self.app_state.db.get_accessible_channels(user_id).await?;
1503 response.send(proto::GetChannelsResponse {
1504 channels: channels
1505 .into_iter()
1506 .map(|chan| proto::Channel {
1507 id: chan.id.to_proto(),
1508 name: chan.name,
1509 })
1510 .collect(),
1511 })?;
1512 Ok(())
1513 }
1514
1515 async fn get_users(
1516 self: Arc<Server>,
1517 request: TypedEnvelope<proto::GetUsers>,
1518 response: Response<proto::GetUsers>,
1519 ) -> Result<()> {
1520 let user_ids = request
1521 .payload
1522 .user_ids
1523 .into_iter()
1524 .map(UserId::from_proto)
1525 .collect();
1526 let users = self
1527 .app_state
1528 .db
1529 .get_users_by_ids(user_ids)
1530 .await?
1531 .into_iter()
1532 .map(|user| proto::User {
1533 id: user.id.to_proto(),
1534 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1535 github_login: user.github_login,
1536 })
1537 .collect();
1538 response.send(proto::UsersResponse { users })?;
1539 Ok(())
1540 }
1541
1542 async fn fuzzy_search_users(
1543 self: Arc<Server>,
1544 request: TypedEnvelope<proto::FuzzySearchUsers>,
1545 response: Response<proto::FuzzySearchUsers>,
1546 ) -> Result<()> {
1547 let user_id = self
1548 .store()
1549 .await
1550 .user_id_for_connection(request.sender_id)?;
1551 let query = request.payload.query;
1552 let db = &self.app_state.db;
1553 let users = match query.len() {
1554 0 => vec![],
1555 1 | 2 => db
1556 .get_user_by_github_account(&query, None)
1557 .await?
1558 .into_iter()
1559 .collect(),
1560 _ => db.fuzzy_search_users(&query, 10).await?,
1561 };
1562 let users = users
1563 .into_iter()
1564 .filter(|user| user.id != user_id)
1565 .map(|user| proto::User {
1566 id: user.id.to_proto(),
1567 avatar_url: format!("https://github.com/{}.png?size=128", user.github_login),
1568 github_login: user.github_login,
1569 })
1570 .collect();
1571 response.send(proto::UsersResponse { users })?;
1572 Ok(())
1573 }
1574
1575 async fn request_contact(
1576 self: Arc<Server>,
1577 request: TypedEnvelope<proto::RequestContact>,
1578 response: Response<proto::RequestContact>,
1579 ) -> Result<()> {
1580 let requester_id = self
1581 .store()
1582 .await
1583 .user_id_for_connection(request.sender_id)?;
1584 let responder_id = UserId::from_proto(request.payload.responder_id);
1585 if requester_id == responder_id {
1586 return Err(anyhow!("cannot add yourself as a contact"))?;
1587 }
1588
1589 self.app_state
1590 .db
1591 .send_contact_request(requester_id, responder_id)
1592 .await?;
1593
1594 // Update outgoing contact requests of requester
1595 let mut update = proto::UpdateContacts::default();
1596 update.outgoing_requests.push(responder_id.to_proto());
1597 for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1598 self.peer.send(connection_id, update.clone())?;
1599 }
1600
1601 // Update incoming contact requests of responder
1602 let mut update = proto::UpdateContacts::default();
1603 update
1604 .incoming_requests
1605 .push(proto::IncomingContactRequest {
1606 requester_id: requester_id.to_proto(),
1607 should_notify: true,
1608 });
1609 for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1610 self.peer.send(connection_id, update.clone())?;
1611 }
1612
1613 response.send(proto::Ack {})?;
1614 Ok(())
1615 }
1616
1617 async fn respond_to_contact_request(
1618 self: Arc<Server>,
1619 request: TypedEnvelope<proto::RespondToContactRequest>,
1620 response: Response<proto::RespondToContactRequest>,
1621 ) -> Result<()> {
1622 let responder_id = self
1623 .store()
1624 .await
1625 .user_id_for_connection(request.sender_id)?;
1626 let requester_id = UserId::from_proto(request.payload.requester_id);
1627 if request.payload.response == proto::ContactRequestResponse::Dismiss as i32 {
1628 self.app_state
1629 .db
1630 .dismiss_contact_notification(responder_id, requester_id)
1631 .await?;
1632 } else {
1633 let accept = request.payload.response == proto::ContactRequestResponse::Accept as i32;
1634 self.app_state
1635 .db
1636 .respond_to_contact_request(responder_id, requester_id, accept)
1637 .await?;
1638
1639 let store = self.store().await;
1640 // Update responder with new contact
1641 let mut update = proto::UpdateContacts::default();
1642 if accept {
1643 update
1644 .contacts
1645 .push(store.contact_for_user(requester_id, false));
1646 }
1647 update
1648 .remove_incoming_requests
1649 .push(requester_id.to_proto());
1650 for connection_id in store.connection_ids_for_user(responder_id) {
1651 self.peer.send(connection_id, update.clone())?;
1652 }
1653
1654 // Update requester with new contact
1655 let mut update = proto::UpdateContacts::default();
1656 if accept {
1657 update
1658 .contacts
1659 .push(store.contact_for_user(responder_id, true));
1660 }
1661 update
1662 .remove_outgoing_requests
1663 .push(responder_id.to_proto());
1664 for connection_id in store.connection_ids_for_user(requester_id) {
1665 self.peer.send(connection_id, update.clone())?;
1666 }
1667 }
1668
1669 response.send(proto::Ack {})?;
1670 Ok(())
1671 }
1672
1673 async fn remove_contact(
1674 self: Arc<Server>,
1675 request: TypedEnvelope<proto::RemoveContact>,
1676 response: Response<proto::RemoveContact>,
1677 ) -> Result<()> {
1678 let requester_id = self
1679 .store()
1680 .await
1681 .user_id_for_connection(request.sender_id)?;
1682 let responder_id = UserId::from_proto(request.payload.user_id);
1683 self.app_state
1684 .db
1685 .remove_contact(requester_id, responder_id)
1686 .await?;
1687
1688 // Update outgoing contact requests of requester
1689 let mut update = proto::UpdateContacts::default();
1690 update
1691 .remove_outgoing_requests
1692 .push(responder_id.to_proto());
1693 for connection_id in self.store().await.connection_ids_for_user(requester_id) {
1694 self.peer.send(connection_id, update.clone())?;
1695 }
1696
1697 // Update incoming contact requests of responder
1698 let mut update = proto::UpdateContacts::default();
1699 update
1700 .remove_incoming_requests
1701 .push(requester_id.to_proto());
1702 for connection_id in self.store().await.connection_ids_for_user(responder_id) {
1703 self.peer.send(connection_id, update.clone())?;
1704 }
1705
1706 response.send(proto::Ack {})?;
1707 Ok(())
1708 }
1709
1710 async fn join_channel(
1711 self: Arc<Self>,
1712 request: TypedEnvelope<proto::JoinChannel>,
1713 response: Response<proto::JoinChannel>,
1714 ) -> Result<()> {
1715 let user_id = self
1716 .store()
1717 .await
1718 .user_id_for_connection(request.sender_id)?;
1719 let channel_id = ChannelId::from_proto(request.payload.channel_id);
1720 if !self
1721 .app_state
1722 .db
1723 .can_user_access_channel(user_id, channel_id)
1724 .await?
1725 {
1726 Err(anyhow!("access denied"))?;
1727 }
1728
1729 self.store()
1730 .await
1731 .join_channel(request.sender_id, channel_id);
1732 let messages = self
1733 .app_state
1734 .db
1735 .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
1736 .await?
1737 .into_iter()
1738 .map(|msg| proto::ChannelMessage {
1739 id: msg.id.to_proto(),
1740 body: msg.body,
1741 timestamp: msg.sent_at.unix_timestamp() as u64,
1742 sender_id: msg.sender_id.to_proto(),
1743 nonce: Some(msg.nonce.as_u128().into()),
1744 })
1745 .collect::<Vec<_>>();
1746 response.send(proto::JoinChannelResponse {
1747 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1748 messages,
1749 })?;
1750 Ok(())
1751 }
1752
1753 async fn leave_channel(
1754 self: Arc<Self>,
1755 request: TypedEnvelope<proto::LeaveChannel>,
1756 ) -> Result<()> {
1757 let user_id = self
1758 .store()
1759 .await
1760 .user_id_for_connection(request.sender_id)?;
1761 let channel_id = ChannelId::from_proto(request.payload.channel_id);
1762 if !self
1763 .app_state
1764 .db
1765 .can_user_access_channel(user_id, channel_id)
1766 .await?
1767 {
1768 Err(anyhow!("access denied"))?;
1769 }
1770
1771 self.store()
1772 .await
1773 .leave_channel(request.sender_id, channel_id);
1774
1775 Ok(())
1776 }
1777
1778 async fn send_channel_message(
1779 self: Arc<Self>,
1780 request: TypedEnvelope<proto::SendChannelMessage>,
1781 response: Response<proto::SendChannelMessage>,
1782 ) -> Result<()> {
1783 let channel_id = ChannelId::from_proto(request.payload.channel_id);
1784 let user_id;
1785 let connection_ids;
1786 {
1787 let state = self.store().await;
1788 user_id = state.user_id_for_connection(request.sender_id)?;
1789 connection_ids = state.channel_connection_ids(channel_id)?;
1790 }
1791
1792 // Validate the message body.
1793 let body = request.payload.body.trim().to_string();
1794 if body.len() > MAX_MESSAGE_LEN {
1795 return Err(anyhow!("message is too long"))?;
1796 }
1797 if body.is_empty() {
1798 return Err(anyhow!("message can't be blank"))?;
1799 }
1800
1801 let timestamp = OffsetDateTime::now_utc();
1802 let nonce = request
1803 .payload
1804 .nonce
1805 .ok_or_else(|| anyhow!("nonce can't be blank"))?;
1806
1807 let message_id = self
1808 .app_state
1809 .db
1810 .create_channel_message(channel_id, user_id, &body, timestamp, nonce.clone().into())
1811 .await?
1812 .to_proto();
1813 let message = proto::ChannelMessage {
1814 sender_id: user_id.to_proto(),
1815 id: message_id,
1816 body,
1817 timestamp: timestamp.unix_timestamp() as u64,
1818 nonce: Some(nonce),
1819 };
1820 broadcast(request.sender_id, connection_ids, |conn_id| {
1821 self.peer.send(
1822 conn_id,
1823 proto::ChannelMessageSent {
1824 channel_id: channel_id.to_proto(),
1825 message: Some(message.clone()),
1826 },
1827 )
1828 });
1829 response.send(proto::SendChannelMessageResponse {
1830 message: Some(message),
1831 })?;
1832 Ok(())
1833 }
1834
1835 async fn get_channel_messages(
1836 self: Arc<Self>,
1837 request: TypedEnvelope<proto::GetChannelMessages>,
1838 response: Response<proto::GetChannelMessages>,
1839 ) -> Result<()> {
1840 let user_id = self
1841 .store()
1842 .await
1843 .user_id_for_connection(request.sender_id)?;
1844 let channel_id = ChannelId::from_proto(request.payload.channel_id);
1845 if !self
1846 .app_state
1847 .db
1848 .can_user_access_channel(user_id, channel_id)
1849 .await?
1850 {
1851 Err(anyhow!("access denied"))?;
1852 }
1853
1854 let messages = self
1855 .app_state
1856 .db
1857 .get_channel_messages(
1858 channel_id,
1859 MESSAGE_COUNT_PER_PAGE,
1860 Some(MessageId::from_proto(request.payload.before_message_id)),
1861 )
1862 .await?
1863 .into_iter()
1864 .map(|msg| proto::ChannelMessage {
1865 id: msg.id.to_proto(),
1866 body: msg.body,
1867 timestamp: msg.sent_at.unix_timestamp() as u64,
1868 sender_id: msg.sender_id.to_proto(),
1869 nonce: Some(msg.nonce.as_u128().into()),
1870 })
1871 .collect::<Vec<_>>();
1872 response.send(proto::GetChannelMessagesResponse {
1873 done: messages.len() < MESSAGE_COUNT_PER_PAGE,
1874 messages,
1875 })?;
1876 Ok(())
1877 }
1878
1879 async fn update_diff_base(
1880 self: Arc<Server>,
1881 request: TypedEnvelope<proto::UpdateDiffBase>,
1882 ) -> Result<()> {
1883 let receiver_ids = self.store().await.project_connection_ids(
1884 ProjectId::from_proto(request.payload.project_id),
1885 request.sender_id,
1886 )?;
1887 broadcast(request.sender_id, receiver_ids, |connection_id| {
1888 self.peer
1889 .forward_send(request.sender_id, connection_id, request.payload.clone())
1890 });
1891 Ok(())
1892 }
1893
1894 async fn get_private_user_info(
1895 self: Arc<Self>,
1896 request: TypedEnvelope<proto::GetPrivateUserInfo>,
1897 response: Response<proto::GetPrivateUserInfo>,
1898 ) -> Result<()> {
1899 let user_id = self
1900 .store()
1901 .await
1902 .user_id_for_connection(request.sender_id)?;
1903 let metrics_id = self.app_state.db.get_user_metrics_id(user_id).await?;
1904 let user = self
1905 .app_state
1906 .db
1907 .get_user_by_id(user_id)
1908 .await?
1909 .ok_or_else(|| anyhow!("user not found"))?;
1910 response.send(proto::GetPrivateUserInfoResponse {
1911 metrics_id,
1912 staff: user.admin,
1913 })?;
1914 Ok(())
1915 }
1916
1917 pub(crate) async fn store(&self) -> StoreGuard<'_> {
1918 #[cfg(test)]
1919 tokio::task::yield_now().await;
1920 let guard = self.store.lock().await;
1921 #[cfg(test)]
1922 tokio::task::yield_now().await;
1923 StoreGuard {
1924 guard,
1925 _not_send: PhantomData,
1926 }
1927 }
1928
1929 pub async fn snapshot<'a>(self: &'a Arc<Self>) -> ServerSnapshot<'a> {
1930 ServerSnapshot {
1931 store: self.store().await,
1932 peer: &self.peer,
1933 }
1934 }
1935}
1936
1937impl<'a> Deref for StoreGuard<'a> {
1938 type Target = Store;
1939
1940 fn deref(&self) -> &Self::Target {
1941 &*self.guard
1942 }
1943}
1944
1945impl<'a> DerefMut for StoreGuard<'a> {
1946 fn deref_mut(&mut self) -> &mut Self::Target {
1947 &mut *self.guard
1948 }
1949}
1950
1951impl<'a> Drop for StoreGuard<'a> {
1952 fn drop(&mut self) {
1953 #[cfg(test)]
1954 self.check_invariants();
1955 }
1956}
1957
1958impl Executor for RealExecutor {
1959 type Sleep = Sleep;
1960
1961 fn spawn_detached<F: 'static + Send + Future<Output = ()>>(&self, future: F) {
1962 tokio::task::spawn(future);
1963 }
1964
1965 fn sleep(&self, duration: Duration) -> Self::Sleep {
1966 tokio::time::sleep(duration)
1967 }
1968}
1969
1970fn broadcast<F>(
1971 sender_id: ConnectionId,
1972 receiver_ids: impl IntoIterator<Item = ConnectionId>,
1973 mut f: F,
1974) where
1975 F: FnMut(ConnectionId) -> anyhow::Result<()>,
1976{
1977 for receiver_id in receiver_ids {
1978 if receiver_id != sender_id {
1979 f(receiver_id).trace_err();
1980 }
1981 }
1982}
1983
1984lazy_static! {
1985 static ref ZED_PROTOCOL_VERSION: HeaderName = HeaderName::from_static("x-zed-protocol-version");
1986}
1987
1988pub struct ProtocolVersion(u32);
1989
1990impl Header for ProtocolVersion {
1991 fn name() -> &'static HeaderName {
1992 &ZED_PROTOCOL_VERSION
1993 }
1994
1995 fn decode<'i, I>(values: &mut I) -> Result<Self, axum::headers::Error>
1996 where
1997 Self: Sized,
1998 I: Iterator<Item = &'i axum::http::HeaderValue>,
1999 {
2000 let version = values
2001 .next()
2002 .ok_or_else(axum::headers::Error::invalid)?
2003 .to_str()
2004 .map_err(|_| axum::headers::Error::invalid())?
2005 .parse()
2006 .map_err(|_| axum::headers::Error::invalid())?;
2007 Ok(Self(version))
2008 }
2009
2010 fn encode<E: Extend<axum::http::HeaderValue>>(&self, values: &mut E) {
2011 values.extend([self.0.to_string().parse().unwrap()]);
2012 }
2013}
2014
2015pub fn routes(server: Arc<Server>) -> Router<Body> {
2016 Router::new()
2017 .route("/rpc", get(handle_websocket_request))
2018 .layer(
2019 ServiceBuilder::new()
2020 .layer(Extension(server.app_state.clone()))
2021 .layer(middleware::from_fn(auth::validate_header)),
2022 )
2023 .route("/metrics", get(handle_metrics))
2024 .layer(Extension(server))
2025}
2026
2027pub async fn handle_websocket_request(
2028 TypedHeader(ProtocolVersion(protocol_version)): TypedHeader<ProtocolVersion>,
2029 ConnectInfo(socket_address): ConnectInfo<SocketAddr>,
2030 Extension(server): Extension<Arc<Server>>,
2031 Extension(user): Extension<User>,
2032 ws: WebSocketUpgrade,
2033) -> axum::response::Response {
2034 if protocol_version != rpc::PROTOCOL_VERSION {
2035 return (
2036 StatusCode::UPGRADE_REQUIRED,
2037 "client must be upgraded".to_string(),
2038 )
2039 .into_response();
2040 }
2041 let socket_address = socket_address.to_string();
2042 ws.on_upgrade(move |socket| {
2043 use util::ResultExt;
2044 let socket = socket
2045 .map_ok(to_tungstenite_message)
2046 .err_into()
2047 .with(|message| async move { Ok(to_axum_message(message)) });
2048 let connection = Connection::new(Box::pin(socket));
2049 async move {
2050 server
2051 .handle_connection(connection, socket_address, user, None, RealExecutor)
2052 .await
2053 .log_err();
2054 }
2055 })
2056}
2057
2058pub async fn handle_metrics(Extension(server): Extension<Arc<Server>>) -> axum::response::Response {
2059 // We call `store_mut` here for its side effects of updating metrics.
2060 let metrics = server.store().await.metrics();
2061 METRIC_CONNECTIONS.set(metrics.connections as _);
2062 METRIC_REGISTERED_PROJECTS.set(metrics.registered_projects as _);
2063 METRIC_ACTIVE_PROJECTS.set(metrics.active_projects as _);
2064 METRIC_SHARED_PROJECTS.set(metrics.shared_projects as _);
2065
2066 let encoder = prometheus::TextEncoder::new();
2067 let metric_families = prometheus::gather();
2068 match encoder.encode_to_string(&metric_families) {
2069 Ok(string) => (StatusCode::OK, string).into_response(),
2070 Err(error) => (
2071 StatusCode::INTERNAL_SERVER_ERROR,
2072 format!("failed to encode metrics {:?}", error),
2073 )
2074 .into_response(),
2075 }
2076}
2077
2078fn to_axum_message(message: TungsteniteMessage) -> AxumMessage {
2079 match message {
2080 TungsteniteMessage::Text(payload) => AxumMessage::Text(payload),
2081 TungsteniteMessage::Binary(payload) => AxumMessage::Binary(payload),
2082 TungsteniteMessage::Ping(payload) => AxumMessage::Ping(payload),
2083 TungsteniteMessage::Pong(payload) => AxumMessage::Pong(payload),
2084 TungsteniteMessage::Close(frame) => AxumMessage::Close(frame.map(|frame| AxumCloseFrame {
2085 code: frame.code.into(),
2086 reason: frame.reason,
2087 })),
2088 }
2089}
2090
2091fn to_tungstenite_message(message: AxumMessage) -> TungsteniteMessage {
2092 match message {
2093 AxumMessage::Text(payload) => TungsteniteMessage::Text(payload),
2094 AxumMessage::Binary(payload) => TungsteniteMessage::Binary(payload),
2095 AxumMessage::Ping(payload) => TungsteniteMessage::Ping(payload),
2096 AxumMessage::Pong(payload) => TungsteniteMessage::Pong(payload),
2097 AxumMessage::Close(frame) => {
2098 TungsteniteMessage::Close(frame.map(|frame| TungsteniteCloseFrame {
2099 code: frame.code.into(),
2100 reason: frame.reason,
2101 }))
2102 }
2103 }
2104}
2105
2106pub trait ResultExt {
2107 type Ok;
2108
2109 fn trace_err(self) -> Option<Self::Ok>;
2110}
2111
2112impl<T, E> ResultExt for Result<T, E>
2113where
2114 E: std::fmt::Debug,
2115{
2116 type Ok = T;
2117
2118 fn trace_err(self) -> Option<T> {
2119 match self {
2120 Ok(value) => Some(value),
2121 Err(error) => {
2122 tracing::error!("{:?}", error);
2123 None
2124 }
2125 }
2126 }
2127}