rpc.rs

   1use super::{
   2    auth,
   3    db::{ChannelId, MessageId, UserId},
   4    AppState,
   5};
   6use anyhow::anyhow;
   7use async_std::{sync::RwLock, task};
   8use async_tungstenite::{
   9    tungstenite::{protocol::Role, Error as WebSocketError, Message as WebSocketMessage},
  10    WebSocketStream,
  11};
  12use futures::{future::BoxFuture, FutureExt};
  13use postage::{mpsc, prelude::Sink as _, prelude::Stream as _};
  14use sha1::{Digest as _, Sha1};
  15use std::{
  16    any::TypeId,
  17    collections::{hash_map, HashMap, HashSet},
  18    future::Future,
  19    mem,
  20    sync::Arc,
  21    time::Instant,
  22};
  23use surf::StatusCode;
  24use tide::log;
  25use tide::{
  26    http::headers::{HeaderName, CONNECTION, UPGRADE},
  27    Request, Response,
  28};
  29use time::OffsetDateTime;
  30use zrpc::{
  31    auth::random_token,
  32    proto::{self, AnyTypedEnvelope, EnvelopedMessage},
  33    ConnectionId, Peer, TypedEnvelope,
  34};
  35
  36type ReplicaId = u16;
  37
  38type MessageHandler = Box<
  39    dyn Send
  40        + Sync
  41        + Fn(Arc<Server>, Box<dyn AnyTypedEnvelope>) -> BoxFuture<'static, tide::Result<()>>,
  42>;
  43
  44pub struct Server {
  45    peer: Arc<Peer>,
  46    state: RwLock<ServerState>,
  47    app_state: Arc<AppState>,
  48    handlers: HashMap<TypeId, MessageHandler>,
  49    notifications: Option<mpsc::Sender<()>>,
  50}
  51
  52#[derive(Default)]
  53struct ServerState {
  54    connections: HashMap<ConnectionId, Connection>,
  55    pub worktrees: HashMap<u64, Worktree>,
  56    channels: HashMap<ChannelId, Channel>,
  57    next_worktree_id: u64,
  58}
  59
  60struct Connection {
  61    user_id: UserId,
  62    worktrees: HashSet<u64>,
  63    channels: HashSet<ChannelId>,
  64}
  65
  66struct Worktree {
  67    host_connection_id: Option<ConnectionId>,
  68    guest_connection_ids: HashMap<ConnectionId, ReplicaId>,
  69    active_replica_ids: HashSet<ReplicaId>,
  70    access_token: String,
  71    root_name: String,
  72    entries: HashMap<u64, proto::Entry>,
  73}
  74
  75#[derive(Default)]
  76struct Channel {
  77    connection_ids: HashSet<ConnectionId>,
  78}
  79
  80const MESSAGE_COUNT_PER_PAGE: usize = 100;
  81const MAX_MESSAGE_LEN: usize = 1024;
  82
  83impl Server {
  84    pub fn new(
  85        app_state: Arc<AppState>,
  86        peer: Arc<Peer>,
  87        notifications: Option<mpsc::Sender<()>>,
  88    ) -> Arc<Self> {
  89        let mut server = Self {
  90            peer,
  91            app_state,
  92            state: Default::default(),
  93            handlers: Default::default(),
  94            notifications,
  95        };
  96
  97        server
  98            .add_handler(Server::share_worktree)
  99            .add_handler(Server::join_worktree)
 100            .add_handler(Server::update_worktree)
 101            .add_handler(Server::close_worktree)
 102            .add_handler(Server::open_buffer)
 103            .add_handler(Server::close_buffer)
 104            .add_handler(Server::update_buffer)
 105            .add_handler(Server::buffer_saved)
 106            .add_handler(Server::save_buffer)
 107            .add_handler(Server::get_channels)
 108            .add_handler(Server::get_users)
 109            .add_handler(Server::join_channel)
 110            .add_handler(Server::leave_channel)
 111            .add_handler(Server::send_channel_message)
 112            .add_handler(Server::get_channel_messages);
 113
 114        Arc::new(server)
 115    }
 116
 117    fn add_handler<F, Fut, M>(&mut self, handler: F) -> &mut Self
 118    where
 119        F: 'static + Send + Sync + Fn(Arc<Self>, TypedEnvelope<M>) -> Fut,
 120        Fut: 'static + Send + Future<Output = tide::Result<()>>,
 121        M: EnvelopedMessage,
 122    {
 123        let prev_handler = self.handlers.insert(
 124            TypeId::of::<M>(),
 125            Box::new(move |server, envelope| {
 126                let envelope = envelope.into_any().downcast::<TypedEnvelope<M>>().unwrap();
 127                (handler)(server, *envelope).boxed()
 128            }),
 129        );
 130        if prev_handler.is_some() {
 131            panic!("registered a handler for the same message twice");
 132        }
 133        self
 134    }
 135
 136    pub fn handle_connection<Conn>(
 137        self: &Arc<Self>,
 138        connection: Conn,
 139        addr: String,
 140        user_id: UserId,
 141    ) -> impl Future<Output = ()>
 142    where
 143        Conn: 'static
 144            + futures::Sink<WebSocketMessage, Error = WebSocketError>
 145            + futures::Stream<Item = Result<WebSocketMessage, WebSocketError>>
 146            + Send
 147            + Unpin,
 148    {
 149        let this = self.clone();
 150        async move {
 151            let (connection_id, handle_io, mut incoming_rx) =
 152                this.peer.add_connection(connection).await;
 153            this.add_connection(connection_id, user_id).await;
 154
 155            let handle_io = handle_io.fuse();
 156            futures::pin_mut!(handle_io);
 157            loop {
 158                let next_message = incoming_rx.recv().fuse();
 159                futures::pin_mut!(next_message);
 160                futures::select_biased! {
 161                    message = next_message => {
 162                        if let Some(message) = message {
 163                            let start_time = Instant::now();
 164                            log::info!("RPC message received: {}", message.payload_type_name());
 165                            if let Some(handler) = this.handlers.get(&message.payload_type_id()) {
 166                                if let Err(err) = (handler)(this.clone(), message).await {
 167                                    log::error!("error handling message: {:?}", err);
 168                                } else {
 169                                    log::info!("RPC message handled. duration:{:?}", start_time.elapsed());
 170                                }
 171
 172                                if let Some(mut notifications) = this.notifications.clone() {
 173                                    let _ = notifications.send(()).await;
 174                                }
 175                            } else {
 176                                log::warn!("unhandled message: {}", message.payload_type_name());
 177                            }
 178                        } else {
 179                            log::info!("rpc connection closed {:?}", addr);
 180                            break;
 181                        }
 182                    }
 183                    handle_io = handle_io => {
 184                        if let Err(err) = handle_io {
 185                            log::error!("error handling rpc connection {:?} - {:?}", addr, err);
 186                        }
 187                        break;
 188                    }
 189                }
 190            }
 191
 192            if let Err(err) = this.sign_out(connection_id).await {
 193                log::error!("error signing out connection {:?} - {:?}", addr, err);
 194            }
 195        }
 196    }
 197
 198    async fn sign_out(self: &Arc<Self>, connection_id: zrpc::ConnectionId) -> tide::Result<()> {
 199        self.peer.disconnect(connection_id).await;
 200        let worktree_ids = self.remove_connection(connection_id).await;
 201        for worktree_id in worktree_ids {
 202            let state = self.state.read().await;
 203            if let Some(worktree) = state.worktrees.get(&worktree_id) {
 204                broadcast(connection_id, worktree.connection_ids(), |conn_id| {
 205                    self.peer.send(
 206                        conn_id,
 207                        proto::RemovePeer {
 208                            worktree_id,
 209                            peer_id: connection_id.0,
 210                        },
 211                    )
 212                })
 213                .await?;
 214            }
 215        }
 216        Ok(())
 217    }
 218
 219    // Add a new connection associated with a given user.
 220    async fn add_connection(&self, connection_id: ConnectionId, user_id: UserId) {
 221        self.state.write().await.connections.insert(
 222            connection_id,
 223            Connection {
 224                user_id,
 225                worktrees: Default::default(),
 226                channels: Default::default(),
 227            },
 228        );
 229    }
 230
 231    // Remove the given connection and its association with any worktrees.
 232    async fn remove_connection(&self, connection_id: ConnectionId) -> Vec<u64> {
 233        let mut worktree_ids = Vec::new();
 234        let mut state = self.state.write().await;
 235        if let Some(connection) = state.connections.remove(&connection_id) {
 236            for channel_id in connection.channels {
 237                if let Some(channel) = state.channels.get_mut(&channel_id) {
 238                    channel.connection_ids.remove(&connection_id);
 239                }
 240            }
 241            for worktree_id in connection.worktrees {
 242                if let Some(worktree) = state.worktrees.get_mut(&worktree_id) {
 243                    if worktree.host_connection_id == Some(connection_id) {
 244                        worktree_ids.push(worktree_id);
 245                    } else if let Some(replica_id) =
 246                        worktree.guest_connection_ids.remove(&connection_id)
 247                    {
 248                        worktree.active_replica_ids.remove(&replica_id);
 249                        worktree_ids.push(worktree_id);
 250                    }
 251                }
 252            }
 253        }
 254        worktree_ids
 255    }
 256
 257    async fn share_worktree(
 258        self: Arc<Server>,
 259        mut request: TypedEnvelope<proto::ShareWorktree>,
 260    ) -> tide::Result<()> {
 261        let mut state = self.state.write().await;
 262        let worktree_id = state.next_worktree_id;
 263        state.next_worktree_id += 1;
 264        let access_token = random_token();
 265        let worktree = request
 266            .payload
 267            .worktree
 268            .as_mut()
 269            .ok_or_else(|| anyhow!("missing worktree"))?;
 270        let entries = mem::take(&mut worktree.entries)
 271            .into_iter()
 272            .map(|entry| (entry.id, entry))
 273            .collect();
 274        state.worktrees.insert(
 275            worktree_id,
 276            Worktree {
 277                host_connection_id: Some(request.sender_id),
 278                guest_connection_ids: Default::default(),
 279                active_replica_ids: Default::default(),
 280                access_token: access_token.clone(),
 281                root_name: mem::take(&mut worktree.root_name),
 282                entries,
 283            },
 284        );
 285
 286        self.peer
 287            .respond(
 288                request.receipt(),
 289                proto::ShareWorktreeResponse {
 290                    worktree_id,
 291                    access_token,
 292                },
 293            )
 294            .await?;
 295        Ok(())
 296    }
 297
 298    async fn join_worktree(
 299        self: Arc<Server>,
 300        request: TypedEnvelope<proto::OpenWorktree>,
 301    ) -> tide::Result<()> {
 302        let worktree_id = request.payload.worktree_id;
 303        let access_token = &request.payload.access_token;
 304
 305        let mut state = self.state.write().await;
 306        if let Some((peer_replica_id, worktree)) =
 307            state.join_worktree(request.sender_id, worktree_id, access_token)
 308        {
 309            let mut peers = Vec::new();
 310            if let Some(host_connection_id) = worktree.host_connection_id {
 311                peers.push(proto::Peer {
 312                    peer_id: host_connection_id.0,
 313                    replica_id: 0,
 314                });
 315            }
 316            for (peer_conn_id, peer_replica_id) in &worktree.guest_connection_ids {
 317                if *peer_conn_id != request.sender_id {
 318                    peers.push(proto::Peer {
 319                        peer_id: peer_conn_id.0,
 320                        replica_id: *peer_replica_id as u32,
 321                    });
 322                }
 323            }
 324
 325            broadcast(request.sender_id, worktree.connection_ids(), |conn_id| {
 326                self.peer.send(
 327                    conn_id,
 328                    proto::AddPeer {
 329                        worktree_id,
 330                        peer: Some(proto::Peer {
 331                            peer_id: request.sender_id.0,
 332                            replica_id: peer_replica_id as u32,
 333                        }),
 334                    },
 335                )
 336            })
 337            .await?;
 338            self.peer
 339                .respond(
 340                    request.receipt(),
 341                    proto::OpenWorktreeResponse {
 342                        worktree_id,
 343                        worktree: Some(proto::Worktree {
 344                            root_name: worktree.root_name.clone(),
 345                            entries: worktree.entries.values().cloned().collect(),
 346                        }),
 347                        replica_id: peer_replica_id as u32,
 348                        peers,
 349                    },
 350                )
 351                .await?;
 352        } else {
 353            self.peer
 354                .respond(
 355                    request.receipt(),
 356                    proto::OpenWorktreeResponse {
 357                        worktree_id,
 358                        worktree: None,
 359                        replica_id: 0,
 360                        peers: Vec::new(),
 361                    },
 362                )
 363                .await?;
 364        }
 365
 366        Ok(())
 367    }
 368
 369    async fn update_worktree(
 370        self: Arc<Server>,
 371        request: TypedEnvelope<proto::UpdateWorktree>,
 372    ) -> tide::Result<()> {
 373        {
 374            let mut state = self.state.write().await;
 375            let worktree = state.write_worktree(request.payload.worktree_id, request.sender_id)?;
 376            for entry_id in &request.payload.removed_entries {
 377                worktree.entries.remove(&entry_id);
 378            }
 379
 380            for entry in &request.payload.updated_entries {
 381                worktree.entries.insert(entry.id, entry.clone());
 382            }
 383        }
 384
 385        self.broadcast_in_worktree(request.payload.worktree_id, &request)
 386            .await?;
 387        Ok(())
 388    }
 389
 390    async fn close_worktree(
 391        self: Arc<Server>,
 392        request: TypedEnvelope<proto::CloseWorktree>,
 393    ) -> tide::Result<()> {
 394        let connection_ids;
 395        {
 396            let mut state = self.state.write().await;
 397            let worktree = state.write_worktree(request.payload.worktree_id, request.sender_id)?;
 398            connection_ids = worktree.connection_ids();
 399            if worktree.host_connection_id == Some(request.sender_id) {
 400                worktree.host_connection_id = None;
 401            } else if let Some(replica_id) =
 402                worktree.guest_connection_ids.remove(&request.sender_id)
 403            {
 404                worktree.active_replica_ids.remove(&replica_id);
 405            }
 406        }
 407
 408        broadcast(request.sender_id, connection_ids, |conn_id| {
 409            self.peer.send(
 410                conn_id,
 411                proto::RemovePeer {
 412                    worktree_id: request.payload.worktree_id,
 413                    peer_id: request.sender_id.0,
 414                },
 415            )
 416        })
 417        .await?;
 418
 419        Ok(())
 420    }
 421
 422    async fn open_buffer(
 423        self: Arc<Server>,
 424        request: TypedEnvelope<proto::OpenBuffer>,
 425    ) -> tide::Result<()> {
 426        let receipt = request.receipt();
 427        let worktree_id = request.payload.worktree_id;
 428        let host_connection_id = self
 429            .state
 430            .read()
 431            .await
 432            .read_worktree(worktree_id, request.sender_id)?
 433            .host_connection_id()?;
 434
 435        let response = self
 436            .peer
 437            .forward_request(request.sender_id, host_connection_id, request.payload)
 438            .await?;
 439        self.peer.respond(receipt, response).await?;
 440        Ok(())
 441    }
 442
 443    async fn close_buffer(
 444        self: Arc<Server>,
 445        request: TypedEnvelope<proto::CloseBuffer>,
 446    ) -> tide::Result<()> {
 447        let host_connection_id = self
 448            .state
 449            .read()
 450            .await
 451            .read_worktree(request.payload.worktree_id, request.sender_id)?
 452            .host_connection_id()?;
 453
 454        self.peer
 455            .forward_send(request.sender_id, host_connection_id, request.payload)
 456            .await?;
 457
 458        Ok(())
 459    }
 460
 461    async fn save_buffer(
 462        self: Arc<Server>,
 463        request: TypedEnvelope<proto::SaveBuffer>,
 464    ) -> tide::Result<()> {
 465        let host;
 466        let guests;
 467        {
 468            let state = self.state.read().await;
 469            let worktree = state.read_worktree(request.payload.worktree_id, request.sender_id)?;
 470            host = worktree.host_connection_id()?;
 471            guests = worktree
 472                .guest_connection_ids
 473                .keys()
 474                .copied()
 475                .collect::<Vec<_>>();
 476        }
 477
 478        let sender = request.sender_id;
 479        let receipt = request.receipt();
 480        let response = self
 481            .peer
 482            .forward_request(sender, host, request.payload.clone())
 483            .await?;
 484
 485        broadcast(host, guests, |conn_id| {
 486            let response = response.clone();
 487            let peer = &self.peer;
 488            async move {
 489                if conn_id == sender {
 490                    peer.respond(receipt, response).await
 491                } else {
 492                    peer.forward_send(host, conn_id, response).await
 493                }
 494            }
 495        })
 496        .await?;
 497
 498        Ok(())
 499    }
 500
 501    async fn update_buffer(
 502        self: Arc<Server>,
 503        request: TypedEnvelope<proto::UpdateBuffer>,
 504    ) -> tide::Result<()> {
 505        self.broadcast_in_worktree(request.payload.worktree_id, &request)
 506            .await
 507    }
 508
 509    async fn buffer_saved(
 510        self: Arc<Server>,
 511        request: TypedEnvelope<proto::BufferSaved>,
 512    ) -> tide::Result<()> {
 513        self.broadcast_in_worktree(request.payload.worktree_id, &request)
 514            .await
 515    }
 516
 517    async fn get_channels(
 518        self: Arc<Server>,
 519        request: TypedEnvelope<proto::GetChannels>,
 520    ) -> tide::Result<()> {
 521        let user_id = self
 522            .state
 523            .read()
 524            .await
 525            .user_id_for_connection(request.sender_id)?;
 526        let channels = self.app_state.db.get_accessible_channels(user_id).await?;
 527        self.peer
 528            .respond(
 529                request.receipt(),
 530                proto::GetChannelsResponse {
 531                    channels: channels
 532                        .into_iter()
 533                        .map(|chan| proto::Channel {
 534                            id: chan.id.to_proto(),
 535                            name: chan.name,
 536                        })
 537                        .collect(),
 538                },
 539            )
 540            .await?;
 541        Ok(())
 542    }
 543
 544    async fn get_users(
 545        self: Arc<Server>,
 546        request: TypedEnvelope<proto::GetUsers>,
 547    ) -> tide::Result<()> {
 548        let user_id = self
 549            .state
 550            .read()
 551            .await
 552            .user_id_for_connection(request.sender_id)?;
 553        let receipt = request.receipt();
 554        let user_ids = request.payload.user_ids.into_iter().map(UserId::from_proto);
 555        let users = self
 556            .app_state
 557            .db
 558            .get_users_by_ids(user_id, user_ids)
 559            .await?
 560            .into_iter()
 561            .map(|user| proto::User {
 562                id: user.id.to_proto(),
 563                github_login: user.github_login,
 564                avatar_url: String::new(),
 565            })
 566            .collect();
 567        self.peer
 568            .respond(receipt, proto::GetUsersResponse { users })
 569            .await?;
 570        Ok(())
 571    }
 572
 573    async fn join_channel(
 574        self: Arc<Self>,
 575        request: TypedEnvelope<proto::JoinChannel>,
 576    ) -> tide::Result<()> {
 577        let user_id = self
 578            .state
 579            .read()
 580            .await
 581            .user_id_for_connection(request.sender_id)?;
 582        let channel_id = ChannelId::from_proto(request.payload.channel_id);
 583        if !self
 584            .app_state
 585            .db
 586            .can_user_access_channel(user_id, channel_id)
 587            .await?
 588        {
 589            Err(anyhow!("access denied"))?;
 590        }
 591
 592        self.state
 593            .write()
 594            .await
 595            .join_channel(request.sender_id, channel_id);
 596        let messages = self
 597            .app_state
 598            .db
 599            .get_channel_messages(channel_id, MESSAGE_COUNT_PER_PAGE, None)
 600            .await?
 601            .into_iter()
 602            .map(|msg| proto::ChannelMessage {
 603                id: msg.id.to_proto(),
 604                body: msg.body,
 605                timestamp: msg.sent_at.unix_timestamp() as u64,
 606                sender_id: msg.sender_id.to_proto(),
 607            })
 608            .collect::<Vec<_>>();
 609        self.peer
 610            .respond(
 611                request.receipt(),
 612                proto::JoinChannelResponse {
 613                    done: messages.len() < MESSAGE_COUNT_PER_PAGE,
 614                    messages,
 615                },
 616            )
 617            .await?;
 618        Ok(())
 619    }
 620
 621    async fn leave_channel(
 622        self: Arc<Self>,
 623        request: TypedEnvelope<proto::LeaveChannel>,
 624    ) -> tide::Result<()> {
 625        let user_id = self
 626            .state
 627            .read()
 628            .await
 629            .user_id_for_connection(request.sender_id)?;
 630        let channel_id = ChannelId::from_proto(request.payload.channel_id);
 631        if !self
 632            .app_state
 633            .db
 634            .can_user_access_channel(user_id, channel_id)
 635            .await?
 636        {
 637            Err(anyhow!("access denied"))?;
 638        }
 639
 640        self.state
 641            .write()
 642            .await
 643            .leave_channel(request.sender_id, channel_id);
 644
 645        Ok(())
 646    }
 647
 648    async fn send_channel_message(
 649        self: Arc<Self>,
 650        request: TypedEnvelope<proto::SendChannelMessage>,
 651    ) -> tide::Result<()> {
 652        let receipt = request.receipt();
 653        let channel_id = ChannelId::from_proto(request.payload.channel_id);
 654        let user_id;
 655        let connection_ids;
 656        {
 657            let state = self.state.read().await;
 658            user_id = state.user_id_for_connection(request.sender_id)?;
 659            if let Some(channel) = state.channels.get(&channel_id) {
 660                connection_ids = channel.connection_ids();
 661            } else {
 662                return Ok(());
 663            }
 664        }
 665
 666        // Validate the message body.
 667        let body = request.payload.body.trim().to_string();
 668        if body.len() > MAX_MESSAGE_LEN {
 669            self.peer
 670                .respond_with_error(
 671                    receipt,
 672                    proto::Error {
 673                        message: "message is too long".to_string(),
 674                    },
 675                )
 676                .await?;
 677            return Ok(());
 678        }
 679        if body.is_empty() {
 680            self.peer
 681                .respond_with_error(
 682                    receipt,
 683                    proto::Error {
 684                        message: "message can't be blank".to_string(),
 685                    },
 686                )
 687                .await?;
 688            return Ok(());
 689        }
 690
 691        let timestamp = OffsetDateTime::now_utc();
 692        let message_id = self
 693            .app_state
 694            .db
 695            .create_channel_message(channel_id, user_id, &body, timestamp)
 696            .await?
 697            .to_proto();
 698        let message = proto::ChannelMessage {
 699            sender_id: user_id.to_proto(),
 700            id: message_id,
 701            body,
 702            timestamp: timestamp.unix_timestamp() as u64,
 703        };
 704        broadcast(request.sender_id, connection_ids, |conn_id| {
 705            self.peer.send(
 706                conn_id,
 707                proto::ChannelMessageSent {
 708                    channel_id: channel_id.to_proto(),
 709                    message: Some(message.clone()),
 710                },
 711            )
 712        })
 713        .await?;
 714        self.peer
 715            .respond(
 716                receipt,
 717                proto::SendChannelMessageResponse {
 718                    message: Some(message),
 719                },
 720            )
 721            .await?;
 722        Ok(())
 723    }
 724
 725    async fn get_channel_messages(
 726        self: Arc<Self>,
 727        request: TypedEnvelope<proto::GetChannelMessages>,
 728    ) -> tide::Result<()> {
 729        let user_id = self
 730            .state
 731            .read()
 732            .await
 733            .user_id_for_connection(request.sender_id)?;
 734        let channel_id = ChannelId::from_proto(request.payload.channel_id);
 735        if !self
 736            .app_state
 737            .db
 738            .can_user_access_channel(user_id, channel_id)
 739            .await?
 740        {
 741            Err(anyhow!("access denied"))?;
 742        }
 743
 744        let messages = self
 745            .app_state
 746            .db
 747            .get_channel_messages(
 748                channel_id,
 749                MESSAGE_COUNT_PER_PAGE,
 750                Some(MessageId::from_proto(request.payload.before_message_id)),
 751            )
 752            .await?
 753            .into_iter()
 754            .map(|msg| proto::ChannelMessage {
 755                id: msg.id.to_proto(),
 756                body: msg.body,
 757                timestamp: msg.sent_at.unix_timestamp() as u64,
 758                sender_id: msg.sender_id.to_proto(),
 759            })
 760            .collect::<Vec<_>>();
 761        self.peer
 762            .respond(
 763                request.receipt(),
 764                proto::GetChannelMessagesResponse {
 765                    done: messages.len() < MESSAGE_COUNT_PER_PAGE,
 766                    messages,
 767                },
 768            )
 769            .await?;
 770        Ok(())
 771    }
 772
 773    async fn broadcast_in_worktree<T: proto::EnvelopedMessage>(
 774        &self,
 775        worktree_id: u64,
 776        message: &TypedEnvelope<T>,
 777    ) -> tide::Result<()> {
 778        let connection_ids = self
 779            .state
 780            .read()
 781            .await
 782            .read_worktree(worktree_id, message.sender_id)?
 783            .connection_ids();
 784
 785        broadcast(message.sender_id, connection_ids, |conn_id| {
 786            self.peer
 787                .forward_send(message.sender_id, conn_id, message.payload.clone())
 788        })
 789        .await?;
 790
 791        Ok(())
 792    }
 793}
 794
 795pub async fn broadcast<F, T>(
 796    sender_id: ConnectionId,
 797    receiver_ids: Vec<ConnectionId>,
 798    mut f: F,
 799) -> anyhow::Result<()>
 800where
 801    F: FnMut(ConnectionId) -> T,
 802    T: Future<Output = anyhow::Result<()>>,
 803{
 804    let futures = receiver_ids
 805        .into_iter()
 806        .filter(|id| *id != sender_id)
 807        .map(|id| f(id));
 808    futures::future::try_join_all(futures).await?;
 809    Ok(())
 810}
 811
 812impl ServerState {
 813    fn join_channel(&mut self, connection_id: ConnectionId, channel_id: ChannelId) {
 814        if let Some(connection) = self.connections.get_mut(&connection_id) {
 815            connection.channels.insert(channel_id);
 816            self.channels
 817                .entry(channel_id)
 818                .or_default()
 819                .connection_ids
 820                .insert(connection_id);
 821        }
 822    }
 823
 824    fn leave_channel(&mut self, connection_id: ConnectionId, channel_id: ChannelId) {
 825        if let Some(connection) = self.connections.get_mut(&connection_id) {
 826            connection.channels.remove(&channel_id);
 827            if let hash_map::Entry::Occupied(mut entry) = self.channels.entry(channel_id) {
 828                entry.get_mut().connection_ids.remove(&connection_id);
 829                if entry.get_mut().connection_ids.is_empty() {
 830                    entry.remove();
 831                }
 832            }
 833        }
 834    }
 835
 836    fn user_id_for_connection(&self, connection_id: ConnectionId) -> tide::Result<UserId> {
 837        Ok(self
 838            .connections
 839            .get(&connection_id)
 840            .ok_or_else(|| anyhow!("unknown connection"))?
 841            .user_id)
 842    }
 843
 844    // Add the given connection as a guest of the given worktree
 845    fn join_worktree(
 846        &mut self,
 847        connection_id: ConnectionId,
 848        worktree_id: u64,
 849        access_token: &str,
 850    ) -> Option<(ReplicaId, &Worktree)> {
 851        if let Some(worktree) = self.worktrees.get_mut(&worktree_id) {
 852            if access_token == worktree.access_token {
 853                if let Some(connection) = self.connections.get_mut(&connection_id) {
 854                    connection.worktrees.insert(worktree_id);
 855                }
 856
 857                let mut replica_id = 1;
 858                while worktree.active_replica_ids.contains(&replica_id) {
 859                    replica_id += 1;
 860                }
 861                worktree.active_replica_ids.insert(replica_id);
 862                worktree
 863                    .guest_connection_ids
 864                    .insert(connection_id, replica_id);
 865                Some((replica_id, worktree))
 866            } else {
 867                None
 868            }
 869        } else {
 870            None
 871        }
 872    }
 873
 874    fn read_worktree(
 875        &self,
 876        worktree_id: u64,
 877        connection_id: ConnectionId,
 878    ) -> tide::Result<&Worktree> {
 879        let worktree = self
 880            .worktrees
 881            .get(&worktree_id)
 882            .ok_or_else(|| anyhow!("worktree not found"))?;
 883
 884        if worktree.host_connection_id == Some(connection_id)
 885            || worktree.guest_connection_ids.contains_key(&connection_id)
 886        {
 887            Ok(worktree)
 888        } else {
 889            Err(anyhow!(
 890                "{} is not a member of worktree {}",
 891                connection_id,
 892                worktree_id
 893            ))?
 894        }
 895    }
 896
 897    fn write_worktree(
 898        &mut self,
 899        worktree_id: u64,
 900        connection_id: ConnectionId,
 901    ) -> tide::Result<&mut Worktree> {
 902        let worktree = self
 903            .worktrees
 904            .get_mut(&worktree_id)
 905            .ok_or_else(|| anyhow!("worktree not found"))?;
 906
 907        if worktree.host_connection_id == Some(connection_id)
 908            || worktree.guest_connection_ids.contains_key(&connection_id)
 909        {
 910            Ok(worktree)
 911        } else {
 912            Err(anyhow!(
 913                "{} is not a member of worktree {}",
 914                connection_id,
 915                worktree_id
 916            ))?
 917        }
 918    }
 919}
 920
 921impl Worktree {
 922    pub fn connection_ids(&self) -> Vec<ConnectionId> {
 923        self.guest_connection_ids
 924            .keys()
 925            .copied()
 926            .chain(self.host_connection_id)
 927            .collect()
 928    }
 929
 930    fn host_connection_id(&self) -> tide::Result<ConnectionId> {
 931        Ok(self
 932            .host_connection_id
 933            .ok_or_else(|| anyhow!("host disconnected from worktree"))?)
 934    }
 935}
 936
 937impl Channel {
 938    fn connection_ids(&self) -> Vec<ConnectionId> {
 939        self.connection_ids.iter().copied().collect()
 940    }
 941}
 942
 943pub fn add_routes(app: &mut tide::Server<Arc<AppState>>, rpc: &Arc<Peer>) {
 944    let server = Server::new(app.state().clone(), rpc.clone(), None);
 945    app.at("/rpc").with(auth::VerifyToken).get(move |request: Request<Arc<AppState>>| {
 946        let user_id = request.ext::<UserId>().copied();
 947        let server = server.clone();
 948        async move {
 949            const WEBSOCKET_GUID: &str = "258EAFA5-E914-47DA-95CA-C5AB0DC85B11";
 950
 951            let connection_upgrade = header_contains_ignore_case(&request, CONNECTION, "upgrade");
 952            let upgrade_to_websocket = header_contains_ignore_case(&request, UPGRADE, "websocket");
 953            let upgrade_requested = connection_upgrade && upgrade_to_websocket;
 954
 955            if !upgrade_requested {
 956                return Ok(Response::new(StatusCode::UpgradeRequired));
 957            }
 958
 959            let header = match request.header("Sec-Websocket-Key") {
 960                Some(h) => h.as_str(),
 961                None => return Err(anyhow!("expected sec-websocket-key"))?,
 962            };
 963
 964            let mut response = Response::new(StatusCode::SwitchingProtocols);
 965            response.insert_header(UPGRADE, "websocket");
 966            response.insert_header(CONNECTION, "Upgrade");
 967            let hash = Sha1::new().chain(header).chain(WEBSOCKET_GUID).finalize();
 968            response.insert_header("Sec-Websocket-Accept", base64::encode(&hash[..]));
 969            response.insert_header("Sec-Websocket-Version", "13");
 970
 971            let http_res: &mut tide::http::Response = response.as_mut();
 972            let upgrade_receiver = http_res.recv_upgrade().await;
 973            let addr = request.remote().unwrap_or("unknown").to_string();
 974            let user_id = user_id.ok_or_else(|| anyhow!("user_id is not present on request. ensure auth::VerifyToken middleware is present"))?;
 975            task::spawn(async move {
 976                if let Some(stream) = upgrade_receiver.await {
 977                    let stream = WebSocketStream::from_raw_socket(stream, Role::Server, None).await;
 978                    server.handle_connection(stream, addr, user_id).await;
 979                }
 980            });
 981
 982            Ok(response)
 983        }
 984    });
 985}
 986
 987fn header_contains_ignore_case<T>(
 988    request: &tide::Request<T>,
 989    header_name: HeaderName,
 990    value: &str,
 991) -> bool {
 992    request
 993        .header(header_name)
 994        .map(|h| {
 995            h.as_str()
 996                .split(',')
 997                .any(|s| s.trim().eq_ignore_ascii_case(value.trim()))
 998        })
 999        .unwrap_or(false)
1000}
1001
1002#[cfg(test)]
1003mod tests {
1004    use super::*;
1005    use crate::{
1006        auth,
1007        db::{tests::TestDb, UserId},
1008        github, AppState, Config,
1009    };
1010    use async_std::{sync::RwLockReadGuard, task};
1011    use gpui::TestAppContext;
1012    use postage::mpsc;
1013    use serde_json::json;
1014    use sqlx::types::time::OffsetDateTime;
1015    use std::{path::Path, sync::Arc, time::Duration};
1016    use zed::{
1017        channel::{Channel, ChannelDetails, ChannelList},
1018        editor::{Editor, Insert},
1019        fs::{FakeFs, Fs as _},
1020        language::LanguageRegistry,
1021        rpc::Client,
1022        settings, test,
1023        user::UserStore,
1024        worktree::Worktree,
1025    };
1026    use zrpc::Peer;
1027
1028    #[gpui::test]
1029    async fn test_share_worktree(mut cx_a: TestAppContext, mut cx_b: TestAppContext) {
1030        let (window_b, _) = cx_b.add_window(|_| EmptyView);
1031        let settings = cx_b.read(settings::test).1;
1032        let lang_registry = Arc::new(LanguageRegistry::new());
1033
1034        // Connect to a server as 2 clients.
1035        let mut server = TestServer::start().await;
1036        let (_, client_a) = server.create_client(&mut cx_a, "user_a").await;
1037        let (_, client_b) = server.create_client(&mut cx_b, "user_b").await;
1038
1039        cx_a.foreground().forbid_parking();
1040
1041        // Share a local worktree as client A
1042        let fs = Arc::new(FakeFs::new());
1043        fs.insert_tree(
1044            "/a",
1045            json!({
1046                "a.txt": "a-contents",
1047                "b.txt": "b-contents",
1048            }),
1049        )
1050        .await;
1051        let worktree_a = Worktree::open_local(
1052            "/a".as_ref(),
1053            lang_registry.clone(),
1054            fs,
1055            &mut cx_a.to_async(),
1056        )
1057        .await
1058        .unwrap();
1059        worktree_a
1060            .read_with(&cx_a, |tree, _| tree.as_local().unwrap().scan_complete())
1061            .await;
1062        let (worktree_id, worktree_token) = worktree_a
1063            .update(&mut cx_a, |tree, cx| {
1064                tree.as_local_mut().unwrap().share(client_a.clone(), cx)
1065            })
1066            .await
1067            .unwrap();
1068
1069        // Join that worktree as client B, and see that a guest has joined as client A.
1070        let worktree_b = Worktree::open_remote(
1071            client_b.clone(),
1072            worktree_id,
1073            worktree_token,
1074            lang_registry.clone(),
1075            &mut cx_b.to_async(),
1076        )
1077        .await
1078        .unwrap();
1079        let replica_id_b = worktree_b.read_with(&cx_b, |tree, _| tree.replica_id());
1080        worktree_a
1081            .condition(&cx_a, |tree, _| {
1082                tree.peers()
1083                    .values()
1084                    .any(|replica_id| *replica_id == replica_id_b)
1085            })
1086            .await;
1087
1088        // Open the same file as client B and client A.
1089        let buffer_b = worktree_b
1090            .update(&mut cx_b, |worktree, cx| worktree.open_buffer("b.txt", cx))
1091            .await
1092            .unwrap();
1093        buffer_b.read_with(&cx_b, |buf, _| assert_eq!(buf.text(), "b-contents"));
1094        worktree_a.read_with(&cx_a, |tree, cx| assert!(tree.has_open_buffer("b.txt", cx)));
1095        let buffer_a = worktree_a
1096            .update(&mut cx_a, |tree, cx| tree.open_buffer("b.txt", cx))
1097            .await
1098            .unwrap();
1099
1100        // Create a selection set as client B and see that selection set as client A.
1101        let editor_b = cx_b.add_view(window_b, |cx| Editor::for_buffer(buffer_b, settings, cx));
1102        buffer_a
1103            .condition(&cx_a, |buffer, _| buffer.selection_sets().count() == 1)
1104            .await;
1105
1106        // Edit the buffer as client B and see that edit as client A.
1107        editor_b.update(&mut cx_b, |editor, cx| {
1108            editor.insert(&Insert("ok, ".into()), cx)
1109        });
1110        buffer_a
1111            .condition(&cx_a, |buffer, _| buffer.text() == "ok, b-contents")
1112            .await;
1113
1114        // Remove the selection set as client B, see those selections disappear as client A.
1115        cx_b.update(move |_| drop(editor_b));
1116        buffer_a
1117            .condition(&cx_a, |buffer, _| buffer.selection_sets().count() == 0)
1118            .await;
1119
1120        // Close the buffer as client A, see that the buffer is closed.
1121        drop(buffer_a);
1122        worktree_a
1123            .condition(&cx_a, |tree, cx| !tree.has_open_buffer("b.txt", cx))
1124            .await;
1125
1126        // Dropping the worktree removes client B from client A's peers.
1127        cx_b.update(move |_| drop(worktree_b));
1128        worktree_a
1129            .condition(&cx_a, |tree, _| tree.peers().is_empty())
1130            .await;
1131    }
1132
1133    #[gpui::test]
1134    async fn test_propagate_saves_and_fs_changes_in_shared_worktree(
1135        mut cx_a: TestAppContext,
1136        mut cx_b: TestAppContext,
1137        mut cx_c: TestAppContext,
1138    ) {
1139        cx_a.foreground().forbid_parking();
1140        let lang_registry = Arc::new(LanguageRegistry::new());
1141
1142        // Connect to a server as 3 clients.
1143        let mut server = TestServer::start().await;
1144        let (_, client_a) = server.create_client(&mut cx_a, "user_a").await;
1145        let (_, client_b) = server.create_client(&mut cx_b, "user_b").await;
1146        let (_, client_c) = server.create_client(&mut cx_c, "user_c").await;
1147
1148        let fs = Arc::new(FakeFs::new());
1149
1150        // Share a worktree as client A.
1151        fs.insert_tree(
1152            "/a",
1153            json!({
1154                "file1": "",
1155                "file2": ""
1156            }),
1157        )
1158        .await;
1159
1160        let worktree_a = Worktree::open_local(
1161            "/a".as_ref(),
1162            lang_registry.clone(),
1163            fs.clone(),
1164            &mut cx_a.to_async(),
1165        )
1166        .await
1167        .unwrap();
1168        worktree_a
1169            .read_with(&cx_a, |tree, _| tree.as_local().unwrap().scan_complete())
1170            .await;
1171        let (worktree_id, worktree_token) = worktree_a
1172            .update(&mut cx_a, |tree, cx| {
1173                tree.as_local_mut().unwrap().share(client_a.clone(), cx)
1174            })
1175            .await
1176            .unwrap();
1177
1178        // Join that worktree as clients B and C.
1179        let worktree_b = Worktree::open_remote(
1180            client_b.clone(),
1181            worktree_id,
1182            worktree_token.clone(),
1183            lang_registry.clone(),
1184            &mut cx_b.to_async(),
1185        )
1186        .await
1187        .unwrap();
1188        let worktree_c = Worktree::open_remote(
1189            client_c.clone(),
1190            worktree_id,
1191            worktree_token,
1192            lang_registry.clone(),
1193            &mut cx_c.to_async(),
1194        )
1195        .await
1196        .unwrap();
1197
1198        // Open and edit a buffer as both guests B and C.
1199        let buffer_b = worktree_b
1200            .update(&mut cx_b, |tree, cx| tree.open_buffer("file1", cx))
1201            .await
1202            .unwrap();
1203        let buffer_c = worktree_c
1204            .update(&mut cx_c, |tree, cx| tree.open_buffer("file1", cx))
1205            .await
1206            .unwrap();
1207        buffer_b.update(&mut cx_b, |buf, cx| buf.edit([0..0], "i-am-b, ", cx));
1208        buffer_c.update(&mut cx_c, |buf, cx| buf.edit([0..0], "i-am-c, ", cx));
1209
1210        // Open and edit that buffer as the host.
1211        let buffer_a = worktree_a
1212            .update(&mut cx_a, |tree, cx| tree.open_buffer("file1", cx))
1213            .await
1214            .unwrap();
1215
1216        buffer_a
1217            .condition(&mut cx_a, |buf, _| buf.text() == "i-am-c, i-am-b, ")
1218            .await;
1219        buffer_a.update(&mut cx_a, |buf, cx| {
1220            buf.edit([buf.len()..buf.len()], "i-am-a", cx)
1221        });
1222
1223        // Wait for edits to propagate
1224        buffer_a
1225            .condition(&mut cx_a, |buf, _| buf.text() == "i-am-c, i-am-b, i-am-a")
1226            .await;
1227        buffer_b
1228            .condition(&mut cx_b, |buf, _| buf.text() == "i-am-c, i-am-b, i-am-a")
1229            .await;
1230        buffer_c
1231            .condition(&mut cx_c, |buf, _| buf.text() == "i-am-c, i-am-b, i-am-a")
1232            .await;
1233
1234        // Edit the buffer as the host and concurrently save as guest B.
1235        let save_b = buffer_b.update(&mut cx_b, |buf, cx| buf.save(cx).unwrap());
1236        buffer_a.update(&mut cx_a, |buf, cx| buf.edit([0..0], "hi-a, ", cx));
1237        save_b.await.unwrap();
1238        assert_eq!(
1239            fs.load("/a/file1".as_ref()).await.unwrap(),
1240            "hi-a, i-am-c, i-am-b, i-am-a"
1241        );
1242        buffer_a.read_with(&cx_a, |buf, _| assert!(!buf.is_dirty()));
1243        buffer_b.read_with(&cx_b, |buf, _| assert!(!buf.is_dirty()));
1244        buffer_c.condition(&cx_c, |buf, _| !buf.is_dirty()).await;
1245
1246        // Make changes on host's file system, see those changes on the guests.
1247        fs.rename("/a/file2".as_ref(), "/a/file3".as_ref())
1248            .await
1249            .unwrap();
1250        fs.insert_file(Path::new("/a/file4"), "4".into())
1251            .await
1252            .unwrap();
1253
1254        worktree_b
1255            .condition(&cx_b, |tree, _| tree.file_count() == 3)
1256            .await;
1257        worktree_c
1258            .condition(&cx_c, |tree, _| tree.file_count() == 3)
1259            .await;
1260        worktree_b.read_with(&cx_b, |tree, _| {
1261            assert_eq!(
1262                tree.paths()
1263                    .map(|p| p.to_string_lossy())
1264                    .collect::<Vec<_>>(),
1265                &["file1", "file3", "file4"]
1266            )
1267        });
1268        worktree_c.read_with(&cx_c, |tree, _| {
1269            assert_eq!(
1270                tree.paths()
1271                    .map(|p| p.to_string_lossy())
1272                    .collect::<Vec<_>>(),
1273                &["file1", "file3", "file4"]
1274            )
1275        });
1276    }
1277
1278    #[gpui::test]
1279    async fn test_buffer_conflict_after_save(mut cx_a: TestAppContext, mut cx_b: TestAppContext) {
1280        cx_a.foreground().forbid_parking();
1281        let lang_registry = Arc::new(LanguageRegistry::new());
1282
1283        // Connect to a server as 2 clients.
1284        let mut server = TestServer::start().await;
1285        let (_, client_a) = server.create_client(&mut cx_a, "user_a").await;
1286        let (_, client_b) = server.create_client(&mut cx_b, "user_b").await;
1287
1288        // Share a local worktree as client A
1289        let fs = Arc::new(FakeFs::new());
1290        fs.save(Path::new("/a.txt"), &"a-contents".into())
1291            .await
1292            .unwrap();
1293        let worktree_a = Worktree::open_local(
1294            "/".as_ref(),
1295            lang_registry.clone(),
1296            fs,
1297            &mut cx_a.to_async(),
1298        )
1299        .await
1300        .unwrap();
1301        worktree_a
1302            .read_with(&cx_a, |tree, _| tree.as_local().unwrap().scan_complete())
1303            .await;
1304        let (worktree_id, worktree_token) = worktree_a
1305            .update(&mut cx_a, |tree, cx| {
1306                tree.as_local_mut().unwrap().share(client_a.clone(), cx)
1307            })
1308            .await
1309            .unwrap();
1310
1311        // Join that worktree as client B, and see that a guest has joined as client A.
1312        let worktree_b = Worktree::open_remote(
1313            client_b.clone(),
1314            worktree_id,
1315            worktree_token,
1316            lang_registry.clone(),
1317            &mut cx_b.to_async(),
1318        )
1319        .await
1320        .unwrap();
1321
1322        let buffer_b = worktree_b
1323            .update(&mut cx_b, |worktree, cx| worktree.open_buffer("a.txt", cx))
1324            .await
1325            .unwrap();
1326        let mtime = buffer_b.read_with(&cx_b, |buf, _| buf.file().unwrap().mtime);
1327
1328        buffer_b.update(&mut cx_b, |buf, cx| buf.edit([0..0], "world ", cx));
1329        buffer_b.read_with(&cx_b, |buf, _| {
1330            assert!(buf.is_dirty());
1331            assert!(!buf.has_conflict());
1332        });
1333
1334        buffer_b
1335            .update(&mut cx_b, |buf, cx| buf.save(cx))
1336            .unwrap()
1337            .await
1338            .unwrap();
1339        worktree_b
1340            .condition(&cx_b, |_, cx| {
1341                buffer_b.read(cx).file().unwrap().mtime != mtime
1342            })
1343            .await;
1344        buffer_b.read_with(&cx_b, |buf, _| {
1345            assert!(!buf.is_dirty());
1346            assert!(!buf.has_conflict());
1347        });
1348
1349        buffer_b.update(&mut cx_b, |buf, cx| buf.edit([0..0], "hello ", cx));
1350        buffer_b.read_with(&cx_b, |buf, _| {
1351            assert!(buf.is_dirty());
1352            assert!(!buf.has_conflict());
1353        });
1354    }
1355
1356    #[gpui::test]
1357    async fn test_editing_while_guest_opens_buffer(
1358        mut cx_a: TestAppContext,
1359        mut cx_b: TestAppContext,
1360    ) {
1361        cx_a.foreground().forbid_parking();
1362        let lang_registry = Arc::new(LanguageRegistry::new());
1363
1364        // Connect to a server as 2 clients.
1365        let mut server = TestServer::start().await;
1366        let (_, client_a) = server.create_client(&mut cx_a, "user_a").await;
1367        let (_, client_b) = server.create_client(&mut cx_b, "user_b").await;
1368
1369        // Share a local worktree as client A
1370        let fs = Arc::new(FakeFs::new());
1371        fs.save(Path::new("/a.txt"), &"a-contents".into())
1372            .await
1373            .unwrap();
1374        let worktree_a = Worktree::open_local(
1375            "/".as_ref(),
1376            lang_registry.clone(),
1377            fs,
1378            &mut cx_a.to_async(),
1379        )
1380        .await
1381        .unwrap();
1382        worktree_a
1383            .read_with(&cx_a, |tree, _| tree.as_local().unwrap().scan_complete())
1384            .await;
1385        let (worktree_id, worktree_token) = worktree_a
1386            .update(&mut cx_a, |tree, cx| {
1387                tree.as_local_mut().unwrap().share(client_a.clone(), cx)
1388            })
1389            .await
1390            .unwrap();
1391
1392        // Join that worktree as client B, and see that a guest has joined as client A.
1393        let worktree_b = Worktree::open_remote(
1394            client_b.clone(),
1395            worktree_id,
1396            worktree_token,
1397            lang_registry.clone(),
1398            &mut cx_b.to_async(),
1399        )
1400        .await
1401        .unwrap();
1402
1403        let buffer_a = worktree_a
1404            .update(&mut cx_a, |tree, cx| tree.open_buffer("a.txt", cx))
1405            .await
1406            .unwrap();
1407        let buffer_b = cx_b
1408            .background()
1409            .spawn(worktree_b.update(&mut cx_b, |worktree, cx| worktree.open_buffer("a.txt", cx)));
1410
1411        task::yield_now().await;
1412        buffer_a.update(&mut cx_a, |buf, cx| buf.edit([0..0], "z", cx));
1413
1414        let text = buffer_a.read_with(&cx_a, |buf, _| buf.text());
1415        let buffer_b = buffer_b.await.unwrap();
1416        buffer_b.condition(&cx_b, |buf, _| buf.text() == text).await;
1417    }
1418
1419    #[gpui::test]
1420    async fn test_peer_disconnection(mut cx_a: TestAppContext, cx_b: TestAppContext) {
1421        cx_a.foreground().forbid_parking();
1422        let lang_registry = Arc::new(LanguageRegistry::new());
1423
1424        // Connect to a server as 2 clients.
1425        let mut server = TestServer::start().await;
1426        let (_, client_a) = server.create_client(&mut cx_a, "user_a").await;
1427        let (_, client_b) = server.create_client(&mut cx_a, "user_b").await;
1428
1429        // Share a local worktree as client A
1430        let fs = Arc::new(FakeFs::new());
1431        fs.insert_tree(
1432            "/a",
1433            json!({
1434                "a.txt": "a-contents",
1435                "b.txt": "b-contents",
1436            }),
1437        )
1438        .await;
1439        let worktree_a = Worktree::open_local(
1440            "/a".as_ref(),
1441            lang_registry.clone(),
1442            fs,
1443            &mut cx_a.to_async(),
1444        )
1445        .await
1446        .unwrap();
1447        worktree_a
1448            .read_with(&cx_a, |tree, _| tree.as_local().unwrap().scan_complete())
1449            .await;
1450        let (worktree_id, worktree_token) = worktree_a
1451            .update(&mut cx_a, |tree, cx| {
1452                tree.as_local_mut().unwrap().share(client_a.clone(), cx)
1453            })
1454            .await
1455            .unwrap();
1456
1457        // Join that worktree as client B, and see that a guest has joined as client A.
1458        let _worktree_b = Worktree::open_remote(
1459            client_b.clone(),
1460            worktree_id,
1461            worktree_token,
1462            lang_registry.clone(),
1463            &mut cx_b.to_async(),
1464        )
1465        .await
1466        .unwrap();
1467        worktree_a
1468            .condition(&cx_a, |tree, _| tree.peers().len() == 1)
1469            .await;
1470
1471        // Drop client B's connection and ensure client A observes client B leaving the worktree.
1472        client_b.disconnect().await.unwrap();
1473        worktree_a
1474            .condition(&cx_a, |tree, _| tree.peers().len() == 0)
1475            .await;
1476    }
1477
1478    #[gpui::test]
1479    async fn test_basic_chat(mut cx_a: TestAppContext, mut cx_b: TestAppContext) {
1480        cx_a.foreground().forbid_parking();
1481
1482        // Connect to a server as 2 clients.
1483        let mut server = TestServer::start().await;
1484        let (user_id_a, client_a) = server.create_client(&mut cx_a, "user_a").await;
1485        let (user_id_b, client_b) = server.create_client(&mut cx_b, "user_b").await;
1486
1487        // Create an org that includes these 2 users.
1488        let db = &server.app_state.db;
1489        let org_id = db.create_org("Test Org", "test-org").await.unwrap();
1490        db.add_org_member(org_id, user_id_a, false).await.unwrap();
1491        db.add_org_member(org_id, user_id_b, false).await.unwrap();
1492
1493        // Create a channel that includes all the users.
1494        let channel_id = db.create_org_channel(org_id, "test-channel").await.unwrap();
1495        db.add_channel_member(channel_id, user_id_a, false)
1496            .await
1497            .unwrap();
1498        db.add_channel_member(channel_id, user_id_b, false)
1499            .await
1500            .unwrap();
1501        db.create_channel_message(
1502            channel_id,
1503            user_id_b,
1504            "hello A, it's B.",
1505            OffsetDateTime::now_utc(),
1506        )
1507        .await
1508        .unwrap();
1509
1510        let user_store_a = Arc::new(UserStore::new(client_a.clone()));
1511        let channels_a = cx_a.add_model(|cx| ChannelList::new(user_store_a, client_a, cx));
1512        channels_a
1513            .condition(&mut cx_a, |list, _| list.available_channels().is_some())
1514            .await;
1515        channels_a.read_with(&cx_a, |list, _| {
1516            assert_eq!(
1517                list.available_channels().unwrap(),
1518                &[ChannelDetails {
1519                    id: channel_id.to_proto(),
1520                    name: "test-channel".to_string()
1521                }]
1522            )
1523        });
1524        let channel_a = channels_a.update(&mut cx_a, |this, cx| {
1525            this.get_channel(channel_id.to_proto(), cx).unwrap()
1526        });
1527        channel_a.read_with(&cx_a, |channel, _| assert!(channel.messages().is_empty()));
1528        channel_a
1529            .condition(&cx_a, |channel, _| {
1530                channel_messages(channel)
1531                    == [("user_b".to_string(), "hello A, it's B.".to_string())]
1532            })
1533            .await;
1534
1535        let user_store_b = Arc::new(UserStore::new(client_b.clone()));
1536        let channels_b = cx_b.add_model(|cx| ChannelList::new(user_store_b, client_b, cx));
1537        channels_b
1538            .condition(&mut cx_b, |list, _| list.available_channels().is_some())
1539            .await;
1540        channels_b.read_with(&cx_b, |list, _| {
1541            assert_eq!(
1542                list.available_channels().unwrap(),
1543                &[ChannelDetails {
1544                    id: channel_id.to_proto(),
1545                    name: "test-channel".to_string()
1546                }]
1547            )
1548        });
1549
1550        let channel_b = channels_b.update(&mut cx_b, |this, cx| {
1551            this.get_channel(channel_id.to_proto(), cx).unwrap()
1552        });
1553        channel_b.read_with(&cx_b, |channel, _| assert!(channel.messages().is_empty()));
1554        channel_b
1555            .condition(&cx_b, |channel, _| {
1556                channel_messages(channel)
1557                    == [("user_b".to_string(), "hello A, it's B.".to_string())]
1558            })
1559            .await;
1560
1561        channel_a
1562            .update(&mut cx_a, |channel, cx| {
1563                channel
1564                    .send_message("oh, hi B.".to_string(), cx)
1565                    .unwrap()
1566                    .detach();
1567                let task = channel.send_message("sup".to_string(), cx).unwrap();
1568                assert_eq!(
1569                    channel
1570                        .pending_messages()
1571                        .iter()
1572                        .map(|m| &m.body)
1573                        .collect::<Vec<_>>(),
1574                    &["oh, hi B.", "sup"]
1575                );
1576                task
1577            })
1578            .await
1579            .unwrap();
1580
1581        channel_a
1582            .condition(&cx_a, |channel, _| channel.pending_messages().is_empty())
1583            .await;
1584        channel_b
1585            .condition(&cx_b, |channel, _| {
1586                channel_messages(channel)
1587                    == [
1588                        ("user_b".to_string(), "hello A, it's B.".to_string()),
1589                        ("user_a".to_string(), "oh, hi B.".to_string()),
1590                        ("user_a".to_string(), "sup".to_string()),
1591                    ]
1592            })
1593            .await;
1594
1595        assert_eq!(
1596            server.state().await.channels[&channel_id]
1597                .connection_ids
1598                .len(),
1599            2
1600        );
1601        cx_b.update(|_| drop(channel_b));
1602        server
1603            .condition(|state| state.channels[&channel_id].connection_ids.len() == 1)
1604            .await;
1605
1606        cx_a.update(|_| drop(channel_a));
1607        server
1608            .condition(|state| !state.channels.contains_key(&channel_id))
1609            .await;
1610
1611        fn channel_messages(channel: &Channel) -> Vec<(String, String)> {
1612            channel
1613                .messages()
1614                .cursor::<(), ()>()
1615                .map(|m| (m.sender.github_login.clone(), m.body.clone()))
1616                .collect()
1617        }
1618    }
1619
1620    #[gpui::test]
1621    async fn test_chat_message_validation(mut cx_a: TestAppContext) {
1622        cx_a.foreground().forbid_parking();
1623
1624        let mut server = TestServer::start().await;
1625        let (user_id_a, client_a) = server.create_client(&mut cx_a, "user_a").await;
1626
1627        let db = &server.app_state.db;
1628        let org_id = db.create_org("Test Org", "test-org").await.unwrap();
1629        let channel_id = db.create_org_channel(org_id, "test-channel").await.unwrap();
1630        db.add_org_member(org_id, user_id_a, false).await.unwrap();
1631        db.add_channel_member(channel_id, user_id_a, false)
1632            .await
1633            .unwrap();
1634
1635        let user_store_a = Arc::new(UserStore::new(client_a.clone()));
1636        let channels_a = cx_a.add_model(|cx| ChannelList::new(user_store_a, client_a, cx));
1637        channels_a
1638            .condition(&mut cx_a, |list, _| list.available_channels().is_some())
1639            .await;
1640        let channel_a = channels_a.update(&mut cx_a, |this, cx| {
1641            this.get_channel(channel_id.to_proto(), cx).unwrap()
1642        });
1643
1644        // Messages aren't allowed to be too long.
1645        channel_a
1646            .update(&mut cx_a, |channel, cx| {
1647                let long_body = "this is long.\n".repeat(1024);
1648                channel.send_message(long_body, cx).unwrap()
1649            })
1650            .await
1651            .unwrap_err();
1652
1653        // Messages aren't allowed to be blank.
1654        channel_a.update(&mut cx_a, |channel, cx| {
1655            channel.send_message(String::new(), cx).unwrap_err()
1656        });
1657
1658        // Leading and trailing whitespace are trimmed.
1659        channel_a
1660            .update(&mut cx_a, |channel, cx| {
1661                channel
1662                    .send_message("\n surrounded by whitespace  \n".to_string(), cx)
1663                    .unwrap()
1664            })
1665            .await
1666            .unwrap();
1667        assert_eq!(
1668            db.get_channel_messages(channel_id, 10, None)
1669                .await
1670                .unwrap()
1671                .iter()
1672                .map(|m| &m.body)
1673                .collect::<Vec<_>>(),
1674            &["surrounded by whitespace"]
1675        );
1676    }
1677
1678    struct TestServer {
1679        peer: Arc<Peer>,
1680        app_state: Arc<AppState>,
1681        server: Arc<Server>,
1682        notifications: mpsc::Receiver<()>,
1683        _test_db: TestDb,
1684    }
1685
1686    impl TestServer {
1687        async fn start() -> Self {
1688            let test_db = TestDb::new();
1689            let app_state = Self::build_app_state(&test_db).await;
1690            let peer = Peer::new();
1691            let notifications = mpsc::channel(128);
1692            let server = Server::new(app_state.clone(), peer.clone(), Some(notifications.0));
1693            Self {
1694                peer,
1695                app_state,
1696                server,
1697                notifications: notifications.1,
1698                _test_db: test_db,
1699            }
1700        }
1701
1702        async fn create_client(
1703            &mut self,
1704            cx: &mut TestAppContext,
1705            name: &str,
1706        ) -> (UserId, Arc<Client>) {
1707            let user_id = self.app_state.db.create_user(name, false).await.unwrap();
1708            let client = Client::new();
1709            let (client_conn, server_conn) = test::Channel::bidirectional();
1710            cx.background()
1711                .spawn(
1712                    self.server
1713                        .handle_connection(server_conn, name.to_string(), user_id),
1714                )
1715                .detach();
1716            client
1717                .set_connection(user_id.to_proto(), client_conn, &cx.to_async())
1718                .await
1719                .unwrap();
1720            (user_id, client)
1721        }
1722
1723        async fn build_app_state(test_db: &TestDb) -> Arc<AppState> {
1724            let mut config = Config::default();
1725            config.session_secret = "a".repeat(32);
1726            config.database_url = test_db.url.clone();
1727            let github_client = github::AppClient::test();
1728            Arc::new(AppState {
1729                db: test_db.db().clone(),
1730                handlebars: Default::default(),
1731                auth_client: auth::build_client("", ""),
1732                repo_client: github::RepoClient::test(&github_client),
1733                github_client,
1734                config,
1735            })
1736        }
1737
1738        async fn state<'a>(&'a self) -> RwLockReadGuard<'a, ServerState> {
1739            self.server.state.read().await
1740        }
1741
1742        async fn condition<F>(&mut self, mut predicate: F)
1743        where
1744            F: FnMut(&ServerState) -> bool,
1745        {
1746            async_std::future::timeout(Duration::from_millis(500), async {
1747                while !(predicate)(&*self.server.state.read().await) {
1748                    self.notifications.recv().await;
1749                }
1750            })
1751            .await
1752            .expect("condition timed out");
1753        }
1754    }
1755
1756    impl Drop for TestServer {
1757        fn drop(&mut self) {
1758            task::block_on(self.peer.reset());
1759        }
1760    }
1761
1762    struct EmptyView;
1763
1764    impl gpui::Entity for EmptyView {
1765        type Event = ();
1766    }
1767
1768    impl gpui::View for EmptyView {
1769        fn ui_name() -> &'static str {
1770            "empty view"
1771        }
1772
1773        fn render(&mut self, _: &mut gpui::RenderContext<Self>) -> gpui::ElementBox {
1774            gpui::Element::boxed(gpui::elements::Empty)
1775        }
1776    }
1777}