room.rs

   1use crate::{
   2    call_settings::CallSettings,
   3    participant::{LocalParticipant, ParticipantLocation, RemoteParticipant},
   4};
   5use anyhow::{anyhow, Result};
   6use audio::{Audio, Sound};
   7use client::{
   8    proto::{self, PeerId},
   9    ChannelId, Client, ParticipantIndex, TypedEnvelope, User, UserStore,
  10};
  11use collections::{BTreeMap, HashMap, HashSet};
  12use fs::Fs;
  13use futures::{FutureExt, StreamExt};
  14use gpui::{
  15    AppContext, AsyncAppContext, Context, EventEmitter, Model, ModelContext, Task, WeakModel,
  16};
  17use language::LanguageRegistry;
  18use live_kit_client::{LocalAudioTrack, LocalTrackPublication, LocalVideoTrack, RoomUpdate};
  19use postage::{sink::Sink, stream::Stream, watch};
  20use project::Project;
  21use settings::Settings as _;
  22use std::{future::Future, mem, sync::Arc, time::Duration};
  23use util::{post_inc, ResultExt, TryFutureExt};
  24
  25pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
  26
  27#[derive(Clone, Debug, PartialEq, Eq)]
  28pub enum Event {
  29    RoomJoined {
  30        channel_id: Option<ChannelId>,
  31    },
  32    ParticipantLocationChanged {
  33        participant_id: proto::PeerId,
  34    },
  35    RemoteVideoTracksChanged {
  36        participant_id: proto::PeerId,
  37    },
  38    RemoteAudioTracksChanged {
  39        participant_id: proto::PeerId,
  40    },
  41    RemoteProjectShared {
  42        owner: Arc<User>,
  43        project_id: u64,
  44        worktree_root_names: Vec<String>,
  45    },
  46    RemoteProjectUnshared {
  47        project_id: u64,
  48    },
  49    RemoteProjectJoined {
  50        project_id: u64,
  51    },
  52    RemoteProjectInvitationDiscarded {
  53        project_id: u64,
  54    },
  55    RoomLeft {
  56        channel_id: Option<ChannelId>,
  57    },
  58}
  59
  60pub struct Room {
  61    id: u64,
  62    channel_id: Option<ChannelId>,
  63    live_kit: Option<LiveKitRoom>,
  64    status: RoomStatus,
  65    shared_projects: HashSet<WeakModel<Project>>,
  66    joined_projects: HashSet<WeakModel<Project>>,
  67    local_participant: LocalParticipant,
  68    remote_participants: BTreeMap<u64, RemoteParticipant>,
  69    pending_participants: Vec<Arc<User>>,
  70    participant_user_ids: HashSet<u64>,
  71    pending_call_count: usize,
  72    leave_when_empty: bool,
  73    client: Arc<Client>,
  74    user_store: Model<UserStore>,
  75    follows_by_leader_id_project_id: HashMap<(PeerId, u64), Vec<PeerId>>,
  76    client_subscriptions: Vec<client::Subscription>,
  77    _subscriptions: Vec<gpui::Subscription>,
  78    room_update_completed_tx: watch::Sender<Option<()>>,
  79    room_update_completed_rx: watch::Receiver<Option<()>>,
  80    pending_room_update: Option<Task<()>>,
  81    maintain_connection: Option<Task<Option<()>>>,
  82}
  83
  84impl EventEmitter<Event> for Room {}
  85
  86impl Room {
  87    pub fn channel_id(&self) -> Option<ChannelId> {
  88        self.channel_id
  89    }
  90
  91    pub fn is_sharing_project(&self) -> bool {
  92        !self.shared_projects.is_empty()
  93    }
  94
  95    #[cfg(any(test, feature = "test-support"))]
  96    pub fn is_connected(&self) -> bool {
  97        if let Some(live_kit) = self.live_kit.as_ref() {
  98            matches!(
  99                *live_kit.room.status().borrow(),
 100                live_kit_client::ConnectionState::Connected { .. }
 101            )
 102        } else {
 103            false
 104        }
 105    }
 106
 107    fn new(
 108        id: u64,
 109        channel_id: Option<ChannelId>,
 110        live_kit_connection_info: Option<proto::LiveKitConnectionInfo>,
 111        client: Arc<Client>,
 112        user_store: Model<UserStore>,
 113        cx: &mut ModelContext<Self>,
 114    ) -> Self {
 115        let live_kit_room = if let Some(connection_info) = live_kit_connection_info {
 116            let room = live_kit_client::Room::new();
 117            let mut status = room.status();
 118            // Consume the initial status of the room.
 119            let _ = status.try_recv();
 120            let _maintain_room = cx.spawn(|this, mut cx| async move {
 121                while let Some(status) = status.next().await {
 122                    let this = if let Some(this) = this.upgrade() {
 123                        this
 124                    } else {
 125                        break;
 126                    };
 127
 128                    if status == live_kit_client::ConnectionState::Disconnected {
 129                        this.update(&mut cx, |this, cx| this.leave(cx).log_err())
 130                            .ok();
 131                        break;
 132                    }
 133                }
 134            });
 135
 136            let _handle_updates = cx.spawn({
 137                let room = room.clone();
 138                move |this, mut cx| async move {
 139                    let mut updates = room.updates();
 140                    while let Some(update) = updates.next().await {
 141                        let this = if let Some(this) = this.upgrade() {
 142                            this
 143                        } else {
 144                            break;
 145                        };
 146
 147                        this.update(&mut cx, |this, cx| {
 148                            this.live_kit_room_updated(update, cx).log_err()
 149                        })
 150                        .ok();
 151                    }
 152                }
 153            });
 154
 155            let connect = room.connect(&connection_info.server_url, &connection_info.token);
 156            cx.spawn(|this, mut cx| async move {
 157                connect.await?;
 158                this.update(&mut cx, |this, cx| {
 159                    if this.can_use_microphone() {
 160                        if let Some(live_kit) = &this.live_kit {
 161                            if !live_kit.muted_by_user && !live_kit.deafened {
 162                                return this.share_microphone(cx);
 163                            }
 164                        }
 165                    }
 166                    Task::ready(Ok(()))
 167                })?
 168                .await
 169            })
 170            .detach_and_log_err(cx);
 171
 172            Some(LiveKitRoom {
 173                room,
 174                screen_track: LocalTrack::None,
 175                microphone_track: LocalTrack::None,
 176                next_publish_id: 0,
 177                muted_by_user: Self::mute_on_join(cx),
 178                deafened: false,
 179                speaking: false,
 180                _maintain_room,
 181                _handle_updates,
 182            })
 183        } else {
 184            None
 185        };
 186
 187        let maintain_connection = cx.spawn({
 188            let client = client.clone();
 189            move |this, cx| Self::maintain_connection(this, client.clone(), cx).log_err()
 190        });
 191
 192        Audio::play_sound(Sound::Joined, cx);
 193
 194        let (room_update_completed_tx, room_update_completed_rx) = watch::channel();
 195
 196        Self {
 197            id,
 198            channel_id,
 199            live_kit: live_kit_room,
 200            status: RoomStatus::Online,
 201            shared_projects: Default::default(),
 202            joined_projects: Default::default(),
 203            participant_user_ids: Default::default(),
 204            local_participant: Default::default(),
 205            remote_participants: Default::default(),
 206            pending_participants: Default::default(),
 207            pending_call_count: 0,
 208            client_subscriptions: vec![
 209                client.add_message_handler(cx.weak_model(), Self::handle_room_updated)
 210            ],
 211            _subscriptions: vec![
 212                cx.on_release(Self::released),
 213                cx.on_app_quit(Self::app_will_quit),
 214            ],
 215            leave_when_empty: false,
 216            pending_room_update: None,
 217            client,
 218            user_store,
 219            follows_by_leader_id_project_id: Default::default(),
 220            maintain_connection: Some(maintain_connection),
 221            room_update_completed_tx,
 222            room_update_completed_rx,
 223        }
 224    }
 225
 226    pub(crate) fn create(
 227        called_user_id: u64,
 228        initial_project: Option<Model<Project>>,
 229        client: Arc<Client>,
 230        user_store: Model<UserStore>,
 231        cx: &mut AppContext,
 232    ) -> Task<Result<Model<Self>>> {
 233        cx.spawn(move |mut cx| async move {
 234            let response = client.request(proto::CreateRoom {}).await?;
 235            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 236            let room = cx.new_model(|cx| {
 237                let mut room = Self::new(
 238                    room_proto.id,
 239                    None,
 240                    response.live_kit_connection_info,
 241                    client,
 242                    user_store,
 243                    cx,
 244                );
 245                if let Some(participant) = room_proto.participants.first() {
 246                    room.local_participant.role = participant.role()
 247                }
 248                room
 249            })?;
 250
 251            let initial_project_id = if let Some(initial_project) = initial_project {
 252                let initial_project_id = room
 253                    .update(&mut cx, |room, cx| {
 254                        room.share_project(initial_project.clone(), cx)
 255                    })?
 256                    .await?;
 257                Some(initial_project_id)
 258            } else {
 259                None
 260            };
 261
 262            let did_join = room
 263                .update(&mut cx, |room, cx| {
 264                    room.leave_when_empty = true;
 265                    room.call(called_user_id, initial_project_id, cx)
 266                })?
 267                .await;
 268            match did_join {
 269                Ok(()) => Ok(room),
 270                Err(error) => Err(error.context("room creation failed")),
 271            }
 272        })
 273    }
 274
 275    pub(crate) async fn join_channel(
 276        channel_id: ChannelId,
 277        client: Arc<Client>,
 278        user_store: Model<UserStore>,
 279        cx: AsyncAppContext,
 280    ) -> Result<Model<Self>> {
 281        Self::from_join_response(
 282            client
 283                .request(proto::JoinChannel {
 284                    channel_id: channel_id.0,
 285                })
 286                .await?,
 287            client,
 288            user_store,
 289            cx,
 290        )
 291    }
 292
 293    pub(crate) async fn join(
 294        room_id: u64,
 295        client: Arc<Client>,
 296        user_store: Model<UserStore>,
 297        cx: AsyncAppContext,
 298    ) -> Result<Model<Self>> {
 299        Self::from_join_response(
 300            client.request(proto::JoinRoom { id: room_id }).await?,
 301            client,
 302            user_store,
 303            cx,
 304        )
 305    }
 306
 307    fn released(&mut self, cx: &mut AppContext) {
 308        if self.status.is_online() {
 309            self.leave_internal(cx).detach_and_log_err(cx);
 310        }
 311    }
 312
 313    fn app_will_quit(&mut self, cx: &mut ModelContext<Self>) -> impl Future<Output = ()> {
 314        let task = if self.status.is_online() {
 315            let leave = self.leave_internal(cx);
 316            Some(cx.background_executor().spawn(async move {
 317                leave.await.log_err();
 318            }))
 319        } else {
 320            None
 321        };
 322
 323        async move {
 324            if let Some(task) = task {
 325                task.await;
 326            }
 327        }
 328    }
 329
 330    pub fn mute_on_join(cx: &AppContext) -> bool {
 331        CallSettings::get_global(cx).mute_on_join || client::IMPERSONATE_LOGIN.is_some()
 332    }
 333
 334    fn from_join_response(
 335        response: proto::JoinRoomResponse,
 336        client: Arc<Client>,
 337        user_store: Model<UserStore>,
 338        mut cx: AsyncAppContext,
 339    ) -> Result<Model<Self>> {
 340        let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 341        let room = cx.new_model(|cx| {
 342            Self::new(
 343                room_proto.id,
 344                response.channel_id.map(ChannelId),
 345                response.live_kit_connection_info,
 346                client,
 347                user_store,
 348                cx,
 349            )
 350        })?;
 351        room.update(&mut cx, |room, cx| {
 352            room.leave_when_empty = room.channel_id.is_none();
 353            room.apply_room_update(room_proto, cx)?;
 354            anyhow::Ok(())
 355        })??;
 356        Ok(room)
 357    }
 358
 359    fn should_leave(&self) -> bool {
 360        self.leave_when_empty
 361            && self.pending_room_update.is_none()
 362            && self.pending_participants.is_empty()
 363            && self.remote_participants.is_empty()
 364            && self.pending_call_count == 0
 365    }
 366
 367    pub(crate) fn leave(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 368        cx.notify();
 369        self.leave_internal(cx)
 370    }
 371
 372    fn leave_internal(&mut self, cx: &mut AppContext) -> Task<Result<()>> {
 373        if self.status.is_offline() {
 374            return Task::ready(Err(anyhow!("room is offline")));
 375        }
 376
 377        log::info!("leaving room");
 378        Audio::play_sound(Sound::Leave, cx);
 379
 380        self.clear_state(cx);
 381
 382        let leave_room = self.client.request(proto::LeaveRoom {});
 383        cx.background_executor().spawn(async move {
 384            leave_room.await?;
 385            anyhow::Ok(())
 386        })
 387    }
 388
 389    pub(crate) fn clear_state(&mut self, cx: &mut AppContext) {
 390        for project in self.shared_projects.drain() {
 391            if let Some(project) = project.upgrade() {
 392                project.update(cx, |project, cx| {
 393                    project.unshare(cx).log_err();
 394                });
 395            }
 396        }
 397        for project in self.joined_projects.drain() {
 398            if let Some(project) = project.upgrade() {
 399                project.update(cx, |project, cx| {
 400                    project.disconnected_from_host(cx);
 401                    project.close(cx);
 402                });
 403            }
 404        }
 405
 406        self.status = RoomStatus::Offline;
 407        self.remote_participants.clear();
 408        self.pending_participants.clear();
 409        self.participant_user_ids.clear();
 410        self.client_subscriptions.clear();
 411        self.live_kit.take();
 412        self.pending_room_update.take();
 413        self.maintain_connection.take();
 414    }
 415
 416    async fn maintain_connection(
 417        this: WeakModel<Self>,
 418        client: Arc<Client>,
 419        mut cx: AsyncAppContext,
 420    ) -> Result<()> {
 421        let mut client_status = client.status();
 422        loop {
 423            let _ = client_status.try_recv();
 424            let is_connected = client_status.borrow().is_connected();
 425            // Even if we're initially connected, any future change of the status means we momentarily disconnected.
 426            if !is_connected || client_status.next().await.is_some() {
 427                log::info!("detected client disconnection");
 428
 429                this.upgrade()
 430                    .ok_or_else(|| anyhow!("room was dropped"))?
 431                    .update(&mut cx, |this, cx| {
 432                        this.status = RoomStatus::Rejoining;
 433                        cx.notify();
 434                    })?;
 435
 436                // Wait for client to re-establish a connection to the server.
 437                {
 438                    let mut reconnection_timeout =
 439                        cx.background_executor().timer(RECONNECT_TIMEOUT).fuse();
 440                    let client_reconnection = async {
 441                        let mut remaining_attempts = 3;
 442                        while remaining_attempts > 0 {
 443                            if client_status.borrow().is_connected() {
 444                                log::info!("client reconnected, attempting to rejoin room");
 445
 446                                let Some(this) = this.upgrade() else { break };
 447                                match this.update(&mut cx, |this, cx| this.rejoin(cx)) {
 448                                    Ok(task) => {
 449                                        if task.await.log_err().is_some() {
 450                                            return true;
 451                                        } else {
 452                                            remaining_attempts -= 1;
 453                                        }
 454                                    }
 455                                    Err(_app_dropped) => return false,
 456                                }
 457                            } else if client_status.borrow().is_signed_out() {
 458                                return false;
 459                            }
 460
 461                            log::info!(
 462                                "waiting for client status change, remaining attempts {}",
 463                                remaining_attempts
 464                            );
 465                            client_status.next().await;
 466                        }
 467                        false
 468                    }
 469                    .fuse();
 470                    futures::pin_mut!(client_reconnection);
 471
 472                    futures::select_biased! {
 473                        reconnected = client_reconnection => {
 474                            if reconnected {
 475                                log::info!("successfully reconnected to room");
 476                                // If we successfully joined the room, go back around the loop
 477                                // waiting for future connection status changes.
 478                                continue;
 479                            }
 480                        }
 481                        _ = reconnection_timeout => {
 482                            log::info!("room reconnection timeout expired");
 483                        }
 484                    }
 485                }
 486
 487                break;
 488            }
 489        }
 490
 491        // The client failed to re-establish a connection to the server
 492        // or an error occurred while trying to re-join the room. Either way
 493        // we leave the room and return an error.
 494        if let Some(this) = this.upgrade() {
 495            log::info!("reconnection failed, leaving room");
 496            this.update(&mut cx, |this, cx| this.leave(cx))?.await?;
 497        }
 498        Err(anyhow!(
 499            "can't reconnect to room: client failed to re-establish connection"
 500        ))
 501    }
 502
 503    fn rejoin(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 504        let mut projects = HashMap::default();
 505        let mut reshared_projects = Vec::new();
 506        let mut rejoined_projects = Vec::new();
 507        self.shared_projects.retain(|project| {
 508            if let Some(handle) = project.upgrade() {
 509                let project = handle.read(cx);
 510                if let Some(project_id) = project.remote_id() {
 511                    projects.insert(project_id, handle.clone());
 512                    reshared_projects.push(proto::UpdateProject {
 513                        project_id,
 514                        worktrees: project.worktree_metadata_protos(cx),
 515                    });
 516                    return true;
 517                }
 518            }
 519            false
 520        });
 521        self.joined_projects.retain(|project| {
 522            if let Some(handle) = project.upgrade() {
 523                let project = handle.read(cx);
 524                if let Some(project_id) = project.remote_id() {
 525                    projects.insert(project_id, handle.clone());
 526                    rejoined_projects.push(proto::RejoinProject {
 527                        id: project_id,
 528                        worktrees: project
 529                            .worktrees(cx)
 530                            .map(|worktree| {
 531                                let worktree = worktree.read(cx);
 532                                proto::RejoinWorktree {
 533                                    id: worktree.id().to_proto(),
 534                                    scan_id: worktree.completed_scan_id() as u64,
 535                                }
 536                            })
 537                            .collect(),
 538                    });
 539                }
 540                return true;
 541            }
 542            false
 543        });
 544
 545        let response = self.client.request_envelope(proto::RejoinRoom {
 546            id: self.id,
 547            reshared_projects,
 548            rejoined_projects,
 549        });
 550
 551        cx.spawn(|this, mut cx| async move {
 552            let response = response.await?;
 553            let message_id = response.message_id;
 554            let response = response.payload;
 555            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 556            this.update(&mut cx, |this, cx| {
 557                this.status = RoomStatus::Online;
 558                this.apply_room_update(room_proto, cx)?;
 559
 560                for reshared_project in response.reshared_projects {
 561                    if let Some(project) = projects.get(&reshared_project.id) {
 562                        project.update(cx, |project, cx| {
 563                            project.reshared(reshared_project, cx).log_err();
 564                        });
 565                    }
 566                }
 567
 568                for rejoined_project in response.rejoined_projects {
 569                    if let Some(project) = projects.get(&rejoined_project.id) {
 570                        project.update(cx, |project, cx| {
 571                            project.rejoined(rejoined_project, message_id, cx).log_err();
 572                        });
 573                    }
 574                }
 575
 576                anyhow::Ok(())
 577            })?
 578        })
 579    }
 580
 581    pub fn id(&self) -> u64 {
 582        self.id
 583    }
 584
 585    pub fn status(&self) -> RoomStatus {
 586        self.status
 587    }
 588
 589    pub fn local_participant(&self) -> &LocalParticipant {
 590        &self.local_participant
 591    }
 592
 593    pub fn remote_participants(&self) -> &BTreeMap<u64, RemoteParticipant> {
 594        &self.remote_participants
 595    }
 596
 597    pub fn remote_participant_for_peer_id(&self, peer_id: PeerId) -> Option<&RemoteParticipant> {
 598        self.remote_participants
 599            .values()
 600            .find(|p| p.peer_id == peer_id)
 601    }
 602
 603    pub fn role_for_user(&self, user_id: u64) -> Option<proto::ChannelRole> {
 604        self.remote_participants
 605            .get(&user_id)
 606            .map(|participant| participant.role)
 607    }
 608
 609    pub fn contains_guests(&self) -> bool {
 610        self.local_participant.role == proto::ChannelRole::Guest
 611            || self
 612                .remote_participants
 613                .values()
 614                .any(|p| p.role == proto::ChannelRole::Guest)
 615    }
 616
 617    pub fn local_participant_is_admin(&self) -> bool {
 618        self.local_participant.role == proto::ChannelRole::Admin
 619    }
 620
 621    pub fn local_participant_is_guest(&self) -> bool {
 622        self.local_participant.role == proto::ChannelRole::Guest
 623    }
 624
 625    pub fn set_participant_role(
 626        &mut self,
 627        user_id: u64,
 628        role: proto::ChannelRole,
 629        cx: &ModelContext<Self>,
 630    ) -> Task<Result<()>> {
 631        let client = self.client.clone();
 632        let room_id = self.id;
 633        let role = role.into();
 634        cx.spawn(|_, _| async move {
 635            client
 636                .request(proto::SetRoomParticipantRole {
 637                    room_id,
 638                    user_id,
 639                    role,
 640                })
 641                .await
 642                .map(|_| ())
 643        })
 644    }
 645
 646    pub fn pending_participants(&self) -> &[Arc<User>] {
 647        &self.pending_participants
 648    }
 649
 650    pub fn contains_participant(&self, user_id: u64) -> bool {
 651        self.participant_user_ids.contains(&user_id)
 652    }
 653
 654    pub fn followers_for(&self, leader_id: PeerId, project_id: u64) -> &[PeerId] {
 655        self.follows_by_leader_id_project_id
 656            .get(&(leader_id, project_id))
 657            .map_or(&[], |v| v.as_slice())
 658    }
 659
 660    /// Returns the most 'active' projects, defined as most people in the project
 661    pub fn most_active_project(&self, cx: &AppContext) -> Option<(u64, u64)> {
 662        let mut project_hosts_and_guest_counts = HashMap::<u64, (Option<u64>, u32)>::default();
 663        for participant in self.remote_participants.values() {
 664            match participant.location {
 665                ParticipantLocation::SharedProject { project_id } => {
 666                    project_hosts_and_guest_counts
 667                        .entry(project_id)
 668                        .or_default()
 669                        .1 += 1;
 670                }
 671                ParticipantLocation::External | ParticipantLocation::UnsharedProject => {}
 672            }
 673            for project in &participant.projects {
 674                project_hosts_and_guest_counts
 675                    .entry(project.id)
 676                    .or_default()
 677                    .0 = Some(participant.user.id);
 678            }
 679        }
 680
 681        if let Some(user) = self.user_store.read(cx).current_user() {
 682            for project in &self.local_participant.projects {
 683                project_hosts_and_guest_counts
 684                    .entry(project.id)
 685                    .or_default()
 686                    .0 = Some(user.id);
 687            }
 688        }
 689
 690        project_hosts_and_guest_counts
 691            .into_iter()
 692            .filter_map(|(id, (host, guest_count))| Some((id, host?, guest_count)))
 693            .max_by_key(|(_, _, guest_count)| *guest_count)
 694            .map(|(id, host, _)| (id, host))
 695    }
 696
 697    async fn handle_room_updated(
 698        this: Model<Self>,
 699        envelope: TypedEnvelope<proto::RoomUpdated>,
 700        mut cx: AsyncAppContext,
 701    ) -> Result<()> {
 702        let room = envelope
 703            .payload
 704            .room
 705            .ok_or_else(|| anyhow!("invalid room"))?;
 706        this.update(&mut cx, |this, cx| this.apply_room_update(room, cx))?
 707    }
 708
 709    fn apply_room_update(
 710        &mut self,
 711        mut room: proto::Room,
 712        cx: &mut ModelContext<Self>,
 713    ) -> Result<()> {
 714        // Filter ourselves out from the room's participants.
 715        let local_participant_ix = room
 716            .participants
 717            .iter()
 718            .position(|participant| Some(participant.user_id) == self.client.user_id());
 719        let local_participant = local_participant_ix.map(|ix| room.participants.swap_remove(ix));
 720
 721        let pending_participant_user_ids = room
 722            .pending_participants
 723            .iter()
 724            .map(|p| p.user_id)
 725            .collect::<Vec<_>>();
 726
 727        let remote_participant_user_ids = room
 728            .participants
 729            .iter()
 730            .map(|p| p.user_id)
 731            .collect::<Vec<_>>();
 732
 733        let (remote_participants, pending_participants) =
 734            self.user_store.update(cx, move |user_store, cx| {
 735                (
 736                    user_store.get_users(remote_participant_user_ids, cx),
 737                    user_store.get_users(pending_participant_user_ids, cx),
 738                )
 739            });
 740
 741        self.pending_room_update = Some(cx.spawn(|this, mut cx| async move {
 742            let (remote_participants, pending_participants) =
 743                futures::join!(remote_participants, pending_participants);
 744
 745            this.update(&mut cx, |this, cx| {
 746                this.participant_user_ids.clear();
 747
 748                if let Some(participant) = local_participant {
 749                    let role = participant.role();
 750                    this.local_participant.projects = participant.projects;
 751                    if this.local_participant.role != role {
 752                        this.local_participant.role = role;
 753
 754                        if role == proto::ChannelRole::Guest {
 755                            for project in mem::take(&mut this.shared_projects) {
 756                                if let Some(project) = project.upgrade() {
 757                                    this.unshare_project(project, cx).log_err();
 758                                }
 759                            }
 760                            this.local_participant.projects.clear();
 761                            if let Some(live_kit_room) = &mut this.live_kit {
 762                                live_kit_room.stop_publishing(cx);
 763                            }
 764                        }
 765
 766                        this.joined_projects.retain(|project| {
 767                            if let Some(project) = project.upgrade() {
 768                                project.update(cx, |project, cx| project.set_role(role, cx));
 769                                true
 770                            } else {
 771                                false
 772                            }
 773                        });
 774                    }
 775                } else {
 776                    this.local_participant.projects.clear();
 777                }
 778
 779                if let Some(participants) = remote_participants.log_err() {
 780                    for (participant, user) in room.participants.into_iter().zip(participants) {
 781                        let Some(peer_id) = participant.peer_id else {
 782                            continue;
 783                        };
 784                        let participant_index = ParticipantIndex(participant.participant_index);
 785                        this.participant_user_ids.insert(participant.user_id);
 786
 787                        let old_projects = this
 788                            .remote_participants
 789                            .get(&participant.user_id)
 790                            .into_iter()
 791                            .flat_map(|existing| &existing.projects)
 792                            .map(|project| project.id)
 793                            .collect::<HashSet<_>>();
 794                        let new_projects = participant
 795                            .projects
 796                            .iter()
 797                            .map(|project| project.id)
 798                            .collect::<HashSet<_>>();
 799
 800                        for project in &participant.projects {
 801                            if !old_projects.contains(&project.id) {
 802                                cx.emit(Event::RemoteProjectShared {
 803                                    owner: user.clone(),
 804                                    project_id: project.id,
 805                                    worktree_root_names: project.worktree_root_names.clone(),
 806                                });
 807                            }
 808                        }
 809
 810                        for unshared_project_id in old_projects.difference(&new_projects) {
 811                            this.joined_projects.retain(|project| {
 812                                if let Some(project) = project.upgrade() {
 813                                    project.update(cx, |project, cx| {
 814                                        if project.remote_id() == Some(*unshared_project_id) {
 815                                            project.disconnected_from_host(cx);
 816                                            false
 817                                        } else {
 818                                            true
 819                                        }
 820                                    })
 821                                } else {
 822                                    false
 823                                }
 824                            });
 825                            cx.emit(Event::RemoteProjectUnshared {
 826                                project_id: *unshared_project_id,
 827                            });
 828                        }
 829
 830                        let role = participant.role();
 831                        let location = ParticipantLocation::from_proto(participant.location)
 832                            .unwrap_or(ParticipantLocation::External);
 833                        if let Some(remote_participant) =
 834                            this.remote_participants.get_mut(&participant.user_id)
 835                        {
 836                            remote_participant.peer_id = peer_id;
 837                            remote_participant.projects = participant.projects;
 838                            remote_participant.participant_index = participant_index;
 839                            if location != remote_participant.location
 840                                || role != remote_participant.role
 841                            {
 842                                remote_participant.location = location;
 843                                remote_participant.role = role;
 844                                cx.emit(Event::ParticipantLocationChanged {
 845                                    participant_id: peer_id,
 846                                });
 847                            }
 848                        } else {
 849                            this.remote_participants.insert(
 850                                participant.user_id,
 851                                RemoteParticipant {
 852                                    user: user.clone(),
 853                                    participant_index,
 854                                    peer_id,
 855                                    projects: participant.projects,
 856                                    location,
 857                                    role,
 858                                    muted: true,
 859                                    speaking: false,
 860                                    video_tracks: Default::default(),
 861                                    audio_tracks: Default::default(),
 862                                },
 863                            );
 864
 865                            Audio::play_sound(Sound::Joined, cx);
 866
 867                            if let Some(live_kit) = this.live_kit.as_ref() {
 868                                let video_tracks =
 869                                    live_kit.room.remote_video_tracks(&user.id.to_string());
 870                                let audio_tracks =
 871                                    live_kit.room.remote_audio_tracks(&user.id.to_string());
 872                                let publications = live_kit
 873                                    .room
 874                                    .remote_audio_track_publications(&user.id.to_string());
 875
 876                                for track in video_tracks {
 877                                    this.live_kit_room_updated(
 878                                        RoomUpdate::SubscribedToRemoteVideoTrack(track),
 879                                        cx,
 880                                    )
 881                                    .log_err();
 882                                }
 883
 884                                for (track, publication) in
 885                                    audio_tracks.iter().zip(publications.iter())
 886                                {
 887                                    this.live_kit_room_updated(
 888                                        RoomUpdate::SubscribedToRemoteAudioTrack(
 889                                            track.clone(),
 890                                            publication.clone(),
 891                                        ),
 892                                        cx,
 893                                    )
 894                                    .log_err();
 895                                }
 896                            }
 897                        }
 898                    }
 899
 900                    this.remote_participants.retain(|user_id, participant| {
 901                        if this.participant_user_ids.contains(user_id) {
 902                            true
 903                        } else {
 904                            for project in &participant.projects {
 905                                cx.emit(Event::RemoteProjectUnshared {
 906                                    project_id: project.id,
 907                                });
 908                            }
 909                            false
 910                        }
 911                    });
 912                }
 913
 914                if let Some(pending_participants) = pending_participants.log_err() {
 915                    this.pending_participants = pending_participants;
 916                    for participant in &this.pending_participants {
 917                        this.participant_user_ids.insert(participant.id);
 918                    }
 919                }
 920
 921                this.follows_by_leader_id_project_id.clear();
 922                for follower in room.followers {
 923                    let project_id = follower.project_id;
 924                    let (leader, follower) = match (follower.leader_id, follower.follower_id) {
 925                        (Some(leader), Some(follower)) => (leader, follower),
 926
 927                        _ => {
 928                            log::error!("Follower message {follower:?} missing some state");
 929                            continue;
 930                        }
 931                    };
 932
 933                    let list = this
 934                        .follows_by_leader_id_project_id
 935                        .entry((leader, project_id))
 936                        .or_default();
 937                    if !list.contains(&follower) {
 938                        list.push(follower);
 939                    }
 940                }
 941
 942                this.pending_room_update.take();
 943                if this.should_leave() {
 944                    log::info!("room is empty, leaving");
 945                    this.leave(cx).detach();
 946                }
 947
 948                this.user_store.update(cx, |user_store, cx| {
 949                    let participant_indices_by_user_id = this
 950                        .remote_participants
 951                        .iter()
 952                        .map(|(user_id, participant)| (*user_id, participant.participant_index))
 953                        .collect();
 954                    user_store.set_participant_indices(participant_indices_by_user_id, cx);
 955                });
 956
 957                this.check_invariants();
 958                this.room_update_completed_tx.try_send(Some(())).ok();
 959                cx.notify();
 960            })
 961            .ok();
 962        }));
 963
 964        cx.notify();
 965        Ok(())
 966    }
 967
 968    pub fn room_update_completed(&mut self) -> impl Future<Output = ()> {
 969        let mut done_rx = self.room_update_completed_rx.clone();
 970        async move {
 971            while let Some(result) = done_rx.next().await {
 972                if result.is_some() {
 973                    break;
 974                }
 975            }
 976        }
 977    }
 978
 979    fn live_kit_room_updated(
 980        &mut self,
 981        update: RoomUpdate,
 982        cx: &mut ModelContext<Self>,
 983    ) -> Result<()> {
 984        match update {
 985            RoomUpdate::SubscribedToRemoteVideoTrack(track) => {
 986                let user_id = track.publisher_id().parse()?;
 987                let track_id = track.sid().to_string();
 988                let participant = self
 989                    .remote_participants
 990                    .get_mut(&user_id)
 991                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
 992                participant.video_tracks.insert(track_id.clone(), track);
 993                cx.emit(Event::RemoteVideoTracksChanged {
 994                    participant_id: participant.peer_id,
 995                });
 996            }
 997
 998            RoomUpdate::UnsubscribedFromRemoteVideoTrack {
 999                publisher_id,
1000                track_id,
1001            } => {
1002                let user_id = publisher_id.parse()?;
1003                let participant = self
1004                    .remote_participants
1005                    .get_mut(&user_id)
1006                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1007                participant.video_tracks.remove(&track_id);
1008                cx.emit(Event::RemoteVideoTracksChanged {
1009                    participant_id: participant.peer_id,
1010                });
1011            }
1012
1013            RoomUpdate::ActiveSpeakersChanged { speakers } => {
1014                let mut speaker_ids = speakers
1015                    .into_iter()
1016                    .filter_map(|speaker_sid| speaker_sid.parse().ok())
1017                    .collect::<Vec<u64>>();
1018                speaker_ids.sort_unstable();
1019                for (sid, participant) in &mut self.remote_participants {
1020                    participant.speaking = speaker_ids.binary_search(sid).is_ok();
1021                }
1022                if let Some(id) = self.client.user_id() {
1023                    if let Some(room) = &mut self.live_kit {
1024                        room.speaking = speaker_ids.binary_search(&id).is_ok();
1025                    }
1026                }
1027            }
1028
1029            RoomUpdate::RemoteAudioTrackMuteChanged { track_id, muted } => {
1030                let mut found = false;
1031                for participant in &mut self.remote_participants.values_mut() {
1032                    for track in participant.audio_tracks.values() {
1033                        if track.sid() == track_id {
1034                            found = true;
1035                            break;
1036                        }
1037                    }
1038                    if found {
1039                        participant.muted = muted;
1040                        break;
1041                    }
1042                }
1043            }
1044
1045            RoomUpdate::SubscribedToRemoteAudioTrack(track, publication) => {
1046                if let Some(live_kit) = &self.live_kit {
1047                    if live_kit.deafened {
1048                        track.stop();
1049                        cx.foreground_executor()
1050                            .spawn(publication.set_enabled(false))
1051                            .detach();
1052                    }
1053                }
1054
1055                let user_id = track.publisher_id().parse()?;
1056                let track_id = track.sid().to_string();
1057                let participant = self
1058                    .remote_participants
1059                    .get_mut(&user_id)
1060                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
1061                participant.audio_tracks.insert(track_id.clone(), track);
1062                participant.muted = publication.is_muted();
1063
1064                cx.emit(Event::RemoteAudioTracksChanged {
1065                    participant_id: participant.peer_id,
1066                });
1067            }
1068
1069            RoomUpdate::UnsubscribedFromRemoteAudioTrack {
1070                publisher_id,
1071                track_id,
1072            } => {
1073                let user_id = publisher_id.parse()?;
1074                let participant = self
1075                    .remote_participants
1076                    .get_mut(&user_id)
1077                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1078                participant.audio_tracks.remove(&track_id);
1079                cx.emit(Event::RemoteAudioTracksChanged {
1080                    participant_id: participant.peer_id,
1081                });
1082            }
1083
1084            RoomUpdate::LocalAudioTrackUnpublished { publication } => {
1085                log::info!("unpublished audio track {}", publication.sid());
1086                if let Some(room) = &mut self.live_kit {
1087                    room.microphone_track = LocalTrack::None;
1088                }
1089            }
1090
1091            RoomUpdate::LocalVideoTrackUnpublished { publication } => {
1092                log::info!("unpublished video track {}", publication.sid());
1093                if let Some(room) = &mut self.live_kit {
1094                    room.screen_track = LocalTrack::None;
1095                }
1096            }
1097
1098            RoomUpdate::LocalAudioTrackPublished { publication } => {
1099                log::info!("published audio track {}", publication.sid());
1100            }
1101
1102            RoomUpdate::LocalVideoTrackPublished { publication } => {
1103                log::info!("published video track {}", publication.sid());
1104            }
1105        }
1106
1107        cx.notify();
1108        Ok(())
1109    }
1110
1111    fn check_invariants(&self) {
1112        #[cfg(any(test, feature = "test-support"))]
1113        {
1114            for participant in self.remote_participants.values() {
1115                assert!(self.participant_user_ids.contains(&participant.user.id));
1116                assert_ne!(participant.user.id, self.client.user_id().unwrap());
1117            }
1118
1119            for participant in &self.pending_participants {
1120                assert!(self.participant_user_ids.contains(&participant.id));
1121                assert_ne!(participant.id, self.client.user_id().unwrap());
1122            }
1123
1124            assert_eq!(
1125                self.participant_user_ids.len(),
1126                self.remote_participants.len() + self.pending_participants.len()
1127            );
1128        }
1129    }
1130
1131    pub(crate) fn call(
1132        &mut self,
1133        called_user_id: u64,
1134        initial_project_id: Option<u64>,
1135        cx: &mut ModelContext<Self>,
1136    ) -> Task<Result<()>> {
1137        if self.status.is_offline() {
1138            return Task::ready(Err(anyhow!("room is offline")));
1139        }
1140
1141        cx.notify();
1142        let client = self.client.clone();
1143        let room_id = self.id;
1144        self.pending_call_count += 1;
1145        cx.spawn(move |this, mut cx| async move {
1146            let result = client
1147                .request(proto::Call {
1148                    room_id,
1149                    called_user_id,
1150                    initial_project_id,
1151                })
1152                .await;
1153            this.update(&mut cx, |this, cx| {
1154                this.pending_call_count -= 1;
1155                if this.should_leave() {
1156                    this.leave(cx).detach_and_log_err(cx);
1157                }
1158            })?;
1159            result?;
1160            Ok(())
1161        })
1162    }
1163
1164    pub fn join_project(
1165        &mut self,
1166        id: u64,
1167        language_registry: Arc<LanguageRegistry>,
1168        fs: Arc<dyn Fs>,
1169        cx: &mut ModelContext<Self>,
1170    ) -> Task<Result<Model<Project>>> {
1171        let client = self.client.clone();
1172        let user_store = self.user_store.clone();
1173        cx.emit(Event::RemoteProjectJoined { project_id: id });
1174        cx.spawn(move |this, mut cx| async move {
1175            let project =
1176                Project::in_room(id, client, user_store, language_registry, fs, cx.clone()).await?;
1177
1178            this.update(&mut cx, |this, cx| {
1179                this.joined_projects.retain(|project| {
1180                    if let Some(project) = project.upgrade() {
1181                        !project.read(cx).is_disconnected()
1182                    } else {
1183                        false
1184                    }
1185                });
1186                this.joined_projects.insert(project.downgrade());
1187            })?;
1188            Ok(project)
1189        })
1190    }
1191
1192    pub fn share_project(
1193        &mut self,
1194        project: Model<Project>,
1195        cx: &mut ModelContext<Self>,
1196    ) -> Task<Result<u64>> {
1197        let request = if let Some(dev_server_project_id) = project.read(cx).dev_server_project_id()
1198        {
1199            self.client.request(proto::ShareProject {
1200                room_id: self.id(),
1201                worktrees: vec![],
1202                dev_server_project_id: Some(dev_server_project_id.0),
1203                is_ssh_project: false,
1204            })
1205        } else {
1206            if let Some(project_id) = project.read(cx).remote_id() {
1207                return Task::ready(Ok(project_id));
1208            }
1209
1210            self.client.request(proto::ShareProject {
1211                room_id: self.id(),
1212                worktrees: project.read(cx).worktree_metadata_protos(cx),
1213                dev_server_project_id: None,
1214                is_ssh_project: project.read(cx).is_via_ssh(),
1215            })
1216        };
1217
1218        cx.spawn(|this, mut cx| async move {
1219            let response = request.await?;
1220
1221            project.update(&mut cx, |project, cx| {
1222                project.shared(response.project_id, cx)
1223            })??;
1224
1225            // If the user's location is in this project, it changes from UnsharedProject to SharedProject.
1226            this.update(&mut cx, |this, cx| {
1227                this.shared_projects.insert(project.downgrade());
1228                let active_project = this.local_participant.active_project.as_ref();
1229                if active_project.map_or(false, |location| *location == project) {
1230                    this.set_location(Some(&project), cx)
1231                } else {
1232                    Task::ready(Ok(()))
1233                }
1234            })?
1235            .await?;
1236
1237            Ok(response.project_id)
1238        })
1239    }
1240
1241    pub(crate) fn unshare_project(
1242        &mut self,
1243        project: Model<Project>,
1244        cx: &mut ModelContext<Self>,
1245    ) -> Result<()> {
1246        let project_id = match project.read(cx).remote_id() {
1247            Some(project_id) => project_id,
1248            None => return Ok(()),
1249        };
1250
1251        self.client.send(proto::UnshareProject { project_id })?;
1252        project.update(cx, |this, cx| this.unshare(cx))?;
1253
1254        if self.local_participant.active_project == Some(project.downgrade()) {
1255            self.set_location(Some(&project), cx).detach_and_log_err(cx);
1256        }
1257        Ok(())
1258    }
1259
1260    pub(crate) fn set_location(
1261        &mut self,
1262        project: Option<&Model<Project>>,
1263        cx: &mut ModelContext<Self>,
1264    ) -> Task<Result<()>> {
1265        if self.status.is_offline() {
1266            return Task::ready(Err(anyhow!("room is offline")));
1267        }
1268
1269        let client = self.client.clone();
1270        let room_id = self.id;
1271        let location = if let Some(project) = project {
1272            self.local_participant.active_project = Some(project.downgrade());
1273            if let Some(project_id) = project.read(cx).remote_id() {
1274                proto::participant_location::Variant::SharedProject(
1275                    proto::participant_location::SharedProject { id: project_id },
1276                )
1277            } else {
1278                proto::participant_location::Variant::UnsharedProject(
1279                    proto::participant_location::UnsharedProject {},
1280                )
1281            }
1282        } else {
1283            self.local_participant.active_project = None;
1284            proto::participant_location::Variant::External(proto::participant_location::External {})
1285        };
1286
1287        cx.notify();
1288        cx.background_executor().spawn(async move {
1289            client
1290                .request(proto::UpdateParticipantLocation {
1291                    room_id,
1292                    location: Some(proto::ParticipantLocation {
1293                        variant: Some(location),
1294                    }),
1295                })
1296                .await?;
1297            Ok(())
1298        })
1299    }
1300
1301    pub fn is_screen_sharing(&self) -> bool {
1302        self.live_kit.as_ref().map_or(false, |live_kit| {
1303            !matches!(live_kit.screen_track, LocalTrack::None)
1304        })
1305    }
1306
1307    pub fn is_sharing_mic(&self) -> bool {
1308        self.live_kit.as_ref().map_or(false, |live_kit| {
1309            !matches!(live_kit.microphone_track, LocalTrack::None)
1310        })
1311    }
1312
1313    pub fn is_muted(&self) -> bool {
1314        self.live_kit.as_ref().map_or(false, |live_kit| {
1315            matches!(live_kit.microphone_track, LocalTrack::None)
1316                || live_kit.muted_by_user
1317                || live_kit.deafened
1318        })
1319    }
1320
1321    pub fn is_speaking(&self) -> bool {
1322        self.live_kit
1323            .as_ref()
1324            .map_or(false, |live_kit| live_kit.speaking)
1325    }
1326
1327    pub fn is_deafened(&self) -> Option<bool> {
1328        self.live_kit.as_ref().map(|live_kit| live_kit.deafened)
1329    }
1330
1331    pub fn can_use_microphone(&self) -> bool {
1332        use proto::ChannelRole::*;
1333        match self.local_participant.role {
1334            Admin | Member | Talker => true,
1335            Guest | Banned => false,
1336        }
1337    }
1338
1339    pub fn can_share_projects(&self) -> bool {
1340        use proto::ChannelRole::*;
1341        match self.local_participant.role {
1342            Admin | Member => true,
1343            Guest | Banned | Talker => false,
1344        }
1345    }
1346
1347    #[track_caller]
1348    pub fn share_microphone(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1349        if self.status.is_offline() {
1350            return Task::ready(Err(anyhow!("room is offline")));
1351        }
1352
1353        let publish_id = if let Some(live_kit) = self.live_kit.as_mut() {
1354            let publish_id = post_inc(&mut live_kit.next_publish_id);
1355            live_kit.microphone_track = LocalTrack::Pending { publish_id };
1356            cx.notify();
1357            publish_id
1358        } else {
1359            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1360        };
1361
1362        cx.spawn(move |this, mut cx| async move {
1363            let publish_track = async {
1364                let track = LocalAudioTrack::create();
1365                this.upgrade()
1366                    .ok_or_else(|| anyhow!("room was dropped"))?
1367                    .update(&mut cx, |this, _| {
1368                        this.live_kit
1369                            .as_ref()
1370                            .map(|live_kit| live_kit.room.publish_audio_track(track))
1371                    })?
1372                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1373                    .await
1374            };
1375            let publication = publish_track.await;
1376            this.upgrade()
1377                .ok_or_else(|| anyhow!("room was dropped"))?
1378                .update(&mut cx, |this, cx| {
1379                    let live_kit = this
1380                        .live_kit
1381                        .as_mut()
1382                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1383
1384                    let canceled = if let LocalTrack::Pending {
1385                        publish_id: cur_publish_id,
1386                    } = &live_kit.microphone_track
1387                    {
1388                        *cur_publish_id != publish_id
1389                    } else {
1390                        true
1391                    };
1392
1393                    match publication {
1394                        Ok(publication) => {
1395                            if canceled {
1396                                live_kit.room.unpublish_track(publication);
1397                            } else {
1398                                if live_kit.muted_by_user || live_kit.deafened {
1399                                    cx.background_executor()
1400                                        .spawn(publication.set_mute(true))
1401                                        .detach();
1402                                }
1403                                live_kit.microphone_track = LocalTrack::Published {
1404                                    track_publication: publication,
1405                                };
1406                                cx.notify();
1407                            }
1408                            Ok(())
1409                        }
1410                        Err(error) => {
1411                            if canceled {
1412                                Ok(())
1413                            } else {
1414                                live_kit.microphone_track = LocalTrack::None;
1415                                cx.notify();
1416                                Err(error)
1417                            }
1418                        }
1419                    }
1420                })?
1421        })
1422    }
1423
1424    pub fn share_screen(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1425        if self.status.is_offline() {
1426            return Task::ready(Err(anyhow!("room is offline")));
1427        } else if self.is_screen_sharing() {
1428            return Task::ready(Err(anyhow!("screen was already shared")));
1429        }
1430
1431        let (displays, publish_id) = if let Some(live_kit) = self.live_kit.as_mut() {
1432            let publish_id = post_inc(&mut live_kit.next_publish_id);
1433            live_kit.screen_track = LocalTrack::Pending { publish_id };
1434            cx.notify();
1435            (live_kit.room.display_sources(), publish_id)
1436        } else {
1437            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1438        };
1439
1440        cx.spawn(move |this, mut cx| async move {
1441            let publish_track = async {
1442                let displays = displays.await?;
1443                let display = displays
1444                    .first()
1445                    .ok_or_else(|| anyhow!("no display found"))?;
1446                let track = LocalVideoTrack::screen_share_for_display(display);
1447                this.upgrade()
1448                    .ok_or_else(|| anyhow!("room was dropped"))?
1449                    .update(&mut cx, |this, _| {
1450                        this.live_kit
1451                            .as_ref()
1452                            .map(|live_kit| live_kit.room.publish_video_track(track))
1453                    })?
1454                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1455                    .await
1456            };
1457
1458            let publication = publish_track.await;
1459            this.upgrade()
1460                .ok_or_else(|| anyhow!("room was dropped"))?
1461                .update(&mut cx, |this, cx| {
1462                    let live_kit = this
1463                        .live_kit
1464                        .as_mut()
1465                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1466
1467                    let canceled = if let LocalTrack::Pending {
1468                        publish_id: cur_publish_id,
1469                    } = &live_kit.screen_track
1470                    {
1471                        *cur_publish_id != publish_id
1472                    } else {
1473                        true
1474                    };
1475
1476                    match publication {
1477                        Ok(publication) => {
1478                            if canceled {
1479                                live_kit.room.unpublish_track(publication);
1480                            } else {
1481                                live_kit.screen_track = LocalTrack::Published {
1482                                    track_publication: publication,
1483                                };
1484                                cx.notify();
1485                            }
1486
1487                            Audio::play_sound(Sound::StartScreenshare, cx);
1488
1489                            Ok(())
1490                        }
1491                        Err(error) => {
1492                            if canceled {
1493                                Ok(())
1494                            } else {
1495                                live_kit.screen_track = LocalTrack::None;
1496                                cx.notify();
1497                                Err(error)
1498                            }
1499                        }
1500                    }
1501                })?
1502        })
1503    }
1504
1505    pub fn toggle_mute(&mut self, cx: &mut ModelContext<Self>) {
1506        if let Some(live_kit) = self.live_kit.as_mut() {
1507            // When unmuting, undeafen if the user was deafened before.
1508            let was_deafened = live_kit.deafened;
1509            if live_kit.muted_by_user
1510                || live_kit.deafened
1511                || matches!(live_kit.microphone_track, LocalTrack::None)
1512            {
1513                live_kit.muted_by_user = false;
1514                live_kit.deafened = false;
1515            } else {
1516                live_kit.muted_by_user = true;
1517            }
1518            let muted = live_kit.muted_by_user;
1519            let should_undeafen = was_deafened && !live_kit.deafened;
1520
1521            if let Some(task) = self.set_mute(muted, cx) {
1522                task.detach_and_log_err(cx);
1523            }
1524
1525            if should_undeafen {
1526                if let Some(task) = self.set_deafened(false, cx) {
1527                    task.detach_and_log_err(cx);
1528                }
1529            }
1530        }
1531    }
1532
1533    pub fn toggle_deafen(&mut self, cx: &mut ModelContext<Self>) {
1534        if let Some(live_kit) = self.live_kit.as_mut() {
1535            // When deafening, mute the microphone if it was not already muted.
1536            // When un-deafening, unmute the microphone, unless it was explicitly muted.
1537            let deafened = !live_kit.deafened;
1538            live_kit.deafened = deafened;
1539            let should_change_mute = !live_kit.muted_by_user;
1540
1541            if let Some(task) = self.set_deafened(deafened, cx) {
1542                task.detach_and_log_err(cx);
1543            }
1544
1545            if should_change_mute {
1546                if let Some(task) = self.set_mute(deafened, cx) {
1547                    task.detach_and_log_err(cx);
1548                }
1549            }
1550        }
1551    }
1552
1553    pub fn unshare_screen(&mut self, cx: &mut ModelContext<Self>) -> Result<()> {
1554        if self.status.is_offline() {
1555            return Err(anyhow!("room is offline"));
1556        }
1557
1558        let live_kit = self
1559            .live_kit
1560            .as_mut()
1561            .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1562        match mem::take(&mut live_kit.screen_track) {
1563            LocalTrack::None => Err(anyhow!("screen was not shared")),
1564            LocalTrack::Pending { .. } => {
1565                cx.notify();
1566                Ok(())
1567            }
1568            LocalTrack::Published {
1569                track_publication, ..
1570            } => {
1571                live_kit.room.unpublish_track(track_publication);
1572                cx.notify();
1573
1574                Audio::play_sound(Sound::StopScreenshare, cx);
1575                Ok(())
1576            }
1577        }
1578    }
1579
1580    fn set_deafened(
1581        &mut self,
1582        deafened: bool,
1583        cx: &mut ModelContext<Self>,
1584    ) -> Option<Task<Result<()>>> {
1585        let live_kit = self.live_kit.as_mut()?;
1586        cx.notify();
1587
1588        let mut track_updates = Vec::new();
1589        for participant in self.remote_participants.values() {
1590            for publication in live_kit
1591                .room
1592                .remote_audio_track_publications(&participant.user.id.to_string())
1593            {
1594                track_updates.push(publication.set_enabled(!deafened));
1595            }
1596
1597            for track in participant.audio_tracks.values() {
1598                if deafened {
1599                    track.stop();
1600                } else {
1601                    track.start();
1602                }
1603            }
1604        }
1605
1606        Some(cx.foreground_executor().spawn(async move {
1607            for result in futures::future::join_all(track_updates).await {
1608                result?;
1609            }
1610            Ok(())
1611        }))
1612    }
1613
1614    fn set_mute(
1615        &mut self,
1616        should_mute: bool,
1617        cx: &mut ModelContext<Room>,
1618    ) -> Option<Task<Result<()>>> {
1619        let live_kit = self.live_kit.as_mut()?;
1620        cx.notify();
1621
1622        if should_mute {
1623            Audio::play_sound(Sound::Mute, cx);
1624        } else {
1625            Audio::play_sound(Sound::Unmute, cx);
1626        }
1627
1628        match &mut live_kit.microphone_track {
1629            LocalTrack::None => {
1630                if should_mute {
1631                    None
1632                } else {
1633                    Some(self.share_microphone(cx))
1634                }
1635            }
1636            LocalTrack::Pending { .. } => None,
1637            LocalTrack::Published { track_publication } => Some(
1638                cx.foreground_executor()
1639                    .spawn(track_publication.set_mute(should_mute)),
1640            ),
1641        }
1642    }
1643
1644    #[cfg(any(test, feature = "test-support"))]
1645    pub fn set_display_sources(&self, sources: Vec<live_kit_client::MacOSDisplay>) {
1646        self.live_kit
1647            .as_ref()
1648            .unwrap()
1649            .room
1650            .set_display_sources(sources);
1651    }
1652}
1653
1654struct LiveKitRoom {
1655    room: Arc<live_kit_client::Room>,
1656    screen_track: LocalTrack,
1657    microphone_track: LocalTrack,
1658    /// Tracks whether we're currently in a muted state due to auto-mute from deafening or manual mute performed by user.
1659    muted_by_user: bool,
1660    deafened: bool,
1661    speaking: bool,
1662    next_publish_id: usize,
1663    _maintain_room: Task<()>,
1664    _handle_updates: Task<()>,
1665}
1666
1667impl LiveKitRoom {
1668    fn stop_publishing(&mut self, cx: &mut ModelContext<Room>) {
1669        if let LocalTrack::Published {
1670            track_publication, ..
1671        } = mem::replace(&mut self.microphone_track, LocalTrack::None)
1672        {
1673            self.room.unpublish_track(track_publication);
1674            cx.notify();
1675        }
1676
1677        if let LocalTrack::Published {
1678            track_publication, ..
1679        } = mem::replace(&mut self.screen_track, LocalTrack::None)
1680        {
1681            self.room.unpublish_track(track_publication);
1682            cx.notify();
1683        }
1684    }
1685}
1686
1687enum LocalTrack {
1688    None,
1689    Pending {
1690        publish_id: usize,
1691    },
1692    Published {
1693        track_publication: LocalTrackPublication,
1694    },
1695}
1696
1697impl Default for LocalTrack {
1698    fn default() -> Self {
1699        Self::None
1700    }
1701}
1702
1703#[derive(Copy, Clone, PartialEq, Eq)]
1704pub enum RoomStatus {
1705    Online,
1706    Rejoining,
1707    Offline,
1708}
1709
1710impl RoomStatus {
1711    pub fn is_offline(&self) -> bool {
1712        matches!(self, RoomStatus::Offline)
1713    }
1714
1715    pub fn is_online(&self) -> bool {
1716        matches!(self, RoomStatus::Online)
1717    }
1718}