room.rs

   1use crate::{
   2    call_settings::CallSettings,
   3    participant::{LocalParticipant, ParticipantLocation, RemoteParticipant},
   4};
   5use anyhow::{anyhow, Result};
   6use audio::{Audio, Sound};
   7use client::{
   8    proto::{self, PeerId},
   9    ChannelId, Client, ParticipantIndex, TypedEnvelope, User, UserStore,
  10};
  11use collections::{BTreeMap, HashMap, HashSet};
  12use fs::Fs;
  13use futures::{FutureExt, StreamExt};
  14use gpui::{
  15    AppContext, AsyncAppContext, Context, EventEmitter, Model, ModelContext, Task, WeakModel,
  16};
  17use language::LanguageRegistry;
  18use livekit_client_macos::{LocalAudioTrack, LocalTrackPublication, LocalVideoTrack, RoomUpdate};
  19use postage::{sink::Sink, stream::Stream, watch};
  20use project::Project;
  21use settings::Settings as _;
  22use std::{future::Future, mem, sync::Arc, time::Duration};
  23use util::{post_inc, ResultExt, TryFutureExt};
  24
  25pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
  26
  27#[derive(Clone, Debug, PartialEq, Eq)]
  28pub enum Event {
  29    RoomJoined {
  30        channel_id: Option<ChannelId>,
  31    },
  32    ParticipantLocationChanged {
  33        participant_id: proto::PeerId,
  34    },
  35    RemoteVideoTracksChanged {
  36        participant_id: proto::PeerId,
  37    },
  38    RemoteAudioTracksChanged {
  39        participant_id: proto::PeerId,
  40    },
  41    RemoteProjectShared {
  42        owner: Arc<User>,
  43        project_id: u64,
  44        worktree_root_names: Vec<String>,
  45    },
  46    RemoteProjectUnshared {
  47        project_id: u64,
  48    },
  49    RemoteProjectJoined {
  50        project_id: u64,
  51    },
  52    RemoteProjectInvitationDiscarded {
  53        project_id: u64,
  54    },
  55    RoomLeft {
  56        channel_id: Option<ChannelId>,
  57    },
  58}
  59
  60pub struct Room {
  61    id: u64,
  62    channel_id: Option<ChannelId>,
  63    live_kit: Option<LiveKitRoom>,
  64    status: RoomStatus,
  65    shared_projects: HashSet<WeakModel<Project>>,
  66    joined_projects: HashSet<WeakModel<Project>>,
  67    local_participant: LocalParticipant,
  68    remote_participants: BTreeMap<u64, RemoteParticipant>,
  69    pending_participants: Vec<Arc<User>>,
  70    participant_user_ids: HashSet<u64>,
  71    pending_call_count: usize,
  72    leave_when_empty: bool,
  73    client: Arc<Client>,
  74    user_store: Model<UserStore>,
  75    follows_by_leader_id_project_id: HashMap<(PeerId, u64), Vec<PeerId>>,
  76    client_subscriptions: Vec<client::Subscription>,
  77    _subscriptions: Vec<gpui::Subscription>,
  78    room_update_completed_tx: watch::Sender<Option<()>>,
  79    room_update_completed_rx: watch::Receiver<Option<()>>,
  80    pending_room_update: Option<Task<()>>,
  81    maintain_connection: Option<Task<Option<()>>>,
  82}
  83
  84impl EventEmitter<Event> for Room {}
  85
  86impl Room {
  87    pub fn channel_id(&self) -> Option<ChannelId> {
  88        self.channel_id
  89    }
  90
  91    pub fn is_sharing_project(&self) -> bool {
  92        !self.shared_projects.is_empty()
  93    }
  94
  95    #[cfg(any(test, feature = "test-support"))]
  96    pub fn is_connected(&self) -> bool {
  97        if let Some(live_kit) = self.live_kit.as_ref() {
  98            matches!(
  99                *live_kit.room.status().borrow(),
 100                livekit_client_macos::ConnectionState::Connected { .. }
 101            )
 102        } else {
 103            false
 104        }
 105    }
 106
 107    fn new(
 108        id: u64,
 109        channel_id: Option<ChannelId>,
 110        live_kit_connection_info: Option<proto::LiveKitConnectionInfo>,
 111        client: Arc<Client>,
 112        user_store: Model<UserStore>,
 113        cx: &mut ModelContext<Self>,
 114    ) -> Self {
 115        let live_kit_room = if let Some(connection_info) = live_kit_connection_info {
 116            let room = livekit_client_macos::Room::new();
 117            let mut status = room.status();
 118            // Consume the initial status of the room.
 119            let _ = status.try_recv();
 120            let _maintain_room = cx.spawn(|this, mut cx| async move {
 121                while let Some(status) = status.next().await {
 122                    let this = if let Some(this) = this.upgrade() {
 123                        this
 124                    } else {
 125                        break;
 126                    };
 127
 128                    if status == livekit_client_macos::ConnectionState::Disconnected {
 129                        this.update(&mut cx, |this, cx| this.leave(cx).log_err())
 130                            .ok();
 131                        break;
 132                    }
 133                }
 134            });
 135
 136            let _handle_updates = cx.spawn({
 137                let room = room.clone();
 138                move |this, mut cx| async move {
 139                    let mut updates = room.updates();
 140                    while let Some(update) = updates.next().await {
 141                        let this = if let Some(this) = this.upgrade() {
 142                            this
 143                        } else {
 144                            break;
 145                        };
 146
 147                        this.update(&mut cx, |this, cx| {
 148                            this.live_kit_room_updated(update, cx).log_err()
 149                        })
 150                        .ok();
 151                    }
 152                }
 153            });
 154
 155            let connect = room.connect(&connection_info.server_url, &connection_info.token);
 156            cx.spawn(|this, mut cx| async move {
 157                connect.await?;
 158                this.update(&mut cx, |this, cx| {
 159                    if this.can_use_microphone(cx) {
 160                        if let Some(live_kit) = &this.live_kit {
 161                            if !live_kit.muted_by_user && !live_kit.deafened {
 162                                return this.share_microphone(cx);
 163                            }
 164                        }
 165                    }
 166                    Task::ready(Ok(()))
 167                })?
 168                .await
 169            })
 170            .detach_and_log_err(cx);
 171
 172            Some(LiveKitRoom {
 173                room,
 174                screen_track: LocalTrack::None,
 175                microphone_track: LocalTrack::None,
 176                next_publish_id: 0,
 177                muted_by_user: Self::mute_on_join(cx),
 178                deafened: false,
 179                speaking: false,
 180                _maintain_room,
 181                _handle_updates,
 182            })
 183        } else {
 184            None
 185        };
 186
 187        let maintain_connection = cx.spawn({
 188            let client = client.clone();
 189            move |this, cx| Self::maintain_connection(this, client.clone(), cx).log_err()
 190        });
 191
 192        Audio::play_sound(Sound::Joined, cx);
 193
 194        let (room_update_completed_tx, room_update_completed_rx) = watch::channel();
 195
 196        Self {
 197            id,
 198            channel_id,
 199            live_kit: live_kit_room,
 200            status: RoomStatus::Online,
 201            shared_projects: Default::default(),
 202            joined_projects: Default::default(),
 203            participant_user_ids: Default::default(),
 204            local_participant: Default::default(),
 205            remote_participants: Default::default(),
 206            pending_participants: Default::default(),
 207            pending_call_count: 0,
 208            client_subscriptions: vec![
 209                client.add_message_handler(cx.weak_model(), Self::handle_room_updated)
 210            ],
 211            _subscriptions: vec![
 212                cx.on_release(Self::released),
 213                cx.on_app_quit(Self::app_will_quit),
 214            ],
 215            leave_when_empty: false,
 216            pending_room_update: None,
 217            client,
 218            user_store,
 219            follows_by_leader_id_project_id: Default::default(),
 220            maintain_connection: Some(maintain_connection),
 221            room_update_completed_tx,
 222            room_update_completed_rx,
 223        }
 224    }
 225
 226    pub(crate) fn create(
 227        called_user_id: u64,
 228        initial_project: Option<Model<Project>>,
 229        client: Arc<Client>,
 230        user_store: Model<UserStore>,
 231        cx: &mut AppContext,
 232    ) -> Task<Result<Model<Self>>> {
 233        cx.spawn(move |mut cx| async move {
 234            let response = client.request(proto::CreateRoom {}).await?;
 235            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 236            let room = cx.new_model(|cx| {
 237                let mut room = Self::new(
 238                    room_proto.id,
 239                    None,
 240                    response.live_kit_connection_info,
 241                    client,
 242                    user_store,
 243                    cx,
 244                );
 245                if let Some(participant) = room_proto.participants.first() {
 246                    room.local_participant.role = participant.role()
 247                }
 248                room
 249            })?;
 250
 251            let initial_project_id = if let Some(initial_project) = initial_project {
 252                let initial_project_id = room
 253                    .update(&mut cx, |room, cx| {
 254                        room.share_project(initial_project.clone(), cx)
 255                    })?
 256                    .await?;
 257                Some(initial_project_id)
 258            } else {
 259                None
 260            };
 261
 262            let did_join = room
 263                .update(&mut cx, |room, cx| {
 264                    room.leave_when_empty = true;
 265                    room.call(called_user_id, initial_project_id, cx)
 266                })?
 267                .await;
 268            match did_join {
 269                Ok(()) => Ok(room),
 270                Err(error) => Err(error.context("room creation failed")),
 271            }
 272        })
 273    }
 274
 275    pub(crate) async fn join_channel(
 276        channel_id: ChannelId,
 277        client: Arc<Client>,
 278        user_store: Model<UserStore>,
 279        cx: AsyncAppContext,
 280    ) -> Result<Model<Self>> {
 281        Self::from_join_response(
 282            client
 283                .request(proto::JoinChannel {
 284                    channel_id: channel_id.0,
 285                })
 286                .await?,
 287            client,
 288            user_store,
 289            cx,
 290        )
 291    }
 292
 293    pub(crate) async fn join(
 294        room_id: u64,
 295        client: Arc<Client>,
 296        user_store: Model<UserStore>,
 297        cx: AsyncAppContext,
 298    ) -> Result<Model<Self>> {
 299        Self::from_join_response(
 300            client.request(proto::JoinRoom { id: room_id }).await?,
 301            client,
 302            user_store,
 303            cx,
 304        )
 305    }
 306
 307    fn released(&mut self, cx: &mut AppContext) {
 308        if self.status.is_online() {
 309            self.leave_internal(cx).detach_and_log_err(cx);
 310        }
 311    }
 312
 313    fn app_will_quit(&mut self, cx: &mut ModelContext<Self>) -> impl Future<Output = ()> {
 314        let task = if self.status.is_online() {
 315            let leave = self.leave_internal(cx);
 316            Some(cx.background_executor().spawn(async move {
 317                leave.await.log_err();
 318            }))
 319        } else {
 320            None
 321        };
 322
 323        async move {
 324            if let Some(task) = task {
 325                task.await;
 326            }
 327        }
 328    }
 329
 330    pub fn mute_on_join(cx: &AppContext) -> bool {
 331        CallSettings::get_global(cx).mute_on_join || client::IMPERSONATE_LOGIN.is_some()
 332    }
 333
 334    fn from_join_response(
 335        response: proto::JoinRoomResponse,
 336        client: Arc<Client>,
 337        user_store: Model<UserStore>,
 338        mut cx: AsyncAppContext,
 339    ) -> Result<Model<Self>> {
 340        let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 341        let room = cx.new_model(|cx| {
 342            Self::new(
 343                room_proto.id,
 344                response.channel_id.map(ChannelId),
 345                response.live_kit_connection_info,
 346                client,
 347                user_store,
 348                cx,
 349            )
 350        })?;
 351        room.update(&mut cx, |room, cx| {
 352            room.leave_when_empty = room.channel_id.is_none();
 353            room.apply_room_update(room_proto, cx)?;
 354            anyhow::Ok(())
 355        })??;
 356        Ok(room)
 357    }
 358
 359    fn should_leave(&self) -> bool {
 360        self.leave_when_empty
 361            && self.pending_room_update.is_none()
 362            && self.pending_participants.is_empty()
 363            && self.remote_participants.is_empty()
 364            && self.pending_call_count == 0
 365    }
 366
 367    pub(crate) fn leave(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 368        cx.notify();
 369        self.leave_internal(cx)
 370    }
 371
 372    fn leave_internal(&mut self, cx: &mut AppContext) -> Task<Result<()>> {
 373        if self.status.is_offline() {
 374            return Task::ready(Err(anyhow!("room is offline")));
 375        }
 376
 377        log::info!("leaving room");
 378        Audio::play_sound(Sound::Leave, cx);
 379
 380        self.clear_state(cx);
 381
 382        let leave_room = self.client.request(proto::LeaveRoom {});
 383        cx.background_executor().spawn(async move {
 384            leave_room.await?;
 385            anyhow::Ok(())
 386        })
 387    }
 388
 389    pub(crate) fn clear_state(&mut self, cx: &mut AppContext) {
 390        for project in self.shared_projects.drain() {
 391            if let Some(project) = project.upgrade() {
 392                project.update(cx, |project, cx| {
 393                    project.unshare(cx).log_err();
 394                });
 395            }
 396        }
 397        for project in self.joined_projects.drain() {
 398            if let Some(project) = project.upgrade() {
 399                project.update(cx, |project, cx| {
 400                    project.disconnected_from_host(cx);
 401                    project.close(cx);
 402                });
 403            }
 404        }
 405
 406        self.status = RoomStatus::Offline;
 407        self.remote_participants.clear();
 408        self.pending_participants.clear();
 409        self.participant_user_ids.clear();
 410        self.client_subscriptions.clear();
 411        self.live_kit.take();
 412        self.pending_room_update.take();
 413        self.maintain_connection.take();
 414    }
 415
 416    async fn maintain_connection(
 417        this: WeakModel<Self>,
 418        client: Arc<Client>,
 419        mut cx: AsyncAppContext,
 420    ) -> Result<()> {
 421        let mut client_status = client.status();
 422        loop {
 423            let _ = client_status.try_recv();
 424            let is_connected = client_status.borrow().is_connected();
 425            // Even if we're initially connected, any future change of the status means we momentarily disconnected.
 426            if !is_connected || client_status.next().await.is_some() {
 427                log::info!("detected client disconnection");
 428
 429                this.upgrade()
 430                    .ok_or_else(|| anyhow!("room was dropped"))?
 431                    .update(&mut cx, |this, cx| {
 432                        this.status = RoomStatus::Rejoining;
 433                        cx.notify();
 434                    })?;
 435
 436                // Wait for client to re-establish a connection to the server.
 437                {
 438                    let mut reconnection_timeout =
 439                        cx.background_executor().timer(RECONNECT_TIMEOUT).fuse();
 440                    let client_reconnection = async {
 441                        let mut remaining_attempts = 3;
 442                        while remaining_attempts > 0 {
 443                            if client_status.borrow().is_connected() {
 444                                log::info!("client reconnected, attempting to rejoin room");
 445
 446                                let Some(this) = this.upgrade() else { break };
 447                                match this.update(&mut cx, |this, cx| this.rejoin(cx)) {
 448                                    Ok(task) => {
 449                                        if task.await.log_err().is_some() {
 450                                            return true;
 451                                        } else {
 452                                            remaining_attempts -= 1;
 453                                        }
 454                                    }
 455                                    Err(_app_dropped) => return false,
 456                                }
 457                            } else if client_status.borrow().is_signed_out() {
 458                                return false;
 459                            }
 460
 461                            log::info!(
 462                                "waiting for client status change, remaining attempts {}",
 463                                remaining_attempts
 464                            );
 465                            client_status.next().await;
 466                        }
 467                        false
 468                    }
 469                    .fuse();
 470                    futures::pin_mut!(client_reconnection);
 471
 472                    futures::select_biased! {
 473                        reconnected = client_reconnection => {
 474                            if reconnected {
 475                                log::info!("successfully reconnected to room");
 476                                // If we successfully joined the room, go back around the loop
 477                                // waiting for future connection status changes.
 478                                continue;
 479                            }
 480                        }
 481                        _ = reconnection_timeout => {
 482                            log::info!("room reconnection timeout expired");
 483                        }
 484                    }
 485                }
 486
 487                break;
 488            }
 489        }
 490
 491        // The client failed to re-establish a connection to the server
 492        // or an error occurred while trying to re-join the room. Either way
 493        // we leave the room and return an error.
 494        if let Some(this) = this.upgrade() {
 495            log::info!("reconnection failed, leaving room");
 496            this.update(&mut cx, |this, cx| this.leave(cx))?.await?;
 497        }
 498        Err(anyhow!(
 499            "can't reconnect to room: client failed to re-establish connection"
 500        ))
 501    }
 502
 503    fn rejoin(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 504        let mut projects = HashMap::default();
 505        let mut reshared_projects = Vec::new();
 506        let mut rejoined_projects = Vec::new();
 507        self.shared_projects.retain(|project| {
 508            if let Some(handle) = project.upgrade() {
 509                let project = handle.read(cx);
 510                if let Some(project_id) = project.remote_id() {
 511                    projects.insert(project_id, handle.clone());
 512                    reshared_projects.push(proto::UpdateProject {
 513                        project_id,
 514                        worktrees: project.worktree_metadata_protos(cx),
 515                    });
 516                    return true;
 517                }
 518            }
 519            false
 520        });
 521        self.joined_projects.retain(|project| {
 522            if let Some(handle) = project.upgrade() {
 523                let project = handle.read(cx);
 524                if let Some(project_id) = project.remote_id() {
 525                    projects.insert(project_id, handle.clone());
 526                    rejoined_projects.push(proto::RejoinProject {
 527                        id: project_id,
 528                        worktrees: project
 529                            .worktrees(cx)
 530                            .map(|worktree| {
 531                                let worktree = worktree.read(cx);
 532                                proto::RejoinWorktree {
 533                                    id: worktree.id().to_proto(),
 534                                    scan_id: worktree.completed_scan_id() as u64,
 535                                }
 536                            })
 537                            .collect(),
 538                    });
 539                }
 540                return true;
 541            }
 542            false
 543        });
 544
 545        let response = self.client.request_envelope(proto::RejoinRoom {
 546            id: self.id,
 547            reshared_projects,
 548            rejoined_projects,
 549        });
 550
 551        cx.spawn(|this, mut cx| async move {
 552            let response = response.await?;
 553            let message_id = response.message_id;
 554            let response = response.payload;
 555            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 556            this.update(&mut cx, |this, cx| {
 557                this.status = RoomStatus::Online;
 558                this.apply_room_update(room_proto, cx)?;
 559
 560                for reshared_project in response.reshared_projects {
 561                    if let Some(project) = projects.get(&reshared_project.id) {
 562                        project.update(cx, |project, cx| {
 563                            project.reshared(reshared_project, cx).log_err();
 564                        });
 565                    }
 566                }
 567
 568                for rejoined_project in response.rejoined_projects {
 569                    if let Some(project) = projects.get(&rejoined_project.id) {
 570                        project.update(cx, |project, cx| {
 571                            project.rejoined(rejoined_project, message_id, cx).log_err();
 572                        });
 573                    }
 574                }
 575
 576                anyhow::Ok(())
 577            })?
 578        })
 579    }
 580
 581    pub fn id(&self) -> u64 {
 582        self.id
 583    }
 584
 585    pub fn status(&self) -> RoomStatus {
 586        self.status
 587    }
 588
 589    pub fn local_participant(&self) -> &LocalParticipant {
 590        &self.local_participant
 591    }
 592
 593    pub fn remote_participants(&self) -> &BTreeMap<u64, RemoteParticipant> {
 594        &self.remote_participants
 595    }
 596
 597    pub fn remote_participant_for_peer_id(&self, peer_id: PeerId) -> Option<&RemoteParticipant> {
 598        self.remote_participants
 599            .values()
 600            .find(|p| p.peer_id == peer_id)
 601    }
 602
 603    pub fn role_for_user(&self, user_id: u64) -> Option<proto::ChannelRole> {
 604        self.remote_participants
 605            .get(&user_id)
 606            .map(|participant| participant.role)
 607    }
 608
 609    pub fn contains_guests(&self) -> bool {
 610        self.local_participant.role == proto::ChannelRole::Guest
 611            || self
 612                .remote_participants
 613                .values()
 614                .any(|p| p.role == proto::ChannelRole::Guest)
 615    }
 616
 617    pub fn local_participant_is_admin(&self) -> bool {
 618        self.local_participant.role == proto::ChannelRole::Admin
 619    }
 620
 621    pub fn local_participant_is_guest(&self) -> bool {
 622        self.local_participant.role == proto::ChannelRole::Guest
 623    }
 624
 625    pub fn set_participant_role(
 626        &mut self,
 627        user_id: u64,
 628        role: proto::ChannelRole,
 629        cx: &ModelContext<Self>,
 630    ) -> Task<Result<()>> {
 631        let client = self.client.clone();
 632        let room_id = self.id;
 633        let role = role.into();
 634        cx.spawn(|_, _| async move {
 635            client
 636                .request(proto::SetRoomParticipantRole {
 637                    room_id,
 638                    user_id,
 639                    role,
 640                })
 641                .await
 642                .map(|_| ())
 643        })
 644    }
 645
 646    pub fn pending_participants(&self) -> &[Arc<User>] {
 647        &self.pending_participants
 648    }
 649
 650    pub fn contains_participant(&self, user_id: u64) -> bool {
 651        self.participant_user_ids.contains(&user_id)
 652    }
 653
 654    pub fn followers_for(&self, leader_id: PeerId, project_id: u64) -> &[PeerId] {
 655        self.follows_by_leader_id_project_id
 656            .get(&(leader_id, project_id))
 657            .map_or(&[], |v| v.as_slice())
 658    }
 659
 660    /// Returns the most 'active' projects, defined as most people in the project
 661    pub fn most_active_project(&self, cx: &AppContext) -> Option<(u64, u64)> {
 662        let mut project_hosts_and_guest_counts = HashMap::<u64, (Option<u64>, u32)>::default();
 663        for participant in self.remote_participants.values() {
 664            match participant.location {
 665                ParticipantLocation::SharedProject { project_id } => {
 666                    project_hosts_and_guest_counts
 667                        .entry(project_id)
 668                        .or_default()
 669                        .1 += 1;
 670                }
 671                ParticipantLocation::External | ParticipantLocation::UnsharedProject => {}
 672            }
 673            for project in &participant.projects {
 674                project_hosts_and_guest_counts
 675                    .entry(project.id)
 676                    .or_default()
 677                    .0 = Some(participant.user.id);
 678            }
 679        }
 680
 681        if let Some(user) = self.user_store.read(cx).current_user() {
 682            for project in &self.local_participant.projects {
 683                project_hosts_and_guest_counts
 684                    .entry(project.id)
 685                    .or_default()
 686                    .0 = Some(user.id);
 687            }
 688        }
 689
 690        project_hosts_and_guest_counts
 691            .into_iter()
 692            .filter_map(|(id, (host, guest_count))| Some((id, host?, guest_count)))
 693            .max_by_key(|(_, _, guest_count)| *guest_count)
 694            .map(|(id, host, _)| (id, host))
 695    }
 696
 697    async fn handle_room_updated(
 698        this: Model<Self>,
 699        envelope: TypedEnvelope<proto::RoomUpdated>,
 700        mut cx: AsyncAppContext,
 701    ) -> Result<()> {
 702        let room = envelope
 703            .payload
 704            .room
 705            .ok_or_else(|| anyhow!("invalid room"))?;
 706        this.update(&mut cx, |this, cx| this.apply_room_update(room, cx))?
 707    }
 708
 709    fn apply_room_update(
 710        &mut self,
 711        mut room: proto::Room,
 712        cx: &mut ModelContext<Self>,
 713    ) -> Result<()> {
 714        // Filter ourselves out from the room's participants.
 715        let local_participant_ix = room
 716            .participants
 717            .iter()
 718            .position(|participant| Some(participant.user_id) == self.client.user_id());
 719        let local_participant = local_participant_ix.map(|ix| room.participants.swap_remove(ix));
 720
 721        let pending_participant_user_ids = room
 722            .pending_participants
 723            .iter()
 724            .map(|p| p.user_id)
 725            .collect::<Vec<_>>();
 726
 727        let remote_participant_user_ids = room
 728            .participants
 729            .iter()
 730            .map(|p| p.user_id)
 731            .collect::<Vec<_>>();
 732
 733        let (remote_participants, pending_participants) =
 734            self.user_store.update(cx, move |user_store, cx| {
 735                (
 736                    user_store.get_users(remote_participant_user_ids, cx),
 737                    user_store.get_users(pending_participant_user_ids, cx),
 738                )
 739            });
 740
 741        self.pending_room_update = Some(cx.spawn(|this, mut cx| async move {
 742            let (remote_participants, pending_participants) =
 743                futures::join!(remote_participants, pending_participants);
 744
 745            this.update(&mut cx, |this, cx| {
 746                this.participant_user_ids.clear();
 747
 748                if let Some(participant) = local_participant {
 749                    let role = participant.role();
 750                    this.local_participant.projects = participant.projects;
 751                    if this.local_participant.role != role {
 752                        this.local_participant.role = role;
 753
 754                        if role == proto::ChannelRole::Guest {
 755                            for project in mem::take(&mut this.shared_projects) {
 756                                if let Some(project) = project.upgrade() {
 757                                    this.unshare_project(project, cx).log_err();
 758                                }
 759                            }
 760                            this.local_participant.projects.clear();
 761                            if let Some(live_kit_room) = &mut this.live_kit {
 762                                live_kit_room.stop_publishing(cx);
 763                            }
 764                        }
 765
 766                        this.joined_projects.retain(|project| {
 767                            if let Some(project) = project.upgrade() {
 768                                project.update(cx, |project, cx| project.set_role(role, cx));
 769                                true
 770                            } else {
 771                                false
 772                            }
 773                        });
 774                    }
 775                } else {
 776                    this.local_participant.projects.clear();
 777                }
 778
 779                if let Some(participants) = remote_participants.log_err() {
 780                    for (participant, user) in room.participants.into_iter().zip(participants) {
 781                        let Some(peer_id) = participant.peer_id else {
 782                            continue;
 783                        };
 784                        let participant_index = ParticipantIndex(participant.participant_index);
 785                        this.participant_user_ids.insert(participant.user_id);
 786
 787                        let old_projects = this
 788                            .remote_participants
 789                            .get(&participant.user_id)
 790                            .into_iter()
 791                            .flat_map(|existing| &existing.projects)
 792                            .map(|project| project.id)
 793                            .collect::<HashSet<_>>();
 794                        let new_projects = participant
 795                            .projects
 796                            .iter()
 797                            .map(|project| project.id)
 798                            .collect::<HashSet<_>>();
 799
 800                        for project in &participant.projects {
 801                            if !old_projects.contains(&project.id) {
 802                                cx.emit(Event::RemoteProjectShared {
 803                                    owner: user.clone(),
 804                                    project_id: project.id,
 805                                    worktree_root_names: project.worktree_root_names.clone(),
 806                                });
 807                            }
 808                        }
 809
 810                        for unshared_project_id in old_projects.difference(&new_projects) {
 811                            this.joined_projects.retain(|project| {
 812                                if let Some(project) = project.upgrade() {
 813                                    project.update(cx, |project, cx| {
 814                                        if project.remote_id() == Some(*unshared_project_id) {
 815                                            project.disconnected_from_host(cx);
 816                                            false
 817                                        } else {
 818                                            true
 819                                        }
 820                                    })
 821                                } else {
 822                                    false
 823                                }
 824                            });
 825                            cx.emit(Event::RemoteProjectUnshared {
 826                                project_id: *unshared_project_id,
 827                            });
 828                        }
 829
 830                        let role = participant.role();
 831                        let location = ParticipantLocation::from_proto(participant.location)
 832                            .unwrap_or(ParticipantLocation::External);
 833                        if let Some(remote_participant) =
 834                            this.remote_participants.get_mut(&participant.user_id)
 835                        {
 836                            remote_participant.peer_id = peer_id;
 837                            remote_participant.projects = participant.projects;
 838                            remote_participant.participant_index = participant_index;
 839                            if location != remote_participant.location
 840                                || role != remote_participant.role
 841                            {
 842                                remote_participant.location = location;
 843                                remote_participant.role = role;
 844                                cx.emit(Event::ParticipantLocationChanged {
 845                                    participant_id: peer_id,
 846                                });
 847                            }
 848                        } else {
 849                            this.remote_participants.insert(
 850                                participant.user_id,
 851                                RemoteParticipant {
 852                                    user: user.clone(),
 853                                    participant_index,
 854                                    peer_id,
 855                                    projects: participant.projects,
 856                                    location,
 857                                    role,
 858                                    muted: true,
 859                                    speaking: false,
 860                                    video_tracks: Default::default(),
 861                                    audio_tracks: Default::default(),
 862                                },
 863                            );
 864
 865                            Audio::play_sound(Sound::Joined, cx);
 866
 867                            if let Some(live_kit) = this.live_kit.as_ref() {
 868                                let video_tracks =
 869                                    live_kit.room.remote_video_tracks(&user.id.to_string());
 870                                let audio_tracks =
 871                                    live_kit.room.remote_audio_tracks(&user.id.to_string());
 872                                let publications = live_kit
 873                                    .room
 874                                    .remote_audio_track_publications(&user.id.to_string());
 875
 876                                for track in video_tracks {
 877                                    this.live_kit_room_updated(
 878                                        RoomUpdate::SubscribedToRemoteVideoTrack(track),
 879                                        cx,
 880                                    )
 881                                    .log_err();
 882                                }
 883
 884                                for (track, publication) in
 885                                    audio_tracks.iter().zip(publications.iter())
 886                                {
 887                                    this.live_kit_room_updated(
 888                                        RoomUpdate::SubscribedToRemoteAudioTrack(
 889                                            track.clone(),
 890                                            publication.clone(),
 891                                        ),
 892                                        cx,
 893                                    )
 894                                    .log_err();
 895                                }
 896                            }
 897                        }
 898                    }
 899
 900                    this.remote_participants.retain(|user_id, participant| {
 901                        if this.participant_user_ids.contains(user_id) {
 902                            true
 903                        } else {
 904                            for project in &participant.projects {
 905                                cx.emit(Event::RemoteProjectUnshared {
 906                                    project_id: project.id,
 907                                });
 908                            }
 909                            false
 910                        }
 911                    });
 912                }
 913
 914                if let Some(pending_participants) = pending_participants.log_err() {
 915                    this.pending_participants = pending_participants;
 916                    for participant in &this.pending_participants {
 917                        this.participant_user_ids.insert(participant.id);
 918                    }
 919                }
 920
 921                this.follows_by_leader_id_project_id.clear();
 922                for follower in room.followers {
 923                    let project_id = follower.project_id;
 924                    let (leader, follower) = match (follower.leader_id, follower.follower_id) {
 925                        (Some(leader), Some(follower)) => (leader, follower),
 926
 927                        _ => {
 928                            log::error!("Follower message {follower:?} missing some state");
 929                            continue;
 930                        }
 931                    };
 932
 933                    let list = this
 934                        .follows_by_leader_id_project_id
 935                        .entry((leader, project_id))
 936                        .or_default();
 937                    if !list.contains(&follower) {
 938                        list.push(follower);
 939                    }
 940                }
 941
 942                this.pending_room_update.take();
 943                if this.should_leave() {
 944                    log::info!("room is empty, leaving");
 945                    this.leave(cx).detach();
 946                }
 947
 948                this.user_store.update(cx, |user_store, cx| {
 949                    let participant_indices_by_user_id = this
 950                        .remote_participants
 951                        .iter()
 952                        .map(|(user_id, participant)| (*user_id, participant.participant_index))
 953                        .collect();
 954                    user_store.set_participant_indices(participant_indices_by_user_id, cx);
 955                });
 956
 957                this.check_invariants();
 958                this.room_update_completed_tx.try_send(Some(())).ok();
 959                cx.notify();
 960            })
 961            .ok();
 962        }));
 963
 964        cx.notify();
 965        Ok(())
 966    }
 967
 968    pub fn room_update_completed(&mut self) -> impl Future<Output = ()> {
 969        let mut done_rx = self.room_update_completed_rx.clone();
 970        async move {
 971            while let Some(result) = done_rx.next().await {
 972                if result.is_some() {
 973                    break;
 974                }
 975            }
 976        }
 977    }
 978
 979    fn live_kit_room_updated(
 980        &mut self,
 981        update: RoomUpdate,
 982        cx: &mut ModelContext<Self>,
 983    ) -> Result<()> {
 984        match update {
 985            RoomUpdate::SubscribedToRemoteVideoTrack(track) => {
 986                let user_id = track.publisher_id().parse()?;
 987                let track_id = track.sid().to_string();
 988                let participant = self
 989                    .remote_participants
 990                    .get_mut(&user_id)
 991                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
 992                participant.video_tracks.insert(track_id.clone(), track);
 993                cx.emit(Event::RemoteVideoTracksChanged {
 994                    participant_id: participant.peer_id,
 995                });
 996            }
 997
 998            RoomUpdate::UnsubscribedFromRemoteVideoTrack {
 999                publisher_id,
1000                track_id,
1001            } => {
1002                let user_id = publisher_id.parse()?;
1003                let participant = self
1004                    .remote_participants
1005                    .get_mut(&user_id)
1006                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1007                participant.video_tracks.remove(&track_id);
1008                cx.emit(Event::RemoteVideoTracksChanged {
1009                    participant_id: participant.peer_id,
1010                });
1011            }
1012
1013            RoomUpdate::ActiveSpeakersChanged { speakers } => {
1014                let mut speaker_ids = speakers
1015                    .into_iter()
1016                    .filter_map(|speaker_sid| speaker_sid.parse().ok())
1017                    .collect::<Vec<u64>>();
1018                speaker_ids.sort_unstable();
1019                for (sid, participant) in &mut self.remote_participants {
1020                    participant.speaking = speaker_ids.binary_search(sid).is_ok();
1021                }
1022                if let Some(id) = self.client.user_id() {
1023                    if let Some(room) = &mut self.live_kit {
1024                        room.speaking = speaker_ids.binary_search(&id).is_ok();
1025                    }
1026                }
1027            }
1028
1029            RoomUpdate::RemoteAudioTrackMuteChanged { track_id, muted } => {
1030                let mut found = false;
1031                for participant in &mut self.remote_participants.values_mut() {
1032                    for track in participant.audio_tracks.values() {
1033                        if track.sid() == track_id {
1034                            found = true;
1035                            break;
1036                        }
1037                    }
1038                    if found {
1039                        participant.muted = muted;
1040                        break;
1041                    }
1042                }
1043            }
1044
1045            RoomUpdate::SubscribedToRemoteAudioTrack(track, publication) => {
1046                if let Some(live_kit) = &self.live_kit {
1047                    if live_kit.deafened {
1048                        track.stop();
1049                        cx.foreground_executor()
1050                            .spawn(publication.set_enabled(false))
1051                            .detach();
1052                    }
1053                }
1054
1055                let user_id = track.publisher_id().parse()?;
1056                let track_id = track.sid().to_string();
1057                let participant = self
1058                    .remote_participants
1059                    .get_mut(&user_id)
1060                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
1061                participant.audio_tracks.insert(track_id.clone(), track);
1062                participant.muted = publication.is_muted();
1063
1064                cx.emit(Event::RemoteAudioTracksChanged {
1065                    participant_id: participant.peer_id,
1066                });
1067            }
1068
1069            RoomUpdate::UnsubscribedFromRemoteAudioTrack {
1070                publisher_id,
1071                track_id,
1072            } => {
1073                let user_id = publisher_id.parse()?;
1074                let participant = self
1075                    .remote_participants
1076                    .get_mut(&user_id)
1077                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1078                participant.audio_tracks.remove(&track_id);
1079                cx.emit(Event::RemoteAudioTracksChanged {
1080                    participant_id: participant.peer_id,
1081                });
1082            }
1083
1084            RoomUpdate::LocalAudioTrackUnpublished { publication } => {
1085                log::info!("unpublished audio track {}", publication.sid());
1086                if let Some(room) = &mut self.live_kit {
1087                    room.microphone_track = LocalTrack::None;
1088                }
1089            }
1090
1091            RoomUpdate::LocalVideoTrackUnpublished { publication } => {
1092                log::info!("unpublished video track {}", publication.sid());
1093                if let Some(room) = &mut self.live_kit {
1094                    room.screen_track = LocalTrack::None;
1095                }
1096            }
1097
1098            RoomUpdate::LocalAudioTrackPublished { publication } => {
1099                log::info!("published audio track {}", publication.sid());
1100            }
1101
1102            RoomUpdate::LocalVideoTrackPublished { publication } => {
1103                log::info!("published video track {}", publication.sid());
1104            }
1105        }
1106
1107        cx.notify();
1108        Ok(())
1109    }
1110
1111    fn check_invariants(&self) {
1112        #[cfg(any(test, feature = "test-support"))]
1113        {
1114            for participant in self.remote_participants.values() {
1115                assert!(self.participant_user_ids.contains(&participant.user.id));
1116                assert_ne!(participant.user.id, self.client.user_id().unwrap());
1117            }
1118
1119            for participant in &self.pending_participants {
1120                assert!(self.participant_user_ids.contains(&participant.id));
1121                assert_ne!(participant.id, self.client.user_id().unwrap());
1122            }
1123
1124            assert_eq!(
1125                self.participant_user_ids.len(),
1126                self.remote_participants.len() + self.pending_participants.len()
1127            );
1128        }
1129    }
1130
1131    pub(crate) fn call(
1132        &mut self,
1133        called_user_id: u64,
1134        initial_project_id: Option<u64>,
1135        cx: &mut ModelContext<Self>,
1136    ) -> Task<Result<()>> {
1137        if self.status.is_offline() {
1138            return Task::ready(Err(anyhow!("room is offline")));
1139        }
1140
1141        cx.notify();
1142        let client = self.client.clone();
1143        let room_id = self.id;
1144        self.pending_call_count += 1;
1145        cx.spawn(move |this, mut cx| async move {
1146            let result = client
1147                .request(proto::Call {
1148                    room_id,
1149                    called_user_id,
1150                    initial_project_id,
1151                })
1152                .await;
1153            this.update(&mut cx, |this, cx| {
1154                this.pending_call_count -= 1;
1155                if this.should_leave() {
1156                    this.leave(cx).detach_and_log_err(cx);
1157                }
1158            })?;
1159            result?;
1160            Ok(())
1161        })
1162    }
1163
1164    pub fn join_project(
1165        &mut self,
1166        id: u64,
1167        language_registry: Arc<LanguageRegistry>,
1168        fs: Arc<dyn Fs>,
1169        cx: &mut ModelContext<Self>,
1170    ) -> Task<Result<Model<Project>>> {
1171        let client = self.client.clone();
1172        let user_store = self.user_store.clone();
1173        cx.emit(Event::RemoteProjectJoined { project_id: id });
1174        cx.spawn(move |this, mut cx| async move {
1175            let project =
1176                Project::in_room(id, client, user_store, language_registry, fs, cx.clone()).await?;
1177
1178            this.update(&mut cx, |this, cx| {
1179                this.joined_projects.retain(|project| {
1180                    if let Some(project) = project.upgrade() {
1181                        !project.read(cx).is_disconnected(cx)
1182                    } else {
1183                        false
1184                    }
1185                });
1186                this.joined_projects.insert(project.downgrade());
1187            })?;
1188            Ok(project)
1189        })
1190    }
1191
1192    pub fn share_project(
1193        &mut self,
1194        project: Model<Project>,
1195        cx: &mut ModelContext<Self>,
1196    ) -> Task<Result<u64>> {
1197        if let Some(project_id) = project.read(cx).remote_id() {
1198            return Task::ready(Ok(project_id));
1199        }
1200
1201        let request = self.client.request(proto::ShareProject {
1202            room_id: self.id(),
1203            worktrees: project.read(cx).worktree_metadata_protos(cx),
1204            is_ssh_project: project.read(cx).is_via_ssh(),
1205        });
1206
1207        cx.spawn(|this, mut cx| async move {
1208            let response = request.await?;
1209
1210            project.update(&mut cx, |project, cx| {
1211                project.shared(response.project_id, cx)
1212            })??;
1213
1214            // If the user's location is in this project, it changes from UnsharedProject to SharedProject.
1215            this.update(&mut cx, |this, cx| {
1216                this.shared_projects.insert(project.downgrade());
1217                let active_project = this.local_participant.active_project.as_ref();
1218                if active_project.map_or(false, |location| *location == project) {
1219                    this.set_location(Some(&project), cx)
1220                } else {
1221                    Task::ready(Ok(()))
1222                }
1223            })?
1224            .await?;
1225
1226            Ok(response.project_id)
1227        })
1228    }
1229
1230    pub(crate) fn unshare_project(
1231        &mut self,
1232        project: Model<Project>,
1233        cx: &mut ModelContext<Self>,
1234    ) -> Result<()> {
1235        let project_id = match project.read(cx).remote_id() {
1236            Some(project_id) => project_id,
1237            None => return Ok(()),
1238        };
1239
1240        self.client.send(proto::UnshareProject { project_id })?;
1241        project.update(cx, |this, cx| this.unshare(cx))?;
1242
1243        if self.local_participant.active_project == Some(project.downgrade()) {
1244            self.set_location(Some(&project), cx).detach_and_log_err(cx);
1245        }
1246        Ok(())
1247    }
1248
1249    pub(crate) fn set_location(
1250        &mut self,
1251        project: Option<&Model<Project>>,
1252        cx: &mut ModelContext<Self>,
1253    ) -> Task<Result<()>> {
1254        if self.status.is_offline() {
1255            return Task::ready(Err(anyhow!("room is offline")));
1256        }
1257
1258        let client = self.client.clone();
1259        let room_id = self.id;
1260        let location = if let Some(project) = project {
1261            self.local_participant.active_project = Some(project.downgrade());
1262            if let Some(project_id) = project.read(cx).remote_id() {
1263                proto::participant_location::Variant::SharedProject(
1264                    proto::participant_location::SharedProject { id: project_id },
1265                )
1266            } else {
1267                proto::participant_location::Variant::UnsharedProject(
1268                    proto::participant_location::UnsharedProject {},
1269                )
1270            }
1271        } else {
1272            self.local_participant.active_project = None;
1273            proto::participant_location::Variant::External(proto::participant_location::External {})
1274        };
1275
1276        cx.notify();
1277        cx.background_executor().spawn(async move {
1278            client
1279                .request(proto::UpdateParticipantLocation {
1280                    room_id,
1281                    location: Some(proto::ParticipantLocation {
1282                        variant: Some(location),
1283                    }),
1284                })
1285                .await?;
1286            Ok(())
1287        })
1288    }
1289
1290    pub fn is_screen_sharing(&self) -> bool {
1291        self.live_kit.as_ref().map_or(false, |live_kit| {
1292            !matches!(live_kit.screen_track, LocalTrack::None)
1293        })
1294    }
1295
1296    pub fn is_sharing_mic(&self) -> bool {
1297        self.live_kit.as_ref().map_or(false, |live_kit| {
1298            !matches!(live_kit.microphone_track, LocalTrack::None)
1299        })
1300    }
1301
1302    pub fn is_muted(&self) -> bool {
1303        self.live_kit.as_ref().map_or(false, |live_kit| {
1304            matches!(live_kit.microphone_track, LocalTrack::None)
1305                || live_kit.muted_by_user
1306                || live_kit.deafened
1307        })
1308    }
1309
1310    pub fn muted_by_user(&self) -> bool {
1311        self.live_kit
1312            .as_ref()
1313            .map_or(false, |live_kit| live_kit.muted_by_user)
1314    }
1315
1316    pub fn is_speaking(&self) -> bool {
1317        self.live_kit
1318            .as_ref()
1319            .map_or(false, |live_kit| live_kit.speaking)
1320    }
1321
1322    pub fn is_deafened(&self) -> Option<bool> {
1323        self.live_kit.as_ref().map(|live_kit| live_kit.deafened)
1324    }
1325
1326    pub fn can_use_microphone(&self, _cx: &AppContext) -> bool {
1327        use proto::ChannelRole::*;
1328        match self.local_participant.role {
1329            Admin | Member | Talker => true,
1330            Guest | Banned => false,
1331        }
1332    }
1333
1334    pub fn can_share_projects(&self) -> bool {
1335        use proto::ChannelRole::*;
1336        match self.local_participant.role {
1337            Admin | Member => true,
1338            Guest | Banned | Talker => false,
1339        }
1340    }
1341
1342    #[track_caller]
1343    pub fn share_microphone(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1344        if self.status.is_offline() {
1345            return Task::ready(Err(anyhow!("room is offline")));
1346        }
1347
1348        let publish_id = if let Some(live_kit) = self.live_kit.as_mut() {
1349            let publish_id = post_inc(&mut live_kit.next_publish_id);
1350            live_kit.microphone_track = LocalTrack::Pending { publish_id };
1351            cx.notify();
1352            publish_id
1353        } else {
1354            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1355        };
1356
1357        cx.spawn(move |this, mut cx| async move {
1358            let publish_track = async {
1359                let track = LocalAudioTrack::create();
1360                this.upgrade()
1361                    .ok_or_else(|| anyhow!("room was dropped"))?
1362                    .update(&mut cx, |this, _| {
1363                        this.live_kit
1364                            .as_ref()
1365                            .map(|live_kit| live_kit.room.publish_audio_track(track))
1366                    })?
1367                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1368                    .await
1369            };
1370            let publication = publish_track.await;
1371            this.upgrade()
1372                .ok_or_else(|| anyhow!("room was dropped"))?
1373                .update(&mut cx, |this, cx| {
1374                    let live_kit = this
1375                        .live_kit
1376                        .as_mut()
1377                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1378
1379                    let canceled = if let LocalTrack::Pending {
1380                        publish_id: cur_publish_id,
1381                    } = &live_kit.microphone_track
1382                    {
1383                        *cur_publish_id != publish_id
1384                    } else {
1385                        true
1386                    };
1387
1388                    match publication {
1389                        Ok(publication) => {
1390                            if canceled {
1391                                live_kit.room.unpublish_track(publication);
1392                            } else {
1393                                if live_kit.muted_by_user || live_kit.deafened {
1394                                    cx.background_executor()
1395                                        .spawn(publication.set_mute(true))
1396                                        .detach();
1397                                }
1398                                live_kit.microphone_track = LocalTrack::Published {
1399                                    track_publication: publication,
1400                                };
1401                                cx.notify();
1402                            }
1403                            Ok(())
1404                        }
1405                        Err(error) => {
1406                            if canceled {
1407                                Ok(())
1408                            } else {
1409                                live_kit.microphone_track = LocalTrack::None;
1410                                cx.notify();
1411                                Err(error)
1412                            }
1413                        }
1414                    }
1415                })?
1416        })
1417    }
1418
1419    pub fn share_screen(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1420        if self.status.is_offline() {
1421            return Task::ready(Err(anyhow!("room is offline")));
1422        } else if self.is_screen_sharing() {
1423            return Task::ready(Err(anyhow!("screen was already shared")));
1424        }
1425
1426        let (displays, publish_id) = if let Some(live_kit) = self.live_kit.as_mut() {
1427            let publish_id = post_inc(&mut live_kit.next_publish_id);
1428            live_kit.screen_track = LocalTrack::Pending { publish_id };
1429            cx.notify();
1430            (live_kit.room.display_sources(), publish_id)
1431        } else {
1432            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1433        };
1434
1435        cx.spawn(move |this, mut cx| async move {
1436            let publish_track = async {
1437                let displays = displays.await?;
1438                let display = displays
1439                    .first()
1440                    .ok_or_else(|| anyhow!("no display found"))?;
1441                let track = LocalVideoTrack::screen_share_for_display(display);
1442                this.upgrade()
1443                    .ok_or_else(|| anyhow!("room was dropped"))?
1444                    .update(&mut cx, |this, _| {
1445                        this.live_kit
1446                            .as_ref()
1447                            .map(|live_kit| live_kit.room.publish_video_track(track))
1448                    })?
1449                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1450                    .await
1451            };
1452
1453            let publication = publish_track.await;
1454            this.upgrade()
1455                .ok_or_else(|| anyhow!("room was dropped"))?
1456                .update(&mut cx, |this, cx| {
1457                    let live_kit = this
1458                        .live_kit
1459                        .as_mut()
1460                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1461
1462                    let canceled = if let LocalTrack::Pending {
1463                        publish_id: cur_publish_id,
1464                    } = &live_kit.screen_track
1465                    {
1466                        *cur_publish_id != publish_id
1467                    } else {
1468                        true
1469                    };
1470
1471                    match publication {
1472                        Ok(publication) => {
1473                            if canceled {
1474                                live_kit.room.unpublish_track(publication);
1475                            } else {
1476                                live_kit.screen_track = LocalTrack::Published {
1477                                    track_publication: publication,
1478                                };
1479                                cx.notify();
1480                            }
1481
1482                            Audio::play_sound(Sound::StartScreenshare, cx);
1483
1484                            Ok(())
1485                        }
1486                        Err(error) => {
1487                            if canceled {
1488                                Ok(())
1489                            } else {
1490                                live_kit.screen_track = LocalTrack::None;
1491                                cx.notify();
1492                                Err(error)
1493                            }
1494                        }
1495                    }
1496                })?
1497        })
1498    }
1499
1500    pub fn toggle_mute(&mut self, cx: &mut ModelContext<Self>) {
1501        if let Some(live_kit) = self.live_kit.as_mut() {
1502            // When unmuting, undeafen if the user was deafened before.
1503            let was_deafened = live_kit.deafened;
1504            if live_kit.muted_by_user
1505                || live_kit.deafened
1506                || matches!(live_kit.microphone_track, LocalTrack::None)
1507            {
1508                live_kit.muted_by_user = false;
1509                live_kit.deafened = false;
1510            } else {
1511                live_kit.muted_by_user = true;
1512            }
1513            let muted = live_kit.muted_by_user;
1514            let should_undeafen = was_deafened && !live_kit.deafened;
1515
1516            if let Some(task) = self.set_mute(muted, cx) {
1517                task.detach_and_log_err(cx);
1518            }
1519
1520            if should_undeafen {
1521                if let Some(task) = self.set_deafened(false, cx) {
1522                    task.detach_and_log_err(cx);
1523                }
1524            }
1525        }
1526    }
1527
1528    pub fn toggle_deafen(&mut self, cx: &mut ModelContext<Self>) {
1529        if let Some(live_kit) = self.live_kit.as_mut() {
1530            // When deafening, mute the microphone if it was not already muted.
1531            // When un-deafening, unmute the microphone, unless it was explicitly muted.
1532            let deafened = !live_kit.deafened;
1533            live_kit.deafened = deafened;
1534            let should_change_mute = !live_kit.muted_by_user;
1535
1536            if let Some(task) = self.set_deafened(deafened, cx) {
1537                task.detach_and_log_err(cx);
1538            }
1539
1540            if should_change_mute {
1541                if let Some(task) = self.set_mute(deafened, cx) {
1542                    task.detach_and_log_err(cx);
1543                }
1544            }
1545        }
1546    }
1547
1548    pub fn unshare_screen(&mut self, cx: &mut ModelContext<Self>) -> Result<()> {
1549        if self.status.is_offline() {
1550            return Err(anyhow!("room is offline"));
1551        }
1552
1553        let live_kit = self
1554            .live_kit
1555            .as_mut()
1556            .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1557        match mem::take(&mut live_kit.screen_track) {
1558            LocalTrack::None => Err(anyhow!("screen was not shared")),
1559            LocalTrack::Pending { .. } => {
1560                cx.notify();
1561                Ok(())
1562            }
1563            LocalTrack::Published {
1564                track_publication, ..
1565            } => {
1566                live_kit.room.unpublish_track(track_publication);
1567                cx.notify();
1568
1569                Audio::play_sound(Sound::StopScreenshare, cx);
1570                Ok(())
1571            }
1572        }
1573    }
1574
1575    fn set_deafened(
1576        &mut self,
1577        deafened: bool,
1578        cx: &mut ModelContext<Self>,
1579    ) -> Option<Task<Result<()>>> {
1580        let live_kit = self.live_kit.as_mut()?;
1581        cx.notify();
1582
1583        let mut track_updates = Vec::new();
1584        for participant in self.remote_participants.values() {
1585            for publication in live_kit
1586                .room
1587                .remote_audio_track_publications(&participant.user.id.to_string())
1588            {
1589                track_updates.push(publication.set_enabled(!deafened));
1590            }
1591
1592            for track in participant.audio_tracks.values() {
1593                if deafened {
1594                    track.stop();
1595                } else {
1596                    track.start();
1597                }
1598            }
1599        }
1600
1601        Some(cx.foreground_executor().spawn(async move {
1602            for result in futures::future::join_all(track_updates).await {
1603                result?;
1604            }
1605            Ok(())
1606        }))
1607    }
1608
1609    fn set_mute(
1610        &mut self,
1611        should_mute: bool,
1612        cx: &mut ModelContext<Room>,
1613    ) -> Option<Task<Result<()>>> {
1614        let live_kit = self.live_kit.as_mut()?;
1615        cx.notify();
1616
1617        if should_mute {
1618            Audio::play_sound(Sound::Mute, cx);
1619        } else {
1620            Audio::play_sound(Sound::Unmute, cx);
1621        }
1622
1623        match &mut live_kit.microphone_track {
1624            LocalTrack::None => {
1625                if should_mute {
1626                    None
1627                } else {
1628                    Some(self.share_microphone(cx))
1629                }
1630            }
1631            LocalTrack::Pending { .. } => None,
1632            LocalTrack::Published { track_publication } => Some(
1633                cx.foreground_executor()
1634                    .spawn(track_publication.set_mute(should_mute)),
1635            ),
1636        }
1637    }
1638
1639    #[cfg(any(test, feature = "test-support"))]
1640    pub fn set_display_sources(&self, sources: Vec<livekit_client_macos::MacOSDisplay>) {
1641        self.live_kit
1642            .as_ref()
1643            .unwrap()
1644            .room
1645            .set_display_sources(sources);
1646    }
1647}
1648
1649struct LiveKitRoom {
1650    room: Arc<livekit_client_macos::Room>,
1651    screen_track: LocalTrack,
1652    microphone_track: LocalTrack,
1653    /// Tracks whether we're currently in a muted state due to auto-mute from deafening or manual mute performed by user.
1654    muted_by_user: bool,
1655    deafened: bool,
1656    speaking: bool,
1657    next_publish_id: usize,
1658    _maintain_room: Task<()>,
1659    _handle_updates: Task<()>,
1660}
1661
1662impl LiveKitRoom {
1663    fn stop_publishing(&mut self, cx: &mut ModelContext<Room>) {
1664        if let LocalTrack::Published {
1665            track_publication, ..
1666        } = mem::replace(&mut self.microphone_track, LocalTrack::None)
1667        {
1668            self.room.unpublish_track(track_publication);
1669            cx.notify();
1670        }
1671
1672        if let LocalTrack::Published {
1673            track_publication, ..
1674        } = mem::replace(&mut self.screen_track, LocalTrack::None)
1675        {
1676            self.room.unpublish_track(track_publication);
1677            cx.notify();
1678        }
1679    }
1680}
1681
1682enum LocalTrack {
1683    None,
1684    Pending {
1685        publish_id: usize,
1686    },
1687    Published {
1688        track_publication: LocalTrackPublication,
1689    },
1690}
1691
1692impl Default for LocalTrack {
1693    fn default() -> Self {
1694        Self::None
1695    }
1696}
1697
1698#[derive(Copy, Clone, PartialEq, Eq)]
1699pub enum RoomStatus {
1700    Online,
1701    Rejoining,
1702    Offline,
1703}
1704
1705impl RoomStatus {
1706    pub fn is_offline(&self) -> bool {
1707        matches!(self, RoomStatus::Offline)
1708    }
1709
1710    pub fn is_online(&self) -> bool {
1711        matches!(self, RoomStatus::Online)
1712    }
1713}