room.rs

   1use crate::{
   2    call_settings::CallSettings,
   3    participant::{LocalParticipant, ParticipantLocation, RemoteParticipant},
   4};
   5use anyhow::{anyhow, Result};
   6use audio::{Audio, Sound};
   7use client::{
   8    proto::{self, PeerId},
   9    ChannelId, Client, ParticipantIndex, TypedEnvelope, User, UserStore,
  10};
  11use collections::{BTreeMap, HashMap, HashSet};
  12use fs::Fs;
  13use futures::{FutureExt, StreamExt};
  14use gpui::{
  15    AppContext, AsyncAppContext, Context, EventEmitter, Model, ModelContext, Task, WeakModel,
  16};
  17use language::LanguageRegistry;
  18use live_kit_client::{LocalAudioTrack, LocalTrackPublication, LocalVideoTrack, RoomUpdate};
  19use postage::{sink::Sink, stream::Stream, watch};
  20use project::Project;
  21use settings::Settings as _;
  22use std::{future::Future, mem, sync::Arc, time::Duration};
  23use util::{post_inc, ResultExt, TryFutureExt};
  24
  25pub const RECONNECT_TIMEOUT: Duration = Duration::from_secs(30);
  26
  27#[derive(Clone, Debug, PartialEq, Eq)]
  28pub enum Event {
  29    RoomJoined {
  30        channel_id: Option<ChannelId>,
  31    },
  32    ParticipantLocationChanged {
  33        participant_id: proto::PeerId,
  34    },
  35    RemoteVideoTracksChanged {
  36        participant_id: proto::PeerId,
  37    },
  38    RemoteAudioTracksChanged {
  39        participant_id: proto::PeerId,
  40    },
  41    RemoteProjectShared {
  42        owner: Arc<User>,
  43        project_id: u64,
  44        worktree_root_names: Vec<String>,
  45    },
  46    RemoteProjectUnshared {
  47        project_id: u64,
  48    },
  49    RemoteProjectJoined {
  50        project_id: u64,
  51    },
  52    RemoteProjectInvitationDiscarded {
  53        project_id: u64,
  54    },
  55    RoomLeft {
  56        channel_id: Option<ChannelId>,
  57    },
  58}
  59
  60pub struct Room {
  61    id: u64,
  62    channel_id: Option<ChannelId>,
  63    live_kit: Option<LiveKitRoom>,
  64    status: RoomStatus,
  65    shared_projects: HashSet<WeakModel<Project>>,
  66    joined_projects: HashSet<WeakModel<Project>>,
  67    local_participant: LocalParticipant,
  68    remote_participants: BTreeMap<u64, RemoteParticipant>,
  69    pending_participants: Vec<Arc<User>>,
  70    participant_user_ids: HashSet<u64>,
  71    pending_call_count: usize,
  72    leave_when_empty: bool,
  73    client: Arc<Client>,
  74    user_store: Model<UserStore>,
  75    follows_by_leader_id_project_id: HashMap<(PeerId, u64), Vec<PeerId>>,
  76    client_subscriptions: Vec<client::Subscription>,
  77    _subscriptions: Vec<gpui::Subscription>,
  78    room_update_completed_tx: watch::Sender<Option<()>>,
  79    room_update_completed_rx: watch::Receiver<Option<()>>,
  80    pending_room_update: Option<Task<()>>,
  81    maintain_connection: Option<Task<Option<()>>>,
  82}
  83
  84impl EventEmitter<Event> for Room {}
  85
  86impl Room {
  87    pub fn channel_id(&self) -> Option<ChannelId> {
  88        self.channel_id
  89    }
  90
  91    pub fn is_sharing_project(&self) -> bool {
  92        !self.shared_projects.is_empty()
  93    }
  94
  95    #[cfg(any(test, feature = "test-support"))]
  96    pub fn is_connected(&self) -> bool {
  97        if let Some(live_kit) = self.live_kit.as_ref() {
  98            matches!(
  99                *live_kit.room.status().borrow(),
 100                live_kit_client::ConnectionState::Connected { .. }
 101            )
 102        } else {
 103            false
 104        }
 105    }
 106
 107    fn new(
 108        id: u64,
 109        channel_id: Option<ChannelId>,
 110        live_kit_connection_info: Option<proto::LiveKitConnectionInfo>,
 111        client: Arc<Client>,
 112        user_store: Model<UserStore>,
 113        cx: &mut ModelContext<Self>,
 114    ) -> Self {
 115        let live_kit_room = if let Some(connection_info) = live_kit_connection_info {
 116            let room = live_kit_client::Room::new();
 117            let mut status = room.status();
 118            // Consume the initial status of the room.
 119            let _ = status.try_recv();
 120            let _maintain_room = cx.spawn(|this, mut cx| async move {
 121                while let Some(status) = status.next().await {
 122                    let this = if let Some(this) = this.upgrade() {
 123                        this
 124                    } else {
 125                        break;
 126                    };
 127
 128                    if status == live_kit_client::ConnectionState::Disconnected {
 129                        this.update(&mut cx, |this, cx| this.leave(cx).log_err())
 130                            .ok();
 131                        break;
 132                    }
 133                }
 134            });
 135
 136            let _handle_updates = cx.spawn({
 137                let room = room.clone();
 138                move |this, mut cx| async move {
 139                    let mut updates = room.updates();
 140                    while let Some(update) = updates.next().await {
 141                        let this = if let Some(this) = this.upgrade() {
 142                            this
 143                        } else {
 144                            break;
 145                        };
 146
 147                        this.update(&mut cx, |this, cx| {
 148                            this.live_kit_room_updated(update, cx).log_err()
 149                        })
 150                        .ok();
 151                    }
 152                }
 153            });
 154
 155            let connect = room.connect(&connection_info.server_url, &connection_info.token);
 156            cx.spawn(|this, mut cx| async move {
 157                connect.await?;
 158                this.update(&mut cx, |this, cx| {
 159                    if this.can_use_microphone() {
 160                        if let Some(live_kit) = &this.live_kit {
 161                            if !live_kit.muted_by_user && !live_kit.deafened {
 162                                return this.share_microphone(cx);
 163                            }
 164                        }
 165                    }
 166                    Task::ready(Ok(()))
 167                })?
 168                .await
 169            })
 170            .detach_and_log_err(cx);
 171
 172            Some(LiveKitRoom {
 173                room,
 174                screen_track: LocalTrack::None,
 175                microphone_track: LocalTrack::None,
 176                next_publish_id: 0,
 177                muted_by_user: Self::mute_on_join(cx),
 178                deafened: false,
 179                speaking: false,
 180                _maintain_room,
 181                _handle_updates,
 182            })
 183        } else {
 184            None
 185        };
 186
 187        let maintain_connection = cx.spawn({
 188            let client = client.clone();
 189            move |this, cx| Self::maintain_connection(this, client.clone(), cx).log_err()
 190        });
 191
 192        Audio::play_sound(Sound::Joined, cx);
 193
 194        let (room_update_completed_tx, room_update_completed_rx) = watch::channel();
 195
 196        Self {
 197            id,
 198            channel_id,
 199            live_kit: live_kit_room,
 200            status: RoomStatus::Online,
 201            shared_projects: Default::default(),
 202            joined_projects: Default::default(),
 203            participant_user_ids: Default::default(),
 204            local_participant: Default::default(),
 205            remote_participants: Default::default(),
 206            pending_participants: Default::default(),
 207            pending_call_count: 0,
 208            client_subscriptions: vec![
 209                client.add_message_handler(cx.weak_model(), Self::handle_room_updated)
 210            ],
 211            _subscriptions: vec![
 212                cx.on_release(Self::released),
 213                cx.on_app_quit(Self::app_will_quit),
 214            ],
 215            leave_when_empty: false,
 216            pending_room_update: None,
 217            client,
 218            user_store,
 219            follows_by_leader_id_project_id: Default::default(),
 220            maintain_connection: Some(maintain_connection),
 221            room_update_completed_tx,
 222            room_update_completed_rx,
 223        }
 224    }
 225
 226    pub(crate) fn create(
 227        called_user_id: u64,
 228        initial_project: Option<Model<Project>>,
 229        client: Arc<Client>,
 230        user_store: Model<UserStore>,
 231        cx: &mut AppContext,
 232    ) -> Task<Result<Model<Self>>> {
 233        cx.spawn(move |mut cx| async move {
 234            let response = client.request(proto::CreateRoom {}).await?;
 235            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 236            let room = cx.new_model(|cx| {
 237                let mut room = Self::new(
 238                    room_proto.id,
 239                    None,
 240                    response.live_kit_connection_info,
 241                    client,
 242                    user_store,
 243                    cx,
 244                );
 245                if let Some(participant) = room_proto.participants.first() {
 246                    room.local_participant.role = participant.role()
 247                }
 248                room
 249            })?;
 250
 251            let initial_project_id = if let Some(initial_project) = initial_project {
 252                let initial_project_id = room
 253                    .update(&mut cx, |room, cx| {
 254                        room.share_project(initial_project.clone(), cx)
 255                    })?
 256                    .await?;
 257                Some(initial_project_id)
 258            } else {
 259                None
 260            };
 261
 262            match room
 263                .update(&mut cx, |room, cx| {
 264                    room.leave_when_empty = true;
 265                    room.call(called_user_id, initial_project_id, cx)
 266                })?
 267                .await
 268            {
 269                Ok(()) => Ok(room),
 270                Err(error) => Err(error.context("room creation failed")),
 271            }
 272        })
 273    }
 274
 275    pub(crate) async fn join_channel(
 276        channel_id: ChannelId,
 277        client: Arc<Client>,
 278        user_store: Model<UserStore>,
 279        cx: AsyncAppContext,
 280    ) -> Result<Model<Self>> {
 281        Self::from_join_response(
 282            client
 283                .request(proto::JoinChannel {
 284                    channel_id: channel_id.0,
 285                })
 286                .await?,
 287            client,
 288            user_store,
 289            cx,
 290        )
 291    }
 292
 293    pub(crate) async fn join(
 294        room_id: u64,
 295        client: Arc<Client>,
 296        user_store: Model<UserStore>,
 297        cx: AsyncAppContext,
 298    ) -> Result<Model<Self>> {
 299        Self::from_join_response(
 300            client.request(proto::JoinRoom { id: room_id }).await?,
 301            client,
 302            user_store,
 303            cx,
 304        )
 305    }
 306
 307    fn released(&mut self, cx: &mut AppContext) {
 308        if self.status.is_online() {
 309            self.leave_internal(cx).detach_and_log_err(cx);
 310        }
 311    }
 312
 313    fn app_will_quit(&mut self, cx: &mut ModelContext<Self>) -> impl Future<Output = ()> {
 314        let task = if self.status.is_online() {
 315            let leave = self.leave_internal(cx);
 316            Some(cx.background_executor().spawn(async move {
 317                leave.await.log_err();
 318            }))
 319        } else {
 320            None
 321        };
 322
 323        async move {
 324            if let Some(task) = task {
 325                task.await;
 326            }
 327        }
 328    }
 329
 330    pub fn mute_on_join(cx: &AppContext) -> bool {
 331        CallSettings::get_global(cx).mute_on_join || client::IMPERSONATE_LOGIN.is_some()
 332    }
 333
 334    fn from_join_response(
 335        response: proto::JoinRoomResponse,
 336        client: Arc<Client>,
 337        user_store: Model<UserStore>,
 338        mut cx: AsyncAppContext,
 339    ) -> Result<Model<Self>> {
 340        let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 341        let room = cx.new_model(|cx| {
 342            Self::new(
 343                room_proto.id,
 344                response.channel_id.map(ChannelId),
 345                response.live_kit_connection_info,
 346                client,
 347                user_store,
 348                cx,
 349            )
 350        })?;
 351        room.update(&mut cx, |room, cx| {
 352            room.leave_when_empty = room.channel_id.is_none();
 353            room.apply_room_update(room_proto, cx)?;
 354            anyhow::Ok(())
 355        })??;
 356        Ok(room)
 357    }
 358
 359    fn should_leave(&self) -> bool {
 360        self.leave_when_empty
 361            && self.pending_room_update.is_none()
 362            && self.pending_participants.is_empty()
 363            && self.remote_participants.is_empty()
 364            && self.pending_call_count == 0
 365    }
 366
 367    pub(crate) fn leave(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 368        cx.notify();
 369        self.leave_internal(cx)
 370    }
 371
 372    fn leave_internal(&mut self, cx: &mut AppContext) -> Task<Result<()>> {
 373        if self.status.is_offline() {
 374            return Task::ready(Err(anyhow!("room is offline")));
 375        }
 376
 377        log::info!("leaving room");
 378        Audio::play_sound(Sound::Leave, cx);
 379
 380        self.clear_state(cx);
 381
 382        let leave_room = self.client.request(proto::LeaveRoom {});
 383        cx.background_executor().spawn(async move {
 384            leave_room.await?;
 385            anyhow::Ok(())
 386        })
 387    }
 388
 389    pub(crate) fn clear_state(&mut self, cx: &mut AppContext) {
 390        for project in self.shared_projects.drain() {
 391            if let Some(project) = project.upgrade() {
 392                project.update(cx, |project, cx| {
 393                    project.unshare(cx).log_err();
 394                });
 395            }
 396        }
 397        for project in self.joined_projects.drain() {
 398            if let Some(project) = project.upgrade() {
 399                project.update(cx, |project, cx| {
 400                    project.disconnected_from_host(cx);
 401                    project.close(cx);
 402                });
 403            }
 404        }
 405
 406        self.status = RoomStatus::Offline;
 407        self.remote_participants.clear();
 408        self.pending_participants.clear();
 409        self.participant_user_ids.clear();
 410        self.client_subscriptions.clear();
 411        self.live_kit.take();
 412        self.pending_room_update.take();
 413        self.maintain_connection.take();
 414    }
 415
 416    async fn maintain_connection(
 417        this: WeakModel<Self>,
 418        client: Arc<Client>,
 419        mut cx: AsyncAppContext,
 420    ) -> Result<()> {
 421        let mut client_status = client.status();
 422        loop {
 423            let _ = client_status.try_recv();
 424            let is_connected = client_status.borrow().is_connected();
 425            // Even if we're initially connected, any future change of the status means we momentarily disconnected.
 426            if !is_connected || client_status.next().await.is_some() {
 427                log::info!("detected client disconnection");
 428
 429                this.upgrade()
 430                    .ok_or_else(|| anyhow!("room was dropped"))?
 431                    .update(&mut cx, |this, cx| {
 432                        this.status = RoomStatus::Rejoining;
 433                        cx.notify();
 434                    })?;
 435
 436                // Wait for client to re-establish a connection to the server.
 437                {
 438                    let mut reconnection_timeout =
 439                        cx.background_executor().timer(RECONNECT_TIMEOUT).fuse();
 440                    let client_reconnection = async {
 441                        let mut remaining_attempts = 3;
 442                        while remaining_attempts > 0 {
 443                            if client_status.borrow().is_connected() {
 444                                log::info!("client reconnected, attempting to rejoin room");
 445
 446                                let Some(this) = this.upgrade() else { break };
 447                                match this.update(&mut cx, |this, cx| this.rejoin(cx)) {
 448                                    Ok(task) => {
 449                                        if task.await.log_err().is_some() {
 450                                            return true;
 451                                        } else {
 452                                            remaining_attempts -= 1;
 453                                        }
 454                                    }
 455                                    Err(_app_dropped) => return false,
 456                                }
 457                            } else if client_status.borrow().is_signed_out() {
 458                                return false;
 459                            }
 460
 461                            log::info!(
 462                                "waiting for client status change, remaining attempts {}",
 463                                remaining_attempts
 464                            );
 465                            client_status.next().await;
 466                        }
 467                        false
 468                    }
 469                    .fuse();
 470                    futures::pin_mut!(client_reconnection);
 471
 472                    futures::select_biased! {
 473                        reconnected = client_reconnection => {
 474                            if reconnected {
 475                                log::info!("successfully reconnected to room");
 476                                // If we successfully joined the room, go back around the loop
 477                                // waiting for future connection status changes.
 478                                continue;
 479                            }
 480                        }
 481                        _ = reconnection_timeout => {
 482                            log::info!("room reconnection timeout expired");
 483                        }
 484                    }
 485                }
 486
 487                break;
 488            }
 489        }
 490
 491        // The client failed to re-establish a connection to the server
 492        // or an error occurred while trying to re-join the room. Either way
 493        // we leave the room and return an error.
 494        if let Some(this) = this.upgrade() {
 495            log::info!("reconnection failed, leaving room");
 496            let _ = this.update(&mut cx, |this, cx| this.leave(cx))?.await?;
 497        }
 498        Err(anyhow!(
 499            "can't reconnect to room: client failed to re-establish connection"
 500        ))
 501    }
 502
 503    fn rejoin(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
 504        let mut projects = HashMap::default();
 505        let mut reshared_projects = Vec::new();
 506        let mut rejoined_projects = Vec::new();
 507        self.shared_projects.retain(|project| {
 508            if let Some(handle) = project.upgrade() {
 509                let project = handle.read(cx);
 510                if let Some(project_id) = project.remote_id() {
 511                    projects.insert(project_id, handle.clone());
 512                    reshared_projects.push(proto::UpdateProject {
 513                        project_id,
 514                        worktrees: project.worktree_metadata_protos(cx),
 515                    });
 516                    return true;
 517                }
 518            }
 519            false
 520        });
 521        self.joined_projects.retain(|project| {
 522            if let Some(handle) = project.upgrade() {
 523                let project = handle.read(cx);
 524                if let Some(project_id) = project.remote_id() {
 525                    projects.insert(project_id, handle.clone());
 526                    rejoined_projects.push(proto::RejoinProject {
 527                        id: project_id,
 528                        worktrees: project
 529                            .worktrees(cx)
 530                            .map(|worktree| {
 531                                let worktree = worktree.read(cx);
 532                                proto::RejoinWorktree {
 533                                    id: worktree.id().to_proto(),
 534                                    scan_id: worktree.completed_scan_id() as u64,
 535                                }
 536                            })
 537                            .collect(),
 538                    });
 539                }
 540                return true;
 541            }
 542            false
 543        });
 544
 545        let response = self.client.request_envelope(proto::RejoinRoom {
 546            id: self.id,
 547            reshared_projects,
 548            rejoined_projects,
 549        });
 550
 551        cx.spawn(|this, mut cx| async move {
 552            let response = response.await?;
 553            let message_id = response.message_id;
 554            let response = response.payload;
 555            let room_proto = response.room.ok_or_else(|| anyhow!("invalid room"))?;
 556            this.update(&mut cx, |this, cx| {
 557                this.status = RoomStatus::Online;
 558                this.apply_room_update(room_proto, cx)?;
 559
 560                for reshared_project in response.reshared_projects {
 561                    if let Some(project) = projects.get(&reshared_project.id) {
 562                        project.update(cx, |project, cx| {
 563                            project.reshared(reshared_project, cx).log_err();
 564                        });
 565                    }
 566                }
 567
 568                for rejoined_project in response.rejoined_projects {
 569                    if let Some(project) = projects.get(&rejoined_project.id) {
 570                        project.update(cx, |project, cx| {
 571                            project.rejoined(rejoined_project, message_id, cx).log_err();
 572                        });
 573                    }
 574                }
 575
 576                anyhow::Ok(())
 577            })?
 578        })
 579    }
 580
 581    pub fn id(&self) -> u64 {
 582        self.id
 583    }
 584
 585    pub fn status(&self) -> RoomStatus {
 586        self.status
 587    }
 588
 589    pub fn local_participant(&self) -> &LocalParticipant {
 590        &self.local_participant
 591    }
 592
 593    pub fn remote_participants(&self) -> &BTreeMap<u64, RemoteParticipant> {
 594        &self.remote_participants
 595    }
 596
 597    pub fn remote_participant_for_peer_id(&self, peer_id: PeerId) -> Option<&RemoteParticipant> {
 598        self.remote_participants
 599            .values()
 600            .find(|p| p.peer_id == peer_id)
 601    }
 602
 603    pub fn role_for_user(&self, user_id: u64) -> Option<proto::ChannelRole> {
 604        self.remote_participants
 605            .get(&user_id)
 606            .map(|participant| participant.role)
 607    }
 608
 609    pub fn contains_guests(&self) -> bool {
 610        self.local_participant.role == proto::ChannelRole::Guest
 611            || self
 612                .remote_participants
 613                .values()
 614                .any(|p| p.role == proto::ChannelRole::Guest)
 615    }
 616
 617    pub fn local_participant_is_admin(&self) -> bool {
 618        self.local_participant.role == proto::ChannelRole::Admin
 619    }
 620
 621    pub fn local_participant_is_guest(&self) -> bool {
 622        self.local_participant.role == proto::ChannelRole::Guest
 623    }
 624
 625    pub fn set_participant_role(
 626        &mut self,
 627        user_id: u64,
 628        role: proto::ChannelRole,
 629        cx: &ModelContext<Self>,
 630    ) -> Task<Result<()>> {
 631        let client = self.client.clone();
 632        let room_id = self.id;
 633        let role = role.into();
 634        cx.spawn(|_, _| async move {
 635            client
 636                .request(proto::SetRoomParticipantRole {
 637                    room_id,
 638                    user_id,
 639                    role,
 640                })
 641                .await
 642                .map(|_| ())
 643        })
 644    }
 645
 646    pub fn pending_participants(&self) -> &[Arc<User>] {
 647        &self.pending_participants
 648    }
 649
 650    pub fn contains_participant(&self, user_id: u64) -> bool {
 651        self.participant_user_ids.contains(&user_id)
 652    }
 653
 654    pub fn followers_for(&self, leader_id: PeerId, project_id: u64) -> &[PeerId] {
 655        self.follows_by_leader_id_project_id
 656            .get(&(leader_id, project_id))
 657            .map_or(&[], |v| v.as_slice())
 658    }
 659
 660    /// Returns the most 'active' projects, defined as most people in the project
 661    pub fn most_active_project(&self, cx: &AppContext) -> Option<(u64, u64)> {
 662        let mut project_hosts_and_guest_counts = HashMap::<u64, (Option<u64>, u32)>::default();
 663        for participant in self.remote_participants.values() {
 664            match participant.location {
 665                ParticipantLocation::SharedProject { project_id } => {
 666                    project_hosts_and_guest_counts
 667                        .entry(project_id)
 668                        .or_default()
 669                        .1 += 1;
 670                }
 671                ParticipantLocation::External | ParticipantLocation::UnsharedProject => {}
 672            }
 673            for project in &participant.projects {
 674                project_hosts_and_guest_counts
 675                    .entry(project.id)
 676                    .or_default()
 677                    .0 = Some(participant.user.id);
 678            }
 679        }
 680
 681        if let Some(user) = self.user_store.read(cx).current_user() {
 682            for project in &self.local_participant.projects {
 683                project_hosts_and_guest_counts
 684                    .entry(project.id)
 685                    .or_default()
 686                    .0 = Some(user.id);
 687            }
 688        }
 689
 690        project_hosts_and_guest_counts
 691            .into_iter()
 692            .filter_map(|(id, (host, guest_count))| Some((id, host?, guest_count)))
 693            .max_by_key(|(_, _, guest_count)| *guest_count)
 694            .map(|(id, host, _)| (id, host))
 695    }
 696
 697    async fn handle_room_updated(
 698        this: Model<Self>,
 699        envelope: TypedEnvelope<proto::RoomUpdated>,
 700        mut cx: AsyncAppContext,
 701    ) -> Result<()> {
 702        let room = envelope
 703            .payload
 704            .room
 705            .ok_or_else(|| anyhow!("invalid room"))?;
 706        this.update(&mut cx, |this, cx| this.apply_room_update(room, cx))?
 707    }
 708
 709    fn apply_room_update(
 710        &mut self,
 711        mut room: proto::Room,
 712        cx: &mut ModelContext<Self>,
 713    ) -> Result<()> {
 714        // Filter ourselves out from the room's participants.
 715        let local_participant_ix = room
 716            .participants
 717            .iter()
 718            .position(|participant| Some(participant.user_id) == self.client.user_id());
 719        let local_participant = local_participant_ix.map(|ix| room.participants.swap_remove(ix));
 720
 721        let pending_participant_user_ids = room
 722            .pending_participants
 723            .iter()
 724            .map(|p| p.user_id)
 725            .collect::<Vec<_>>();
 726
 727        let remote_participant_user_ids = room
 728            .participants
 729            .iter()
 730            .map(|p| p.user_id)
 731            .collect::<Vec<_>>();
 732
 733        let (remote_participants, pending_participants) =
 734            self.user_store.update(cx, move |user_store, cx| {
 735                (
 736                    user_store.get_users(remote_participant_user_ids, cx),
 737                    user_store.get_users(pending_participant_user_ids, cx),
 738                )
 739            });
 740
 741        self.pending_room_update = Some(cx.spawn(|this, mut cx| async move {
 742            let (remote_participants, pending_participants) =
 743                futures::join!(remote_participants, pending_participants);
 744
 745            this.update(&mut cx, |this, cx| {
 746                this.participant_user_ids.clear();
 747
 748                if let Some(participant) = local_participant {
 749                    let role = participant.role();
 750                    this.local_participant.projects = participant.projects;
 751                    if this.local_participant.role != role {
 752                        this.local_participant.role = role;
 753
 754                        if role == proto::ChannelRole::Guest {
 755                            for project in mem::take(&mut this.shared_projects) {
 756                                if let Some(project) = project.upgrade() {
 757                                    this.unshare_project(project, cx).log_err();
 758                                }
 759                            }
 760                            this.local_participant.projects.clear();
 761                            if let Some(live_kit_room) = &mut this.live_kit {
 762                                live_kit_room.stop_publishing(cx);
 763                            }
 764                        }
 765
 766                        this.joined_projects.retain(|project| {
 767                            if let Some(project) = project.upgrade() {
 768                                project.update(cx, |project, cx| project.set_role(role, cx));
 769                                true
 770                            } else {
 771                                false
 772                            }
 773                        });
 774                    }
 775                } else {
 776                    this.local_participant.projects.clear();
 777                }
 778
 779                if let Some(participants) = remote_participants.log_err() {
 780                    for (participant, user) in room.participants.into_iter().zip(participants) {
 781                        let Some(peer_id) = participant.peer_id else {
 782                            continue;
 783                        };
 784                        let participant_index = ParticipantIndex(participant.participant_index);
 785                        this.participant_user_ids.insert(participant.user_id);
 786
 787                        let old_projects = this
 788                            .remote_participants
 789                            .get(&participant.user_id)
 790                            .into_iter()
 791                            .flat_map(|existing| &existing.projects)
 792                            .map(|project| project.id)
 793                            .collect::<HashSet<_>>();
 794                        let new_projects = participant
 795                            .projects
 796                            .iter()
 797                            .map(|project| project.id)
 798                            .collect::<HashSet<_>>();
 799
 800                        for project in &participant.projects {
 801                            if !old_projects.contains(&project.id) {
 802                                cx.emit(Event::RemoteProjectShared {
 803                                    owner: user.clone(),
 804                                    project_id: project.id,
 805                                    worktree_root_names: project.worktree_root_names.clone(),
 806                                });
 807                            }
 808                        }
 809
 810                        for unshared_project_id in old_projects.difference(&new_projects) {
 811                            this.joined_projects.retain(|project| {
 812                                if let Some(project) = project.upgrade() {
 813                                    project.update(cx, |project, cx| {
 814                                        if project.remote_id() == Some(*unshared_project_id) {
 815                                            project.disconnected_from_host(cx);
 816                                            false
 817                                        } else {
 818                                            true
 819                                        }
 820                                    })
 821                                } else {
 822                                    false
 823                                }
 824                            });
 825                            cx.emit(Event::RemoteProjectUnshared {
 826                                project_id: *unshared_project_id,
 827                            });
 828                        }
 829
 830                        let role = participant.role();
 831                        let location = ParticipantLocation::from_proto(participant.location)
 832                            .unwrap_or(ParticipantLocation::External);
 833                        if let Some(remote_participant) =
 834                            this.remote_participants.get_mut(&participant.user_id)
 835                        {
 836                            remote_participant.peer_id = peer_id;
 837                            remote_participant.projects = participant.projects;
 838                            remote_participant.participant_index = participant_index;
 839                            if location != remote_participant.location
 840                                || role != remote_participant.role
 841                            {
 842                                remote_participant.location = location;
 843                                remote_participant.role = role;
 844                                cx.emit(Event::ParticipantLocationChanged {
 845                                    participant_id: peer_id,
 846                                });
 847                            }
 848                        } else {
 849                            this.remote_participants.insert(
 850                                participant.user_id,
 851                                RemoteParticipant {
 852                                    user: user.clone(),
 853                                    participant_index,
 854                                    peer_id,
 855                                    projects: participant.projects,
 856                                    location,
 857                                    role,
 858                                    muted: true,
 859                                    speaking: false,
 860                                    video_tracks: Default::default(),
 861                                    audio_tracks: Default::default(),
 862                                },
 863                            );
 864
 865                            Audio::play_sound(Sound::Joined, cx);
 866
 867                            if let Some(live_kit) = this.live_kit.as_ref() {
 868                                let video_tracks =
 869                                    live_kit.room.remote_video_tracks(&user.id.to_string());
 870                                let audio_tracks =
 871                                    live_kit.room.remote_audio_tracks(&user.id.to_string());
 872                                let publications = live_kit
 873                                    .room
 874                                    .remote_audio_track_publications(&user.id.to_string());
 875
 876                                for track in video_tracks {
 877                                    this.live_kit_room_updated(
 878                                        RoomUpdate::SubscribedToRemoteVideoTrack(track),
 879                                        cx,
 880                                    )
 881                                    .log_err();
 882                                }
 883
 884                                for (track, publication) in
 885                                    audio_tracks.iter().zip(publications.iter())
 886                                {
 887                                    this.live_kit_room_updated(
 888                                        RoomUpdate::SubscribedToRemoteAudioTrack(
 889                                            track.clone(),
 890                                            publication.clone(),
 891                                        ),
 892                                        cx,
 893                                    )
 894                                    .log_err();
 895                                }
 896                            }
 897                        }
 898                    }
 899
 900                    this.remote_participants.retain(|user_id, participant| {
 901                        if this.participant_user_ids.contains(user_id) {
 902                            true
 903                        } else {
 904                            for project in &participant.projects {
 905                                cx.emit(Event::RemoteProjectUnshared {
 906                                    project_id: project.id,
 907                                });
 908                            }
 909                            false
 910                        }
 911                    });
 912                }
 913
 914                if let Some(pending_participants) = pending_participants.log_err() {
 915                    this.pending_participants = pending_participants;
 916                    for participant in &this.pending_participants {
 917                        this.participant_user_ids.insert(participant.id);
 918                    }
 919                }
 920
 921                this.follows_by_leader_id_project_id.clear();
 922                for follower in room.followers {
 923                    let project_id = follower.project_id;
 924                    let (leader, follower) = match (follower.leader_id, follower.follower_id) {
 925                        (Some(leader), Some(follower)) => (leader, follower),
 926
 927                        _ => {
 928                            log::error!("Follower message {follower:?} missing some state");
 929                            continue;
 930                        }
 931                    };
 932
 933                    let list = this
 934                        .follows_by_leader_id_project_id
 935                        .entry((leader, project_id))
 936                        .or_insert(Vec::new());
 937                    if !list.contains(&follower) {
 938                        list.push(follower);
 939                    }
 940                }
 941
 942                this.pending_room_update.take();
 943                if this.should_leave() {
 944                    log::info!("room is empty, leaving");
 945                    let _ = this.leave(cx).detach();
 946                }
 947
 948                this.user_store.update(cx, |user_store, cx| {
 949                    let participant_indices_by_user_id = this
 950                        .remote_participants
 951                        .iter()
 952                        .map(|(user_id, participant)| (*user_id, participant.participant_index))
 953                        .collect();
 954                    user_store.set_participant_indices(participant_indices_by_user_id, cx);
 955                });
 956
 957                this.check_invariants();
 958                this.room_update_completed_tx.try_send(Some(())).ok();
 959                cx.notify();
 960            })
 961            .ok();
 962        }));
 963
 964        cx.notify();
 965        Ok(())
 966    }
 967
 968    pub fn room_update_completed(&mut self) -> impl Future<Output = ()> {
 969        let mut done_rx = self.room_update_completed_rx.clone();
 970        async move {
 971            while let Some(result) = done_rx.next().await {
 972                if result.is_some() {
 973                    break;
 974                }
 975            }
 976        }
 977    }
 978
 979    fn live_kit_room_updated(
 980        &mut self,
 981        update: RoomUpdate,
 982        cx: &mut ModelContext<Self>,
 983    ) -> Result<()> {
 984        match update {
 985            RoomUpdate::SubscribedToRemoteVideoTrack(track) => {
 986                let user_id = track.publisher_id().parse()?;
 987                let track_id = track.sid().to_string();
 988                let participant = self
 989                    .remote_participants
 990                    .get_mut(&user_id)
 991                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
 992                participant.video_tracks.insert(track_id.clone(), track);
 993                cx.emit(Event::RemoteVideoTracksChanged {
 994                    participant_id: participant.peer_id,
 995                });
 996            }
 997
 998            RoomUpdate::UnsubscribedFromRemoteVideoTrack {
 999                publisher_id,
1000                track_id,
1001            } => {
1002                let user_id = publisher_id.parse()?;
1003                let participant = self
1004                    .remote_participants
1005                    .get_mut(&user_id)
1006                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1007                participant.video_tracks.remove(&track_id);
1008                cx.emit(Event::RemoteVideoTracksChanged {
1009                    participant_id: participant.peer_id,
1010                });
1011            }
1012
1013            RoomUpdate::ActiveSpeakersChanged { speakers } => {
1014                let mut speaker_ids = speakers
1015                    .into_iter()
1016                    .filter_map(|speaker_sid| speaker_sid.parse().ok())
1017                    .collect::<Vec<u64>>();
1018                speaker_ids.sort_unstable();
1019                for (sid, participant) in &mut self.remote_participants {
1020                    if let Ok(_) = speaker_ids.binary_search(sid) {
1021                        participant.speaking = true;
1022                    } else {
1023                        participant.speaking = false;
1024                    }
1025                }
1026                if let Some(id) = self.client.user_id() {
1027                    if let Some(room) = &mut self.live_kit {
1028                        if let Ok(_) = speaker_ids.binary_search(&id) {
1029                            room.speaking = true;
1030                        } else {
1031                            room.speaking = false;
1032                        }
1033                    }
1034                }
1035            }
1036
1037            RoomUpdate::RemoteAudioTrackMuteChanged { track_id, muted } => {
1038                let mut found = false;
1039                for participant in &mut self.remote_participants.values_mut() {
1040                    for track in participant.audio_tracks.values() {
1041                        if track.sid() == track_id {
1042                            found = true;
1043                            break;
1044                        }
1045                    }
1046                    if found {
1047                        participant.muted = muted;
1048                        break;
1049                    }
1050                }
1051            }
1052
1053            RoomUpdate::SubscribedToRemoteAudioTrack(track, publication) => {
1054                if let Some(live_kit) = &self.live_kit {
1055                    if live_kit.deafened {
1056                        track.stop();
1057                        cx.foreground_executor()
1058                            .spawn(publication.set_enabled(false))
1059                            .detach();
1060                    }
1061                }
1062
1063                let user_id = track.publisher_id().parse()?;
1064                let track_id = track.sid().to_string();
1065                let participant = self
1066                    .remote_participants
1067                    .get_mut(&user_id)
1068                    .ok_or_else(|| anyhow!("subscribed to track by unknown participant"))?;
1069                participant.audio_tracks.insert(track_id.clone(), track);
1070                participant.muted = publication.is_muted();
1071
1072                cx.emit(Event::RemoteAudioTracksChanged {
1073                    participant_id: participant.peer_id,
1074                });
1075            }
1076
1077            RoomUpdate::UnsubscribedFromRemoteAudioTrack {
1078                publisher_id,
1079                track_id,
1080            } => {
1081                let user_id = publisher_id.parse()?;
1082                let participant = self
1083                    .remote_participants
1084                    .get_mut(&user_id)
1085                    .ok_or_else(|| anyhow!("unsubscribed from track by unknown participant"))?;
1086                participant.audio_tracks.remove(&track_id);
1087                cx.emit(Event::RemoteAudioTracksChanged {
1088                    participant_id: participant.peer_id,
1089                });
1090            }
1091
1092            RoomUpdate::LocalAudioTrackUnpublished { publication } => {
1093                log::info!("unpublished audio track {}", publication.sid());
1094                if let Some(room) = &mut self.live_kit {
1095                    room.microphone_track = LocalTrack::None;
1096                }
1097            }
1098
1099            RoomUpdate::LocalVideoTrackUnpublished { publication } => {
1100                log::info!("unpublished video track {}", publication.sid());
1101                if let Some(room) = &mut self.live_kit {
1102                    room.screen_track = LocalTrack::None;
1103                }
1104            }
1105
1106            RoomUpdate::LocalAudioTrackPublished { publication } => {
1107                log::info!("published audio track {}", publication.sid());
1108            }
1109
1110            RoomUpdate::LocalVideoTrackPublished { publication } => {
1111                log::info!("published video track {}", publication.sid());
1112            }
1113        }
1114
1115        cx.notify();
1116        Ok(())
1117    }
1118
1119    fn check_invariants(&self) {
1120        #[cfg(any(test, feature = "test-support"))]
1121        {
1122            for participant in self.remote_participants.values() {
1123                assert!(self.participant_user_ids.contains(&participant.user.id));
1124                assert_ne!(participant.user.id, self.client.user_id().unwrap());
1125            }
1126
1127            for participant in &self.pending_participants {
1128                assert!(self.participant_user_ids.contains(&participant.id));
1129                assert_ne!(participant.id, self.client.user_id().unwrap());
1130            }
1131
1132            assert_eq!(
1133                self.participant_user_ids.len(),
1134                self.remote_participants.len() + self.pending_participants.len()
1135            );
1136        }
1137    }
1138
1139    pub(crate) fn call(
1140        &mut self,
1141        called_user_id: u64,
1142        initial_project_id: Option<u64>,
1143        cx: &mut ModelContext<Self>,
1144    ) -> Task<Result<()>> {
1145        if self.status.is_offline() {
1146            return Task::ready(Err(anyhow!("room is offline")));
1147        }
1148
1149        cx.notify();
1150        let client = self.client.clone();
1151        let room_id = self.id;
1152        self.pending_call_count += 1;
1153        cx.spawn(move |this, mut cx| async move {
1154            let result = client
1155                .request(proto::Call {
1156                    room_id,
1157                    called_user_id,
1158                    initial_project_id,
1159                })
1160                .await;
1161            this.update(&mut cx, |this, cx| {
1162                this.pending_call_count -= 1;
1163                if this.should_leave() {
1164                    this.leave(cx).detach_and_log_err(cx);
1165                }
1166            })?;
1167            result?;
1168            Ok(())
1169        })
1170    }
1171
1172    pub fn join_project(
1173        &mut self,
1174        id: u64,
1175        language_registry: Arc<LanguageRegistry>,
1176        fs: Arc<dyn Fs>,
1177        cx: &mut ModelContext<Self>,
1178    ) -> Task<Result<Model<Project>>> {
1179        let client = self.client.clone();
1180        let user_store = self.user_store.clone();
1181        cx.emit(Event::RemoteProjectJoined { project_id: id });
1182        cx.spawn(move |this, mut cx| async move {
1183            let project =
1184                Project::in_room(id, client, user_store, language_registry, fs, cx.clone()).await?;
1185
1186            this.update(&mut cx, |this, cx| {
1187                this.joined_projects.retain(|project| {
1188                    if let Some(project) = project.upgrade() {
1189                        !project.read(cx).is_disconnected()
1190                    } else {
1191                        false
1192                    }
1193                });
1194                this.joined_projects.insert(project.downgrade());
1195            })?;
1196            Ok(project)
1197        })
1198    }
1199
1200    pub fn share_project(
1201        &mut self,
1202        project: Model<Project>,
1203        cx: &mut ModelContext<Self>,
1204    ) -> Task<Result<u64>> {
1205        let request = if let Some(dev_server_project_id) = project.read(cx).dev_server_project_id()
1206        {
1207            self.client.request(proto::ShareProject {
1208                room_id: self.id(),
1209                worktrees: vec![],
1210                dev_server_project_id: Some(dev_server_project_id.0),
1211            })
1212        } else {
1213            if let Some(project_id) = project.read(cx).remote_id() {
1214                return Task::ready(Ok(project_id));
1215            }
1216
1217            self.client.request(proto::ShareProject {
1218                room_id: self.id(),
1219                worktrees: project.read(cx).worktree_metadata_protos(cx),
1220                dev_server_project_id: None,
1221            })
1222        };
1223
1224        cx.spawn(|this, mut cx| async move {
1225            let response = request.await?;
1226
1227            project.update(&mut cx, |project, cx| {
1228                project.shared(response.project_id, cx)
1229            })??;
1230
1231            // If the user's location is in this project, it changes from UnsharedProject to SharedProject.
1232            this.update(&mut cx, |this, cx| {
1233                this.shared_projects.insert(project.downgrade());
1234                let active_project = this.local_participant.active_project.as_ref();
1235                if active_project.map_or(false, |location| *location == project) {
1236                    this.set_location(Some(&project), cx)
1237                } else {
1238                    Task::ready(Ok(()))
1239                }
1240            })?
1241            .await?;
1242
1243            Ok(response.project_id)
1244        })
1245    }
1246
1247    pub(crate) fn unshare_project(
1248        &mut self,
1249        project: Model<Project>,
1250        cx: &mut ModelContext<Self>,
1251    ) -> Result<()> {
1252        let project_id = match project.read(cx).remote_id() {
1253            Some(project_id) => project_id,
1254            None => return Ok(()),
1255        };
1256
1257        self.client.send(proto::UnshareProject { project_id })?;
1258        project.update(cx, |this, cx| this.unshare(cx))?;
1259
1260        if self.local_participant.active_project == Some(project.downgrade()) {
1261            self.set_location(Some(&project), cx).detach_and_log_err(cx);
1262        }
1263        Ok(())
1264    }
1265
1266    pub(crate) fn set_location(
1267        &mut self,
1268        project: Option<&Model<Project>>,
1269        cx: &mut ModelContext<Self>,
1270    ) -> Task<Result<()>> {
1271        if self.status.is_offline() {
1272            return Task::ready(Err(anyhow!("room is offline")));
1273        }
1274
1275        let client = self.client.clone();
1276        let room_id = self.id;
1277        let location = if let Some(project) = project {
1278            self.local_participant.active_project = Some(project.downgrade());
1279            if let Some(project_id) = project.read(cx).remote_id() {
1280                proto::participant_location::Variant::SharedProject(
1281                    proto::participant_location::SharedProject { id: project_id },
1282                )
1283            } else {
1284                proto::participant_location::Variant::UnsharedProject(
1285                    proto::participant_location::UnsharedProject {},
1286                )
1287            }
1288        } else {
1289            self.local_participant.active_project = None;
1290            proto::participant_location::Variant::External(proto::participant_location::External {})
1291        };
1292
1293        cx.notify();
1294        cx.background_executor().spawn(async move {
1295            client
1296                .request(proto::UpdateParticipantLocation {
1297                    room_id,
1298                    location: Some(proto::ParticipantLocation {
1299                        variant: Some(location),
1300                    }),
1301                })
1302                .await?;
1303            Ok(())
1304        })
1305    }
1306
1307    pub fn is_screen_sharing(&self) -> bool {
1308        self.live_kit.as_ref().map_or(false, |live_kit| {
1309            !matches!(live_kit.screen_track, LocalTrack::None)
1310        })
1311    }
1312
1313    pub fn is_sharing_mic(&self) -> bool {
1314        self.live_kit.as_ref().map_or(false, |live_kit| {
1315            !matches!(live_kit.microphone_track, LocalTrack::None)
1316        })
1317    }
1318
1319    pub fn is_muted(&self) -> bool {
1320        self.live_kit.as_ref().map_or(false, |live_kit| {
1321            matches!(live_kit.microphone_track, LocalTrack::None)
1322                || live_kit.muted_by_user
1323                || live_kit.deafened
1324        })
1325    }
1326
1327    pub fn is_speaking(&self) -> bool {
1328        self.live_kit
1329            .as_ref()
1330            .map_or(false, |live_kit| live_kit.speaking)
1331    }
1332
1333    pub fn is_deafened(&self) -> Option<bool> {
1334        self.live_kit.as_ref().map(|live_kit| live_kit.deafened)
1335    }
1336
1337    pub fn can_use_microphone(&self) -> bool {
1338        use proto::ChannelRole::*;
1339        match self.local_participant.role {
1340            Admin | Member | Talker => true,
1341            Guest | Banned => false,
1342        }
1343    }
1344
1345    pub fn can_share_projects(&self) -> bool {
1346        use proto::ChannelRole::*;
1347        match self.local_participant.role {
1348            Admin | Member => true,
1349            Guest | Banned | Talker => false,
1350        }
1351    }
1352
1353    #[track_caller]
1354    pub fn share_microphone(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1355        if self.status.is_offline() {
1356            return Task::ready(Err(anyhow!("room is offline")));
1357        }
1358
1359        let publish_id = if let Some(live_kit) = self.live_kit.as_mut() {
1360            let publish_id = post_inc(&mut live_kit.next_publish_id);
1361            live_kit.microphone_track = LocalTrack::Pending { publish_id };
1362            cx.notify();
1363            publish_id
1364        } else {
1365            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1366        };
1367
1368        cx.spawn(move |this, mut cx| async move {
1369            let publish_track = async {
1370                let track = LocalAudioTrack::create();
1371                this.upgrade()
1372                    .ok_or_else(|| anyhow!("room was dropped"))?
1373                    .update(&mut cx, |this, _| {
1374                        this.live_kit
1375                            .as_ref()
1376                            .map(|live_kit| live_kit.room.publish_audio_track(track))
1377                    })?
1378                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1379                    .await
1380            };
1381            let publication = publish_track.await;
1382            this.upgrade()
1383                .ok_or_else(|| anyhow!("room was dropped"))?
1384                .update(&mut cx, |this, cx| {
1385                    let live_kit = this
1386                        .live_kit
1387                        .as_mut()
1388                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1389
1390                    let canceled = if let LocalTrack::Pending {
1391                        publish_id: cur_publish_id,
1392                    } = &live_kit.microphone_track
1393                    {
1394                        *cur_publish_id != publish_id
1395                    } else {
1396                        true
1397                    };
1398
1399                    match publication {
1400                        Ok(publication) => {
1401                            if canceled {
1402                                live_kit.room.unpublish_track(publication);
1403                            } else {
1404                                if live_kit.muted_by_user || live_kit.deafened {
1405                                    cx.background_executor()
1406                                        .spawn(publication.set_mute(true))
1407                                        .detach();
1408                                }
1409                                live_kit.microphone_track = LocalTrack::Published {
1410                                    track_publication: publication,
1411                                };
1412                                cx.notify();
1413                            }
1414                            Ok(())
1415                        }
1416                        Err(error) => {
1417                            if canceled {
1418                                Ok(())
1419                            } else {
1420                                live_kit.microphone_track = LocalTrack::None;
1421                                cx.notify();
1422                                Err(error)
1423                            }
1424                        }
1425                    }
1426                })?
1427        })
1428    }
1429
1430    pub fn share_screen(&mut self, cx: &mut ModelContext<Self>) -> Task<Result<()>> {
1431        if self.status.is_offline() {
1432            return Task::ready(Err(anyhow!("room is offline")));
1433        } else if self.is_screen_sharing() {
1434            return Task::ready(Err(anyhow!("screen was already shared")));
1435        }
1436
1437        let (displays, publish_id) = if let Some(live_kit) = self.live_kit.as_mut() {
1438            let publish_id = post_inc(&mut live_kit.next_publish_id);
1439            live_kit.screen_track = LocalTrack::Pending { publish_id };
1440            cx.notify();
1441            (live_kit.room.display_sources(), publish_id)
1442        } else {
1443            return Task::ready(Err(anyhow!("live-kit was not initialized")));
1444        };
1445
1446        cx.spawn(move |this, mut cx| async move {
1447            let publish_track = async {
1448                let displays = displays.await?;
1449                let display = displays
1450                    .first()
1451                    .ok_or_else(|| anyhow!("no display found"))?;
1452                let track = LocalVideoTrack::screen_share_for_display(display);
1453                this.upgrade()
1454                    .ok_or_else(|| anyhow!("room was dropped"))?
1455                    .update(&mut cx, |this, _| {
1456                        this.live_kit
1457                            .as_ref()
1458                            .map(|live_kit| live_kit.room.publish_video_track(track))
1459                    })?
1460                    .ok_or_else(|| anyhow!("live-kit was not initialized"))?
1461                    .await
1462            };
1463
1464            let publication = publish_track.await;
1465            this.upgrade()
1466                .ok_or_else(|| anyhow!("room was dropped"))?
1467                .update(&mut cx, |this, cx| {
1468                    let live_kit = this
1469                        .live_kit
1470                        .as_mut()
1471                        .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1472
1473                    let canceled = if let LocalTrack::Pending {
1474                        publish_id: cur_publish_id,
1475                    } = &live_kit.screen_track
1476                    {
1477                        *cur_publish_id != publish_id
1478                    } else {
1479                        true
1480                    };
1481
1482                    match publication {
1483                        Ok(publication) => {
1484                            if canceled {
1485                                live_kit.room.unpublish_track(publication);
1486                            } else {
1487                                live_kit.screen_track = LocalTrack::Published {
1488                                    track_publication: publication,
1489                                };
1490                                cx.notify();
1491                            }
1492
1493                            Audio::play_sound(Sound::StartScreenshare, cx);
1494
1495                            Ok(())
1496                        }
1497                        Err(error) => {
1498                            if canceled {
1499                                Ok(())
1500                            } else {
1501                                live_kit.screen_track = LocalTrack::None;
1502                                cx.notify();
1503                                Err(error)
1504                            }
1505                        }
1506                    }
1507                })?
1508        })
1509    }
1510
1511    pub fn toggle_mute(&mut self, cx: &mut ModelContext<Self>) {
1512        if let Some(live_kit) = self.live_kit.as_mut() {
1513            // When unmuting, undeafen if the user was deafened before.
1514            let was_deafened = live_kit.deafened;
1515            if live_kit.muted_by_user
1516                || live_kit.deafened
1517                || matches!(live_kit.microphone_track, LocalTrack::None)
1518            {
1519                live_kit.muted_by_user = false;
1520                live_kit.deafened = false;
1521            } else {
1522                live_kit.muted_by_user = true;
1523            }
1524            let muted = live_kit.muted_by_user;
1525            let should_undeafen = was_deafened && !live_kit.deafened;
1526
1527            if let Some(task) = self.set_mute(muted, cx) {
1528                task.detach_and_log_err(cx);
1529            }
1530
1531            if should_undeafen {
1532                if let Some(task) = self.set_deafened(false, cx) {
1533                    task.detach_and_log_err(cx);
1534                }
1535            }
1536        }
1537    }
1538
1539    pub fn toggle_deafen(&mut self, cx: &mut ModelContext<Self>) {
1540        if let Some(live_kit) = self.live_kit.as_mut() {
1541            // When deafening, mute the microphone if it was not already muted.
1542            // When un-deafening, unmute the microphone, unless it was explicitly muted.
1543            let deafened = !live_kit.deafened;
1544            live_kit.deafened = deafened;
1545            let should_change_mute = !live_kit.muted_by_user;
1546
1547            if let Some(task) = self.set_deafened(deafened, cx) {
1548                task.detach_and_log_err(cx);
1549            }
1550
1551            if should_change_mute {
1552                if let Some(task) = self.set_mute(deafened, cx) {
1553                    task.detach_and_log_err(cx);
1554                }
1555            }
1556        }
1557    }
1558
1559    pub fn unshare_screen(&mut self, cx: &mut ModelContext<Self>) -> Result<()> {
1560        if self.status.is_offline() {
1561            return Err(anyhow!("room is offline"));
1562        }
1563
1564        let live_kit = self
1565            .live_kit
1566            .as_mut()
1567            .ok_or_else(|| anyhow!("live-kit was not initialized"))?;
1568        match mem::take(&mut live_kit.screen_track) {
1569            LocalTrack::None => Err(anyhow!("screen was not shared")),
1570            LocalTrack::Pending { .. } => {
1571                cx.notify();
1572                Ok(())
1573            }
1574            LocalTrack::Published {
1575                track_publication, ..
1576            } => {
1577                live_kit.room.unpublish_track(track_publication);
1578                cx.notify();
1579
1580                Audio::play_sound(Sound::StopScreenshare, cx);
1581                Ok(())
1582            }
1583        }
1584    }
1585
1586    fn set_deafened(
1587        &mut self,
1588        deafened: bool,
1589        cx: &mut ModelContext<Self>,
1590    ) -> Option<Task<Result<()>>> {
1591        let live_kit = self.live_kit.as_mut()?;
1592        cx.notify();
1593
1594        let mut track_updates = Vec::new();
1595        for participant in self.remote_participants.values() {
1596            for publication in live_kit
1597                .room
1598                .remote_audio_track_publications(&participant.user.id.to_string())
1599            {
1600                track_updates.push(publication.set_enabled(!deafened));
1601            }
1602
1603            for track in participant.audio_tracks.values() {
1604                if deafened {
1605                    track.stop();
1606                } else {
1607                    track.start();
1608                }
1609            }
1610        }
1611
1612        Some(cx.foreground_executor().spawn(async move {
1613            for result in futures::future::join_all(track_updates).await {
1614                result?;
1615            }
1616            Ok(())
1617        }))
1618    }
1619
1620    fn set_mute(
1621        &mut self,
1622        should_mute: bool,
1623        cx: &mut ModelContext<Room>,
1624    ) -> Option<Task<Result<()>>> {
1625        let live_kit = self.live_kit.as_mut()?;
1626        cx.notify();
1627
1628        if should_mute {
1629            Audio::play_sound(Sound::Mute, cx);
1630        } else {
1631            Audio::play_sound(Sound::Unmute, cx);
1632        }
1633
1634        match &mut live_kit.microphone_track {
1635            LocalTrack::None => {
1636                if should_mute {
1637                    None
1638                } else {
1639                    Some(self.share_microphone(cx))
1640                }
1641            }
1642            LocalTrack::Pending { .. } => None,
1643            LocalTrack::Published { track_publication } => Some(
1644                cx.foreground_executor()
1645                    .spawn(track_publication.set_mute(should_mute)),
1646            ),
1647        }
1648    }
1649
1650    #[cfg(any(test, feature = "test-support"))]
1651    pub fn set_display_sources(&self, sources: Vec<live_kit_client::MacOSDisplay>) {
1652        self.live_kit
1653            .as_ref()
1654            .unwrap()
1655            .room
1656            .set_display_sources(sources);
1657    }
1658}
1659
1660struct LiveKitRoom {
1661    room: Arc<live_kit_client::Room>,
1662    screen_track: LocalTrack,
1663    microphone_track: LocalTrack,
1664    /// Tracks whether we're currently in a muted state due to auto-mute from deafening or manual mute performed by user.
1665    muted_by_user: bool,
1666    deafened: bool,
1667    speaking: bool,
1668    next_publish_id: usize,
1669    _maintain_room: Task<()>,
1670    _handle_updates: Task<()>,
1671}
1672
1673impl LiveKitRoom {
1674    fn stop_publishing(&mut self, cx: &mut ModelContext<Room>) {
1675        if let LocalTrack::Published {
1676            track_publication, ..
1677        } = mem::replace(&mut self.microphone_track, LocalTrack::None)
1678        {
1679            self.room.unpublish_track(track_publication);
1680            cx.notify();
1681        }
1682
1683        if let LocalTrack::Published {
1684            track_publication, ..
1685        } = mem::replace(&mut self.screen_track, LocalTrack::None)
1686        {
1687            self.room.unpublish_track(track_publication);
1688            cx.notify();
1689        }
1690    }
1691}
1692
1693enum LocalTrack {
1694    None,
1695    Pending {
1696        publish_id: usize,
1697    },
1698    Published {
1699        track_publication: LocalTrackPublication,
1700    },
1701}
1702
1703impl Default for LocalTrack {
1704    fn default() -> Self {
1705        Self::None
1706    }
1707}
1708
1709#[derive(Copy, Clone, PartialEq, Eq)]
1710pub enum RoomStatus {
1711    Online,
1712    Rejoining,
1713    Offline,
1714}
1715
1716impl RoomStatus {
1717    pub fn is_offline(&self) -> bool {
1718        matches!(self, RoomStatus::Offline)
1719    }
1720
1721    pub fn is_online(&self) -> bool {
1722        matches!(self, RoomStatus::Online)
1723    }
1724}