diff --git a/crates/project/src/project.rs b/crates/project/src/project.rs
index 3e5a45007560a4f5bdb1a89bc4c8e99783c7e72b..88a187982cc45c807ad3b3b02bcdec6633a81003 100644
--- a/crates/project/src/project.rs
+++ b/crates/project/src/project.rs
@@ -4847,6 +4847,7 @@ impl Project {
 
         let collaborator = Collaborator::from_proto(collaborator)?;
         this.update(&mut cx, |this, cx| {
+            this.shared_buffers.remove(&collaborator.peer_id);
             this.collaborators
                 .insert(collaborator.peer_id, collaborator);
             cx.notify();