diff --git a/crates/vim/src/vim.rs b/crates/vim/src/vim.rs
index 6ff997a16163234a5c66bd4568ccb803901542a4..65410a460eb56d32f04526dabd4b24140870c75e 100644
--- a/crates/vim/src/vim.rs
+++ b/crates/vim/src/vim.rs
@@ -195,6 +195,9 @@ impl Vim {
             if editor_mode == EditorMode::Full
                 && !newest_selection_empty
                 && self.state().mode == Mode::Normal
+                // if leader_replica_id is set, then you're following someone else's cursor
+                // don't switch vim mode.
+                && editor.leader_replica_id().is_none()
             {
                 self.switch_mode(Mode::Visual, true, cx);
             }