diff --git a/crates/zed/src/languages/json.rs b/crates/zed/src/languages/json.rs
index 7919f7510d4ee77fce75f59e9a65a88df58c941a..6bb3d94c5ab9878730ff29271abcde0170f39a3c 100644
--- a/crates/zed/src/languages/json.rs
+++ b/crates/zed/src/languages/json.rs
@@ -84,7 +84,7 @@ impl LspAdapter for JsonLspAdapter {
                 )
                 .await?;
 
-            remove_matching(&container_dir, |entry| entry != server_path).await;
+            remove_matching(&container_dir, |entry| entry != version_dir).await;
         }
 
         Ok(LanguageServerBinary {