1mod buffer;
2mod diagnostic_set;
3mod highlight_map;
4mod outline;
5pub mod proto;
6#[cfg(test)]
7mod tests;
8
9use anyhow::{anyhow, Context, Result};
10use client::http::HttpClient;
11use collections::HashMap;
12use futures::{
13 future::{BoxFuture, Shared},
14 FutureExt, TryFutureExt,
15};
16use gpui::{MutableAppContext, Task};
17use highlight_map::HighlightMap;
18use lazy_static::lazy_static;
19use parking_lot::{Mutex, RwLock};
20use serde::Deserialize;
21use serde_json::Value;
22use std::{
23 any::Any,
24 cell::RefCell,
25 ops::Range,
26 path::{Path, PathBuf},
27 str,
28 sync::Arc,
29};
30use theme::SyntaxTheme;
31use tree_sitter::{self, Query};
32use util::ResultExt;
33
34#[cfg(any(test, feature = "test-support"))]
35use futures::channel::mpsc;
36
37pub use buffer::Operation;
38pub use buffer::*;
39pub use diagnostic_set::DiagnosticEntry;
40pub use outline::{Outline, OutlineItem};
41pub use tree_sitter::{Parser, Tree};
42
43thread_local! {
44 static PARSER: RefCell<Parser> = RefCell::new(Parser::new());
45}
46
47lazy_static! {
48 pub static ref PLAIN_TEXT: Arc<Language> = Arc::new(Language::new(
49 LanguageConfig {
50 name: "Plain Text".into(),
51 path_suffixes: Default::default(),
52 brackets: Default::default(),
53 autoclose_before: Default::default(),
54 line_comment: None,
55 },
56 None,
57 ));
58}
59
60pub trait ToLspPosition {
61 fn to_lsp_position(self) -> lsp::Position;
62}
63
64#[derive(Clone, Debug, PartialEq, Eq, Hash)]
65pub struct LanguageServerName(pub Arc<str>);
66
67pub trait LspAdapter: 'static + Send + Sync {
68 fn name(&self) -> LanguageServerName;
69 fn fetch_latest_server_version(
70 &self,
71 http: Arc<dyn HttpClient>,
72 ) -> BoxFuture<'static, Result<Box<dyn 'static + Send + Any>>>;
73 fn fetch_server_binary(
74 &self,
75 version: Box<dyn 'static + Send + Any>,
76 http: Arc<dyn HttpClient>,
77 container_dir: PathBuf,
78 ) -> BoxFuture<'static, Result<PathBuf>>;
79 fn cached_server_binary(&self, container_dir: PathBuf) -> BoxFuture<'static, Option<PathBuf>>;
80 fn process_diagnostics(&self, diagnostics: &mut lsp::PublishDiagnosticsParams);
81
82 fn label_for_completion(&self, _: &lsp::CompletionItem, _: &Language) -> Option<CodeLabel> {
83 None
84 }
85
86 fn label_for_symbol(&self, _: &str, _: lsp::SymbolKind, _: &Language) -> Option<CodeLabel> {
87 None
88 }
89
90 fn server_args(&self) -> &[&str] {
91 &[]
92 }
93
94 fn initialization_options(&self) -> Option<Value> {
95 None
96 }
97
98 fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
99 Default::default()
100 }
101
102 fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
103 None
104 }
105
106 fn id_for_language(&self, _name: &str) -> Option<String> {
107 None
108 }
109}
110
111#[derive(Clone, Debug, PartialEq, Eq)]
112pub struct CodeLabel {
113 pub text: String,
114 pub runs: Vec<(Range<usize>, HighlightId)>,
115 pub filter_range: Range<usize>,
116}
117
118#[derive(Deserialize)]
119pub struct LanguageConfig {
120 pub name: Arc<str>,
121 pub path_suffixes: Vec<String>,
122 pub brackets: Vec<BracketPair>,
123 #[serde(default)]
124 pub autoclose_before: String,
125 pub line_comment: Option<String>,
126}
127
128impl Default for LanguageConfig {
129 fn default() -> Self {
130 Self {
131 name: "".into(),
132 path_suffixes: Default::default(),
133 brackets: Default::default(),
134 autoclose_before: Default::default(),
135 line_comment: Default::default(),
136 }
137 }
138}
139
140#[cfg(any(test, feature = "test-support"))]
141pub struct FakeLspAdapter {
142 pub name: &'static str,
143 pub capabilities: lsp::ServerCapabilities,
144 pub initializer: Option<Box<dyn 'static + Send + Sync + Fn(&mut lsp::FakeLanguageServer)>>,
145 pub disk_based_diagnostics_progress_token: Option<&'static str>,
146 pub disk_based_diagnostics_sources: &'static [&'static str],
147}
148
149#[derive(Clone, Debug, Deserialize)]
150pub struct BracketPair {
151 pub start: String,
152 pub end: String,
153 pub close: bool,
154 pub newline: bool,
155}
156
157pub struct Language {
158 pub(crate) config: LanguageConfig,
159 pub(crate) grammar: Option<Arc<Grammar>>,
160 pub(crate) adapter: Option<Arc<dyn LspAdapter>>,
161
162 #[cfg(any(test, feature = "test-support"))]
163 fake_adapter: Option<(
164 mpsc::UnboundedSender<lsp::FakeLanguageServer>,
165 Arc<FakeLspAdapter>,
166 )>,
167}
168
169pub struct Grammar {
170 pub(crate) ts_language: tree_sitter::Language,
171 pub(crate) highlights_query: Query,
172 pub(crate) brackets_query: Query,
173 pub(crate) indents_query: Query,
174 pub(crate) outline_query: Query,
175 pub(crate) highlight_map: Mutex<HighlightMap>,
176}
177
178#[derive(Clone)]
179pub enum LanguageServerBinaryStatus {
180 CheckingForUpdate,
181 Downloading,
182 Downloaded,
183 Cached,
184 Failed,
185}
186
187pub struct LanguageRegistry {
188 languages: RwLock<Vec<Arc<Language>>>,
189 language_server_download_dir: Option<Arc<Path>>,
190 lsp_binary_statuses_tx: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
191 lsp_binary_statuses_rx: async_broadcast::Receiver<(Arc<Language>, LanguageServerBinaryStatus)>,
192 login_shell_env_loaded: Shared<Task<()>>,
193 lsp_binary_paths: Mutex<
194 HashMap<
195 LanguageServerName,
196 Shared<BoxFuture<'static, Result<PathBuf, Arc<anyhow::Error>>>>,
197 >,
198 >,
199}
200
201impl LanguageRegistry {
202 pub fn new(login_shell_env_loaded: Task<()>) -> Self {
203 let (lsp_binary_statuses_tx, lsp_binary_statuses_rx) = async_broadcast::broadcast(16);
204 Self {
205 language_server_download_dir: None,
206 languages: Default::default(),
207 lsp_binary_statuses_tx,
208 lsp_binary_statuses_rx,
209 login_shell_env_loaded: login_shell_env_loaded.shared(),
210 lsp_binary_paths: Default::default(),
211 }
212 }
213
214 #[cfg(any(test, feature = "test-support"))]
215 pub fn test() -> Self {
216 Self::new(Task::ready(()))
217 }
218
219 pub fn add(&self, language: Arc<Language>) {
220 self.languages.write().push(language.clone());
221 }
222
223 pub fn set_theme(&self, theme: &SyntaxTheme) {
224 for language in self.languages.read().iter() {
225 language.set_theme(theme);
226 }
227 }
228
229 pub fn set_language_server_download_dir(&mut self, path: impl Into<Arc<Path>>) {
230 self.language_server_download_dir = Some(path.into());
231 }
232
233 pub fn get_language(&self, name: &str) -> Option<Arc<Language>> {
234 self.languages
235 .read()
236 .iter()
237 .find(|language| language.name().as_ref() == name)
238 .cloned()
239 }
240
241 pub fn language_names(&self) -> Vec<String> {
242 self.languages
243 .read()
244 .iter()
245 .map(|language| language.name().to_string())
246 .collect()
247 }
248
249 pub fn select_language(&self, path: impl AsRef<Path>) -> Option<Arc<Language>> {
250 let path = path.as_ref();
251 let filename = path.file_name().and_then(|name| name.to_str());
252 let extension = path.extension().and_then(|name| name.to_str());
253 let path_suffixes = [extension, filename];
254 self.languages
255 .read()
256 .iter()
257 .find(|language| {
258 language
259 .config
260 .path_suffixes
261 .iter()
262 .any(|suffix| path_suffixes.contains(&Some(suffix.as_str())))
263 })
264 .cloned()
265 }
266
267 pub fn start_language_server(
268 self: &Arc<Self>,
269 server_id: usize,
270 language: Arc<Language>,
271 root_path: Arc<Path>,
272 http_client: Arc<dyn HttpClient>,
273 cx: &mut MutableAppContext,
274 ) -> Option<Task<Result<lsp::LanguageServer>>> {
275 #[cfg(any(test, feature = "test-support"))]
276 if language.fake_adapter.is_some() {
277 let language = language.clone();
278 return Some(cx.spawn(|cx| async move {
279 let (servers_tx, fake_adapter) = language.fake_adapter.as_ref().unwrap();
280 let (server, mut fake_server) = lsp::LanguageServer::fake_with_capabilities(
281 fake_adapter.capabilities.clone(),
282 cx.clone(),
283 );
284
285 if let Some(initializer) = &fake_adapter.initializer {
286 initializer(&mut fake_server);
287 }
288
289 let servers_tx = servers_tx.clone();
290 cx.background()
291 .spawn(async move {
292 if fake_server
293 .try_receive_notification::<lsp::notification::Initialized>()
294 .await
295 .is_some()
296 {
297 servers_tx.unbounded_send(fake_server).ok();
298 }
299 })
300 .detach();
301 Ok(server)
302 }));
303 }
304
305 let download_dir = self
306 .language_server_download_dir
307 .clone()
308 .ok_or_else(|| anyhow!("language server download directory has not been assigned"))
309 .log_err()?;
310
311 let this = self.clone();
312 let adapter = language.adapter.clone()?;
313 let lsp_binary_statuses = self.lsp_binary_statuses_tx.clone();
314 let login_shell_env_loaded = self.login_shell_env_loaded.clone();
315 Some(cx.spawn(|cx| async move {
316 login_shell_env_loaded.await;
317 let server_binary_path = this
318 .lsp_binary_paths
319 .lock()
320 .entry(adapter.name())
321 .or_insert_with(|| {
322 get_server_binary_path(
323 adapter.clone(),
324 language.clone(),
325 http_client,
326 download_dir,
327 lsp_binary_statuses,
328 )
329 .map_err(Arc::new)
330 .boxed()
331 .shared()
332 })
333 .clone()
334 .map_err(|e| anyhow!(e));
335
336 let server_binary_path = server_binary_path.await?;
337 let server_args = adapter.server_args();
338 let server = lsp::LanguageServer::new(
339 server_id,
340 &server_binary_path,
341 server_args,
342 &root_path,
343 cx,
344 )?;
345 Ok(server)
346 }))
347 }
348
349 pub fn language_server_binary_statuses(
350 &self,
351 ) -> async_broadcast::Receiver<(Arc<Language>, LanguageServerBinaryStatus)> {
352 self.lsp_binary_statuses_rx.clone()
353 }
354}
355
356async fn get_server_binary_path(
357 adapter: Arc<dyn LspAdapter>,
358 language: Arc<Language>,
359 http_client: Arc<dyn HttpClient>,
360 download_dir: Arc<Path>,
361 statuses: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
362) -> Result<PathBuf> {
363 let container_dir = download_dir.join(adapter.name().0.as_ref());
364 if !container_dir.exists() {
365 smol::fs::create_dir_all(&container_dir)
366 .await
367 .context("failed to create container directory")?;
368 }
369
370 let path = fetch_latest_server_binary_path(
371 adapter.clone(),
372 language.clone(),
373 http_client,
374 &container_dir,
375 statuses.clone(),
376 )
377 .await;
378 if path.is_err() {
379 if let Some(cached_path) = adapter.cached_server_binary(container_dir).await {
380 statuses
381 .broadcast((language.clone(), LanguageServerBinaryStatus::Cached))
382 .await?;
383 return Ok(cached_path);
384 } else {
385 statuses
386 .broadcast((language.clone(), LanguageServerBinaryStatus::Failed))
387 .await?;
388 }
389 }
390 path
391}
392
393async fn fetch_latest_server_binary_path(
394 adapter: Arc<dyn LspAdapter>,
395 language: Arc<Language>,
396 http_client: Arc<dyn HttpClient>,
397 container_dir: &Path,
398 lsp_binary_statuses_tx: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
399) -> Result<PathBuf> {
400 lsp_binary_statuses_tx
401 .broadcast((
402 language.clone(),
403 LanguageServerBinaryStatus::CheckingForUpdate,
404 ))
405 .await?;
406 let version_info = adapter
407 .fetch_latest_server_version(http_client.clone())
408 .await?;
409 lsp_binary_statuses_tx
410 .broadcast((language.clone(), LanguageServerBinaryStatus::Downloading))
411 .await?;
412 let path = adapter
413 .fetch_server_binary(version_info, http_client, container_dir.to_path_buf())
414 .await?;
415 lsp_binary_statuses_tx
416 .broadcast((language.clone(), LanguageServerBinaryStatus::Downloaded))
417 .await?;
418 Ok(path)
419}
420
421impl Language {
422 pub fn new(config: LanguageConfig, ts_language: Option<tree_sitter::Language>) -> Self {
423 Self {
424 config,
425 grammar: ts_language.map(|ts_language| {
426 Arc::new(Grammar {
427 brackets_query: Query::new(ts_language, "").unwrap(),
428 highlights_query: Query::new(ts_language, "").unwrap(),
429 indents_query: Query::new(ts_language, "").unwrap(),
430 outline_query: Query::new(ts_language, "").unwrap(),
431 ts_language,
432 highlight_map: Default::default(),
433 })
434 }),
435 adapter: None,
436
437 #[cfg(any(test, feature = "test-support"))]
438 fake_adapter: None,
439 }
440 }
441
442 pub fn lsp_adapter(&self) -> Option<Arc<dyn LspAdapter>> {
443 self.adapter.clone()
444 }
445
446 pub fn with_highlights_query(mut self, source: &str) -> Result<Self> {
447 let grammar = self
448 .grammar
449 .as_mut()
450 .and_then(Arc::get_mut)
451 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
452 grammar.highlights_query = Query::new(grammar.ts_language, source)?;
453 Ok(self)
454 }
455
456 pub fn with_brackets_query(mut self, source: &str) -> Result<Self> {
457 let grammar = self
458 .grammar
459 .as_mut()
460 .and_then(Arc::get_mut)
461 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
462 grammar.brackets_query = Query::new(grammar.ts_language, source)?;
463 Ok(self)
464 }
465
466 pub fn with_indents_query(mut self, source: &str) -> Result<Self> {
467 let grammar = self
468 .grammar
469 .as_mut()
470 .and_then(Arc::get_mut)
471 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
472 grammar.indents_query = Query::new(grammar.ts_language, source)?;
473 Ok(self)
474 }
475
476 pub fn with_outline_query(mut self, source: &str) -> Result<Self> {
477 let grammar = self
478 .grammar
479 .as_mut()
480 .and_then(Arc::get_mut)
481 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
482 grammar.outline_query = Query::new(grammar.ts_language, source)?;
483 Ok(self)
484 }
485
486 pub fn with_lsp_adapter(mut self, lsp_adapter: Arc<dyn LspAdapter>) -> Self {
487 self.adapter = Some(lsp_adapter);
488 self
489 }
490
491 #[cfg(any(test, feature = "test-support"))]
492 pub fn set_fake_lsp_adapter(
493 &mut self,
494 fake_lsp_adapter: FakeLspAdapter,
495 ) -> mpsc::UnboundedReceiver<lsp::FakeLanguageServer> {
496 let (servers_tx, servers_rx) = mpsc::unbounded();
497 let adapter = Arc::new(fake_lsp_adapter);
498 self.fake_adapter = Some((servers_tx, adapter.clone()));
499 self.adapter = Some(adapter);
500 servers_rx
501 }
502
503 pub fn name(&self) -> Arc<str> {
504 self.config.name.clone()
505 }
506
507 pub fn line_comment_prefix(&self) -> Option<&str> {
508 self.config.line_comment.as_deref()
509 }
510
511 pub fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
512 self.adapter.as_ref().map_or(&[] as &[_], |adapter| {
513 adapter.disk_based_diagnostic_sources()
514 })
515 }
516
517 pub fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
518 self.adapter
519 .as_ref()
520 .and_then(|adapter| adapter.disk_based_diagnostics_progress_token())
521 }
522
523 pub fn process_diagnostics(&self, diagnostics: &mut lsp::PublishDiagnosticsParams) {
524 if let Some(processor) = self.adapter.as_ref() {
525 processor.process_diagnostics(diagnostics);
526 }
527 }
528
529 pub fn label_for_completion(&self, completion: &lsp::CompletionItem) -> Option<CodeLabel> {
530 self.adapter
531 .as_ref()?
532 .label_for_completion(completion, self)
533 }
534
535 pub fn label_for_symbol(&self, name: &str, kind: lsp::SymbolKind) -> Option<CodeLabel> {
536 self.adapter.as_ref()?.label_for_symbol(name, kind, self)
537 }
538
539 pub fn highlight_text<'a>(
540 &'a self,
541 text: &'a Rope,
542 range: Range<usize>,
543 ) -> Vec<(Range<usize>, HighlightId)> {
544 let mut result = Vec::new();
545 if let Some(grammar) = &self.grammar {
546 let tree = grammar.parse_text(text, None);
547 let mut offset = 0;
548 for chunk in BufferChunks::new(text, range, Some(&tree), self.grammar.as_ref(), vec![])
549 {
550 let end_offset = offset + chunk.text.len();
551 if let Some(highlight_id) = chunk.syntax_highlight_id {
552 if !highlight_id.is_default() {
553 result.push((offset..end_offset, highlight_id));
554 }
555 }
556 offset = end_offset;
557 }
558 }
559 result
560 }
561
562 pub fn brackets(&self) -> &[BracketPair] {
563 &self.config.brackets
564 }
565
566 pub fn should_autoclose_before(&self, c: char) -> bool {
567 c.is_whitespace() || self.config.autoclose_before.contains(c)
568 }
569
570 pub fn set_theme(&self, theme: &SyntaxTheme) {
571 if let Some(grammar) = self.grammar.as_ref() {
572 *grammar.highlight_map.lock() =
573 HighlightMap::new(grammar.highlights_query.capture_names(), theme);
574 }
575 }
576
577 pub fn grammar(&self) -> Option<&Arc<Grammar>> {
578 self.grammar.as_ref()
579 }
580}
581
582impl Grammar {
583 fn parse_text(&self, text: &Rope, old_tree: Option<Tree>) -> Tree {
584 PARSER.with(|parser| {
585 let mut parser = parser.borrow_mut();
586 parser
587 .set_language(self.ts_language)
588 .expect("incompatible grammar");
589 let mut chunks = text.chunks_in_range(0..text.len());
590 parser
591 .parse_with(
592 &mut move |offset, _| {
593 chunks.seek(offset);
594 chunks.next().unwrap_or("").as_bytes()
595 },
596 old_tree.as_ref(),
597 )
598 .unwrap()
599 })
600 }
601
602 pub fn highlight_map(&self) -> HighlightMap {
603 self.highlight_map.lock().clone()
604 }
605
606 pub fn highlight_id_for_name(&self, name: &str) -> Option<HighlightId> {
607 let capture_id = self.highlights_query.capture_index_for_name(name)?;
608 Some(self.highlight_map.lock().get(capture_id))
609 }
610}
611
612impl CodeLabel {
613 pub fn plain(text: String, filter_text: Option<&str>) -> Self {
614 let mut result = Self {
615 runs: Vec::new(),
616 filter_range: 0..text.len(),
617 text,
618 };
619 if let Some(filter_text) = filter_text {
620 if let Some(ix) = result.text.find(filter_text) {
621 result.filter_range = ix..ix + filter_text.len();
622 }
623 }
624 result
625 }
626}
627
628#[cfg(any(test, feature = "test-support"))]
629impl Default for FakeLspAdapter {
630 fn default() -> Self {
631 Self {
632 name: "the-fake-language-server",
633 capabilities: lsp::LanguageServer::full_capabilities(),
634 initializer: None,
635 disk_based_diagnostics_progress_token: None,
636 disk_based_diagnostics_sources: &[],
637 }
638 }
639}
640
641#[cfg(any(test, feature = "test-support"))]
642impl LspAdapter for FakeLspAdapter {
643 fn name(&self) -> LanguageServerName {
644 LanguageServerName(self.name.into())
645 }
646
647 fn fetch_latest_server_version(
648 &self,
649 _: Arc<dyn HttpClient>,
650 ) -> BoxFuture<'static, Result<Box<dyn 'static + Send + Any>>> {
651 unreachable!();
652 }
653
654 fn fetch_server_binary(
655 &self,
656 _: Box<dyn 'static + Send + Any>,
657 _: Arc<dyn HttpClient>,
658 _: PathBuf,
659 ) -> BoxFuture<'static, Result<PathBuf>> {
660 unreachable!();
661 }
662
663 fn cached_server_binary(&self, _: PathBuf) -> BoxFuture<'static, Option<PathBuf>> {
664 unreachable!();
665 }
666
667 fn process_diagnostics(&self, _: &mut lsp::PublishDiagnosticsParams) {}
668
669 fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
670 self.disk_based_diagnostics_sources
671 }
672
673 fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
674 self.disk_based_diagnostics_progress_token
675 }
676}
677
678pub fn point_to_lsp(point: PointUtf16) -> lsp::Position {
679 lsp::Position::new(point.row, point.column)
680}
681
682pub fn point_from_lsp(point: lsp::Position) -> PointUtf16 {
683 PointUtf16::new(point.line, point.character)
684}
685
686pub fn range_to_lsp(range: Range<PointUtf16>) -> lsp::Range {
687 lsp::Range {
688 start: point_to_lsp(range.start),
689 end: point_to_lsp(range.end),
690 }
691}
692
693pub fn range_from_lsp(range: lsp::Range) -> Range<PointUtf16> {
694 point_from_lsp(range.start)..point_from_lsp(range.end)
695}