1mod buffer;
2mod diagnostic_set;
3mod highlight_map;
4mod outline;
5pub mod proto;
6#[cfg(test)]
7mod tests;
8
9use anyhow::{anyhow, Context, Result};
10use client::http::HttpClient;
11use collections::HashMap;
12use futures::{
13 future::{BoxFuture, Shared},
14 FutureExt, TryFutureExt,
15};
16use gpui::{MutableAppContext, Task};
17use highlight_map::HighlightMap;
18use lazy_static::lazy_static;
19use parking_lot::{Mutex, RwLock};
20use serde::Deserialize;
21use serde_json::Value;
22use std::{
23 any::Any,
24 cell::RefCell,
25 mem,
26 ops::Range,
27 path::{Path, PathBuf},
28 str,
29 sync::Arc,
30};
31use theme::SyntaxTheme;
32use tree_sitter::{self, Query};
33use util::ResultExt;
34
35#[cfg(any(test, feature = "test-support"))]
36use futures::channel::mpsc;
37
38pub use buffer::Operation;
39pub use buffer::*;
40pub use diagnostic_set::DiagnosticEntry;
41pub use outline::{Outline, OutlineItem};
42pub use tree_sitter::{Parser, Tree};
43
44thread_local! {
45 static PARSER: RefCell<Parser> = RefCell::new(Parser::new());
46}
47
48lazy_static! {
49 pub static ref PLAIN_TEXT: Arc<Language> = Arc::new(Language::new(
50 LanguageConfig {
51 name: "Plain Text".into(),
52 path_suffixes: Default::default(),
53 brackets: Default::default(),
54 autoclose_before: Default::default(),
55 line_comment: None,
56 },
57 None,
58 ));
59}
60
61pub trait ToLspPosition {
62 fn to_lsp_position(self) -> lsp::Position;
63}
64
65#[derive(Clone, Debug, PartialEq, Eq, Hash)]
66pub struct LanguageServerName(pub Arc<str>);
67
68pub trait LspAdapter: 'static + Send + Sync {
69 fn name(&self) -> LanguageServerName;
70 fn fetch_latest_server_version(
71 &self,
72 http: Arc<dyn HttpClient>,
73 ) -> BoxFuture<'static, Result<Box<dyn 'static + Send + Any>>>;
74 fn fetch_server_binary(
75 &self,
76 version: Box<dyn 'static + Send + Any>,
77 http: Arc<dyn HttpClient>,
78 container_dir: Arc<Path>,
79 ) -> BoxFuture<'static, Result<PathBuf>>;
80 fn cached_server_binary(&self, container_dir: Arc<Path>)
81 -> BoxFuture<'static, Option<PathBuf>>;
82
83 fn process_diagnostics(&self, _: &mut lsp::PublishDiagnosticsParams) {}
84
85 fn label_for_completion(&self, _: &lsp::CompletionItem, _: &Language) -> Option<CodeLabel> {
86 None
87 }
88
89 fn label_for_symbol(&self, _: &str, _: lsp::SymbolKind, _: &Language) -> Option<CodeLabel> {
90 None
91 }
92
93 fn server_args(&self) -> &[&str] {
94 &[]
95 }
96
97 fn initialization_options(&self) -> Option<Value> {
98 None
99 }
100
101 fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
102 Default::default()
103 }
104
105 fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
106 None
107 }
108
109 fn id_for_language(&self, _name: &str) -> Option<String> {
110 None
111 }
112}
113
114#[derive(Clone, Debug, PartialEq, Eq)]
115pub struct CodeLabel {
116 pub text: String,
117 pub runs: Vec<(Range<usize>, HighlightId)>,
118 pub filter_range: Range<usize>,
119}
120
121#[derive(Deserialize)]
122pub struct LanguageConfig {
123 pub name: Arc<str>,
124 pub path_suffixes: Vec<String>,
125 pub brackets: Vec<BracketPair>,
126 #[serde(default)]
127 pub autoclose_before: String,
128 pub line_comment: Option<String>,
129}
130
131impl Default for LanguageConfig {
132 fn default() -> Self {
133 Self {
134 name: "".into(),
135 path_suffixes: Default::default(),
136 brackets: Default::default(),
137 autoclose_before: Default::default(),
138 line_comment: Default::default(),
139 }
140 }
141}
142
143#[cfg(any(test, feature = "test-support"))]
144pub struct FakeLspAdapter {
145 pub name: &'static str,
146 pub capabilities: lsp::ServerCapabilities,
147 pub initializer: Option<Box<dyn 'static + Send + Sync + Fn(&mut lsp::FakeLanguageServer)>>,
148 pub disk_based_diagnostics_progress_token: Option<&'static str>,
149 pub disk_based_diagnostics_sources: &'static [&'static str],
150}
151
152#[derive(Clone, Debug, Deserialize)]
153pub struct BracketPair {
154 pub start: String,
155 pub end: String,
156 pub close: bool,
157 pub newline: bool,
158}
159
160pub struct Language {
161 pub(crate) config: LanguageConfig,
162 pub(crate) grammar: Option<Arc<Grammar>>,
163 pub(crate) adapter: Option<Arc<dyn LspAdapter>>,
164
165 #[cfg(any(test, feature = "test-support"))]
166 fake_adapter: Option<(
167 mpsc::UnboundedSender<lsp::FakeLanguageServer>,
168 Arc<FakeLspAdapter>,
169 )>,
170}
171
172pub struct Grammar {
173 pub(crate) ts_language: tree_sitter::Language,
174 pub(crate) highlights_query: Query,
175 pub(crate) brackets_query: Query,
176 pub(crate) indents_query: Query,
177 pub(crate) outline_query: Query,
178 pub(crate) highlight_map: Mutex<HighlightMap>,
179}
180
181#[derive(Clone)]
182pub enum LanguageServerBinaryStatus {
183 CheckingForUpdate,
184 Downloading,
185 Downloaded,
186 Cached,
187 Failed { error: String },
188}
189
190pub struct LanguageRegistry {
191 languages: RwLock<Vec<Arc<Language>>>,
192 language_server_download_dir: Option<Arc<Path>>,
193 lsp_binary_statuses_tx: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
194 lsp_binary_statuses_rx: async_broadcast::Receiver<(Arc<Language>, LanguageServerBinaryStatus)>,
195 login_shell_env_loaded: Shared<Task<()>>,
196 lsp_binary_paths: Mutex<
197 HashMap<
198 LanguageServerName,
199 Shared<BoxFuture<'static, Result<PathBuf, Arc<anyhow::Error>>>>,
200 >,
201 >,
202}
203
204impl LanguageRegistry {
205 pub fn new(login_shell_env_loaded: Task<()>) -> Self {
206 let (lsp_binary_statuses_tx, lsp_binary_statuses_rx) = async_broadcast::broadcast(16);
207 Self {
208 language_server_download_dir: None,
209 languages: Default::default(),
210 lsp_binary_statuses_tx,
211 lsp_binary_statuses_rx,
212 login_shell_env_loaded: login_shell_env_loaded.shared(),
213 lsp_binary_paths: Default::default(),
214 }
215 }
216
217 #[cfg(any(test, feature = "test-support"))]
218 pub fn test() -> Self {
219 Self::new(Task::ready(()))
220 }
221
222 pub fn add(&self, language: Arc<Language>) {
223 self.languages.write().push(language.clone());
224 }
225
226 pub fn set_theme(&self, theme: &SyntaxTheme) {
227 for language in self.languages.read().iter() {
228 language.set_theme(theme);
229 }
230 }
231
232 pub fn set_language_server_download_dir(&mut self, path: impl Into<Arc<Path>>) {
233 self.language_server_download_dir = Some(path.into());
234 }
235
236 pub fn get_language(&self, name: &str) -> Option<Arc<Language>> {
237 self.languages
238 .read()
239 .iter()
240 .find(|language| language.name().to_lowercase() == name.to_lowercase())
241 .cloned()
242 }
243
244 pub fn to_vec(&self) -> Vec<Arc<Language>> {
245 self.languages.read().iter().cloned().collect()
246 }
247
248 pub fn language_names(&self) -> Vec<String> {
249 self.languages
250 .read()
251 .iter()
252 .map(|language| language.name().to_string())
253 .collect()
254 }
255
256 pub fn select_language(&self, path: impl AsRef<Path>) -> Option<Arc<Language>> {
257 let path = path.as_ref();
258 let filename = path.file_name().and_then(|name| name.to_str());
259 let extension = path.extension().and_then(|name| name.to_str());
260 let path_suffixes = [extension, filename];
261 self.languages
262 .read()
263 .iter()
264 .find(|language| {
265 language
266 .config
267 .path_suffixes
268 .iter()
269 .any(|suffix| path_suffixes.contains(&Some(suffix.as_str())))
270 })
271 .cloned()
272 }
273
274 pub fn start_language_server(
275 self: &Arc<Self>,
276 server_id: usize,
277 language: Arc<Language>,
278 root_path: Arc<Path>,
279 http_client: Arc<dyn HttpClient>,
280 cx: &mut MutableAppContext,
281 ) -> Option<Task<Result<lsp::LanguageServer>>> {
282 #[cfg(any(test, feature = "test-support"))]
283 if language.fake_adapter.is_some() {
284 let language = language.clone();
285 return Some(cx.spawn(|cx| async move {
286 let (servers_tx, fake_adapter) = language.fake_adapter.as_ref().unwrap();
287 let (server, mut fake_server) = lsp::LanguageServer::fake_with_capabilities(
288 fake_adapter.capabilities.clone(),
289 cx.clone(),
290 );
291
292 if let Some(initializer) = &fake_adapter.initializer {
293 initializer(&mut fake_server);
294 }
295
296 let servers_tx = servers_tx.clone();
297 cx.background()
298 .spawn(async move {
299 if fake_server
300 .try_receive_notification::<lsp::notification::Initialized>()
301 .await
302 .is_some()
303 {
304 servers_tx.unbounded_send(fake_server).ok();
305 }
306 })
307 .detach();
308 Ok(server)
309 }));
310 }
311
312 let download_dir = self
313 .language_server_download_dir
314 .clone()
315 .ok_or_else(|| anyhow!("language server download directory has not been assigned"))
316 .log_err()?;
317
318 let this = self.clone();
319 let adapter = language.adapter.clone()?;
320 let lsp_binary_statuses = self.lsp_binary_statuses_tx.clone();
321 let login_shell_env_loaded = self.login_shell_env_loaded.clone();
322 Some(cx.spawn(|cx| async move {
323 login_shell_env_loaded.await;
324 let server_binary_path = this
325 .lsp_binary_paths
326 .lock()
327 .entry(adapter.name())
328 .or_insert_with(|| {
329 get_server_binary_path(
330 adapter.clone(),
331 language.clone(),
332 http_client,
333 download_dir,
334 lsp_binary_statuses,
335 )
336 .map_err(Arc::new)
337 .boxed()
338 .shared()
339 })
340 .clone()
341 .map_err(|e| anyhow!(e));
342
343 let server_binary_path = server_binary_path.await?;
344 let server_args = adapter.server_args();
345 let server = lsp::LanguageServer::new(
346 server_id,
347 &server_binary_path,
348 server_args,
349 &root_path,
350 cx,
351 )?;
352 Ok(server)
353 }))
354 }
355
356 pub fn language_server_binary_statuses(
357 &self,
358 ) -> async_broadcast::Receiver<(Arc<Language>, LanguageServerBinaryStatus)> {
359 self.lsp_binary_statuses_rx.clone()
360 }
361}
362
363async fn get_server_binary_path(
364 adapter: Arc<dyn LspAdapter>,
365 language: Arc<Language>,
366 http_client: Arc<dyn HttpClient>,
367 download_dir: Arc<Path>,
368 statuses: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
369) -> Result<PathBuf> {
370 let container_dir: Arc<Path> = download_dir.join(adapter.name().0.as_ref()).into();
371 if !container_dir.exists() {
372 smol::fs::create_dir_all(&container_dir)
373 .await
374 .context("failed to create container directory")?;
375 }
376
377 let path = fetch_latest_server_binary_path(
378 adapter.clone(),
379 language.clone(),
380 http_client,
381 &container_dir,
382 statuses.clone(),
383 )
384 .await;
385 if let Err(error) = path.as_ref() {
386 if let Some(cached_path) = adapter.cached_server_binary(container_dir).await {
387 statuses
388 .broadcast((language.clone(), LanguageServerBinaryStatus::Cached))
389 .await?;
390 return Ok(cached_path);
391 } else {
392 statuses
393 .broadcast((
394 language.clone(),
395 LanguageServerBinaryStatus::Failed {
396 error: format!("{:?}", error),
397 },
398 ))
399 .await?;
400 }
401 }
402 path
403}
404
405async fn fetch_latest_server_binary_path(
406 adapter: Arc<dyn LspAdapter>,
407 language: Arc<Language>,
408 http_client: Arc<dyn HttpClient>,
409 container_dir: &Path,
410 lsp_binary_statuses_tx: async_broadcast::Sender<(Arc<Language>, LanguageServerBinaryStatus)>,
411) -> Result<PathBuf> {
412 let container_dir: Arc<Path> = container_dir.into();
413 lsp_binary_statuses_tx
414 .broadcast((
415 language.clone(),
416 LanguageServerBinaryStatus::CheckingForUpdate,
417 ))
418 .await?;
419 let version_info = adapter
420 .fetch_latest_server_version(http_client.clone())
421 .await?;
422 lsp_binary_statuses_tx
423 .broadcast((language.clone(), LanguageServerBinaryStatus::Downloading))
424 .await?;
425 let path = adapter
426 .fetch_server_binary(version_info, http_client, container_dir.clone())
427 .await?;
428 lsp_binary_statuses_tx
429 .broadcast((language.clone(), LanguageServerBinaryStatus::Downloaded))
430 .await?;
431 Ok(path)
432}
433
434impl Language {
435 pub fn new(config: LanguageConfig, ts_language: Option<tree_sitter::Language>) -> Self {
436 Self {
437 config,
438 grammar: ts_language.map(|ts_language| {
439 Arc::new(Grammar {
440 brackets_query: Query::new(ts_language, "").unwrap(),
441 highlights_query: Query::new(ts_language, "").unwrap(),
442 indents_query: Query::new(ts_language, "").unwrap(),
443 outline_query: Query::new(ts_language, "").unwrap(),
444 ts_language,
445 highlight_map: Default::default(),
446 })
447 }),
448 adapter: None,
449
450 #[cfg(any(test, feature = "test-support"))]
451 fake_adapter: None,
452 }
453 }
454
455 pub fn lsp_adapter(&self) -> Option<Arc<dyn LspAdapter>> {
456 self.adapter.clone()
457 }
458
459 pub fn with_highlights_query(mut self, source: &str) -> Result<Self> {
460 let grammar = self
461 .grammar
462 .as_mut()
463 .and_then(Arc::get_mut)
464 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
465 grammar.highlights_query = Query::new(grammar.ts_language, source)?;
466 Ok(self)
467 }
468
469 pub fn with_brackets_query(mut self, source: &str) -> Result<Self> {
470 let grammar = self
471 .grammar
472 .as_mut()
473 .and_then(Arc::get_mut)
474 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
475 grammar.brackets_query = Query::new(grammar.ts_language, source)?;
476 Ok(self)
477 }
478
479 pub fn with_indents_query(mut self, source: &str) -> Result<Self> {
480 let grammar = self
481 .grammar
482 .as_mut()
483 .and_then(Arc::get_mut)
484 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
485 grammar.indents_query = Query::new(grammar.ts_language, source)?;
486 Ok(self)
487 }
488
489 pub fn with_outline_query(mut self, source: &str) -> Result<Self> {
490 let grammar = self
491 .grammar
492 .as_mut()
493 .and_then(Arc::get_mut)
494 .ok_or_else(|| anyhow!("grammar does not exist or is already being used"))?;
495 grammar.outline_query = Query::new(grammar.ts_language, source)?;
496 Ok(self)
497 }
498
499 pub fn with_lsp_adapter(mut self, lsp_adapter: Arc<dyn LspAdapter>) -> Self {
500 self.adapter = Some(lsp_adapter);
501 self
502 }
503
504 #[cfg(any(test, feature = "test-support"))]
505 pub fn set_fake_lsp_adapter(
506 &mut self,
507 fake_lsp_adapter: FakeLspAdapter,
508 ) -> mpsc::UnboundedReceiver<lsp::FakeLanguageServer> {
509 let (servers_tx, servers_rx) = mpsc::unbounded();
510 let adapter = Arc::new(fake_lsp_adapter);
511 self.fake_adapter = Some((servers_tx, adapter.clone()));
512 self.adapter = Some(adapter);
513 servers_rx
514 }
515
516 pub fn name(&self) -> Arc<str> {
517 self.config.name.clone()
518 }
519
520 pub fn line_comment_prefix(&self) -> Option<&str> {
521 self.config.line_comment.as_deref()
522 }
523
524 pub fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
525 self.adapter.as_ref().map_or(&[] as &[_], |adapter| {
526 adapter.disk_based_diagnostic_sources()
527 })
528 }
529
530 pub fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
531 self.adapter
532 .as_ref()
533 .and_then(|adapter| adapter.disk_based_diagnostics_progress_token())
534 }
535
536 pub fn process_diagnostics(&self, diagnostics: &mut lsp::PublishDiagnosticsParams) {
537 if let Some(processor) = self.adapter.as_ref() {
538 processor.process_diagnostics(diagnostics);
539 }
540 }
541
542 pub fn label_for_completion(&self, completion: &lsp::CompletionItem) -> Option<CodeLabel> {
543 self.adapter
544 .as_ref()?
545 .label_for_completion(completion, self)
546 }
547
548 pub fn label_for_symbol(&self, name: &str, kind: lsp::SymbolKind) -> Option<CodeLabel> {
549 self.adapter.as_ref()?.label_for_symbol(name, kind, self)
550 }
551
552 pub fn highlight_text<'a>(
553 &'a self,
554 text: &'a Rope,
555 range: Range<usize>,
556 ) -> Vec<(Range<usize>, HighlightId)> {
557 let mut result = Vec::new();
558 if let Some(grammar) = &self.grammar {
559 let tree = grammar.parse_text(text, None);
560 let mut offset = 0;
561 for chunk in BufferChunks::new(text, range, Some(&tree), self.grammar.as_ref(), vec![])
562 {
563 let end_offset = offset + chunk.text.len();
564 if let Some(highlight_id) = chunk.syntax_highlight_id {
565 if !highlight_id.is_default() {
566 result.push((offset..end_offset, highlight_id));
567 }
568 }
569 offset = end_offset;
570 }
571 }
572 result
573 }
574
575 pub fn brackets(&self) -> &[BracketPair] {
576 &self.config.brackets
577 }
578
579 pub fn path_suffixes(&self) -> &[String] {
580 &self.config.path_suffixes
581 }
582
583 pub fn should_autoclose_before(&self, c: char) -> bool {
584 c.is_whitespace() || self.config.autoclose_before.contains(c)
585 }
586
587 pub fn set_theme(&self, theme: &SyntaxTheme) {
588 if let Some(grammar) = self.grammar.as_ref() {
589 *grammar.highlight_map.lock() =
590 HighlightMap::new(grammar.highlights_query.capture_names(), theme);
591 }
592 }
593
594 pub fn grammar(&self) -> Option<&Arc<Grammar>> {
595 self.grammar.as_ref()
596 }
597}
598
599impl Grammar {
600 fn parse_text(&self, text: &Rope, old_tree: Option<Tree>) -> Tree {
601 PARSER.with(|parser| {
602 let mut parser = parser.borrow_mut();
603 parser
604 .set_language(self.ts_language)
605 .expect("incompatible grammar");
606 let mut chunks = text.chunks_in_range(0..text.len());
607 parser
608 .parse_with(
609 &mut move |offset, _| {
610 chunks.seek(offset);
611 chunks.next().unwrap_or("").as_bytes()
612 },
613 old_tree.as_ref(),
614 )
615 .unwrap()
616 })
617 }
618
619 pub fn highlight_map(&self) -> HighlightMap {
620 self.highlight_map.lock().clone()
621 }
622
623 pub fn highlight_id_for_name(&self, name: &str) -> Option<HighlightId> {
624 let capture_id = self.highlights_query.capture_index_for_name(name)?;
625 Some(self.highlight_map.lock().get(capture_id))
626 }
627}
628
629impl CodeLabel {
630 pub fn plain(text: String, filter_text: Option<&str>) -> Self {
631 let mut result = Self {
632 runs: Vec::new(),
633 filter_range: 0..text.len(),
634 text,
635 };
636 if let Some(filter_text) = filter_text {
637 if let Some(ix) = result.text.find(filter_text) {
638 result.filter_range = ix..ix + filter_text.len();
639 }
640 }
641 result
642 }
643}
644
645#[cfg(any(test, feature = "test-support"))]
646impl Default for FakeLspAdapter {
647 fn default() -> Self {
648 Self {
649 name: "the-fake-language-server",
650 capabilities: lsp::LanguageServer::full_capabilities(),
651 initializer: None,
652 disk_based_diagnostics_progress_token: None,
653 disk_based_diagnostics_sources: &[],
654 }
655 }
656}
657
658#[cfg(any(test, feature = "test-support"))]
659impl LspAdapter for FakeLspAdapter {
660 fn name(&self) -> LanguageServerName {
661 LanguageServerName(self.name.into())
662 }
663
664 fn fetch_latest_server_version(
665 &self,
666 _: Arc<dyn HttpClient>,
667 ) -> BoxFuture<'static, Result<Box<dyn 'static + Send + Any>>> {
668 unreachable!();
669 }
670
671 fn fetch_server_binary(
672 &self,
673 _: Box<dyn 'static + Send + Any>,
674 _: Arc<dyn HttpClient>,
675 _: Arc<Path>,
676 ) -> BoxFuture<'static, Result<PathBuf>> {
677 unreachable!();
678 }
679
680 fn cached_server_binary(&self, _: Arc<Path>) -> BoxFuture<'static, Option<PathBuf>> {
681 unreachable!();
682 }
683
684 fn process_diagnostics(&self, _: &mut lsp::PublishDiagnosticsParams) {}
685
686 fn disk_based_diagnostic_sources(&self) -> &'static [&'static str] {
687 self.disk_based_diagnostics_sources
688 }
689
690 fn disk_based_diagnostics_progress_token(&self) -> Option<&'static str> {
691 self.disk_based_diagnostics_progress_token
692 }
693}
694
695pub fn point_to_lsp(point: PointUtf16) -> lsp::Position {
696 lsp::Position::new(point.row, point.column)
697}
698
699pub fn point_from_lsp(point: lsp::Position) -> PointUtf16 {
700 PointUtf16::new(point.line, point.character)
701}
702
703pub fn range_to_lsp(range: Range<PointUtf16>) -> lsp::Range {
704 lsp::Range {
705 start: point_to_lsp(range.start),
706 end: point_to_lsp(range.end),
707 }
708}
709
710pub fn range_from_lsp(range: lsp::Range) -> Range<PointUtf16> {
711 let mut start = point_from_lsp(range.start);
712 let mut end = point_from_lsp(range.end);
713 if start > end {
714 mem::swap(&mut start, &mut end);
715 }
716 start..end
717}