1use anyhow::Context as _;
2use gpui::{App, UpdateGlobal};
3use node_runtime::NodeRuntime;
4use python::PyprojectTomlManifestProvider;
5use rust::CargoManifestProvider;
6use rust_embed::RustEmbed;
7use settings::SettingsStore;
8use smol::stream::StreamExt;
9use std::{str, sync::Arc};
10use util::{ResultExt, asset_str};
11
12pub use language::*;
13
14use crate::json::JsonTaskProvider;
15
16mod bash;
17mod c;
18mod css;
19mod go;
20mod json;
21mod package_json;
22mod python;
23mod rust;
24mod tailwind;
25mod typescript;
26mod vtsls;
27mod yaml;
28
29pub(crate) use package_json::{PackageJson, PackageJsonData};
30
31#[derive(RustEmbed)]
32#[folder = "src/"]
33#[exclude = "*.rs"]
34struct LanguageDir;
35
36/// A shared grammar for plain text, exposed for reuse by downstream crates.
37#[cfg(feature = "tree-sitter-gitcommit")]
38pub static LANGUAGE_GIT_COMMIT: std::sync::LazyLock<Arc<Language>> =
39 std::sync::LazyLock::new(|| {
40 Arc::new(Language::new(
41 LanguageConfig {
42 name: "Git Commit".into(),
43 soft_wrap: Some(language::language_settings::SoftWrap::EditorWidth),
44 matcher: LanguageMatcher {
45 path_suffixes: vec!["COMMIT_EDITMSG".to_owned()],
46 first_line_pattern: None,
47 },
48 line_comments: vec![Arc::from("#")],
49 ..LanguageConfig::default()
50 },
51 Some(tree_sitter_gitcommit::LANGUAGE.into()),
52 ))
53 });
54
55pub fn init(languages: Arc<LanguageRegistry>, node: NodeRuntime, cx: &mut App) {
56 #[cfg(feature = "load-grammars")]
57 languages.register_native_grammars([
58 ("bash", tree_sitter_bash::LANGUAGE),
59 ("c", tree_sitter_c::LANGUAGE),
60 ("cpp", tree_sitter_cpp::LANGUAGE),
61 ("css", tree_sitter_css::LANGUAGE),
62 ("diff", tree_sitter_diff::LANGUAGE),
63 ("go", tree_sitter_go::LANGUAGE),
64 ("gomod", tree_sitter_go_mod::LANGUAGE),
65 ("gowork", tree_sitter_gowork::LANGUAGE),
66 ("jsdoc", tree_sitter_jsdoc::LANGUAGE),
67 ("json", tree_sitter_json::LANGUAGE),
68 ("jsonc", tree_sitter_json::LANGUAGE),
69 ("markdown", tree_sitter_md::LANGUAGE),
70 ("markdown-inline", tree_sitter_md::INLINE_LANGUAGE),
71 ("python", tree_sitter_python::LANGUAGE),
72 ("regex", tree_sitter_regex::LANGUAGE),
73 ("rust", tree_sitter_rust::LANGUAGE),
74 ("tsx", tree_sitter_typescript::LANGUAGE_TSX),
75 ("typescript", tree_sitter_typescript::LANGUAGE_TYPESCRIPT),
76 ("yaml", tree_sitter_yaml::LANGUAGE),
77 ("gitcommit", tree_sitter_gitcommit::LANGUAGE),
78 ]);
79
80 let c_lsp_adapter = Arc::new(c::CLspAdapter);
81 let css_lsp_adapter = Arc::new(css::CssLspAdapter::new(node.clone()));
82 let eslint_adapter = Arc::new(typescript::EsLintLspAdapter::new(node.clone()));
83 let go_context_provider = Arc::new(go::GoContextProvider);
84 let go_lsp_adapter = Arc::new(go::GoLspAdapter);
85 let json_context_provider = Arc::new(JsonTaskProvider);
86 let json_lsp_adapter = Arc::new(json::JsonLspAdapter::new(node.clone(), languages.clone()));
87 let node_version_lsp_adapter = Arc::new(json::NodeVersionAdapter);
88 let py_lsp_adapter = Arc::new(python::PyLspAdapter::new());
89 let python_context_provider = Arc::new(python::PythonContextProvider);
90 let python_lsp_adapter = Arc::new(python::PythonLspAdapter::new(node.clone()));
91 let python_toolchain_provider = Arc::new(python::PythonToolchainProvider::default());
92 let rust_context_provider = Arc::new(rust::RustContextProvider);
93 let rust_lsp_adapter = Arc::new(rust::RustLspAdapter);
94 let tailwind_adapter = Arc::new(tailwind::TailwindLspAdapter::new(node.clone()));
95 let typescript_context = Arc::new(typescript::TypeScriptContextProvider::new());
96 let typescript_lsp_adapter = Arc::new(typescript::TypeScriptLspAdapter::new(node.clone()));
97 let vtsls_adapter = Arc::new(vtsls::VtslsLspAdapter::new(node.clone()));
98 let yaml_lsp_adapter = Arc::new(yaml::YamlLspAdapter::new(node.clone()));
99
100 let built_in_languages = [
101 LanguageInfo {
102 name: "bash",
103 context: Some(Arc::new(bash::bash_task_context())),
104 ..Default::default()
105 },
106 LanguageInfo {
107 name: "c",
108 adapters: vec![c_lsp_adapter.clone()],
109 ..Default::default()
110 },
111 LanguageInfo {
112 name: "cpp",
113 adapters: vec![c_lsp_adapter.clone()],
114 ..Default::default()
115 },
116 LanguageInfo {
117 name: "css",
118 adapters: vec![css_lsp_adapter.clone()],
119 ..Default::default()
120 },
121 LanguageInfo {
122 name: "diff",
123 adapters: vec![],
124 ..Default::default()
125 },
126 LanguageInfo {
127 name: "go",
128 adapters: vec![go_lsp_adapter.clone()],
129 context: Some(go_context_provider.clone()),
130 ..Default::default()
131 },
132 LanguageInfo {
133 name: "gomod",
134 adapters: vec![go_lsp_adapter.clone()],
135 context: Some(go_context_provider.clone()),
136 ..Default::default()
137 },
138 LanguageInfo {
139 name: "gowork",
140 adapters: vec![go_lsp_adapter.clone()],
141 context: Some(go_context_provider.clone()),
142 ..Default::default()
143 },
144 LanguageInfo {
145 name: "json",
146 adapters: vec![json_lsp_adapter.clone(), node_version_lsp_adapter.clone()],
147 context: Some(json_context_provider.clone()),
148 ..Default::default()
149 },
150 LanguageInfo {
151 name: "jsonc",
152 adapters: vec![json_lsp_adapter.clone()],
153 context: Some(json_context_provider.clone()),
154 ..Default::default()
155 },
156 LanguageInfo {
157 name: "markdown",
158 adapters: vec![],
159 ..Default::default()
160 },
161 LanguageInfo {
162 name: "markdown-inline",
163 adapters: vec![],
164 ..Default::default()
165 },
166 LanguageInfo {
167 name: "python",
168 adapters: vec![python_lsp_adapter.clone(), py_lsp_adapter.clone()],
169 context: Some(python_context_provider),
170 toolchain: Some(python_toolchain_provider),
171 },
172 LanguageInfo {
173 name: "rust",
174 adapters: vec![rust_lsp_adapter],
175 context: Some(rust_context_provider),
176 ..Default::default()
177 },
178 LanguageInfo {
179 name: "tsx",
180 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
181 context: Some(typescript_context.clone()),
182 ..Default::default()
183 },
184 LanguageInfo {
185 name: "typescript",
186 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
187 context: Some(typescript_context.clone()),
188 ..Default::default()
189 },
190 LanguageInfo {
191 name: "javascript",
192 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
193 context: Some(typescript_context.clone()),
194 ..Default::default()
195 },
196 LanguageInfo {
197 name: "jsdoc",
198 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
199 ..Default::default()
200 },
201 LanguageInfo {
202 name: "regex",
203 adapters: vec![],
204 ..Default::default()
205 },
206 LanguageInfo {
207 name: "yaml",
208 adapters: vec![yaml_lsp_adapter],
209 ..Default::default()
210 },
211 LanguageInfo {
212 name: "gitcommit",
213 ..Default::default()
214 },
215 ];
216
217 for registration in built_in_languages {
218 register_language(
219 &languages,
220 registration.name,
221 registration.adapters,
222 registration.context,
223 registration.toolchain,
224 );
225 }
226
227 // Register globally available language servers.
228 //
229 // This will allow users to add support for a built-in language server (e.g., Tailwind)
230 // for a given language via the `language_servers` setting:
231 //
232 // ```json
233 // {
234 // "languages": {
235 // "My Language": {
236 // "language_servers": ["tailwindcss-language-server", "..."]
237 // }
238 // }
239 // }
240 // ```
241 languages.register_available_lsp_adapter(
242 LanguageServerName("tailwindcss-language-server".into()),
243 {
244 let adapter = tailwind_adapter.clone();
245 move || adapter.clone()
246 },
247 );
248 languages.register_available_lsp_adapter(LanguageServerName("eslint".into()), {
249 let adapter = eslint_adapter.clone();
250 move || adapter.clone()
251 });
252 languages.register_available_lsp_adapter(LanguageServerName("vtsls".into()), {
253 let adapter = vtsls_adapter.clone();
254 move || adapter.clone()
255 });
256 languages.register_available_lsp_adapter(
257 LanguageServerName("typescript-language-server".into()),
258 {
259 let adapter = typescript_lsp_adapter.clone();
260 move || adapter.clone()
261 },
262 );
263
264 // Register Tailwind for the existing languages that should have it by default.
265 //
266 // This can be driven by the `language_servers` setting once we have a way for
267 // extensions to provide their own default value for that setting.
268 let tailwind_languages = [
269 "Astro",
270 "CSS",
271 "ERB",
272 "HEEX",
273 "HTML",
274 "JavaScript",
275 "PHP",
276 "Svelte",
277 "TSX",
278 "Vue.js",
279 ];
280
281 for language in tailwind_languages {
282 languages.register_lsp_adapter(language.into(), tailwind_adapter.clone());
283 }
284
285 let eslint_languages = ["TSX", "TypeScript", "JavaScript", "Vue.js", "Svelte"];
286 for language in eslint_languages {
287 languages.register_lsp_adapter(language.into(), eslint_adapter.clone());
288 }
289
290 let mut subscription = languages.subscribe();
291 let mut prev_language_settings = languages.language_settings();
292
293 cx.spawn(async move |cx| {
294 while subscription.next().await.is_some() {
295 let language_settings = languages.language_settings();
296 if language_settings != prev_language_settings {
297 cx.update(|cx| {
298 SettingsStore::update_global(cx, |settings, cx| {
299 settings
300 .set_extension_settings(language_settings.clone(), cx)
301 .log_err();
302 });
303 })?;
304 prev_language_settings = language_settings;
305 }
306 }
307 anyhow::Ok(())
308 })
309 .detach();
310 let manifest_providers: [Arc<dyn ManifestProvider>; 2] = [
311 Arc::from(CargoManifestProvider),
312 Arc::from(PyprojectTomlManifestProvider),
313 ];
314 for provider in manifest_providers {
315 project::ManifestProviders::global(cx).register(provider);
316 }
317}
318
319#[derive(Default)]
320struct LanguageInfo {
321 name: &'static str,
322 adapters: Vec<Arc<dyn LspAdapter>>,
323 context: Option<Arc<dyn ContextProvider>>,
324 toolchain: Option<Arc<dyn ToolchainLister>>,
325}
326
327fn register_language(
328 languages: &LanguageRegistry,
329 name: &'static str,
330 adapters: Vec<Arc<dyn LspAdapter>>,
331 context: Option<Arc<dyn ContextProvider>>,
332 toolchain: Option<Arc<dyn ToolchainLister>>,
333) {
334 let config = load_config(name);
335 for adapter in adapters {
336 languages.register_lsp_adapter(config.name.clone(), adapter);
337 }
338 languages.register_language(
339 config.name.clone(),
340 config.grammar.clone(),
341 config.matcher.clone(),
342 config.hidden,
343 Arc::new(move || {
344 Ok(LoadedLanguage {
345 config: config.clone(),
346 queries: load_queries(name),
347 context_provider: context.clone(),
348 toolchain_provider: toolchain.clone(),
349 })
350 }),
351 );
352}
353
354#[cfg(any(test, feature = "test-support"))]
355pub fn language(name: &str, grammar: tree_sitter::Language) -> Arc<Language> {
356 Arc::new(
357 Language::new(load_config(name), Some(grammar))
358 .with_queries(load_queries(name))
359 .unwrap(),
360 )
361}
362
363fn load_config(name: &str) -> LanguageConfig {
364 let config_toml = String::from_utf8(
365 LanguageDir::get(&format!("{}/config.toml", name))
366 .unwrap_or_else(|| panic!("missing config for language {:?}", name))
367 .data
368 .to_vec(),
369 )
370 .unwrap();
371
372 #[allow(unused_mut)]
373 let mut config: LanguageConfig = ::toml::from_str(&config_toml)
374 .with_context(|| format!("failed to load config.toml for language {name:?}"))
375 .unwrap();
376
377 #[cfg(not(any(feature = "load-grammars", test)))]
378 {
379 config = LanguageConfig {
380 name: config.name,
381 matcher: config.matcher,
382 jsx_tag_auto_close: config.jsx_tag_auto_close,
383 ..Default::default()
384 }
385 }
386
387 config
388}
389
390fn load_queries(name: &str) -> LanguageQueries {
391 let mut result = LanguageQueries::default();
392 for path in LanguageDir::iter() {
393 if let Some(remainder) = path.strip_prefix(name).and_then(|p| p.strip_prefix('/')) {
394 if !remainder.ends_with(".scm") {
395 continue;
396 }
397 for (name, query) in QUERY_FILENAME_PREFIXES {
398 if remainder.starts_with(name) {
399 let contents = asset_str::<LanguageDir>(path.as_ref());
400 match query(&mut result) {
401 None => *query(&mut result) = Some(contents),
402 Some(r) => r.to_mut().push_str(contents.as_ref()),
403 }
404 }
405 }
406 }
407 }
408 result
409}