1use anyhow::Context as _;
2use gpui::{App, SharedString, UpdateGlobal};
3use node_runtime::NodeRuntime;
4use project::Fs;
5use python::PyprojectTomlManifestProvider;
6use rust::CargoManifestProvider;
7use rust_embed::RustEmbed;
8use settings::SettingsStore;
9use smol::stream::StreamExt;
10use std::{str, sync::Arc};
11use util::{ResultExt, asset_str};
12
13pub use language::*;
14
15use crate::{
16 json::JsonTaskProvider,
17 python::{BasedPyrightLspAdapter, RuffLspAdapter},
18};
19
20mod bash;
21mod c;
22mod css;
23mod github_download;
24mod go;
25mod json;
26mod package_json;
27mod python;
28mod rust;
29mod tailwind;
30mod typescript;
31mod vtsls;
32mod yaml;
33
34pub(crate) use package_json::{PackageJson, PackageJsonData};
35
36#[derive(RustEmbed)]
37#[folder = "src/"]
38#[exclude = "*.rs"]
39struct LanguageDir;
40
41/// A shared grammar for plain text, exposed for reuse by downstream crates.
42#[cfg(feature = "tree-sitter-gitcommit")]
43pub static LANGUAGE_GIT_COMMIT: std::sync::LazyLock<Arc<Language>> =
44 std::sync::LazyLock::new(|| {
45 Arc::new(Language::new(
46 LanguageConfig {
47 name: "Git Commit".into(),
48 soft_wrap: Some(language::language_settings::SoftWrap::EditorWidth),
49 matcher: LanguageMatcher {
50 path_suffixes: vec!["COMMIT_EDITMSG".to_owned()],
51 first_line_pattern: None,
52 },
53 line_comments: vec![Arc::from("#")],
54 ..LanguageConfig::default()
55 },
56 Some(tree_sitter_gitcommit::LANGUAGE.into()),
57 ))
58 });
59
60pub fn init(languages: Arc<LanguageRegistry>, fs: Arc<dyn Fs>, node: NodeRuntime, cx: &mut App) {
61 #[cfg(feature = "load-grammars")]
62 languages.register_native_grammars([
63 ("bash", tree_sitter_bash::LANGUAGE),
64 ("c", tree_sitter_c::LANGUAGE),
65 ("cpp", tree_sitter_cpp::LANGUAGE),
66 ("css", tree_sitter_css::LANGUAGE),
67 ("diff", tree_sitter_diff::LANGUAGE),
68 ("go", tree_sitter_go::LANGUAGE),
69 ("gomod", tree_sitter_go_mod::LANGUAGE),
70 ("gowork", tree_sitter_gowork::LANGUAGE),
71 ("jsdoc", tree_sitter_jsdoc::LANGUAGE),
72 ("json", tree_sitter_json::LANGUAGE),
73 ("jsonc", tree_sitter_json::LANGUAGE),
74 ("markdown", tree_sitter_md::LANGUAGE),
75 ("markdown-inline", tree_sitter_md::INLINE_LANGUAGE),
76 ("python", tree_sitter_python::LANGUAGE),
77 ("regex", tree_sitter_regex::LANGUAGE),
78 ("rust", tree_sitter_rust::LANGUAGE),
79 ("tsx", tree_sitter_typescript::LANGUAGE_TSX),
80 ("typescript", tree_sitter_typescript::LANGUAGE_TYPESCRIPT),
81 ("yaml", tree_sitter_yaml::LANGUAGE),
82 ("gitcommit", tree_sitter_gitcommit::LANGUAGE),
83 ]);
84
85 let c_lsp_adapter = Arc::new(c::CLspAdapter);
86 let css_lsp_adapter = Arc::new(css::CssLspAdapter::new(node.clone()));
87 let eslint_adapter = Arc::new(typescript::EsLintLspAdapter::new(node.clone()));
88 let go_context_provider = Arc::new(go::GoContextProvider);
89 let go_lsp_adapter = Arc::new(go::GoLspAdapter);
90 let json_context_provider = Arc::new(JsonTaskProvider);
91 let json_lsp_adapter = Arc::new(json::JsonLspAdapter::new(node.clone(), languages.clone()));
92 let node_version_lsp_adapter = Arc::new(json::NodeVersionAdapter);
93 let py_lsp_adapter = Arc::new(python::PyLspAdapter::new());
94 let python_context_provider = Arc::new(python::PythonContextProvider);
95 let python_lsp_adapter = Arc::new(python::PythonLspAdapter::new(node.clone()));
96 let basedpyright_lsp_adapter = Arc::new(BasedPyrightLspAdapter::new());
97 let ruff_lsp_adapter = Arc::new(RuffLspAdapter::new(fs.clone()));
98 let python_toolchain_provider = Arc::new(python::PythonToolchainProvider);
99 let rust_context_provider = Arc::new(rust::RustContextProvider);
100 let rust_lsp_adapter = Arc::new(rust::RustLspAdapter);
101 let tailwind_adapter = Arc::new(tailwind::TailwindLspAdapter::new(node.clone()));
102 let typescript_context = Arc::new(typescript::TypeScriptContextProvider::new(fs.clone()));
103 let typescript_lsp_adapter = Arc::new(typescript::TypeScriptLspAdapter::new(
104 node.clone(),
105 fs.clone(),
106 ));
107 let vtsls_adapter = Arc::new(vtsls::VtslsLspAdapter::new(node.clone(), fs.clone()));
108 let yaml_lsp_adapter = Arc::new(yaml::YamlLspAdapter::new(node));
109
110 let built_in_languages = [
111 LanguageInfo {
112 name: "bash",
113 context: Some(Arc::new(bash::bash_task_context())),
114 ..Default::default()
115 },
116 LanguageInfo {
117 name: "c",
118 adapters: vec![c_lsp_adapter.clone()],
119 ..Default::default()
120 },
121 LanguageInfo {
122 name: "cpp",
123 adapters: vec![c_lsp_adapter],
124 ..Default::default()
125 },
126 LanguageInfo {
127 name: "css",
128 adapters: vec![css_lsp_adapter],
129 ..Default::default()
130 },
131 LanguageInfo {
132 name: "diff",
133 adapters: vec![],
134 ..Default::default()
135 },
136 LanguageInfo {
137 name: "go",
138 adapters: vec![go_lsp_adapter.clone()],
139 context: Some(go_context_provider.clone()),
140 ..Default::default()
141 },
142 LanguageInfo {
143 name: "gomod",
144 adapters: vec![go_lsp_adapter.clone()],
145 context: Some(go_context_provider.clone()),
146 ..Default::default()
147 },
148 LanguageInfo {
149 name: "gowork",
150 adapters: vec![go_lsp_adapter],
151 context: Some(go_context_provider),
152 ..Default::default()
153 },
154 LanguageInfo {
155 name: "json",
156 adapters: vec![json_lsp_adapter.clone(), node_version_lsp_adapter],
157 context: Some(json_context_provider.clone()),
158 ..Default::default()
159 },
160 LanguageInfo {
161 name: "jsonc",
162 adapters: vec![json_lsp_adapter],
163 context: Some(json_context_provider),
164 ..Default::default()
165 },
166 LanguageInfo {
167 name: "markdown",
168 adapters: vec![],
169 ..Default::default()
170 },
171 LanguageInfo {
172 name: "markdown-inline",
173 adapters: vec![],
174 ..Default::default()
175 },
176 LanguageInfo {
177 name: "python",
178 adapters: vec![basedpyright_lsp_adapter, ruff_lsp_adapter],
179 context: Some(python_context_provider),
180 toolchain: Some(python_toolchain_provider),
181 manifest_name: Some(SharedString::new_static("pyproject.toml").into()),
182 },
183 LanguageInfo {
184 name: "rust",
185 adapters: vec![rust_lsp_adapter],
186 context: Some(rust_context_provider),
187 manifest_name: Some(SharedString::new_static("Cargo.toml").into()),
188 ..Default::default()
189 },
190 LanguageInfo {
191 name: "tsx",
192 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
193 context: Some(typescript_context.clone()),
194 ..Default::default()
195 },
196 LanguageInfo {
197 name: "typescript",
198 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
199 context: Some(typescript_context.clone()),
200 ..Default::default()
201 },
202 LanguageInfo {
203 name: "javascript",
204 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
205 context: Some(typescript_context),
206 ..Default::default()
207 },
208 LanguageInfo {
209 name: "jsdoc",
210 adapters: vec![typescript_lsp_adapter.clone(), vtsls_adapter.clone()],
211 ..Default::default()
212 },
213 LanguageInfo {
214 name: "regex",
215 adapters: vec![],
216 ..Default::default()
217 },
218 LanguageInfo {
219 name: "yaml",
220 adapters: vec![yaml_lsp_adapter],
221 ..Default::default()
222 },
223 LanguageInfo {
224 name: "gitcommit",
225 ..Default::default()
226 },
227 LanguageInfo {
228 name: "zed-keybind-context",
229 ..Default::default()
230 },
231 ];
232
233 for registration in built_in_languages {
234 register_language(
235 &languages,
236 registration.name,
237 registration.adapters,
238 registration.context,
239 registration.toolchain,
240 registration.manifest_name,
241 );
242 }
243
244 // Register globally available language servers.
245 //
246 // This will allow users to add support for a built-in language server (e.g., Tailwind)
247 // for a given language via the `language_servers` setting:
248 //
249 // ```json
250 // {
251 // "languages": {
252 // "My Language": {
253 // "language_servers": ["tailwindcss-language-server", "..."]
254 // }
255 // }
256 // }
257 // ```
258 languages.register_available_lsp_adapter(
259 LanguageServerName("tailwindcss-language-server".into()),
260 tailwind_adapter.clone(),
261 );
262 languages.register_available_lsp_adapter(
263 LanguageServerName("eslint".into()),
264 eslint_adapter.clone(),
265 );
266 languages.register_available_lsp_adapter(LanguageServerName("vtsls".into()), vtsls_adapter);
267 languages.register_available_lsp_adapter(
268 LanguageServerName("typescript-language-server".into()),
269 typescript_lsp_adapter,
270 );
271 languages.register_available_lsp_adapter(python_lsp_adapter.name(), python_lsp_adapter);
272 languages.register_available_lsp_adapter(py_lsp_adapter.name(), py_lsp_adapter);
273 // Register Tailwind for the existing languages that should have it by default.
274 //
275 // This can be driven by the `language_servers` setting once we have a way for
276 // extensions to provide their own default value for that setting.
277 let tailwind_languages = [
278 "Astro",
279 "CSS",
280 "ERB",
281 "HTML+ERB",
282 "HTML/ERB",
283 "HEEX",
284 "HTML",
285 "JavaScript",
286 "PHP",
287 "Svelte",
288 "TSX",
289 "Vue.js",
290 ];
291
292 for language in tailwind_languages {
293 languages.register_lsp_adapter(language.into(), tailwind_adapter.clone());
294 }
295
296 let eslint_languages = ["TSX", "TypeScript", "JavaScript", "Vue.js", "Svelte"];
297 for language in eslint_languages {
298 languages.register_lsp_adapter(language.into(), eslint_adapter.clone());
299 }
300
301 let mut subscription = languages.subscribe();
302 let mut prev_language_settings = languages.language_settings();
303
304 cx.spawn(async move |cx| {
305 while subscription.next().await.is_some() {
306 let language_settings = languages.language_settings();
307 if language_settings != prev_language_settings {
308 cx.update(|cx| {
309 SettingsStore::update_global(cx, |settings, cx| {
310 settings
311 .set_extension_settings(language_settings.clone(), cx)
312 .log_err();
313 });
314 })?;
315 prev_language_settings = language_settings;
316 }
317 }
318 anyhow::Ok(())
319 })
320 .detach();
321 let manifest_providers: [Arc<dyn ManifestProvider>; 2] = [
322 Arc::from(CargoManifestProvider),
323 Arc::from(PyprojectTomlManifestProvider),
324 ];
325 for provider in manifest_providers {
326 project::ManifestProvidersStore::global(cx).register(provider);
327 }
328}
329
330#[derive(Default)]
331struct LanguageInfo {
332 name: &'static str,
333 adapters: Vec<Arc<dyn LspAdapter>>,
334 context: Option<Arc<dyn ContextProvider>>,
335 toolchain: Option<Arc<dyn ToolchainLister>>,
336 manifest_name: Option<ManifestName>,
337}
338
339fn register_language(
340 languages: &LanguageRegistry,
341 name: &'static str,
342 adapters: Vec<Arc<dyn LspAdapter>>,
343 context: Option<Arc<dyn ContextProvider>>,
344 toolchain: Option<Arc<dyn ToolchainLister>>,
345 manifest_name: Option<ManifestName>,
346) {
347 let config = load_config(name);
348 for adapter in adapters {
349 languages.register_lsp_adapter(config.name.clone(), adapter);
350 }
351 languages.register_language(
352 config.name.clone(),
353 config.grammar.clone(),
354 config.matcher.clone(),
355 config.hidden,
356 manifest_name.clone(),
357 Arc::new(move || {
358 Ok(LoadedLanguage {
359 config: config.clone(),
360 queries: load_queries(name),
361 context_provider: context.clone(),
362 toolchain_provider: toolchain.clone(),
363 manifest_name: manifest_name.clone(),
364 })
365 }),
366 );
367}
368
369#[cfg(any(test, feature = "test-support"))]
370pub fn language(name: &str, grammar: tree_sitter::Language) -> Arc<Language> {
371 Arc::new(
372 Language::new(load_config(name), Some(grammar))
373 .with_queries(load_queries(name))
374 .unwrap(),
375 )
376}
377
378fn load_config(name: &str) -> LanguageConfig {
379 let config_toml = String::from_utf8(
380 LanguageDir::get(&format!("{}/config.toml", name))
381 .unwrap_or_else(|| panic!("missing config for language {:?}", name))
382 .data
383 .to_vec(),
384 )
385 .unwrap();
386
387 #[allow(unused_mut)]
388 let mut config: LanguageConfig = ::toml::from_str(&config_toml)
389 .with_context(|| format!("failed to load config.toml for language {name:?}"))
390 .unwrap();
391
392 #[cfg(not(any(feature = "load-grammars", test)))]
393 {
394 config = LanguageConfig {
395 name: config.name,
396 matcher: config.matcher,
397 jsx_tag_auto_close: config.jsx_tag_auto_close,
398 ..Default::default()
399 }
400 }
401
402 config
403}
404
405fn load_queries(name: &str) -> LanguageQueries {
406 let mut result = LanguageQueries::default();
407 for path in LanguageDir::iter() {
408 if let Some(remainder) = path.strip_prefix(name).and_then(|p| p.strip_prefix('/')) {
409 if !remainder.ends_with(".scm") {
410 continue;
411 }
412 for (name, query) in QUERY_FILENAME_PREFIXES {
413 if remainder.starts_with(name) {
414 let contents = asset_str::<LanguageDir>(path.as_ref());
415 match query(&mut result) {
416 None => *query(&mut result) = Some(contents),
417 Some(r) => r.to_mut().push_str(contents.as_ref()),
418 }
419 }
420 }
421 }
422 }
423 result
424}