main.rs

  1use anyhow::{Context as _, anyhow};
  2use axum::headers::HeaderMapExt;
  3use axum::{
  4    Extension, Router,
  5    extract::MatchedPath,
  6    http::{Request, Response},
  7    routing::get,
  8};
  9
 10use collab::ServiceMode;
 11use collab::api::CloudflareIpCountryHeader;
 12use collab::llm::db::LlmDatabase;
 13use collab::migrations::run_database_migrations;
 14use collab::{
 15    AppState, Config, Result, api::fetch_extensions_from_blob_store_periodically, db, env,
 16    executor::Executor,
 17};
 18use db::Database;
 19use std::{
 20    env::args,
 21    net::{SocketAddr, TcpListener},
 22    path::Path,
 23    sync::Arc,
 24    time::Duration,
 25};
 26#[cfg(unix)]
 27use tokio::signal::unix::SignalKind;
 28use tower_http::trace::TraceLayer;
 29use tracing_subscriber::{
 30    Layer, filter::EnvFilter, fmt::format::JsonFields, util::SubscriberInitExt,
 31};
 32use util::ResultExt as _;
 33
 34const VERSION: &str = env!("CARGO_PKG_VERSION");
 35const REVISION: Option<&'static str> = option_env!("GITHUB_SHA");
 36
 37#[expect(clippy::result_large_err)]
 38#[tokio::main]
 39async fn main() -> Result<()> {
 40    if let Err(error) = env::load_dotenv() {
 41        eprintln!(
 42            "error loading .env.toml (this is expected in production): {}",
 43            error
 44        );
 45    }
 46
 47    let mut args = args().skip(1);
 48    match args.next().as_deref() {
 49        Some("version") => {
 50            println!("collab v{} ({})", VERSION, REVISION.unwrap_or("unknown"));
 51        }
 52        Some("migrate") => {
 53            let config = envy::from_env::<Config>().expect("error loading config");
 54            setup_app_database(&config).await?;
 55        }
 56        Some("seed") => {
 57            let config = envy::from_env::<Config>().expect("error loading config");
 58            let db_options = db::ConnectOptions::new(config.database_url.clone());
 59
 60            let mut db = Database::new(db_options).await?;
 61            db.initialize_notification_kinds().await?;
 62
 63            collab::seed::seed(&config, &db, false).await?;
 64        }
 65        Some("serve") => {
 66            let mode = match args.next().as_deref() {
 67                Some("collab") => ServiceMode::Collab,
 68                Some("api") => ServiceMode::Api,
 69                Some("all") => ServiceMode::All,
 70                _ => {
 71                    return Err(anyhow!(
 72                        "usage: collab <version | migrate | seed | serve <api|collab|all>>"
 73                    ))?;
 74                }
 75            };
 76
 77            let config = envy::from_env::<Config>().expect("error loading config");
 78            init_tracing(&config);
 79            init_panic_hook();
 80
 81            let mut app = Router::new()
 82                .route("/", get(handle_root))
 83                .route("/healthz", get(handle_liveness_probe))
 84                .layer(Extension(mode));
 85
 86            let listener = TcpListener::bind(format!("0.0.0.0:{}", config.http_port))
 87                .expect("failed to bind TCP listener");
 88
 89            let mut on_shutdown = None;
 90
 91            if mode.is_collab() || mode.is_api() {
 92                setup_app_database(&config).await?;
 93                setup_llm_database(&config).await?;
 94
 95                let state = AppState::new(config, Executor::Production).await?;
 96
 97                if mode.is_collab() {
 98                    let epoch = state
 99                        .db
100                        .create_server(&state.config.zed_environment)
101                        .await?;
102                    let rpc_server = collab::rpc::Server::new(epoch, state.clone());
103                    rpc_server.start().await?;
104
105                    app = app
106                        .merge(collab::api::routes(rpc_server.clone()))
107                        .merge(collab::rpc::routes(rpc_server.clone()));
108
109                    on_shutdown = Some(Box::new(move || rpc_server.teardown()));
110                }
111
112                if mode.is_api() {
113                    fetch_extensions_from_blob_store_periodically(state.clone());
114
115                    app = app
116                        .merge(collab::api::events::router())
117                        .merge(collab::api::extensions::router())
118                }
119
120                app = app.layer(Extension(state.clone()));
121            }
122
123            app = app.layer(
124                TraceLayer::new_for_http()
125                    .make_span_with(|request: &Request<_>| {
126                        let matched_path = request
127                            .extensions()
128                            .get::<MatchedPath>()
129                            .map(MatchedPath::as_str);
130
131                        let geoip_country_code = request
132                            .headers()
133                            .typed_get::<CloudflareIpCountryHeader>()
134                            .map(|header| header.to_string());
135
136                        tracing::info_span!(
137                            "http_request",
138                            method = ?request.method(),
139                            matched_path,
140                            geoip_country_code,
141                            user_id = tracing::field::Empty,
142                            login = tracing::field::Empty,
143                            authn.jti = tracing::field::Empty,
144                            is_staff = tracing::field::Empty
145                        )
146                    })
147                    .on_response(
148                        |response: &Response<_>, latency: Duration, _: &tracing::Span| {
149                            let duration_ms = latency.as_micros() as f64 / 1000.;
150                            tracing::info!(
151                                duration_ms,
152                                status = response.status().as_u16(),
153                                "finished processing request"
154                            );
155                        },
156                    ),
157            );
158
159            #[cfg(unix)]
160            let signal = async move {
161                let mut sigterm = tokio::signal::unix::signal(SignalKind::terminate())
162                    .expect("failed to listen for interrupt signal");
163                let mut sigint = tokio::signal::unix::signal(SignalKind::interrupt())
164                    .expect("failed to listen for interrupt signal");
165                let sigterm = sigterm.recv();
166                let sigint = sigint.recv();
167                futures::pin_mut!(sigterm, sigint);
168                futures::future::select(sigterm, sigint).await;
169            };
170
171            #[cfg(windows)]
172            let signal = async move {
173                // todo(windows):
174                // `ctrl_close` does not work well, because tokio's signal handler always returns soon,
175                // but system terminates the application soon after returning CTRL+CLOSE handler.
176                // So we should implement blocking handler to treat CTRL+CLOSE signal.
177                let mut ctrl_break = tokio::signal::windows::ctrl_break()
178                    .expect("failed to listen for interrupt signal");
179                let mut ctrl_c = tokio::signal::windows::ctrl_c()
180                    .expect("failed to listen for interrupt signal");
181                let ctrl_break = ctrl_break.recv();
182                let ctrl_c = ctrl_c.recv();
183                futures::pin_mut!(ctrl_break, ctrl_c);
184                futures::future::select(ctrl_break, ctrl_c).await;
185            };
186
187            axum::Server::from_tcp(listener)
188                .map_err(|e| anyhow!(e))?
189                .serve(app.into_make_service_with_connect_info::<SocketAddr>())
190                .with_graceful_shutdown(async move {
191                    signal.await;
192                    tracing::info!("Received interrupt signal");
193
194                    if let Some(on_shutdown) = on_shutdown {
195                        on_shutdown();
196                    }
197                })
198                .await
199                .map_err(|e| anyhow!(e))?;
200        }
201        _ => {
202            Err(anyhow!(
203                "usage: collab <version | migrate | seed | serve <api|collab|llm|all>>"
204            ))?;
205        }
206    }
207    Ok(())
208}
209
210async fn setup_app_database(config: &Config) -> Result<()> {
211    let db_options = db::ConnectOptions::new(config.database_url.clone());
212    let mut db = Database::new(db_options).await?;
213
214    let migrations_path = config.migrations_path.as_deref().unwrap_or_else(|| {
215        #[cfg(feature = "sqlite")]
216        let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations.sqlite");
217        #[cfg(not(feature = "sqlite"))]
218        let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations");
219
220        Path::new(default_migrations)
221    });
222
223    let migrations = run_database_migrations(db.options(), migrations_path).await?;
224    for (migration, duration) in migrations {
225        log::info!(
226            "Migrated {} {} {:?}",
227            migration.version,
228            migration.description,
229            duration
230        );
231    }
232
233    db.initialize_notification_kinds().await?;
234
235    if config.seed_path.is_some() {
236        collab::seed::seed(config, &db, false).await?;
237    }
238
239    Ok(())
240}
241
242async fn setup_llm_database(config: &Config) -> Result<()> {
243    let database_url = config
244        .llm_database_url
245        .as_ref()
246        .context("missing LLM_DATABASE_URL")?;
247
248    let db_options = db::ConnectOptions::new(database_url.clone());
249    let db = LlmDatabase::new(db_options, Executor::Production).await?;
250
251    let migrations_path = config
252        .llm_database_migrations_path
253        .as_deref()
254        .unwrap_or_else(|| {
255            let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations_llm");
256
257            Path::new(default_migrations)
258        });
259
260    let migrations = run_database_migrations(db.options(), migrations_path).await?;
261    for (migration, duration) in migrations {
262        log::info!(
263            "Migrated {} {} {:?}",
264            migration.version,
265            migration.description,
266            duration
267        );
268    }
269
270    Ok(())
271}
272
273async fn handle_root(Extension(mode): Extension<ServiceMode>) -> String {
274    format!("zed:{mode} v{VERSION} ({})", REVISION.unwrap_or("unknown"))
275}
276
277async fn handle_liveness_probe(app_state: Option<Extension<Arc<AppState>>>) -> Result<String> {
278    if let Some(state) = app_state {
279        state.db.get_all_users(0, 1).await?;
280    }
281
282    Ok("ok".to_string())
283}
284
285pub fn init_tracing(config: &Config) -> Option<()> {
286    use std::str::FromStr;
287    use tracing_subscriber::layer::SubscriberExt;
288
289    let filter = EnvFilter::from_str(config.rust_log.as_deref()?).log_err()?;
290
291    tracing_subscriber::registry()
292        .with(if config.log_json.unwrap_or(false) {
293            Box::new(
294                tracing_subscriber::fmt::layer()
295                    .fmt_fields(JsonFields::default())
296                    .event_format(
297                        tracing_subscriber::fmt::format()
298                            .json()
299                            .flatten_event(true)
300                            .with_span_list(false),
301                    )
302                    .with_filter(filter),
303            ) as Box<dyn Layer<_> + Send + Sync>
304        } else {
305            Box::new(
306                tracing_subscriber::fmt::layer()
307                    .event_format(tracing_subscriber::fmt::format().pretty())
308                    .with_filter(filter),
309            )
310        })
311        .init();
312
313    None
314}
315
316fn init_panic_hook() {
317    std::panic::set_hook(Box::new(move |panic_info| {
318        let panic_message = match panic_info.payload().downcast_ref::<&'static str>() {
319            Some(message) => *message,
320            None => match panic_info.payload().downcast_ref::<String>() {
321                Some(message) => message.as_str(),
322                None => "Box<Any>",
323            },
324        };
325        let backtrace = std::backtrace::Backtrace::force_capture();
326        let location = panic_info
327            .location()
328            .map(|loc| format!("{}:{}", loc.file(), loc.line()));
329        tracing::error!(panic = true, ?location, %panic_message, %backtrace, "Server Panic");
330    }));
331}