main.rs

  1use anyhow::anyhow;
  2use axum::{
  3    extract::MatchedPath,
  4    http::{Request, Response},
  5    routing::get,
  6    Extension, Router,
  7};
  8use collab::llm::db::LlmDatabase;
  9use collab::migrations::run_database_migrations;
 10use collab::{api::billing::poll_stripe_events_periodically, llm::LlmState, ServiceMode};
 11use collab::{
 12    api::fetch_extensions_from_blob_store_periodically, db, env, executor::Executor,
 13    rpc::ResultExt, AppState, Config, RateLimiter, Result,
 14};
 15use db::Database;
 16use std::{
 17    env::args,
 18    net::{SocketAddr, TcpListener},
 19    path::Path,
 20    sync::Arc,
 21    time::Duration,
 22};
 23#[cfg(unix)]
 24use tokio::signal::unix::SignalKind;
 25use tower_http::trace::TraceLayer;
 26use tracing_subscriber::{
 27    filter::EnvFilter, fmt::format::JsonFields, util::SubscriberInitExt, Layer,
 28};
 29use util::ResultExt as _;
 30
 31const VERSION: &str = env!("CARGO_PKG_VERSION");
 32const REVISION: Option<&'static str> = option_env!("GITHUB_SHA");
 33
 34#[tokio::main]
 35async fn main() -> Result<()> {
 36    if let Err(error) = env::load_dotenv() {
 37        eprintln!(
 38            "error loading .env.toml (this is expected in production): {}",
 39            error
 40        );
 41    }
 42
 43    let mut args = args().skip(1);
 44    match args.next().as_deref() {
 45        Some("version") => {
 46            println!("collab v{} ({})", VERSION, REVISION.unwrap_or("unknown"));
 47        }
 48        Some("migrate") => {
 49            let config = envy::from_env::<Config>().expect("error loading config");
 50            setup_app_database(&config).await?;
 51        }
 52        Some("seed") => {
 53            let config = envy::from_env::<Config>().expect("error loading config");
 54            let db_options = db::ConnectOptions::new(config.database_url.clone());
 55
 56            let mut db = Database::new(db_options, Executor::Production).await?;
 57            db.initialize_notification_kinds().await?;
 58
 59            collab::seed::seed(&config, &db, false).await?;
 60
 61            if let Some(llm_database_url) = config.llm_database_url.clone() {
 62                let db_options = db::ConnectOptions::new(llm_database_url);
 63                let mut db = LlmDatabase::new(db_options.clone(), Executor::Production).await?;
 64                db.initialize().await?;
 65                collab::llm::db::seed_database(&config, &mut db, true).await?;
 66            }
 67        }
 68        Some("serve") => {
 69            let mode = match args.next().as_deref() {
 70                Some("collab") => ServiceMode::Collab,
 71                Some("api") => ServiceMode::Api,
 72                Some("llm") => ServiceMode::Llm,
 73                Some("all") => ServiceMode::All,
 74                _ => {
 75                    return Err(anyhow!(
 76                        "usage: collab <version | migrate | seed | serve <api|collab|llm|all>>"
 77                    ))?;
 78                }
 79            };
 80
 81            let config = envy::from_env::<Config>().expect("error loading config");
 82            init_tracing(&config);
 83            let mut app = Router::new()
 84                .route("/", get(handle_root))
 85                .route("/healthz", get(handle_liveness_probe))
 86                .layer(Extension(mode));
 87
 88            let listener = TcpListener::bind(&format!("0.0.0.0:{}", config.http_port))
 89                .expect("failed to bind TCP listener");
 90
 91            let mut on_shutdown = None;
 92
 93            if mode.is_llm() {
 94                setup_llm_database(&config).await?;
 95
 96                let state = LlmState::new(config.clone(), Executor::Production).await?;
 97
 98                app = app
 99                    .merge(collab::llm::routes())
100                    .layer(Extension(state.clone()));
101            }
102
103            if mode.is_collab() || mode.is_api() {
104                setup_app_database(&config).await?;
105
106                let state = AppState::new(config, Executor::Production).await?;
107
108                if mode.is_collab() {
109                    state.db.purge_old_embeddings().await.trace_err();
110                    RateLimiter::save_periodically(
111                        state.rate_limiter.clone(),
112                        state.executor.clone(),
113                    );
114
115                    let epoch = state
116                        .db
117                        .create_server(&state.config.zed_environment)
118                        .await?;
119                    let rpc_server = collab::rpc::Server::new(epoch, state.clone());
120                    rpc_server.start().await?;
121
122                    app = app
123                        .merge(collab::api::routes(rpc_server.clone()))
124                        .merge(collab::rpc::routes(rpc_server.clone()));
125
126                    on_shutdown = Some(Box::new(move || rpc_server.teardown()));
127                }
128
129                if mode.is_api() {
130                    poll_stripe_events_periodically(state.clone());
131                    fetch_extensions_from_blob_store_periodically(state.clone());
132
133                    app = app
134                        .merge(collab::api::events::router())
135                        .merge(collab::api::extensions::router())
136                }
137
138                app = app.layer(Extension(state.clone()));
139            }
140
141            app = app.layer(
142                TraceLayer::new_for_http()
143                    .make_span_with(|request: &Request<_>| {
144                        let matched_path = request
145                            .extensions()
146                            .get::<MatchedPath>()
147                            .map(MatchedPath::as_str);
148
149                        tracing::info_span!(
150                            "http_request",
151                            method = ?request.method(),
152                            matched_path,
153                            user_id = tracing::field::Empty,
154                            login = tracing::field::Empty,
155                            authn.jti = tracing::field::Empty
156                        )
157                    })
158                    .on_response(
159                        |response: &Response<_>, latency: Duration, _: &tracing::Span| {
160                            let duration_ms = latency.as_micros() as f64 / 1000.;
161                            tracing::info!(
162                                duration_ms,
163                                status = response.status().as_u16(),
164                                "finished processing request"
165                            );
166                        },
167                    ),
168            );
169
170            #[cfg(unix)]
171            let signal = async move {
172                let mut sigterm = tokio::signal::unix::signal(SignalKind::terminate())
173                    .expect("failed to listen for interrupt signal");
174                let mut sigint = tokio::signal::unix::signal(SignalKind::interrupt())
175                    .expect("failed to listen for interrupt signal");
176                let sigterm = sigterm.recv();
177                let sigint = sigint.recv();
178                futures::pin_mut!(sigterm, sigint);
179                futures::future::select(sigterm, sigint).await;
180            };
181
182            #[cfg(windows)]
183            let signal = async move {
184                // todo(windows):
185                // `ctrl_close` does not work well, because tokio's signal handler always returns soon,
186                // but system terminates the application soon after returning CTRL+CLOSE handler.
187                // So we should implement blocking handler to treat CTRL+CLOSE signal.
188                let mut ctrl_break = tokio::signal::windows::ctrl_break()
189                    .expect("failed to listen for interrupt signal");
190                let mut ctrl_c = tokio::signal::windows::ctrl_c()
191                    .expect("failed to listen for interrupt signal");
192                let ctrl_break = ctrl_break.recv();
193                let ctrl_c = ctrl_c.recv();
194                futures::pin_mut!(ctrl_break, ctrl_c);
195                futures::future::select(ctrl_break, ctrl_c).await;
196            };
197
198            axum::Server::from_tcp(listener)
199                .map_err(|e| anyhow!(e))?
200                .serve(app.into_make_service_with_connect_info::<SocketAddr>())
201                .with_graceful_shutdown(async move {
202                    signal.await;
203                    tracing::info!("Received interrupt signal");
204
205                    if let Some(on_shutdown) = on_shutdown {
206                        on_shutdown();
207                    }
208                })
209                .await
210                .map_err(|e| anyhow!(e))?;
211        }
212        _ => {
213            Err(anyhow!(
214                "usage: collab <version | migrate | seed | serve <api|collab|llm|all>>"
215            ))?;
216        }
217    }
218    Ok(())
219}
220
221async fn setup_app_database(config: &Config) -> Result<()> {
222    let db_options = db::ConnectOptions::new(config.database_url.clone());
223    let mut db = Database::new(db_options, Executor::Production).await?;
224
225    let migrations_path = config.migrations_path.as_deref().unwrap_or_else(|| {
226        #[cfg(feature = "sqlite")]
227        let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations.sqlite");
228        #[cfg(not(feature = "sqlite"))]
229        let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations");
230
231        Path::new(default_migrations)
232    });
233
234    let migrations = run_database_migrations(db.options(), migrations_path).await?;
235    for (migration, duration) in migrations {
236        log::info!(
237            "Migrated {} {} {:?}",
238            migration.version,
239            migration.description,
240            duration
241        );
242    }
243
244    db.initialize_notification_kinds().await?;
245
246    if config.seed_path.is_some() {
247        collab::seed::seed(&config, &db, false).await?;
248    }
249
250    Ok(())
251}
252
253async fn setup_llm_database(config: &Config) -> Result<()> {
254    let database_url = config
255        .llm_database_url
256        .as_ref()
257        .ok_or_else(|| anyhow!("missing LLM_DATABASE_URL"))?;
258
259    let db_options = db::ConnectOptions::new(database_url.clone());
260    let db = LlmDatabase::new(db_options, Executor::Production).await?;
261
262    let migrations_path = config
263        .llm_database_migrations_path
264        .as_deref()
265        .unwrap_or_else(|| {
266            #[cfg(feature = "sqlite")]
267            let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations_llm.sqlite");
268            #[cfg(not(feature = "sqlite"))]
269            let default_migrations = concat!(env!("CARGO_MANIFEST_DIR"), "/migrations_llm");
270
271            Path::new(default_migrations)
272        });
273
274    let migrations = run_database_migrations(db.options(), migrations_path).await?;
275    for (migration, duration) in migrations {
276        log::info!(
277            "Migrated {} {} {:?}",
278            migration.version,
279            migration.description,
280            duration
281        );
282    }
283
284    Ok(())
285}
286
287async fn handle_root(Extension(mode): Extension<ServiceMode>) -> String {
288    format!("zed:{mode} v{VERSION} ({})", REVISION.unwrap_or("unknown"))
289}
290
291async fn handle_liveness_probe(
292    app_state: Option<Extension<Arc<AppState>>>,
293    llm_state: Option<Extension<Arc<LlmState>>>,
294) -> Result<String> {
295    if let Some(state) = app_state {
296        state.db.get_all_users(0, 1).await?;
297    }
298
299    if let Some(llm_state) = llm_state {
300        llm_state
301            .db
302            .get_active_user_count(chrono::Utc::now())
303            .await?;
304    }
305
306    Ok("ok".to_string())
307}
308
309pub fn init_tracing(config: &Config) -> Option<()> {
310    use std::str::FromStr;
311    use tracing_subscriber::layer::SubscriberExt;
312
313    let filter = EnvFilter::from_str(config.rust_log.as_deref()?).log_err()?;
314
315    tracing_subscriber::registry()
316        .with(if config.log_json.unwrap_or(false) {
317            Box::new(
318                tracing_subscriber::fmt::layer()
319                    .fmt_fields(JsonFields::default())
320                    .event_format(
321                        tracing_subscriber::fmt::format()
322                            .json()
323                            .flatten_event(true)
324                            .with_span_list(false),
325                    )
326                    .with_filter(filter),
327            ) as Box<dyn Layer<_> + Send + Sync>
328        } else {
329            Box::new(
330                tracing_subscriber::fmt::layer()
331                    .event_format(tracing_subscriber::fmt::format().pretty())
332                    .with_filter(filter),
333            )
334        })
335        .init();
336
337    None
338}