OXYGENHUB
# 554ccacfc123 oxygenhub / crates / hub / src / lib.rs
5.9 KiB · Rust · last changed Coverage reports, built in 1 month ago source blame history raw
8d2caf12 Andy McCall ↶ 1
//! OxygenHub: a forge for Oxygen repositories (`docs/spec.md`).
d23464c0 Andy McCall ↶ 2
//!
3
//! One process: an axum router serving pages, the JSON API and the wire
4
//! protocol; SQLite for hub state; repositories as bare Oxygen stores.
5
6
pub mod api;
ea85398a Andy McCall ↶ 7
pub mod apt;
e71846aa Andy McCall ↶ 8
pub mod assistants;
19bb31ff Andy McCall ↶ 9
pub mod auth;
d23464c0 Andy McCall ↶ 10
pub mod config;
554ccacf Andy McCall ↶ 11
pub mod coverage;
d23464c0 Andy McCall ↶ 12
pub mod db;
b64e2537 Andy McCall ↶ 13
pub mod events;
42fa9554 Andy McCall ↶ 14
pub mod flow;
b64e2537 Andy McCall ↶ 15
pub mod hooks;
d23464c0 Andy McCall ↶ 16
pub mod keys;
2a83f530 Andy McCall ↶ 17
pub mod levels;
5e6d6484 Andy McCall ↶ 18
pub mod live;
34beb1a7 Andy McCall ↶ 19
pub mod mail;
8a3334b7 Andy McCall ↶ 20
pub mod maintenance;
3f4b0ea6 Andy McCall ↶ 21
pub mod mirror;
18e381ea Andy McCall ↶ 22
pub mod notify;
d1727c57 Andy McCall ↶ 23
pub mod oidc;
d23464c0 Andy McCall ↶ 24
pub mod protocol;
25
pub mod render;
26
pub mod repos;
4ac01a73 Andy McCall ↶ 27
pub mod secrets;
83940d53 Andy McCall ↶ 28
pub mod signin;
89e89836 Andy McCall ↶ 29
pub mod social;
1f78655a Andy McCall ↶ 30
pub mod storage;
2a83f530 Andy McCall ↶ 31
pub mod variables;
d23464c0 Andy McCall ↶ 32
pub mod web;
66fd9d6b Andy McCall ↶ 33
pub mod wiki;
d23464c0 Andy McCall ↶ 34
35
use crate::config::Config;
36
use crate::repos::Repos;
37
use std::sync::Arc;
38
39
/// Everything a request handler can reach.
40
pub struct App {
41
    pub config: Config,
42
    pub db: db::Pool,
43
    pub repos: Arc<Repos>,
66fd9d6b Andy McCall ↶ 44
    /// Wikis, one Oxygen repository per repository (hub spec §6.11).
45
    pub wikis: Arc<Repos>,
d23464c0 Andy McCall ↶ 46
    pub server: Arc<oxy_server::Server>,
47
    pub hub_key: keys::HubKey,
19bb31ff Andy McCall ↶ 48
    pub cookie_key: auth::CookieKey,
e71846aa Andy McCall ↶ 49
    /// Seals AI assistants' tokens at rest (hub spec §13.4).
50
    pub assistant_key: assistants::SecretKey,
4ac01a73 Andy McCall ↶ 51
    /// Seals Flow secrets at rest (hub spec §13.2, #107).
52
    pub secret_key: assistants::SecretKey,
d1727c57 Andy McCall ↶ 53
    /// The OIDC issuer for jobs (hub spec §13.5), made on first use.
54
    pub oidc: tokio::sync::OnceCell<oidc::Issuer>,
7d2eb590 Andy McCall ↶ 55
    /// Which assistants are answering which proposals, and recent calls
56
    /// per repository (hub spec §13.4).
57
    pub assistant_gate: std::sync::Mutex<assistants::Gate>,
b64e2537 Andy McCall ↶ 58
    pub events: events::Events,
5e6d6484 Andy McCall ↶ 59
    /// Who is resolving which conflict together (hub spec §6.10).
60
    pub rooms: Arc<live::Rooms>,
3556d08e Andy McCall ↶ 61
    /// Outgoing mail: hub.toml's `[email]`, overridden by what the admin
62
    /// page saved (#101).
63
    pub mail: std::sync::RwLock<config::Email>,
d23464c0 Andy McCall ↶ 64
    pub started: std::time::Instant,
65
}
66
d1727c57 Andy McCall ↶ 67
impl App {
68
    /// The OIDC issuer, its key loaded or made the first time it is asked for.
69
    pub async fn oidc(&self) -> anyhow::Result<&oidc::Issuer> {
70
        let keys = self.config.keys_dir();
71
        self.oidc.get_or_try_init(|| async move { tokio::task::spawn_blocking(move || oidc::Issuer::load_or_create(&keys)).await? }).await
72
    }
73
}
74
d23464c0 Andy McCall ↶ 75
pub type Shared = Arc<App>;
76
77
/// Open the data directory and build the application state. `init` must
78
/// have run once; `serve` and the tests call this.
79
pub async fn build(config: Config) -> anyhow::Result<Shared> {
80
    std::fs::create_dir_all(config.repos_dir())?;
81
    let db = db::open(&config.db_path()).await?;
82
    let repos = Arc::new(Repos::new(config.repos_dir()));
66fd9d6b Andy McCall ↶ 83
    let wikis = Arc::new(Repos::new(config.data.join("wikis")));
d23464c0 Andy McCall ↶ 84
    let hub_key = keys::ensure_identity(&config.keys_dir(), &config.site.name, config.base_url())?;
19bb31ff Andy McCall ↶ 85
    let cookie_key = auth::CookieKey::load_or_create(&config.keys_dir())?;
e71846aa Andy McCall ↶ 86
    let assistant_key = assistants::SecretKey::load_or_create(&config.keys_dir())?;
4ac01a73 Andy McCall ↶ 87
    let secret_key = assistants::SecretKey::load_or_create_named(&config.keys_dir(), "secrets.key")?;
66fd9d6b Andy McCall ↶ 88
    let backend = protocol::HubBackend::new(
89
        repos.clone(),
90
        wikis.clone(),
91
        db.clone(),
92
        config.auth.push_tokens.clone(),
93
        tokio::runtime::Handle::current(),
94
    );
18e381ea Andy McCall ↶ 95
    let slot = backend.app_slot();
d23464c0 Andy McCall ↶ 96
    let server = oxy_server::Server::new(backend);
3556d08e Andy McCall ↶ 97
    let mail = mail::load(&db, &config.email).await;
b64e2537 Andy McCall ↶ 98
    let app = Arc::new(App {
3556d08e Andy McCall ↶ 99
        mail: std::sync::RwLock::new(mail),
b64e2537 Andy McCall ↶ 100
        config,
101
        db,
102
        repos,
66fd9d6b Andy McCall ↶ 103
        wikis,
b64e2537 Andy McCall ↶ 104
        server,
105
        hub_key,
106
        cookie_key,
e71846aa Andy McCall ↶ 107
        assistant_key,
4ac01a73 Andy McCall ↶ 108
        secret_key,
d1727c57 Andy McCall ↶ 109
        oidc: tokio::sync::OnceCell::new(),
7d2eb590 Andy McCall ↶ 110
        assistant_gate: std::sync::Mutex::new(assistants::Gate::default()),
b64e2537 Andy McCall ↶ 111
        events: events::Events::default(),
5e6d6484 Andy McCall ↶ 112
        rooms: Arc::new(live::Rooms::default()),
b64e2537 Andy McCall ↶ 113
        started: std::time::Instant::now(),
114
    });
18e381ea Andy McCall ↶ 115
    *slot.lock().unwrap() = Some(Arc::downgrade(&app));
1f78655a Andy McCall ↶ 116
    storage::load(&app).await?;
554ccacf Andy McCall ↶ 117
    coverage::load(&app).await?;
b64e2537 Andy McCall ↶ 118
    tokio::spawn(hooks::worker(app.clone()));
070a7b64 Andy McCall ↶ 119
    tokio::spawn(flow::reaper(app.clone()));
348f8c4b Andy McCall ↶ 120
    tokio::spawn(flow::scheduler(app.clone()));
4d2e44d7 Andy McCall ↶ 121
    tokio::spawn(flow::placement(app.clone()));
8a3334b7 Andy McCall ↶ 122
    tokio::spawn(maintenance::nightly(app.clone()));
18e381ea Andy McCall ↶ 123
    Ok(app)
d23464c0 Andy McCall ↶ 124
}
125
126
/// The full router: pages, API, protocol and static assets.
127
pub fn router(app: Shared) -> axum::Router {
128
    web::router(app)
129
}
130
131
/// Serve on the configured addresses until the process is told to stop.
132
pub async fn serve(app: Shared) -> anyhow::Result<()> {
133
    let router = router(app.clone());
134
    let http = app.config.bind_addr()?;
135
    let https = app.config.tls_bind_addr()?;
136
    if http.is_none() && https.is_none() {
137
        anyhow::bail!("nothing to bind: set server.bind or server.tls_bind");
138
    }
139
    let mut tasks = tokio::task::JoinSet::new();
140
    if let Some(addr) = http {
141
        let listener = tokio::net::TcpListener::bind(addr).await?;
142
        tracing::info!("http on {addr}");
143
        let r = router.clone();
60f11b71 Andy McCall ↶ 144
        tasks.spawn(async move {
145
            axum::serve(listener, r.into_make_service_with_connect_info::<std::net::SocketAddr>()).await.map_err(anyhow::Error::from)
146
        });
d23464c0 Andy McCall ↶ 147
    }
148
    if let Some(addr) = https {
149
        let _ = rustls::crypto::ring::default_provider().install_default();
150
        let tls = axum_server::tls_rustls::RustlsConfig::from_pem_file(app.config.tls_cert(), app.config.tls_key())
151
            .await
152
            .map_err(|e| anyhow::anyhow!("loading TLS files: {e}"))?;
153
        tracing::info!("https on {addr}");
154
        let r = router.clone();
60f11b71 Andy McCall ↶ 155
        tasks.spawn(async move {
156
            axum_server::bind_rustls(addr, tls)
157
                .serve(r.into_make_service_with_connect_info::<std::net::SocketAddr>())
158
                .await
159
                .map_err(anyhow::Error::from)
160
        });
d23464c0 Andy McCall ↶ 161
    }
162
    tokio::select! {
163
        r = tasks.join_next() => { r.transpose()?.transpose()?; Ok(()) }
164
        _ = tokio::signal::ctrl_c() => { tracing::info!("stopping"); Ok(()) }
165
    }
166
}