OXYGENHUB
# 9a777fec4ed9 oxygenhub / crates / hub / src / lib.rs
11.8 KiB · Rust · last changed Outbound requests only to public addresses 21 days ago source blame history raw
8d2caf12 Andy McCall ↶ 1
//! OxygenHub: a forge for Oxygen repositories (`docs/spec.md`).
d23464c0 Andy McCall ↶ 2
//!
3
//! One process: an axum router serving pages, the JSON API and the wire
4
//! protocol; SQLite for hub state; repositories as bare Oxygen stores.
5
6
pub mod api;
ea85398a Andy McCall ↶ 7
pub mod apt;
e71846aa Andy McCall ↶ 8
pub mod assistants;
19bb31ff Andy McCall ↶ 9
pub mod auth;
d7d18246 Andy McCall ↶ 10
pub mod backups;
d23464c0 Andy McCall ↶ 11
pub mod config;
554ccacf Andy McCall ↶ 12
pub mod coverage;
d23464c0 Andy McCall ↶ 13
pub mod db;
f677d627 Andy McCall ↶ 14
pub mod diffusion;
b64e2537 Andy McCall ↶ 15
pub mod events;
42fa9554 Andy McCall ↶ 16
pub mod flow;
b64e2537 Andy McCall ↶ 17
pub mod hooks;
92a797b2 Andy McCall ↶ 18
pub mod images;
0b203bbf Andy McCall ↶ 19
pub mod junit;
d23464c0 Andy McCall ↶ 20
pub mod keys;
2a83f530 Andy McCall ↶ 21
pub mod levels;
5e6d6484 Andy McCall ↶ 22
pub mod live;
34beb1a7 Andy McCall ↶ 23
pub mod mail;
8a3334b7 Andy McCall ↶ 24
pub mod maintenance;
3f4b0ea6 Andy McCall ↶ 25
pub mod mirror;
9a777fec Andy McCall ↶ 26
pub mod net;
18e381ea Andy McCall ↶ 27
pub mod notify;
d1727c57 Andy McCall ↶ 28
pub mod oidc;
d23464c0 Andy McCall ↶ 29
pub mod protocol;
30
pub mod render;
a36bab6b Andy McCall ↶ 31
pub mod reports;
d23464c0 Andy McCall ↶ 32
pub mod repos;
4ac01a73 Andy McCall ↶ 33
pub mod secrets;
83940d53 Andy McCall ↶ 34
pub mod signin;
89e89836 Andy McCall ↶ 35
pub mod social;
1f78655a Andy McCall ↶ 36
pub mod storage;
a46d15e7 Andy McCall ↶ 37
pub mod swarm;
2a83f530 Andy McCall ↶ 38
pub mod variables;
d23464c0 Andy McCall ↶ 39
pub mod web;
66fd9d6b Andy McCall ↶ 40
pub mod wiki;
d23464c0 Andy McCall ↶ 41
42
use crate::config::Config;
43
use crate::repos::Repos;
44
use std::sync::Arc;
45
46
/// Everything a request handler can reach.
47
pub struct App {
48
    pub config: Config,
49
    pub db: db::Pool,
50
    pub repos: Arc<Repos>,
66fd9d6b Andy McCall ↶ 51
    /// Wikis, one Oxygen repository per repository (hub spec §6.11).
52
    pub wikis: Arc<Repos>,
d23464c0 Andy McCall ↶ 53
    pub server: Arc<oxy_server::Server>,
54
    pub hub_key: keys::HubKey,
19bb31ff Andy McCall ↶ 55
    pub cookie_key: auth::CookieKey,
e71846aa Andy McCall ↶ 56
    /// Seals AI assistants' tokens at rest (hub spec §13.4).
57
    pub assistant_key: assistants::SecretKey,
4ac01a73 Andy McCall ↶ 58
    /// Seals Flow secrets at rest (hub spec §13.2, #107).
59
    pub secret_key: assistants::SecretKey,
d1727c57 Andy McCall ↶ 60
    /// The OIDC issuer for jobs (hub spec §13.5), made on first use.
61
    pub oidc: tokio::sync::OnceCell<oidc::Issuer>,
7d2eb590 Andy McCall ↶ 62
    /// Which assistants are answering which proposals, and recent calls
63
    /// per repository (hub spec §13.4).
64
    pub assistant_gate: std::sync::Mutex<assistants::Gate>,
b64e2537 Andy McCall ↶ 65
    pub events: events::Events,
5e6d6484 Andy McCall ↶ 66
    /// Who is resolving which conflict together (hub spec §6.10).
67
    pub rooms: Arc<live::Rooms>,
3556d08e Andy McCall ↶ 68
    /// Outgoing mail: hub.toml's `[email]`, overridden by what the admin
69
    /// page saved (#101).
70
    pub mail: std::sync::RwLock<config::Email>,
a46d15e7 Andy McCall ↶ 71
    /// The image swarm's tracker (oxygenhub#144).
72
    pub swarm: swarm::Tracker,
d23464c0 Andy McCall ↶ 73
    pub started: std::time::Instant,
74
}
75
d1727c57 Andy McCall ↶ 76
impl App {
92a797b2 Andy McCall ↶ 77
    /// The rootfs images this hub keeps for runners (oxygenflow#39).
78
    pub fn images(&self) -> images::Store {
79
        images::Store::new(&self.config.data)
80
    }
81
d1727c57 Andy McCall ↶ 82
    /// The OIDC issuer, its key loaded or made the first time it is asked for.
83
    pub async fn oidc(&self) -> anyhow::Result<&oidc::Issuer> {
84
        let keys = self.config.keys_dir();
85
        self.oidc.get_or_try_init(|| async move { tokio::task::spawn_blocking(move || oidc::Issuer::load_or_create(&keys)).await? }).await
86
    }
87
}
88
d23464c0 Andy McCall ↶ 89
pub type Shared = Arc<App>;
90
91
/// Open the data directory and build the application state. `init` must
92
/// have run once; `serve` and the tests call this.
93
pub async fn build(config: Config) -> anyhow::Result<Shared> {
94
    std::fs::create_dir_all(config.repos_dir())?;
95
    let db = db::open(&config.db_path()).await?;
96
    let repos = Arc::new(Repos::new(config.repos_dir()));
66fd9d6b Andy McCall ↶ 97
    let wikis = Arc::new(Repos::new(config.data.join("wikis")));
d23464c0 Andy McCall ↶ 98
    let hub_key = keys::ensure_identity(&config.keys_dir(), &config.site.name, config.base_url())?;
19bb31ff Andy McCall ↶ 99
    let cookie_key = auth::CookieKey::load_or_create(&config.keys_dir())?;
e71846aa Andy McCall ↶ 100
    let assistant_key = assistants::SecretKey::load_or_create(&config.keys_dir())?;
4ac01a73 Andy McCall ↶ 101
    let secret_key = assistants::SecretKey::load_or_create_named(&config.keys_dir(), "secrets.key")?;
66fd9d6b Andy McCall ↶ 102
    let backend = protocol::HubBackend::new(
103
        repos.clone(),
104
        wikis.clone(),
105
        db.clone(),
106
        config.auth.push_tokens.clone(),
107
        tokio::runtime::Handle::current(),
108
    );
18e381ea Andy McCall ↶ 109
    let slot = backend.app_slot();
d23464c0 Andy McCall ↶ 110
    let server = oxy_server::Server::new(backend);
3556d08e Andy McCall ↶ 111
    let mail = mail::load(&db, &config.email).await;
b64e2537 Andy McCall ↶ 112
    let app = Arc::new(App {
3556d08e Andy McCall ↶ 113
        mail: std::sync::RwLock::new(mail),
b64e2537 Andy McCall ↶ 114
        config,
115
        db,
116
        repos,
66fd9d6b Andy McCall ↶ 117
        wikis,
b64e2537 Andy McCall ↶ 118
        server,
119
        hub_key,
120
        cookie_key,
e71846aa Andy McCall ↶ 121
        assistant_key,
4ac01a73 Andy McCall ↶ 122
        secret_key,
d1727c57 Andy McCall ↶ 123
        oidc: tokio::sync::OnceCell::new(),
7d2eb590 Andy McCall ↶ 124
        assistant_gate: std::sync::Mutex::new(assistants::Gate::default()),
b64e2537 Andy McCall ↶ 125
        events: events::Events::default(),
5e6d6484 Andy McCall ↶ 126
        rooms: Arc::new(live::Rooms::default()),
a46d15e7 Andy McCall ↶ 127
        swarm: Default::default(),
b64e2537 Andy McCall ↶ 128
        started: std::time::Instant::now(),
129
    });
18e381ea Andy McCall ↶ 130
    *slot.lock().unwrap() = Some(Arc::downgrade(&app));
1f78655a Andy McCall ↶ 131
    storage::load(&app).await?;
554ccacf Andy McCall ↶ 132
    coverage::load(&app).await?;
36e5a9c1 Andy McCall ↶ 133
    junit::load(&app).await?;
c8df33a6 Andy McCall ↶ 134
    reports::load(&app).await?;
b64e2537 Andy McCall ↶ 135
    tokio::spawn(hooks::worker(app.clone()));
070a7b64 Andy McCall ↶ 136
    tokio::spawn(flow::reaper(app.clone()));
348f8c4b Andy McCall ↶ 137
    tokio::spawn(flow::scheduler(app.clone()));
4d2e44d7 Andy McCall ↶ 138
    tokio::spawn(flow::placement(app.clone()));
8a3334b7 Andy McCall ↶ 139
    tokio::spawn(maintenance::nightly(app.clone()));
d7d18246 Andy McCall ↶ 140
    tokio::spawn(backups::scheduler(app.clone()));
f677d627 Andy McCall ↶ 141
    // The reverse pin index for repositories pushed before it existed (#148).
142
    tokio::spawn({
143
        let app = app.clone();
144
        async move { diffusion::backfill(&app).await }
145
    });
93501da2 Andy McCall ↶ 146
    // What each image is for, read or learned once (oxygenhub#173).
147
    tokio::spawn({
148
        let app = app.clone();
149
        async move {
150
            match images::learn_archs(&app).await {
151
                Ok(n) if n > 0 => tracing::info!(images = n, "read the architecture of kept images"),
152
                Ok(_) => {}
153
                Err(e) => tracing::warn!(error = %e, "learning image architectures"),
154
            }
155
        }
156
    });
18e381ea Andy McCall ↶ 157
    Ok(app)
d23464c0 Andy McCall ↶ 158
}
159
160
/// The full router: pages, API, protocol and static assets.
161
pub fn router(app: Shared) -> axum::Router {
9a8e3b44 Andy McCall ↶ 162
    let https = app_https(&app);
bff9106e Andy McCall ↶ 163
    web::router(app.clone())
164
        .layer(axum::middleware::from_fn_with_state(app, agent_requests))
165
        .layer(axum::middleware::from_fn(private_pages))
166
        .layer(axum::middleware::from_fn(slow_requests))
9a8e3b44 Andy McCall ↶ 167
        .layer(axum::middleware::from_fn_with_state(https, https_only))
d23464c0 Andy McCall ↶ 168
}
169
9a8e3b44 Andy McCall ↶ 170
/// The site's https address, when it has one: what [`https_only`] redirects to.
171
fn app_https(app: &Shared) -> Option<String> {
172
    let base = app.config.base_url();
173
    base.starts_with("https://").then(|| base.trim_end_matches('/').to_string())
174
}
175
176
/// The scheme a proxy in front of the hub says the visitor used
177
/// (`X-Forwarded-Proto`, else Cloudflare's `CF-Visitor`); `None` for a
178
/// request made to the hub directly (runners and tools on its host).
179
fn forwarded_scheme(headers: &axum::http::HeaderMap) -> Option<String> {
180
    if let Some(p) = headers.get("x-forwarded-proto").and_then(|v| v.to_str().ok()) {
181
        return p.split(',').next().map(|s| s.trim().to_ascii_lowercase());
182
    }
183
    let visitor = headers.get("cf-visitor").and_then(|v| v.to_str().ok())?;
184
    serde_json::from_str::<serde_json::Value>(visitor).ok()?["scheme"].as_str().map(str::to_ascii_lowercase)
185
}
186
187
/// HTTPS only (oxygenhub#218): on a site whose address is https, a request
188
/// a proxy reports as plain http is sent to the https address (GET and
189
/// HEAD) or refused (anything else, so a form or a password is never taken
190
/// over http). Requests made to the hub directly carry no such report and
191
/// are untouched.
192
async fn https_only(
193
    axum::extract::State(https): axum::extract::State<Option<String>>,
194
    req: axum::extract::Request,
195
    next: axum::middleware::Next,
196
) -> axum::response::Response {
197
    use axum::response::IntoResponse;
198
    let Some(base) = https else { return next.run(req).await };
199
    if forwarded_scheme(req.headers()).as_deref() != Some("http") {
200
        return next.run(req).await;
201
    }
202
    let to = format!("{base}{}", req.uri().path_and_query().map(|p| p.as_str()).unwrap_or("/"));
203
    if matches!(*req.method(), axum::http::Method::GET | axum::http::Method::HEAD) {
204
        return axum::response::Redirect::permanent(&to).into_response();
205
    }
206
    (axum::http::StatusCode::BAD_REQUEST, format!("This site takes requests over HTTPS only: send it to {to}\n")).into_response()
207
}
208
bff9106e Andy McCall ↶ 209
/// A request made with a token its owner marked as an agent's runs with
210
/// that token's name in [`notify::AGENT`], so what the agent does is told
211
/// to its owner (oxygenhub#183).
212
async fn agent_requests(
213
    axum::extract::State(app): axum::extract::State<Shared>,
214
    req: axum::extract::Request,
215
    next: axum::middleware::Next,
216
) -> axum::response::Response {
217
    let token = req
218
        .headers()
219
        .get(axum::http::header::AUTHORIZATION)
220
        .and_then(|v| v.to_str().ok())
221
        .and_then(|v| v.strip_prefix("Bearer "))
222
        .map(|t| auth::token_hash(t.trim()));
223
    let agent = match token {
224
        Some(hash) => db::accounts::token_by_hash(&app.db, &hash).await.ok().flatten().filter(|t| t.agent).map(|t| t.name),
225
        None => None,
226
    };
227
    notify::AGENT.scope(agent, next.run(req)).await
228
}
229
39442b00 Andy McCall ↶ 230
/// Requests slower than this are logged, with their path (#145).
231
const SLOW: std::time::Duration = std::time::Duration::from_secs(2);
232
233
/// Log a slow request's method, path and time, so a slow page can be
234
/// found afterwards. Never the query, which may hold a token.
235
async fn slow_requests(req: axum::extract::Request, next: axum::middleware::Next) -> axum::response::Response {
236
    let (method, path) = (req.method().clone(), req.uri().path().to_string());
237
    let start = std::time::Instant::now();
238
    let res = next.run(req).await;
239
    let took = start.elapsed();
240
    if took >= SLOW {
241
        tracing::warn!("slow request: {method} {path} took {:.1} s ({})", took.as_secs_f64(), res.status().as_u16());
242
    }
243
    res
244
}
245
33bd0bd4 Andy McCall ↶ 246
/// A page for a signed-in viewer is theirs alone: it may list private
247
/// repositories, and the dashboard's sky carries their activity (#157). An
248
/// HTML response to a request with a session cookie, which has not said
249
/// how to cache itself, says `private, no-store`, so no shared cache (a
250
/// proxy or a CDN in front of the hub) ever serves it to anyone else.
251
async fn private_pages(req: axum::extract::Request, next: axum::middleware::Next) -> axum::response::Response {
252
    use axum::http::header;
253
    let signed_in = req
254
        .headers()
255
        .get_all(header::COOKIE)
256
        .iter()
257
        .filter_map(|v| v.to_str().ok())
258
        .any(|c| c.split(';').any(|kv| kv.trim_start().starts_with("oxyhub=")));
259
    let mut res = next.run(req).await;
260
    let html = res.headers().get(header::CONTENT_TYPE).and_then(|v| v.to_str().ok()).is_some_and(|t| t.starts_with("text/html"));
261
    if signed_in && html && !res.headers().contains_key(header::CACHE_CONTROL) {
262
        res.headers_mut().insert(header::CACHE_CONTROL, header::HeaderValue::from_static("private, no-store"));
263
    }
264
    res
265
}
266
d23464c0 Andy McCall ↶ 267
/// Serve on the configured addresses until the process is told to stop.
268
pub async fn serve(app: Shared) -> anyhow::Result<()> {
269
    let router = router(app.clone());
270
    let http = app.config.bind_addr()?;
271
    let https = app.config.tls_bind_addr()?;
272
    if http.is_none() && https.is_none() {
273
        anyhow::bail!("nothing to bind: set server.bind or server.tls_bind");
274
    }
275
    let mut tasks = tokio::task::JoinSet::new();
276
    if let Some(addr) = http {
277
        let listener = tokio::net::TcpListener::bind(addr).await?;
278
        tracing::info!("http on {addr}");
279
        let r = router.clone();
60f11b71 Andy McCall ↶ 280
        tasks.spawn(async move {
281
            axum::serve(listener, r.into_make_service_with_connect_info::<std::net::SocketAddr>()).await.map_err(anyhow::Error::from)
282
        });
d23464c0 Andy McCall ↶ 283
    }
284
    if let Some(addr) = https {
285
        let _ = rustls::crypto::ring::default_provider().install_default();
286
        let tls = axum_server::tls_rustls::RustlsConfig::from_pem_file(app.config.tls_cert(), app.config.tls_key())
287
            .await
288
            .map_err(|e| anyhow::anyhow!("loading TLS files: {e}"))?;
289
        tracing::info!("https on {addr}");
290
        let r = router.clone();
60f11b71 Andy McCall ↶ 291
        tasks.spawn(async move {
292
            axum_server::bind_rustls(addr, tls)
293
                .serve(r.into_make_service_with_connect_info::<std::net::SocketAddr>())
294
                .await
295
                .map_err(anyhow::Error::from)
296
        });
d23464c0 Andy McCall ↶ 297
    }
298
    tokio::select! {
299
        r = tasks.join_next() => { r.transpose()?.transpose()?; Ok(()) }
300
        _ = tokio::signal::ctrl_c() => { tracing::info!("stopping"); Ok(()) }
301
    }
302
}