OXYGENHUB
◆ v0.9.1 oxygenhub / crates / hub / src / terraform.rs
17.4 KiB · Rust · last changed Terraform state: list, download and restore kept versions 17 days ago source blame history raw
1
//! Terraform and OpenTofu state, kept by the hub per repository
2
//! (oxygenhub#252): the HTTP backend Terraform and OpenTofu speak, with
3
//! locking, at `/api/v1/repos/OWNER/NAME/terraform/state/STATE`, so a Flow
4
//! job keeps its state without any cloud credential. A job authenticates
5
//! with an identity token of this hub's for the audience `{base}/terraform`
6
//! (its pipeline's `identity` block) or its runner's job token, either for
7
//! its own repository only; people with a token of theirs and their
8
//! repository role. Tokens go as the bearer, or as the password of Basic
9
//! auth, which is what the backend sends.
10
//!
11
//! State is kept outside the repository's history (it often holds secrets),
12
//! sealed at rest with the hub's secrets key, and its last versions are
13
//! kept, so a bad apply can be rolled back: a kept version is restored as a
14
//! new one (#255), so nothing is lost and going forward again is restoring
15
//! a newer one.
16
17
use crate::api::ApiError;
18
use crate::auth::roles::{Access, Role};
19
use crate::{db, Shared};
20
use axum::body::Bytes;
21
use axum::extract::{Path, Query, State};
22
use axum::http::{header, HeaderMap, Method, StatusCode};
23
use axum::response::{IntoResponse, Response};
24
25
/// Versions of a state kept besides the current one.
26
pub const VERSIONS_KEPT: i64 = 20;
27
/// The most a state may weigh.
28
pub const MAX_STATE_BYTES: usize = 32 << 20;
29
30
/// Who may use a repository's states.
31
enum Who {
32
    /// A running job of this repository.
33
    Job { name: String },
34
    /// A person, with their role on the repository.
35
    Person { account: Box<db::accounts::Account>, role: Role },
36
}
37
38
impl Who {
39
    fn label(&self) -> String {
40
        match self {
41
            Who::Job { name } => name.clone(),
42
            Who::Person { account, .. } => account.username.clone(),
43
        }
44
    }
45
46
    fn may(&self, access: Access) -> bool {
47
        match self {
48
            // A job reads and writes its own repository's states.
49
            Who::Job { .. } => true,
50
            Who::Person { role, .. } => crate::auth::roles::allows(Some(*role), access),
51
        }
52
    }
53
}
54
55
fn err(status: StatusCode, why: impl Into<String>) -> ApiError {
56
    ApiError(status, why.into())
57
}
58
59
/// The token a request carries: the bearer, or Basic auth's password.
60
fn token_of(headers: &HeaderMap) -> Option<String> {
61
    if let Some(t) = oxy_server::bearer_token(headers) {
62
        return Some(t.to_string());
63
    }
64
    let v = headers.get(header::AUTHORIZATION)?.to_str().ok()?;
65
    let b64 = v.strip_prefix("Basic ").or_else(|| v.strip_prefix("basic "))?;
66
    let raw = String::from_utf8(oxy_core::dsse::base64_decode(b64.trim())?).ok()?;
67
    let (_, password) = raw.split_once(':')?;
68
    (!password.is_empty()).then(|| password.to_string())
69
}
70
71
/// The audience a job's identity token needs here.
72
pub fn audience(base_url: &str) -> String {
73
    format!("{}/terraform", base_url.trim_end_matches('/'))
74
}
75
76
fn valid_name(name: &str) -> bool {
77
    !name.is_empty()
78
        && name.len() <= 100
79
        && name.chars().all(|c| c.is_ascii_alphanumeric() || c == '-' || c == '_' || c == '.')
80
        && !name.starts_with('.')
81
}
82
83
async fn who(app: &Shared, headers: &HeaderMap, row: &db::repos::RepoRow) -> Result<Who, ApiError> {
84
    let token = token_of(headers).ok_or_else(|| {
85
        err(StatusCode::UNAUTHORIZED, "a Terraform state needs a token: a job's (TF_HTTP_PASSWORD), or one of yours with repo:write")
86
    })?;
87
    let hash = crate::auth::token_hash(&token);
88
    if token.starts_with(crate::flow::JOB_TOKEN_PREFIX) {
89
        let job = db::flow::job_by_token(&app.db, &hash, crate::flow::JOB_TOKEN_MAX_AGE_MS)
90
            .await
91
            .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
92
            .ok_or_else(|| err(StatusCode::UNAUTHORIZED, "this job token is not valid (the job must be running)"))?;
93
        let run = db::flow::run_by_id(&app.db, job.run_id)
94
            .await
95
            .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
96
            .ok_or_else(|| err(StatusCode::UNAUTHORIZED, "this job token is not valid"))?;
97
        if run.repo_id != row.id {
98
            return Err(err(StatusCode::FORBIDDEN, "a job keeps the states of its own repository only"));
99
        }
100
        return Ok(Who::Job { name: format!("run #{} {}", run.number, job.name) });
101
    }
102
    let personal = db::accounts::token_by_hash(&app.db, &hash).await.map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?;
103
    let Some(token) = personal.filter(|t| !t.expired(db::now_ms())) else {
104
        // A job's identity token for this hub's Terraform audience.
105
        let issuer = app.oidc().await.map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?;
106
        let aud = audience(app.config.base_url());
107
        let Some(claims) = issuer.verify(&token, &aud, db::now_ms()) else {
108
            return Err(err(StatusCode::UNAUTHORIZED, format!("unknown or expired token (a job's identity token must be for {aud})")));
109
        };
110
        let sub = claims["sub"].as_str().unwrap_or("");
111
        let repo = claims["repository"]
112
            .as_str()
113
            .map(String::from)
114
            .or_else(|| sub.strip_prefix("repo:").and_then(|r| r.split_once(":bookmark:")).map(|(r, _)| r.to_string()));
115
        if repo.as_deref() != Some(row.slug().as_str()) {
116
            return Err(err(StatusCode::FORBIDDEN, "a job keeps the states of its own repository only"));
117
        }
118
        return Ok(Who::Job { name: sub.to_string() });
119
    };
120
    if !(token.has_scope("repo:write") || token.has_scope("repo:admin")) {
121
        return Err(err(
122
            StatusCode::FORBIDDEN,
123
            "the token lacks repo:write: a Terraform state, read or written, needs it (states hold secrets)",
124
        ));
125
    }
126
    let slug = row.slug();
127
    if !token.covers(&slug) {
128
        return Err(err(StatusCode::FORBIDDEN, format!("the token does not cover {slug}")));
129
    }
130
    let account = db::accounts::account_by_id(&app.db, token.account_id)
131
        .await
132
        .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
133
        .filter(|a| !a.banned && !a.disabled)
134
        .ok_or_else(|| err(StatusCode::UNAUTHORIZED, "unknown token"))?;
135
    let role = crate::auth::roles::role_for(&app.db, Some(&account), row)
136
        .await
137
        .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?;
138
    match role {
139
        Some(r) if crate::auth::roles::allows(Some(r), Access::Read) => Ok(Who::Person { account: Box::new(account), role: r }),
140
        _ => Err(err(StatusCode::NOT_FOUND, "no such repository")),
141
    }
142
}
143
144
#[derive(serde::Deserialize, Default)]
145
pub struct LockQuery {
146
    #[serde(rename = "ID", default)]
147
    id: Option<String>,
148
}
149
150
fn json(status: StatusCode, body: String) -> Response {
151
    (status, [(header::CONTENT_TYPE, "application/json")], body).into_response()
152
}
153
154
/// The lock's ID in a lock-info body (`{"ID": …}`).
155
fn lock_id(info: &[u8]) -> Option<String> {
156
    serde_json::from_slice::<serde_json::Value>(info).ok()?.get("ID")?.as_str().map(String::from)
157
}
158
159
/// Why a restore did not happen.
160
pub enum RestoreError {
161
    /// No such version of that state.
162
    NotFound,
163
    /// Someone holds the state's lock: who.
164
    Locked(String),
165
    /// The kept body does not open or is not JSON.
166
    Broken,
167
    Db(sqlx::Error),
168
}
169
170
impl RestoreError {
171
    pub fn message(&self) -> String {
172
        match self {
173
            RestoreError::NotFound => "no such version of this state".into(),
174
            RestoreError::Locked(by) => format!("the state is locked by {by}: restore it once the lock is released"),
175
            RestoreError::Broken => "that version does not open: it cannot be restored".into(),
176
            RestoreError::Db(e) => e.to_string(),
177
        }
178
    }
179
180
    fn status(&self) -> StatusCode {
181
        match self {
182
            RestoreError::NotFound => StatusCode::NOT_FOUND,
183
            RestoreError::Locked(_) => StatusCode::LOCKED,
184
            RestoreError::Broken | RestoreError::Db(_) => StatusCode::INTERNAL_SERVER_ERROR,
185
        }
186
    }
187
}
188
189
/// Restore kept version `id` of a state (#255): written as a new version
190
/// whose serial is above the current one (OpenTofu and Terraform take a
191
/// state only forward), so the state it replaces is kept as a version too.
192
/// Refused while the state is locked. The new serial.
193
pub async fn restore(app: &Shared, repo_id: i64, state: &str, id: i64, by: &str) -> Result<i64, RestoreError> {
194
    let current = db::terraform::get(&app.db, repo_id, state).await.map_err(RestoreError::Db)?;
195
    if let Some(l) = current.as_ref().filter(|s| !s.lock_id.is_empty()) {
196
        return Err(RestoreError::Locked(l.locked_by.clone()));
197
    }
198
    let (body, old_serial) =
199
        db::terraform::version_body(&app.db, repo_id, state, id).await.map_err(RestoreError::Db)?.ok_or(RestoreError::NotFound)?;
200
    let plain = app.secret_key.open(&body).ok_or(RestoreError::Broken)?;
201
    let mut json: serde_json::Value = serde_json::from_str(&plain).map_err(|_| RestoreError::Broken)?;
202
    let serial = current.map_or(0, |c| c.serial).max(old_serial) + 1;
203
    json["serial"] = serial.into();
204
    let text = serde_json::to_string_pretty(&json).map_err(|_| RestoreError::Broken)?;
205
    let label = format!("{by}, restoring serial {old_serial}");
206
    db::terraform::put(&app.db, repo_id, state, &app.secret_key.seal(&text), serial, &label, VERSIONS_KEPT)
207
        .await
208
        .map_err(RestoreError::Db)?;
209
    Ok(serial)
210
}
211
212
/// `GET /api/v1/repos/{owner}/{name}/terraform/state/{state}/versions`:
213
/// the state's kept versions, newest first (#255).
214
pub async fn versions(
215
    State(app): State<Shared>,
216
    headers: HeaderMap,
217
    Path((owner, name, state)): Path<(String, String, String)>,
218
) -> Result<Response, ApiError> {
219
    let (row, _who) = versions_caller(&app, &headers, &owner, &name, &state, Access::Write).await?;
220
    let list =
221
        db::terraform::version_list(&app.db, row.id, &state).await.map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?;
222
    let out: Vec<serde_json::Value> = list
223
        .iter()
224
        .map(|v| serde_json::json!({ "id": v.id, "serial": v.serial, "written_by": v.created_by, "written_ms": v.created_ms }))
225
        .collect();
226
    Ok(json(StatusCode::OK, serde_json::Value::Array(out).to_string()))
227
}
228
229
/// `GET …/terraform/state/{state}/versions/{id}`: one kept version's state.
230
pub async fn version(
231
    State(app): State<Shared>,
232
    headers: HeaderMap,
233
    Path((owner, name, state, id)): Path<(String, String, String, i64)>,
234
) -> Result<Response, ApiError> {
235
    let (row, _who) = versions_caller(&app, &headers, &owner, &name, &state, Access::Write).await?;
236
    let (body, _) = db::terraform::version_body(&app.db, row.id, &state, id)
237
        .await
238
        .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
239
        .ok_or_else(|| err(StatusCode::NOT_FOUND, "no such version of this state"))?;
240
    let plain = app.secret_key.open(&body).ok_or_else(|| err(StatusCode::INTERNAL_SERVER_ERROR, "the version does not open"))?;
241
    Ok(json(StatusCode::OK, plain))
242
}
243
244
/// `POST …/terraform/state/{state}/versions/{id}/restore`: restore a kept
245
/// version, by a person with the maintain role (never a job), audited.
246
pub async fn restore_version(
247
    State(app): State<Shared>,
248
    headers: HeaderMap,
249
    Path((owner, name, state, id)): Path<(String, String, String, i64)>,
250
) -> Result<Response, ApiError> {
251
    let (row, who) = versions_caller(&app, &headers, &owner, &name, &state, Access::Maintain).await?;
252
    let Who::Person { account, .. } = &who else {
253
        return Err(err(StatusCode::FORBIDDEN, "a job does not restore a state: a person with the maintain role does"));
254
    };
255
    let serial = restore(&app, row.id, &state, id, &account.username).await.map_err(|e| err(e.status(), e.message()))?;
256
    db::accounts::audit(
257
        &app.db,
258
        Some(account),
259
        "terraform.restored",
260
        &format!("{}:{state}", row.slug()),
261
        &format!("version {id}, now serial {serial}"),
262
    )
263
    .await
264
    .ok();
265
    Ok(json(StatusCode::OK, serde_json::json!({ "serial": serial }).to_string()))
266
}
267
268
/// The repository and the caller of a versions endpoint, allowed `access`.
269
async fn versions_caller(
270
    app: &Shared,
271
    headers: &HeaderMap,
272
    owner: &str,
273
    name: &str,
274
    state: &str,
275
    access: Access,
276
) -> Result<(db::repos::RepoRow, Who), ApiError> {
277
    if !valid_name(state) {
278
        return Err(err(StatusCode::BAD_REQUEST, "a state's name is letters, digits, '-', '_' and '.', up to 100"));
279
    }
280
    let row = db::repos::get(&app.db, owner, name)
281
        .await
282
        .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
283
        .ok_or_else(|| err(StatusCode::NOT_FOUND, "no such repository"))?;
284
    let who = who(app, headers, &row).await?;
285
    if !who.may(access) {
286
        return Err(err(
287
            StatusCode::FORBIDDEN,
288
            if access == Access::Maintain { "restoring a state needs the maintain role" } else { "a Terraform state needs the write role" },
289
        ));
290
    }
291
    Ok((row, who))
292
}
293
294
/// `GET|POST|DELETE|LOCK|UNLOCK /api/v1/repos/{owner}/{name}/terraform/state/{state}`.
295
pub async fn state(
296
    State(app): State<Shared>,
297
    method: Method,
298
    headers: HeaderMap,
299
    Path((owner, name, state)): Path<(String, String, String)>,
300
    Query(q): Query<LockQuery>,
301
    body: Bytes,
302
) -> Result<Response, ApiError> {
303
    if !valid_name(&state) {
304
        return Err(err(StatusCode::BAD_REQUEST, "a state's name is letters, digits, '-', '_' and '.', up to 100"));
305
    }
306
    let row = db::repos::get(&app.db, &owner, &name)
307
        .await
308
        .map_err(|e| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string()))?
309
        .ok_or_else(|| err(StatusCode::NOT_FOUND, "no such repository"))?;
310
    let who = who(&app, &headers, &row).await?;
311
    // Reading a state needs the write role too: states hold secrets, and
312
    // every account reads a public or internal repository (#256).
313
    if !who.may(Access::Write) {
314
        return Err(err(StatusCode::FORBIDDEN, "a Terraform state needs the write role on its repository: states hold secrets"));
315
    }
316
    let db_err = |e: sqlx::Error| err(StatusCode::INTERNAL_SERVER_ERROR, e.to_string());
317
    let current = db::terraform::get(&app.db, row.id, &state).await.map_err(db_err)?;
318
    let locked = current.as_ref().filter(|s| !s.lock_id.is_empty());
319
    match method.as_str() {
320
        "GET" => match current.filter(|s| !s.body.is_empty()) {
321
            Some(s) => {
322
                let plain =
323
                    app.secret_key.open(&s.body).ok_or_else(|| err(StatusCode::INTERNAL_SERVER_ERROR, "the state does not open"))?;
324
                Ok(json(StatusCode::OK, plain))
325
            }
326
            // No state yet: Terraform starts afresh.
327
            None => Ok(StatusCode::NO_CONTENT.into_response()),
328
        },
329
        "POST" => {
330
            if body.len() > MAX_STATE_BYTES {
331
                return Err(err(StatusCode::PAYLOAD_TOO_LARGE, format!("a state may be {} MiB at most", MAX_STATE_BYTES >> 20)));
332
            }
333
            let text = std::str::from_utf8(&body).map_err(|_| err(StatusCode::BAD_REQUEST, "a state is JSON"))?;
334
            let parsed: serde_json::Value = serde_json::from_str(text).map_err(|_| err(StatusCode::BAD_REQUEST, "a state is JSON"))?;
335
            if let Some(l) = locked {
336
                if q.id.as_deref() != Some(l.lock_id.as_str()) {
337
                    return Ok(json(StatusCode::LOCKED, l.lock_info.clone()));
338
                }
339
            }
340
            let serial = parsed.get("serial").and_then(|v| v.as_i64()).unwrap_or(0);
341
            let sealed = app.secret_key.seal(text);
342
            db::terraform::put(&app.db, row.id, &state, &sealed, serial, &who.label(), VERSIONS_KEPT).await.map_err(db_err)?;
343
            Ok(StatusCode::OK.into_response())
344
        }
345
        "DELETE" => {
346
            if let Some(l) = locked {
347
                if q.id.as_deref() != Some(l.lock_id.as_str()) {
348
                    return Ok(json(StatusCode::LOCKED, l.lock_info.clone()));
349
                }
350
            }
351
            db::terraform::delete(&app.db, row.id, &state).await.map_err(db_err)?;
352
            Ok(StatusCode::OK.into_response())
353
        }
354
        "LOCK" => {
355
            let info = std::str::from_utf8(&body).unwrap_or("");
356
            let Some(id) = lock_id(body.as_ref()) else {
357
                return Err(err(StatusCode::BAD_REQUEST, "a lock request is the lock's JSON, with its ID"));
358
            };
359
            if let Some(l) = locked {
360
                return Ok(json(if l.lock_id == id { StatusCode::OK } else { StatusCode::LOCKED }, l.lock_info.clone()));
361
            }
362
            if db::terraform::lock(&app.db, row.id, &state, &id, info, &who.label()).await.map_err(db_err)? {
363
                Ok(json(StatusCode::OK, info.to_string()))
364
            } else {
365
                // Taken meanwhile.
366
                let now = db::terraform::get(&app.db, row.id, &state).await.map_err(db_err)?;
367
                Ok(json(StatusCode::LOCKED, now.map(|s| s.lock_info).unwrap_or_default()))
368
            }
369
        }
370
        "UNLOCK" => {
371
            let Some(l) = locked else { return Ok(StatusCode::OK.into_response()) };
372
            // `terraform force-unlock` sends the ID; a plain unlock its lock info.
373
            let id = lock_id(body.as_ref()).or(q.id.clone());
374
            if id.as_deref() != Some(l.lock_id.as_str()) {
375
                return Ok(json(StatusCode::CONFLICT, l.lock_info.clone()));
376
            }
377
            db::terraform::unlock(&app.db, row.id, &state).await.map_err(db_err)?;
378
            Ok(StatusCode::OK.into_response())
379
        }
380
        other => {
381
            Err(err(StatusCode::METHOD_NOT_ALLOWED, format!("{other} is not a Terraform backend method (GET, POST, DELETE, LOCK, UNLOCK)")))
382
        }
383
    }
384
}