OXYGENHUB
◆ v0.5.0 oxygenhub / crates / hub / tests / apt.rs
8.8 KiB · Rust · last changed Serve the releases' .debs as a signed apt repository at /apt 1 month ago source blame history raw
1
//! The apt repository (oxygenhub#85): a release's `.deb` assets indexed,
2
//! signed and served at `/apt`, as apt reads them.
3
4
use axum::body::Body;
5
use axum::http::{Request, StatusCode};
6
use http_body_util::BodyExt;
7
use oxygenhub::config::Config;
8
use oxygenhub::db;
9
use oxygenhub::repos::RepoName;
10
use oxygenhub::Shared;
11
use std::io::Read;
12
use std::path::Path;
13
use std::process::Command;
14
use tower::ServiceExt;
15
16
async fn get(app: &Shared, path: &str) -> (StatusCode, Vec<u8>) {
17
    let res = oxygenhub::router(app.clone()).oneshot(Request::get(path).body(Body::empty()).unwrap()).await.unwrap();
18
    let status = res.status();
19
    (status, res.into_body().collect().await.unwrap().to_bytes().to_vec())
20
}
21
22
/// A minimal `.deb` with this control file (gzip control archive).
23
fn deb(control: &str) -> Vec<u8> {
24
    let mut tar_bytes = Vec::new();
25
    {
26
        let mut t = tar::Builder::new(&mut tar_bytes);
27
        let mut h = tar::Header::new_gnu();
28
        h.set_size(control.len() as u64);
29
        h.set_mode(0o644);
30
        h.set_cksum();
31
        t.append_data(&mut h, "./control", control.as_bytes()).unwrap();
32
        t.finish().unwrap();
33
    }
34
    let mut gz = flate2::write::GzEncoder::new(Vec::new(), flate2::Compression::default());
35
    std::io::Write::write_all(&mut gz, &tar_bytes).unwrap();
36
    let packed = gz.finish().unwrap();
37
    let mut out = b"!<arch>\n".to_vec();
38
    for (name, data) in [("debian-binary", b"2.0\n".to_vec()), ("control.tar.gz", packed), ("data.tar.gz", vec![1u8, 2, 3])] {
39
        out.extend_from_slice(format!("{:<16}{:<12}{:<6}{:<6}{:<8}{:<10}`\n", name, 0, 0, 0, 100644, data.len()).as_bytes());
40
        out.extend_from_slice(&data);
41
        if data.len() % 2 == 1 {
42
            out.push(b'\n');
43
        }
44
    }
45
    out
46
}
47
48
fn have_gpg() -> bool {
49
    Command::new("gpg").arg("--version").output().is_ok_and(|o| o.status.success())
50
}
51
52
fn gpg(home: &Path, args: &[&str]) -> std::process::Output {
53
    Command::new("gpg")
54
        .arg("--homedir")
55
        .arg(home)
56
        .args(["--batch", "--quiet", "--pinentry-mode", "loopback", "--passphrase", ""])
57
        .args(args)
58
        .output()
59
        .unwrap()
60
}
61
62
#[tokio::test(flavor = "multi_thread")]
63
async fn releases_debs_are_an_apt_repository() {
64
    if !have_gpg() {
65
        eprintln!("gpg is not installed: the apt repository is not tested here");
66
        return;
67
    }
68
    let dir = tempfile::tempdir().unwrap();
69
    let mut config = Config::load(dir.path()).unwrap();
70
    config.apt.repos = vec!["andy/oxy".into(), "andy/hidden".into()];
71
    // The signing key, in the hub's data as on Earth.
72
    let home = dir.path().join("apt-gnupg");
73
    std::fs::create_dir_all(&home).unwrap();
74
    std::fs::set_permissions(&home, std::os::unix::fs::PermissionsExt::from_mode(0o700)).unwrap();
75
    let made = gpg(&home, &["--quick-gen-key", "Test archive key <[email protected]>", "ed25519", "sign", "never"]);
76
    assert!(made.status.success(), "{}", String::from_utf8_lossy(&made.stderr));
77
    let app = oxygenhub::build(config).await.unwrap();
78
79
    // Off when no repository is configured is checked by the default
80
    // config elsewhere; here, a public repository with a release, and a
81
    // private one whose packages must not leak.
82
    db::accounts::create_account(&app.db, "andy", "[email protected]", "x", "salt", true).await.unwrap();
83
    for (name, vis) in [("oxy", hub_api::Visibility::Public), ("hidden", hub_api::Visibility::Private)] {
84
        app.repos.create(&RepoName::parse(&format!("andy/{name}")).unwrap(), None).unwrap();
85
        db::repos::create(&app.db, "andy", name, "", vis).await.unwrap();
86
    }
87
    let control = |pkg: &str, v: &str, arch: &str| {
88
        format!("Package: {pkg}\nVersion: {v}\nArchitecture: {arch}\nMaintainer: Andy <[email protected]>\nDescription: {pkg} for tests\n")
89
    };
90
    let oxy = db::repos::get(&app.db, "andy", "oxy").await.unwrap().unwrap();
91
    let rel = db::releases::create(&app.db, oxy.id, "v0.3.0", "0.3.0", "", true, None).await.unwrap();
92
    let amd = deb(&control("oxy", "0.3.0", "amd64"));
93
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy_0.3.0_amd64.deb", "", &amd).await.unwrap();
94
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy_0.3.0_riscv64.deb", "", &deb(&control("oxy", "0.3.0", "riscv64")))
95
        .await
96
        .unwrap();
97
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy-0.3.0-linux-x86_64.tar.gz", "", b"not a deb").await.unwrap();
98
    let hidden = db::repos::get(&app.db, "andy", "hidden").await.unwrap().unwrap();
99
    let hr = db::releases::create(&app.db, hidden.id, "v1", "1", "", false, None).await.unwrap();
100
    oxygenhub::web::releases::store_asset(&app, hr.id, "secret_1_amd64.deb", "", &deb(&control("secret", "1", "amd64"))).await.unwrap();
101
102
    let (st, how) = get(&app, "/apt").await;
103
    assert_eq!(st, StatusCode::OK);
104
    assert!(String::from_utf8_lossy(&how).contains("sources.list.d/oxygenhub.sources"));
105
106
    // The index lists both architectures' packages, not the tarball, not
107
    // the private repository's.
108
    let (st, packages) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages").await;
109
    assert_eq!(st, StatusCode::OK);
110
    let packages = String::from_utf8(packages).unwrap();
111
    assert!(packages.contains("Package: oxy\nVersion: 0.3.0\nArchitecture: amd64"), "{packages}");
112
    assert!(packages.contains("Filename: pool/main/o/oxy/oxy_0.3.0_amd64.deb"), "{packages}");
113
    assert!(packages.contains(&format!("Size: {}", amd.len())));
114
    assert!(!packages.contains("secret"), "a private repository's packages are not served");
115
    let (_, riscv) = get(&app, "/apt/dists/stable/main/binary-riscv64/Packages").await;
116
    assert!(String::from_utf8_lossy(&riscv).contains("oxy_0.3.0_riscv64.deb"));
117
    let (st, gz) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages.gz").await;
118
    assert_eq!(st, StatusCode::OK);
119
    let mut unzipped = String::new();
120
    flate2::read::GzDecoder::new(gz.as_slice()).read_to_string(&mut unzipped).unwrap();
121
    assert_eq!(unzipped, packages);
122
123
    // Release names every index with its hash; InRelease and Release.gpg
124
    // verify against the published key.
125
    let (_, release) = get(&app, "/apt/dists/stable/Release").await;
126
    let release = String::from_utf8(release).unwrap();
127
    use sha2::Digest;
128
    let sum = hex::encode(sha2::Sha256::digest(packages.as_bytes()));
129
    assert!(release.contains(&format!("{sum} {:>8} main/binary-amd64/Packages\n", packages.len())), "{release}");
130
    assert!(release.contains("Architectures: amd64 arm64 riscv64"));
131
    let (st, key) = get(&app, "/apt/oxygenhub.gpg").await;
132
    assert_eq!(st, StatusCode::OK);
133
    let keyring = dir.path().join("keyring.gpg");
134
    std::fs::write(&keyring, &key).unwrap();
135
    let (_, in_release) = get(&app, "/apt/dists/stable/InRelease").await;
136
    assert!(String::from_utf8_lossy(&in_release).starts_with("-----BEGIN PGP SIGNED MESSAGE-----"));
137
    let signed = dir.path().join("InRelease");
138
    std::fs::write(&signed, &in_release).unwrap();
139
    let v = Command::new("gpgv").arg("--keyring").arg(&keyring).arg(&signed).output().unwrap();
140
    assert!(v.status.success(), "InRelease verifies: {}", String::from_utf8_lossy(&v.stderr));
141
    let (_, detached) = get(&app, "/apt/dists/stable/Release.gpg").await;
142
    std::fs::write(dir.path().join("Release.gpg"), &detached).unwrap();
143
    std::fs::write(dir.path().join("Release"), &release).unwrap();
144
    let v = Command::new("gpgv")
145
        .arg("--keyring")
146
        .arg(&keyring)
147
        .arg(dir.path().join("Release.gpg"))
148
        .arg(dir.path().join("Release"))
149
        .output()
150
        .unwrap();
151
    assert!(v.status.success(), "Release.gpg verifies: {}", String::from_utf8_lossy(&v.stderr));
152
153
    // The pool serves the package's own bytes; nothing else.
154
    let (st, bytes) = get(&app, "/apt/pool/main/o/oxy/oxy_0.3.0_amd64.deb").await;
155
    assert_eq!((st, bytes.len()), (StatusCode::OK, amd.len()));
156
    assert_eq!(get(&app, "/apt/pool/main/s/secret/secret_1_amd64.deb").await.0, StatusCode::NOT_FOUND);
157
    assert_eq!(get(&app, "/apt/dists/unstable/Release").await.0, StatusCode::NOT_FOUND);
158
159
    // A new release is in the index at once.
160
    let rel2 = db::releases::create(&app.db, oxy.id, "v0.3.1", "0.3.1", "", true, None).await.unwrap();
161
    oxygenhub::web::releases::store_asset(&app, rel2.id, "oxy_0.3.1_amd64.deb", "", &deb(&control("oxy", "0.3.1", "amd64"))).await.unwrap();
162
    let (_, packages) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages").await;
163
    assert!(String::from_utf8_lossy(&packages).contains("Version: 0.3.1"));
164
    Command::new("gpgconf").arg("--homedir").arg(&home).args(["--kill", "gpg-agent"]).output().ok();
165
}
166
167
#[tokio::test(flavor = "multi_thread")]
168
async fn apt_is_off_unless_configured() {
169
    let dir = tempfile::tempdir().unwrap();
170
    let app = oxygenhub::build(Config::load(dir.path()).unwrap()).await.unwrap();
171
    assert_eq!(get(&app, "/apt").await.0, StatusCode::NOT_FOUND);
172
    assert_eq!(get(&app, "/apt/dists/stable/InRelease").await.0, StatusCode::NOT_FOUND);
173
}