OXYGENHUB
◆ v0.7.0 oxygenhub / crates / hub / tests / apt.rs
8.9 KiB · Rust · last changed A new hub gives administrator only to whoever brings its setup code 20 days ago source blame history raw
ea85398a Andy McCall ↶ 1
//! The apt repository (oxygenhub#85): a release's `.deb` assets indexed,
2
//! signed and served at `/apt`, as apt reads them.
3
4
use axum::body::Body;
5
use axum::http::{Request, StatusCode};
6
use http_body_util::BodyExt;
7
use oxygenhub::config::Config;
8
use oxygenhub::db;
9
use oxygenhub::repos::RepoName;
10
use oxygenhub::Shared;
11
use std::io::Read;
12
use std::path::Path;
13
use std::process::Command;
14
use tower::ServiceExt;
15
16
async fn get(app: &Shared, path: &str) -> (StatusCode, Vec<u8>) {
17
    let res = oxygenhub::router(app.clone()).oneshot(Request::get(path).body(Body::empty()).unwrap()).await.unwrap();
18
    let status = res.status();
19
    (status, res.into_body().collect().await.unwrap().to_bytes().to_vec())
20
}
21
22
/// A minimal `.deb` with this control file (gzip control archive).
23
fn deb(control: &str) -> Vec<u8> {
24
    let mut tar_bytes = Vec::new();
25
    {
26
        let mut t = tar::Builder::new(&mut tar_bytes);
27
        let mut h = tar::Header::new_gnu();
28
        h.set_size(control.len() as u64);
29
        h.set_mode(0o644);
30
        h.set_cksum();
31
        t.append_data(&mut h, "./control", control.as_bytes()).unwrap();
32
        t.finish().unwrap();
33
    }
34
    let mut gz = flate2::write::GzEncoder::new(Vec::new(), flate2::Compression::default());
35
    std::io::Write::write_all(&mut gz, &tar_bytes).unwrap();
36
    let packed = gz.finish().unwrap();
37
    let mut out = b"!<arch>\n".to_vec();
38
    for (name, data) in [("debian-binary", b"2.0\n".to_vec()), ("control.tar.gz", packed), ("data.tar.gz", vec![1u8, 2, 3])] {
39
        out.extend_from_slice(format!("{:<16}{:<12}{:<6}{:<6}{:<8}{:<10}`\n", name, 0, 0, 0, 100644, data.len()).as_bytes());
40
        out.extend_from_slice(&data);
41
        if data.len() % 2 == 1 {
42
            out.push(b'\n');
43
        }
44
    }
45
    out
46
}
47
48
fn have_gpg() -> bool {
49
    Command::new("gpg").arg("--version").output().is_ok_and(|o| o.status.success())
50
}
51
52
fn gpg(home: &Path, args: &[&str]) -> std::process::Output {
53
    Command::new("gpg")
54
        .arg("--homedir")
55
        .arg(home)
56
        .args(["--batch", "--quiet", "--pinentry-mode", "loopback", "--passphrase", ""])
57
        .args(args)
58
        .output()
59
        .unwrap()
60
}
61
62
#[tokio::test(flavor = "multi_thread")]
63
async fn releases_debs_are_an_apt_repository() {
64
    if !have_gpg() {
65
        eprintln!("gpg is not installed: the apt repository is not tested here");
66
        return;
67
    }
68
    let dir = tempfile::tempdir().unwrap();
69
    let mut config = Config::load(dir.path()).unwrap();
c8684d44 Andy McCall 70
    // The first account's setup code (oxygenhub#245).
71
    config.registration.setup_code = "test-setup".into();
ea85398a Andy McCall ↶ 72
    config.apt.repos = vec!["andy/oxy".into(), "andy/hidden".into()];
73
    // The signing key, in the hub's data as on Earth.
74
    let home = dir.path().join("apt-gnupg");
75
    std::fs::create_dir_all(&home).unwrap();
76
    std::fs::set_permissions(&home, std::os::unix::fs::PermissionsExt::from_mode(0o700)).unwrap();
77
    let made = gpg(&home, &["--quick-gen-key", "Test archive key <[email protected]>", "ed25519", "sign", "never"]);
78
    assert!(made.status.success(), "{}", String::from_utf8_lossy(&made.stderr));
79
    let app = oxygenhub::build(config).await.unwrap();
80
81
    // Off when no repository is configured is checked by the default
82
    // config elsewhere; here, a public repository with a release, and a
83
    // private one whose packages must not leak.
84
    db::accounts::create_account(&app.db, "andy", "[email protected]", "x", "salt", true).await.unwrap();
85
    for (name, vis) in [("oxy", hub_api::Visibility::Public), ("hidden", hub_api::Visibility::Private)] {
86
        app.repos.create(&RepoName::parse(&format!("andy/{name}")).unwrap(), None).unwrap();
87
        db::repos::create(&app.db, "andy", name, "", vis).await.unwrap();
88
    }
89
    let control = |pkg: &str, v: &str, arch: &str| {
90
        format!("Package: {pkg}\nVersion: {v}\nArchitecture: {arch}\nMaintainer: Andy <[email protected]>\nDescription: {pkg} for tests\n")
91
    };
92
    let oxy = db::repos::get(&app.db, "andy", "oxy").await.unwrap().unwrap();
93
    let rel = db::releases::create(&app.db, oxy.id, "v0.3.0", "0.3.0", "", true, None).await.unwrap();
94
    let amd = deb(&control("oxy", "0.3.0", "amd64"));
95
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy_0.3.0_amd64.deb", "", &amd).await.unwrap();
96
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy_0.3.0_riscv64.deb", "", &deb(&control("oxy", "0.3.0", "riscv64")))
97
        .await
98
        .unwrap();
99
    oxygenhub::web::releases::store_asset(&app, rel.id, "oxy-0.3.0-linux-x86_64.tar.gz", "", b"not a deb").await.unwrap();
100
    let hidden = db::repos::get(&app.db, "andy", "hidden").await.unwrap().unwrap();
101
    let hr = db::releases::create(&app.db, hidden.id, "v1", "1", "", false, None).await.unwrap();
102
    oxygenhub::web::releases::store_asset(&app, hr.id, "secret_1_amd64.deb", "", &deb(&control("secret", "1", "amd64"))).await.unwrap();
103
104
    let (st, how) = get(&app, "/apt").await;
105
    assert_eq!(st, StatusCode::OK);
106
    assert!(String::from_utf8_lossy(&how).contains("sources.list.d/oxygenhub.sources"));
107
108
    // The index lists both architectures' packages, not the tarball, not
109
    // the private repository's.
110
    let (st, packages) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages").await;
111
    assert_eq!(st, StatusCode::OK);
112
    let packages = String::from_utf8(packages).unwrap();
113
    assert!(packages.contains("Package: oxy\nVersion: 0.3.0\nArchitecture: amd64"), "{packages}");
114
    assert!(packages.contains("Filename: pool/main/o/oxy/oxy_0.3.0_amd64.deb"), "{packages}");
115
    assert!(packages.contains(&format!("Size: {}", amd.len())));
116
    assert!(!packages.contains("secret"), "a private repository's packages are not served");
117
    let (_, riscv) = get(&app, "/apt/dists/stable/main/binary-riscv64/Packages").await;
118
    assert!(String::from_utf8_lossy(&riscv).contains("oxy_0.3.0_riscv64.deb"));
119
    let (st, gz) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages.gz").await;
120
    assert_eq!(st, StatusCode::OK);
121
    let mut unzipped = String::new();
122
    flate2::read::GzDecoder::new(gz.as_slice()).read_to_string(&mut unzipped).unwrap();
123
    assert_eq!(unzipped, packages);
124
125
    // Release names every index with its hash; InRelease and Release.gpg
126
    // verify against the published key.
127
    let (_, release) = get(&app, "/apt/dists/stable/Release").await;
128
    let release = String::from_utf8(release).unwrap();
129
    use sha2::Digest;
130
    let sum = hex::encode(sha2::Sha256::digest(packages.as_bytes()));
131
    assert!(release.contains(&format!("{sum} {:>8} main/binary-amd64/Packages\n", packages.len())), "{release}");
132
    assert!(release.contains("Architectures: amd64 arm64 riscv64"));
133
    let (st, key) = get(&app, "/apt/oxygenhub.gpg").await;
134
    assert_eq!(st, StatusCode::OK);
135
    let keyring = dir.path().join("keyring.gpg");
136
    std::fs::write(&keyring, &key).unwrap();
137
    let (_, in_release) = get(&app, "/apt/dists/stable/InRelease").await;
138
    assert!(String::from_utf8_lossy(&in_release).starts_with("-----BEGIN PGP SIGNED MESSAGE-----"));
139
    let signed = dir.path().join("InRelease");
140
    std::fs::write(&signed, &in_release).unwrap();
141
    let v = Command::new("gpgv").arg("--keyring").arg(&keyring).arg(&signed).output().unwrap();
142
    assert!(v.status.success(), "InRelease verifies: {}", String::from_utf8_lossy(&v.stderr));
143
    let (_, detached) = get(&app, "/apt/dists/stable/Release.gpg").await;
144
    std::fs::write(dir.path().join("Release.gpg"), &detached).unwrap();
145
    std::fs::write(dir.path().join("Release"), &release).unwrap();
146
    let v = Command::new("gpgv")
147
        .arg("--keyring")
148
        .arg(&keyring)
149
        .arg(dir.path().join("Release.gpg"))
150
        .arg(dir.path().join("Release"))
151
        .output()
152
        .unwrap();
153
    assert!(v.status.success(), "Release.gpg verifies: {}", String::from_utf8_lossy(&v.stderr));
154
155
    // The pool serves the package's own bytes; nothing else.
156
    let (st, bytes) = get(&app, "/apt/pool/main/o/oxy/oxy_0.3.0_amd64.deb").await;
157
    assert_eq!((st, bytes.len()), (StatusCode::OK, amd.len()));
158
    assert_eq!(get(&app, "/apt/pool/main/s/secret/secret_1_amd64.deb").await.0, StatusCode::NOT_FOUND);
159
    assert_eq!(get(&app, "/apt/dists/unstable/Release").await.0, StatusCode::NOT_FOUND);
160
161
    // A new release is in the index at once.
162
    let rel2 = db::releases::create(&app.db, oxy.id, "v0.3.1", "0.3.1", "", true, None).await.unwrap();
163
    oxygenhub::web::releases::store_asset(&app, rel2.id, "oxy_0.3.1_amd64.deb", "", &deb(&control("oxy", "0.3.1", "amd64"))).await.unwrap();
164
    let (_, packages) = get(&app, "/apt/dists/stable/main/binary-amd64/Packages").await;
165
    assert!(String::from_utf8_lossy(&packages).contains("Version: 0.3.1"));
166
    Command::new("gpgconf").arg("--homedir").arg(&home).args(["--kill", "gpg-agent"]).output().ok();
167
}
168
169
#[tokio::test(flavor = "multi_thread")]
170
async fn apt_is_off_unless_configured() {
171
    let dir = tempfile::tempdir().unwrap();
172
    let app = oxygenhub::build(Config::load(dir.path()).unwrap()).await.unwrap();
173
    assert_eq!(get(&app, "/apt").await.0, StatusCode::NOT_FOUND);
174
    assert_eq!(get(&app, "/apt/dists/stable/InRelease").await.0, StatusCode::NOT_FOUND);
175
}