OXYGENHUB
# 794ff94f194a oxygenhub / crates / hub / tests / browse.rs
20.2 KiB · Rust · last changed A mistyped address shows the not-found page (closes #294) 12 days ago source blame history raw
1
//! End to end: a hub in a temporary data directory, a real `oxy` client
2
//! pushing over the wire protocol, and every milestone 0.1 page fetched.
3
4
use axum::body::Body;
5
use axum::http::{Request, StatusCode};
6
use http_body_util::BodyExt;
7
use oxy_core::repo::Repo;
8
use oxygenhub::config::Config;
9
use oxygenhub::repos::RepoName;
10
use oxygenhub::{db, Shared};
11
use std::path::Path;
12
use tower::ServiceExt;
13
14
/// Point `$OXY_HOME` at a throwaway directory so the client's identity and
15
/// configuration never touch the developer's.
16
fn hermetic() {
17
    static ONCE: std::sync::Once = std::sync::Once::new();
18
    static DIR: std::sync::OnceLock<tempfile::TempDir> = std::sync::OnceLock::new();
19
    ONCE.call_once(|| {
20
        let d = tempfile::tempdir().unwrap();
21
        std::env::set_var("OXY_HOME", d.path());
22
        DIR.set(d).ok();
23
    });
24
}
25
26
fn write(root: &Path, rel: &str, content: &[u8]) {
27
    let p = root.join(rel);
28
    std::fs::create_dir_all(p.parent().unwrap()).unwrap();
29
    std::fs::write(p, content).unwrap();
30
}
31
32
struct Hub {
33
    app: Shared,
34
    base: String,
35
    _dir: tempfile::TempDir,
36
}
37
38
async fn hub(push_tokens: Vec<String>) -> Hub {
39
    hermetic();
40
    let dir = tempfile::tempdir().unwrap();
41
    let mut config = Config::load(dir.path()).unwrap();
42
    // The first account's setup code (oxygenhub#245).
43
    config.registration.setup_code = "test-setup".into();
44
    config.auth.push_tokens = push_tokens;
45
    let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap();
46
    let port = listener.local_addr().unwrap().port();
47
    config.server.base_url = format!("http://127.0.0.1:{port}");
48
    let app = oxygenhub::build(config).await.unwrap();
49
    let router = oxygenhub::router(app.clone());
50
    tokio::spawn(async move { axum::serve(listener, router).await.unwrap() });
51
    Hub { app, base: format!("http://127.0.0.1:{port}"), _dir: dir }
52
}
53
54
async fn get(app: &Shared, path: &str) -> (StatusCode, String) {
55
    let res = oxygenhub::router(app.clone()).oneshot(Request::get(path).body(Body::empty()).unwrap()).await.unwrap();
56
    let status = res.status();
57
    let bytes = res.into_body().collect().await.unwrap().to_bytes();
58
    (status, String::from_utf8_lossy(&bytes).into_owned())
59
}
60
61
async fn page(app: &Shared, path: &str) -> String {
62
    let (status, body) = get(app, path).await;
63
    assert_eq!(status, StatusCode::OK, "{path}: {}", body.lines().find(|l| l.contains("lead")).unwrap_or(""));
64
    body
65
}
66
67
/// Push a small history from a client: two changes on main, a second
68
/// bookmark, a tag.
69
fn populate(url: &str, work: &Path) -> (Repo, String, String) {
70
    // The hosted repository is unbound until the first push, so it cannot
71
    // be cloned yet: start locally and push, as moving an existing
72
    // repository to the hub does.
73
    assert!(Repo::clone(url, &work.join("early")).err().unwrap().to_string().contains("unbound"));
74
    let mut client = Repo::init(work).unwrap();
75
    // A signing identity, so changes and the tag travel signed.
76
    client.create_identity("Test Author", "[email protected]", oxy_core::repo::IdentityScope::User).unwrap();
77
    client.config.set("remote.origin.url", url).unwrap();
78
    client.config.set("remote.origin.token", "site-token").unwrap();
79
    client.config.set("core.sign", "change").unwrap();
80
    client.save_config().unwrap();
81
    write(work, "README.md", b"# Demo\n\nSee [docs](docs/guide.md).\n");
82
    write(work, "src/main.rs", b"fn main() {\n    println!(\"hi\");\n}\n");
83
    write(work, "docs/guide.md", b"# Guide\n");
84
    client.snapshot("test").unwrap();
85
    let c1 = client.commit("Initial import", &[]).unwrap();
86
    write(work, "src/main.rs", b"fn main() {\n    println!(\"hello\");\n}\n\nfn two() {}\n");
87
    client.snapshot("test").unwrap();
88
    let c2 = client.commit("Greet properly\n\nAlso adds two().", &[]).unwrap();
89
    client.tag_create("v0.1", &[c2], "First tag").unwrap();
90
    client.bookmark_create("feature", Some(&[c1])).unwrap();
91
    let results = client.push("origin", false).unwrap();
92
    assert!(results.iter().all(|r| r.ok), "{results:?}");
93
    let results = client.push_bookmark("origin", "feature", false).unwrap();
94
    assert!(results.iter().all(|r| r.ok), "{results:?}");
95
    // Bound now: a clone shares the id.
96
    let clone = Repo::clone(url, &work.join("clone")).unwrap();
97
    assert_eq!(clone.id().unwrap(), client.id().unwrap());
98
    (client, c1.to_hex(), c2.to_hex())
99
}
100
101
#[tokio::test(flavor = "multi_thread")]
102
async fn create_push_and_browse() {
103
    let h = hub(vec!["site-token".into()]).await;
104
    let name = RepoName::parse("andy/demo").unwrap();
105
    h.app.repos.create(&name, None).unwrap();
106
    db::repos::create(&h.app.db, "andy", "demo", "A demo", hub_api::Visibility::Public).await.unwrap();
107
    let work = tempfile::tempdir().unwrap();
108
    let (_client, c1, c2) = populate(&format!("{}/andy/demo", h.base), work.path());
109
110
    // Help, filled in for this hub (hub spec §6.3).
111
    // #294: an address the router matches but cannot read (a project or
112
    // issue number that is not one) is the not-found page, not a parse error.
113
    for bad in ["/projects/andy/metalgear2", "/andy/demo/issue/abc", "/andy/demo/proposal/x1"] {
114
        let (status, body) = get(&h.app, bad).await;
115
        assert_eq!(status, StatusCode::NOT_FOUND, "{bad}");
116
        assert!(body.contains("There is nothing at this address.") && !body.contains("Cannot parse"), "{bad}: {body}");
117
    }
118
    let help = page(&h.app, "/help").await;
119
    assert!(help.contains(&format!("oxy remote add hub {}/OWNER/REPOSITORY", h.base)), "commands carry this hub's address");
120
    assert!(help.contains(&format!("oxy clone {}/OWNER/REPOSITORY", h.base)));
121
    assert!(help.contains(&format!("curl -fsSL {}/.well-known/oxyhub-key -o hub.identity", h.base)), "the delegation recipe");
122
    assert!(!help.contains("oxyhub-ca.pem"), "no certificate step for a hub without a self-signed certificate");
123
    for id in ["start", "identity", "push", "clone", "proposals", "delegate", "agents", "flow", "keys", "glossary"] {
124
        assert!(help.contains(&format!("id=\"{id}\"")) && help.contains(&format!("href=\"#{id}\"")), "section {id}");
125
    }
126
    // oxygenhub#287: AI identities, with this hub in the commands.
127
    assert!(help.contains("oh agent grant claude") && help.contains(&format!("oxy auth grant {}", h.base)), "agent grants");
128
    assert!(help.contains("oxy policy grant-subject agent:claude@OWNER --issuer hub.identity"), "subject grants");
129
    assert!(help.contains("via agent:claude@OWNER"), "how agent work shows");
130
    assert!(help.contains("<strong>bookmark</strong>") && help.contains("<strong>proposal</strong>"), "glossary");
131
    assert!(home_has_help(&page(&h.app, "/explore").await), "linked from every page");
132
133
    // Front page and owner page list it.
134
    let home = page(&h.app, "/").await;
135
    assert!(home.contains("/andy/demo"), "{home}");
136
    assert!(page(&h.app, "/andy").await.contains("demo"));
137
    assert_eq!(get(&h.app, "/nobody").await.0, StatusCode::NOT_FOUND);
138
139
    // Overview: tree, README rendered with rebased links, clone URL, counts.
140
    let o = page(&h.app, "/andy/demo").await;
141
    assert!(o.contains("src"), "tree entries");
142
    assert!(o.contains("href=\"/andy/demo/file/main/docs/guide.md\""), "README link rebased: {o}");
143
    assert!(o.contains(&format!("oxy clone {}/andy/demo", h.base)));
144
    assert!(o.contains("2 changes"));
145
    // Overview: clone popover, contributors, languages, visibility badge.
146
    assert!(o.contains("class=\"clone-pop\"") && o.contains("value=\"oxy clone "), "clone behind a button");
147
    // The Code button also offers the default bookmark as a zip.
148
    assert!(o.contains("&lt;&gt;</span> Code</summary>"), "a Code button");
149
    assert!(o.contains("href=\"/andy/demo/archive?ref=main&amp;format=zip\" download>"), "a zip download: {o}");
150
    let (status, zip) = get(&h.app, "/andy/demo/archive?ref=main&format=zip").await;
151
    assert_eq!(status, StatusCode::OK);
152
    assert!(zip.starts_with("PK"), "a zip archive");
153
    assert!(o.contains("<h3>Contributors") && o.contains("<h3>Languages</h3>") && o.contains("<strong>Rust</strong>"), "{o}");
154
    assert!(o.contains("class=\"vis vis-public\""));
155
    // Landmarks, skip link, current tab (hub spec §6.13).
156
    assert!(o.contains("<a class=\"skip\" href=\"#main\">") && o.contains("<main id=\"main\""));
157
    assert!(o.contains("aria-label=\"Site\"") && o.contains("aria-label=\"Repository\"") && o.contains("aria-label=\"Account\""));
158
    assert!(o.contains("class=\"on\" aria-current=\"page\">Code</a>"), "the current tab is announced");
159
    assert!(o.contains("v0.1"));
160
    assert!(o.contains("feature"));
161
162
    // Tree at a bookmark, a tag and a change; file with highlighting; raw; blame.
163
    let t = page(&h.app, "/andy/demo/tree/main/src").await;
164
    assert!(t.contains("main.rs"));
165
    // A ref's root is the overview with it chosen, side bar and all (#191).
166
    assert_eq!(get(&h.app, "/andy/demo/tree/v0.1").await.0, StatusCode::SEE_OTHER);
167
    let at_tag = page(&h.app, "/andy/demo?at=v0.1").await;
168
    assert!(at_tag.contains("README.md") && at_tag.contains("class=\"ref-pick\"") && at_tag.contains("side cards"), "{at_tag}");
169
    assert!(at_tag.contains("href=\"/andy/demo?at=v0.1\" class=\"on\""), "the tag is the one chosen");
170
    assert!(page(&h.app, &format!("/andy/demo?at={}", &c1[..10])).await.contains("README.md"));
171
    // A whole hash shows its two ends, the rest in a tip (#198).
172
    let at_hash = page(&h.app, &format!("/andy/demo?at={c1}")).await;
173
    let ends = format!("{}…{}", &c1[..8], &c1[c1.len() - 8..]);
174
    assert!(at_hash.contains(&format!("data-full=\"{c1}\"")) && at_hash.contains(&format!(">{ends}</span>")), "{at_hash}");
175
    assert_eq!(get(&h.app, "/andy/demo/tree/main/nope").await.0, StatusCode::NOT_FOUND);
176
    let (hits_before, _, _) = oxygenhub::render::highlight::cache_stats();
177
    let f = page(&h.app, "/andy/demo/file/main/src/main.rs").await;
178
    let again = page(&h.app, "/andy/demo/file/main/src/main.rs").await;
179
    assert!(oxygenhub::render::highlight::cache_stats().0 > hits_before, "the second view is served from the highlight cache");
180
    assert_eq!(f.split("<table").nth(1), again.split("<table").nth(1), "and renders the same");
181
    assert!(f.contains("sy-storage sy-type sy-function"), "highlighted: {f}");
182
    assert!(f.contains("id=\"L5\""));
183
    assert!(f.contains("Rust"));
184
    let (status, raw) = get(&h.app, "/andy/demo/file/main/src/main.rs?plain=1").await;
185
    assert_eq!(status, StatusCode::OK);
186
    assert_eq!(raw, "fn main() {\n    println!(\"hello\");\n}\n\nfn two() {}\n");
187
    let b = page(&h.app, "/andy/demo/file/main/src/main.rs?blame=1").await;
188
    assert!(b.contains(&c1[..8]) && b.contains(&c2[..8]), "both changes blamed: {b}");
189
    // Sidebar, permalink, blame shading and "blame before this change" (hub spec §6.6).
190
    assert!(f.contains("class=\"file-side\""), "sidebar");
191
    assert!(f.contains("href=\"/andy/demo/tree/main/docs\""), "sibling directory listed");
192
    let here = f.split("class=\"here\" aria-current=\"page\">").nth(1).unwrap_or("");
193
    assert!(here.trim_start().starts_with("<a href=\"/andy/demo/file/main/src/main.rs\""), "the file marked");
194
    assert!(f.contains(&format!("data-permalink=\"/andy/demo/file/{c2}/src/main.rs\"")), "permalink at the head");
195
    assert!(b.contains(&format!("data-permalink=\"/andy/demo/file/{c2}/src/main.rs?blame=1\"")));
196
    assert!(b.contains("blame age-0") && b.contains("blame age-9"), "oldest and newest shaded");
197
    assert!(b.contains(&format!("href=\"/andy/demo/file/{c1}/src/main.rs?blame=1#L")), "the state before c2 is c1");
198
    assert_eq!(b.matches("class=\"before\"").count(), b.matches("blame age-9").count(), "c1 has no dependencies, so no link");
199
    let before = page(&h.app, &format!("/andy/demo/file/{c1}/src/main.rs?blame=1")).await;
200
    assert!(before.contains(&c1[..8]) && !before.contains(&c2[..8]), "blamed in c1's state");
201
    // States: heads joined with +, in any order; not a change otherwise.
202
    let (lo, hi) = if c1 < c2 { (&c1, &c2) } else { (&c2, &c1) };
203
    assert!(page(&h.app, &format!("/andy/demo/tree/{hi}+{lo}/src"))
204
        .await
205
        .contains(&format!("data-permalink=\"/andy/demo/tree/{lo}+{hi}/src\"")));
206
    assert_ne!(get(&h.app, &format!("/andy/demo/tree/{c1}+{}", &c2[..12])).await.0, StatusCode::OK, "state heads are full hashes");
207
    let md = page(&h.app, "/andy/demo/file/main/README.md").await;
208
    assert!(md.contains("<h1>Demo</h1>"), "markdown rendered");
209
    // Last-change JSON for tree rows.
210
    let (status, json) = get(&h.app, "/andy/demo/last/main?paths=README.md,src").await;
211
    assert_eq!(status, StatusCode::OK);
212
    assert!(json.contains("Initial import") && json.contains("Greet properly"), "{json}");
213
214
    // History with graph rows, filtered by path; change page with diff; compare.
215
    let hist = page(&h.app, "/andy/demo/changes/main").await;
216
    assert!(hist.contains("Greet properly") && hist.contains("Initial import"));
217
    assert!(hist.contains("<circle"), "graph drawn");
218
    assert!(hist.contains("lbl-tag") && hist.contains("v0.1"), "tag label on its head");
219
    let by_path = page(&h.app, "/andy/demo/changes/main?path=README.md").await;
220
    assert!(by_path.contains("Initial import") && !by_path.contains("Greet properly"));
221
    let c = page(&h.app, &format!("/andy/demo/change/{c2}")).await;
222
    assert!(c.contains("Also adds two()"), "body shown");
223
    assert!(c.contains("+fn two() {}") || c.contains("fn two() {}"), "diff shown: {c}");
224
    assert!(c.contains("class=\"add\"") && c.contains("class=\"del\""));
225
    assert!(c.contains(&c1[..12]), "dependency listed");
226
    assert!(page(&h.app, &format!("/andy/demo/change/{}", &c2[..8])).await.contains("Greet properly"));
227
    let cmp = page(&h.app, "/andy/demo/compare/feature...main").await;
228
    assert!(cmp.contains("1 change") && cmp.contains("Greet properly"));
229
    assert_eq!(get(&h.app, "/andy/demo/compare/feature").await.0, StatusCode::BAD_REQUEST);
230
    // Pickers, swap and the /compare form (hub spec §6.3).
231
    assert!(
232
        cmp.contains("<datalist id=\"compare-refs\">")
233
            && cmp.contains("<option value=\"feature\">bookmark</option>")
234
            && cmp.contains("<option value=\"v0.1\">tag</option>")
235
    );
236
    assert!(cmp.contains("href=\"/andy/demo/compare/main...feature\""), "swap");
237
    assert!(!cmp.contains("Propose this"), "anonymous viewers cannot propose");
238
    let redirect = |path: &'static str| {
239
        let app = h.app.clone();
240
        async move {
241
            let res = oxygenhub::router(app).oneshot(Request::get(path).body(Body::empty()).unwrap()).await.unwrap();
242
            (res.status(), res.headers().get("location").and_then(|v| v.to_str().ok()).unwrap_or("").to_string())
243
        }
244
    };
245
    let (st, loc) = redirect("/andy/demo/compare").await;
246
    assert!(st.is_redirection() && loc == "/andy/demo/compare/main...feature", "the newest other bookmark against the default: {loc}");
247
    let (_, loc) = redirect("/andy/demo/compare?base=v0.1&head=+feature+").await;
248
    assert_eq!(loc, "/andy/demo/compare/v0.1...feature");
249
250
    // Bookmarks, tags, conflicts (none), trust (no policy), pushes.
251
    let bm = page(&h.app, "/andy/demo/bookmarks").await;
252
    assert!(bm.contains("feature") && bm.contains("default"));
253
    let tags = page(&h.app, "/andy/demo/tags").await;
254
    assert!(tags.contains("v0.1") && tags.contains("First tag"));
255
    // The bar (#254): Tags is Releases' second view and in the More menu;
256
    // the less used pages sit in More, the outputs in Artifacts; Projects
257
    // and Conflicts are off the bar.
258
    assert!(tags.contains("href=\"/andy/demo/releases\" class=\"on\" aria-current=\"page\">Releases</a>"), "{tags}");
259
    assert!(tags.contains("href=\"/andy/demo/tags\" class=\"on\" aria-current=\"page\">tags</a>"), "the sub-tab");
260
    let more = &tags[tags.find(">More</summary>").expect("the More menu")..];
261
    let more = &more[..more.find("</details>").unwrap()];
262
    for p in ["bookmarks", "tags", "trust", "pushes", "conflicts"] {
263
        assert!(more.contains(&format!("href=\"/andy/demo/{p}\"")), "More has {p}: {more}");
264
    }
265
    let artifacts = &tags[tags.find(">Artifacts</summary>").expect("the Artifacts menu")..];
266
    let artifacts = &artifacts[..artifacts.find("</details>").unwrap()];
267
    for p in ["releases", "artifacts", "images", "terraform"] {
268
        assert!(artifacts.contains(&format!("href=\"/andy/demo/{p}\"")), "Artifacts has {p}: {artifacts}");
269
    }
270
    assert!(!tags.contains("project boards\">Projects</a>"), "Projects is not a repository tab");
271
    let releases = page(&h.app, "/andy/demo/releases").await;
272
    assert!(releases.contains("href=\"/andy/demo/tags\">tags</a>"), "{releases}");
273
    for p in ["artifacts", "images", "terraform"] {
274
        let body = page(&h.app, &format!("/andy/demo/{p}")).await;
275
        assert!(body.contains("<summary class=\"on\">Artifacts</summary>"), "{p}: {body}");
276
    }
277
    assert!(page(&h.app, "/andy/demo/conflicts").await.contains("No bookmark carries a conflict"));
278
    let trust = page(&h.app, "/andy/demo/trust").await;
279
    assert!(trust.contains("No trust policy") && trust.contains(&h.app.hub_key.key.to_hex()));
280
    assert!(trust.contains("2 signed"), "signed changes verified on the host: {trust}");
281
    assert!(c.contains("signed by Test Author"), "change page shows the signer");
282
    let pushes = page(&h.app, "/andy/demo/pushes").await;
283
    assert!(pushes.contains("accepted") && pushes.contains("main"), "{pushes}");
284
    assert!(pushes.contains("<td>2</td>") && pushes.contains("<code title="), "two changes imported and the state shown: {pushes}");
285
286
    // API and small endpoints.
287
    let (_, repos) = get(&h.app, "/api/v1/repos").await;
288
    assert!(repos.contains("\"name\":\"demo\""));
289
    let (_, bms) = get(&h.app, "/api/v1/repos/andy/demo/bookmarks").await;
290
    assert!(bms.contains("\"default\":true"));
291
    let (status, key) = get(&h.app, "/.well-known/oxyhub-key").await;
292
    assert_eq!(status, StatusCode::OK);
293
    assert!(!key.is_empty());
294
    assert!(get(&h.app, "/health").await.1.contains("\"ok\":true"));
295
    assert_eq!(get(&h.app, "/.well-known/oxyhub-ca.pem").await.0, StatusCode::NOT_FOUND, "no self-signed certificate configured");
296
    assert_eq!(get(&h.app, "/style.css").await.0, StatusCode::OK);
297
    assert_eq!(get(&h.app, "/static/fonts/Barlow-400.woff2").await.0, StatusCode::OK);
298
    assert_eq!(get(&h.app, "/andy/demo/oxy/v1/nothing").await.0, StatusCode::NOT_FOUND);
299
}
300
301
#[tokio::test(flavor = "multi_thread")]
302
async fn private_repositories_and_push_tokens() {
303
    let h = hub(vec!["s3cret".into()]).await;
304
    for (name, vis) in [("pub", hub_api::Visibility::Public), ("priv", hub_api::Visibility::Private)] {
305
        // `priv` is created bound so it can be cloned while still empty.
306
        let id = if name == "priv" { Some([7u8; 16]) } else { None };
307
        h.app.repos.create(&RepoName::parse(&format!("andy/{name}")).unwrap(), id).unwrap();
308
        db::repos::create(&h.app.db, "andy", name, "", vis).await.unwrap();
309
    }
310
    // The private one is invisible on pages and to anonymous clients.
311
    assert_eq!(get(&h.app, "/andy/priv").await.0, StatusCode::NOT_FOUND);
312
    assert!(!page(&h.app, "/").await.contains("priv"));
313
    assert!(Repo::clone(&format!("{}/andy/priv", h.base), &tempfile::tempdir().unwrap().path().join("x")).is_err());
314
    // Anonymous push to the public one is refused; with the token it lands.
315
    let work = tempfile::tempdir().unwrap();
316
    let mut client = Repo::init(work.path()).unwrap();
317
    client.config.set("remote.origin.url", &format!("{}/andy/pub", h.base)).unwrap();
318
    write(work.path(), "a.txt", b"a\n");
319
    client.snapshot("test").unwrap();
320
    client.commit("a", &[]).unwrap();
321
    assert!(client.push("origin", false).is_err());
322
    client.config.set("remote.origin.token", "s3cret").unwrap();
323
    assert!(client.push("origin", false).unwrap().iter().all(|r| r.ok));
324
    // With the token, the private repository can be cloned too.
325
    let priv_dir = tempfile::tempdir().unwrap();
326
    std::env::set_var("OXY_TOKEN", "s3cret");
327
    let ok = Repo::clone(&format!("{}/andy/priv", h.base), &priv_dir.path().join("p")).is_ok();
328
    std::env::remove_var("OXY_TOKEN");
329
    assert!(ok, "a token reads a private repository until accounts exist");
330
    // The pushes log shows the accepted update; the front page shows activity.
331
    tokio::time::sleep(std::time::Duration::from_millis(100)).await;
332
    assert!(page(&h.app, "/andy/pub/pushes").await.contains("accepted"));
333
    assert!(page(&h.app, "/andy/pub").await.contains("1 change"));
334
}
335
336
fn home_has_help(page: &str) -> bool {
337
    page.contains("<a href=\"/help\">Help</a>")
338
}