| 750251b2 Andy McCall ↶ |
1 |
|
| 2 |
|
| 3 |
use oxy_core::repo::{Repo, SignatureStatus}; |
| 4 |
use std::fs; |
| 5 |
use std::net::TcpListener; |
| 6 |
use std::path::Path; |
| 7 |
|
| 8 |
fn write(root: &Path, rel: &str, content: &[u8]) { |
| 9 |
let p = root.join(rel); |
| 10 |
fs::create_dir_all(p.parent().unwrap()).unwrap(); |
| 11 |
fs::write(p, content).unwrap(); |
| 12 |
} |
| 13 |
|
| 98286406 Andy McCall ↶ |
14 |
|
| 15 |
|
| 16 |
fn hermetic() { |
| 17 |
static ONCE: std::sync::Once = std::sync::Once::new(); |
| 18 |
static DIR: std::sync::OnceLock<tempfile::TempDir> = std::sync::OnceLock::new(); |
| 19 |
ONCE.call_once(|| { |
| 20 |
let d = tempfile::tempdir().unwrap(); |
| 21 |
std::env::set_var("OXY_HOME", d.path()); |
| 22 |
DIR.set(d).ok(); |
| 23 |
}); |
| 24 |
} |
| 25 |
|
| 750251b2 Andy McCall ↶ |
26 |
fn start(root: &Path, tokens: Vec<String>) -> String { |
| 2b5ee371 Andy McCall ↶ |
27 |
start_with(root, tokens, None) |
| 28 |
} |
| 29 |
|
| 30 |
fn start_with(root: &Path, tokens: Vec<String>, tls: Option<oxy_server::TlsFiles>) -> String { |
| 750251b2 Andy McCall ↶ |
31 |
let listener = TcpListener::bind("127.0.0.1:0").unwrap(); |
| 32 |
let port = listener.local_addr().unwrap().port(); |
| 2b5ee371 Andy McCall ↶ |
33 |
let scheme = if tls.is_some() { "https" } else { "http" }; |
| 34 |
let cfg = oxy_server::ServerConfig { root: root.to_path_buf(), tokens, tls }; |
| 750251b2 Andy McCall ↶ |
35 |
std::thread::spawn(move || oxy_server::run_blocking(listener, cfg).unwrap()); |
| 2b5ee371 Andy McCall ↶ |
36 |
|
| 37 |
std::thread::sleep(std::time::Duration::from_millis(50)); |
| 38 |
format!("{scheme}://127.0.0.1:{port}") |
| 750251b2 Andy McCall ↶ |
39 |
} |
| 40 |
|
| 2b5ee371 Andy McCall ↶ |
41 |
|
| 42 |
fn self_signed(dir: &Path) -> (std::path::PathBuf, std::path::PathBuf) { |
| 43 |
fs::create_dir_all(dir).unwrap(); |
| 44 |
let ck = rcgen::generate_simple_self_signed(vec!["127.0.0.1".into(), "localhost".into()]).unwrap(); |
| 45 |
let cert = dir.join("cert.pem"); |
| 46 |
let key = dir.join("key.pem"); |
| 47 |
fs::write(&cert, ck.cert.pem()).unwrap(); |
| 48 |
fs::write(&key, ck.signing_key.serialize_pem()).unwrap(); |
| 49 |
(cert, key) |
| 50 |
} |
| 51 |
|
| 750251b2 Andy McCall ↶ |
52 |
#[test] |
| 53 |
fn clone_push_pull_over_http() { |
| 98286406 Andy McCall ↶ |
54 |
hermetic(); |
| 750251b2 Andy McCall ↶ |
55 |
let dir = tempfile::tempdir().unwrap(); |
| 56 |
let root = dir.path(); |
| 57 |
let served = root.join("served"); |
| 58 |
Repo::init(&served.join("origin")).unwrap(); |
| 59 |
let base = start(&served, vec![]); |
| 60 |
let url = format!("{base}/origin"); |
| 61 |
|
| fce44ae9 Andy McCall ↶ |
62 |
let mut a = Repo::clone(&url, &root.join("a")).unwrap().with_home(root.join("home")); |
| 63 |
let (key, _) = a.create_identity("Ada", "[email protected]", oxy_core::repo::IdentityScope::Repo).unwrap(); |
| 750251b2 Andy McCall ↶ |
64 |
write(&root.join("a"), "f.txt", b"hello\n"); |
| 65 |
let h1 = a.commit("hello", &[]).unwrap(); |
| 66 |
let r = a.push("origin", false).unwrap(); |
| 67 |
assert!(r[0].ok, "{}", r[0].reason); |
| 68 |
|
| 69 |
let origin = Repo::open(&served.join("origin")).unwrap(); |
| 70 |
assert_eq!(origin.bookmark_heads().unwrap(), vec![h1]); |
| 71 |
assert!(matches!(origin.authenticate_change(&h1).unwrap(), SignatureStatus::Valid { key: k, sealed: true, .. } if k == key)); |
| 72 |
|
| 73 |
let b = Repo::clone(&url, &root.join("b")).unwrap(); |
| 74 |
assert_eq!(fs::read(root.join("b/f.txt")).unwrap(), b"hello\n"); |
| 75 |
write(&root.join("b"), "g.txt", b"g\n"); |
| 76 |
let h2 = b.commit("g", &[]).unwrap(); |
| 77 |
assert!(b.push("origin", false).unwrap()[0].ok); |
| 78 |
|
| 79 |
let pr = a.pull("origin").unwrap(); |
| 80 |
assert!(pr.changed && pr.checked_out); |
| 81 |
assert_eq!(fs::read(root.join("a/g.txt")).unwrap(), b"g\n"); |
| 82 |
let mut heads = a.bookmark_heads().unwrap(); |
| 83 |
heads.sort(); |
| 84 |
let mut want = vec![h1, h2]; |
| 85 |
want.sort(); |
| 86 |
assert_eq!(heads, want); |
| 87 |
|
| 88 |
|
| 89 |
let err = Repo::clone(&format!("{base}/nope"), &root.join("c")).unwrap_err().to_string(); |
| 90 |
assert!(err.contains("404"), "{err}"); |
| 91 |
fs::create_dir_all(served.join(".hidden/.oxy")).unwrap(); |
| 92 |
assert!(Repo::clone(&format!("{base}/.hidden"), &root.join("d")).unwrap_err().to_string().contains("404")); |
| 93 |
} |
| 94 |
|
| 95 |
#[test] |
| b3c5a59a Andy McCall ↶ |
96 |
fn objects_endpoint_serves_lazy_blobs() { |
| 97 |
hermetic(); |
| 98 |
let dir = tempfile::tempdir().unwrap(); |
| 99 |
let root = dir.path(); |
| 100 |
let served = root.join("served"); |
| 101 |
let origin = Repo::init(&served.join("origin")).unwrap(); |
| 102 |
let big: Vec<u8> = (0..300_000u32).map(|i| (i % 253) as u8).collect(); |
| 103 |
write(&served.join("origin"), "big.bin", &big); |
| 104 |
write(&served.join("origin"), "t.txt", b"t\n"); |
| 105 |
origin.commit("big", &[]).unwrap(); |
| 106 |
let base = start(&served, vec![]); |
| 107 |
let url = format!("{base}/origin"); |
| 7421309f Andy McCall ↶ |
108 |
let a = Repo::clone_with(&url, &root.join("a"), Some(1000), &[]).unwrap(); |
| b3c5a59a Andy McCall ↶ |
109 |
assert_eq!(fs::read(root.join("a/big.bin")).unwrap(), big, "fetched through the objects endpoint during checkout"); |
| 110 |
assert!(!a.snapshot("status").unwrap().changed); |
| 111 |
} |
| 112 |
|
| 113 |
#[test] |
| 750251b2 Andy McCall ↶ |
114 |
fn push_requires_a_token_when_configured() { |
| 98286406 Andy McCall ↶ |
115 |
hermetic(); |
| 750251b2 Andy McCall ↶ |
116 |
let dir = tempfile::tempdir().unwrap(); |
| 117 |
let root = dir.path(); |
| 118 |
let served = root.join("served"); |
| 119 |
Repo::init(&served.join("origin")).unwrap(); |
| 120 |
let base = start(&served, vec!["s3cret".into()]); |
| 121 |
let url = format!("{base}/origin"); |
| 122 |
|
| 123 |
|
| 124 |
let mut a = Repo::clone(&url, &root.join("a")).unwrap(); |
| 125 |
write(&root.join("a"), "f.txt", b"x\n"); |
| 126 |
a.commit("x", &[]).unwrap(); |
| 127 |
let err = a.push("origin", false).unwrap_err().to_string(); |
| 128 |
assert!(err.contains("401"), "{err}"); |
| 129 |
|
| 130 |
a.config.set("remote.origin.token", "wrong").unwrap(); |
| 131 |
a.save_config().unwrap(); |
| 132 |
assert!(a.push("origin", false).unwrap_err().to_string().contains("401")); |
| 133 |
|
| 134 |
a.config.set("remote.origin.token", "s3cret").unwrap(); |
| 135 |
a.save_config().unwrap(); |
| 136 |
assert!(a.push("origin", false).unwrap()[0].ok); |
| 137 |
let origin = Repo::open(&served.join("origin")).unwrap(); |
| 138 |
assert_eq!(origin.bookmark_heads().unwrap().len(), 1); |
| 139 |
} |
| 2b5ee371 Andy McCall ↶ |
140 |
|
| 141 |
#[test] |
| 142 |
fn https_with_a_self_signed_certificate() { |
| 143 |
hermetic(); |
| 144 |
let dir = tempfile::tempdir().unwrap(); |
| 145 |
let root = dir.path(); |
| 146 |
let served = root.join("served"); |
| 147 |
Repo::init(&served.join("origin")).unwrap(); |
| 148 |
let (cert, key) = self_signed(root); |
| 149 |
let base = start_with(&served, vec![], Some(oxy_server::TlsFiles { cert: cert.clone(), key })); |
| 150 |
let url = format!("{base}/origin"); |
| 151 |
|
| 152 |
|
| 153 |
let err = Repo::clone(&url, &root.join("untrusted")).err().unwrap().to_string(); |
| 154 |
assert!(err.contains("certificate") || err.contains("tls") || err.contains("TLS") || err.contains("handshake"), "{err}"); |
| 155 |
std::env::set_var("OXY_CA", &cert); |
| 156 |
let mut a = Repo::clone(&url, &root.join("a")).unwrap(); |
| 157 |
std::env::remove_var("OXY_CA"); |
| 158 |
|
| 159 |
a.config.set("remote.origin.ca", cert.to_str().unwrap()).unwrap(); |
| 160 |
a.save_config().unwrap(); |
| 161 |
write(&root.join("a"), "f.txt", b"tls\n"); |
| 162 |
let h = a.commit("over tls", &[]).unwrap(); |
| 163 |
assert!(a.push("origin", false).unwrap()[0].ok); |
| 164 |
let origin = Repo::open(&served.join("origin")).unwrap(); |
| 165 |
assert_eq!(origin.bookmark_heads().unwrap(), vec![h]); |
| 166 |
|
| 167 |
let (other_cert, _) = self_signed(&root.join("other")); |
| 168 |
a.config.set("remote.origin.ca", other_cert.to_str().unwrap()).unwrap(); |
| 169 |
a.save_config().unwrap(); |
| 170 |
assert!(a.fetch("origin").is_err()); |
| 171 |
} |
| 2b872d07 Andy McCall ↶ |
172 |
|
| 173 |
|
| 174 |
|
| 175 |
|
| 176 |
#[test] |
| 177 |
fn concurrent_pushes_are_serialised() { |
| 178 |
hermetic(); |
| 179 |
let dir = tempfile::tempdir().unwrap(); |
| 180 |
let root = dir.path(); |
| 181 |
let served = root.join("served"); |
| 182 |
Repo::init(&served.join("origin")).unwrap(); |
| 183 |
let base = start(&served, vec![]); |
| 184 |
let url = format!("{base}/origin"); |
| 185 |
const N: usize = 8; |
| 186 |
let mut clones = Vec::new(); |
| 187 |
for i in 0..N { |
| 188 |
let path = root.join(format!("c{i}")); |
| 189 |
Repo::clone(&url, &path).unwrap(); |
| 190 |
clones.push(path); |
| 191 |
} |
| 192 |
let barrier = std::sync::Arc::new(std::sync::Barrier::new(N)); |
| 193 |
let mut handles = Vec::new(); |
| 194 |
for (i, path) in clones.into_iter().enumerate() { |
| 195 |
let barrier = barrier.clone(); |
| 196 |
handles.push(std::thread::spawn(move || { |
| 197 |
let repo = Repo::open(&path).unwrap(); |
| 198 |
write(&path, &format!("file-{i}.txt"), format!("from clone {i}\n").as_bytes()); |
| 199 |
let h = repo.commit(&format!("change {i}"), &[]).unwrap(); |
| 200 |
barrier.wait(); |
| 201 |
|
| 202 |
|
| 203 |
|
| 204 |
for attempt in 0..(N * 4) { |
| 205 |
match repo.push("origin", false) { |
| 206 |
Ok(r) if r.iter().all(|x| x.ok) => return (h, attempt), |
| 207 |
Ok(_) => {} |
| 208 |
Err(e) if e.to_string().contains("pull first") || e.to_string().contains("moved") => {} |
| 209 |
Err(e) => panic!("clone {i}: {e}"), |
| 210 |
} |
| 211 |
repo.pull("origin").unwrap_or_else(|e| panic!("clone {i} pull: {e}")); |
| 212 |
} |
| 213 |
panic!("clone {i} never managed to push"); |
| 214 |
})); |
| 215 |
} |
| 216 |
let mut hashes = Vec::new(); |
| 217 |
let mut total_rejected = 0; |
| 218 |
for h in handles { |
| 219 |
let (hash, attempts) = h.join().unwrap(); |
| 220 |
hashes.push(hash); |
| 221 |
total_rejected += attempts; |
| 222 |
} |
| 223 |
let origin = Repo::open(&served.join("origin")).unwrap(); |
| 224 |
let mut heads = origin.bookmark_heads().unwrap(); |
| 225 |
heads.sort(); |
| 226 |
hashes.sort(); |
| 227 |
assert_eq!(heads, hashes, "every independent change is a head"); |
| 228 |
let snap = origin.load_state(&heads).unwrap().materialize(); |
| 229 |
for i in 0..N { |
| 230 |
assert!(snap.files.contains_key(&format!("file-{i}.txt"))); |
| 231 |
} |
| 232 |
assert!(!snap.is_conflicted()); |
| 233 |
eprintln!("{total_rejected} pushes were refused for a moved bookmark and retried"); |
| 234 |
|
| 235 |
let ops = origin.op_log().unwrap(); |
| 236 |
assert!(ops.len() > N); |
| 237 |
} |
| 238 |
|