OXYGENHUB
◆ v0.2.0 oxygen / crates / oxy-core / src / protocol.rs
43.5 KiB · Rust · last changed Remote bookmarks work like local ones; a newer format names the oxy that cannot read it (closes #48, closes #49) 1 month ago source blame history raw
5b9c6ad4 Andy McCall ↶ 1
//! Transport-agnostic protocol (spec §16): what a client asks of a remote and
2
//! what a server does with a push. `LocalRemote` serves another repository
750251b2 Andy McCall ↶ 3
//! directory in-process, `HttpRemote` speaks to an `oxy-server` over HTTP(S),
4
//! and the server side reuses `Repo::receive_push` and friends unchanged.
5
//!
6
//! Wire messages are deterministic CBOR (`wire` module); over HTTP each is a
7
//! request or response body with content type `application/oxy-cbor`.
5b9c6ad4 Andy McCall ↶ 8
9
use crate::attest::Attest;
750251b2 Andy McCall ↶ 10
use crate::cbor::{self, Value};
5b9c6ad4 Andy McCall ↶ 11
use crate::hash::{ChangeHash, ObjectRef, ObjectType};
12
use crate::identity::Signature;
750251b2 Andy McCall ↶ 13
use crate::objects::{self as o, Change, ObjectError};
83e0677b Andy McCall ↶ 14
use crate::policy::Policy;
5b9c6ad4 Andy McCall ↶ 15
use crate::repo::{Repo, RepoError, Result};
2b5ee371 Andy McCall ↶ 16
use std::path::{Path, PathBuf};
17
use std::sync::Arc;
5b9c6ad4 Andy McCall ↶ 18
750251b2 Andy McCall ↶ 19
pub const CONTENT_TYPE: &str = "application/oxy-cbor";
20
pub const PROTOCOL_VERSION: u64 = 1;
21
5b9c6ad4 Andy McCall ↶ 22
/// An attestation together with the signatures over its ObjectRef.
23
#[derive(Clone, Debug, PartialEq, Eq)]
24
pub struct SignedAttest {
25
    pub attest: Attest,
26
    pub sigs: Vec<Signature>,
27
}
28
83e0677b Andy McCall ↶ 29
/// A policy together with the root signatures over its ObjectRef.
30
#[derive(Clone, Debug, PartialEq, Eq)]
31
pub struct SignedPolicy {
32
    pub policy: Policy,
33
    pub sigs: Vec<Signature>,
34
}
35
28fc23d7 Andy McCall ↶ 36
impl SignedPolicy {
37
    /// The proposal-file encoding (`wire::policy_value`).
38
    pub fn encode(&self) -> Vec<u8> {
39
        crate::cbor::encode(&wire::policy_value(self))
40
    }
41
    pub fn decode(b: &[u8]) -> Result<SignedPolicy> {
75167672 Andy McCall 42
        wire::policy_from(
43
            &crate::cbor::decode(b).map_err(|e| RepoError::Object(ObjectError::from(e)))?,
44
        )
28fc23d7 Andy McCall ↶ 45
    }
46
}
47
132b884b Andy McCall ↶ 48
/// What `refs` returns: every bookmark, every tag, and the current policy.
83e0677b Andy McCall ↶ 49
#[derive(Clone, Debug, Default)]
50
pub struct RefsResponse {
51
    pub refs: Vec<RemoteRef>,
52
    pub policy: Option<SignedPolicy>,
132b884b Andy McCall ↶ 53
    pub tags: Vec<TagRef>,
28fc23d7 Andy McCall ↶ 54
    /// Earlier policies, ascending by serial, so a client behind by more
55
    /// than one update can verify each step (spec §14.5).
56
    pub history: Vec<SignedPolicy>,
14edbaaf Andy McCall ↶ 57
    /// The bookmark a clone checks out (spec §16.1), when the remote names one.
58
    pub default_bookmark: Option<String>,
83e0677b Andy McCall ↶ 59
}
60
132b884b Andy McCall ↶ 61
/// A tag as a remote reports it (spec §10.1).
62
#[derive(Clone, Debug, PartialEq, Eq)]
63
pub struct TagRef {
64
    pub name: String,
65
    pub state: ObjectRef,
66
    pub heads: Vec<ChangeHash>,
67
    pub attestation: Option<SignedAttest>,
68
}
69
5b9c6ad4 Andy McCall ↶ 70
/// One reference as a remote reports it.
71
#[derive(Clone, Debug)]
72
pub struct RemoteRef {
73
    pub name: String,
74
    pub state: ObjectRef,
75
    pub heads: Vec<ChangeHash>,
4161262e Andy McCall ↶ 76
    /// The latest attestation, only when it describes `state`. An unattested
77
    /// push (accepted while no trust policy exists) leaves it `None`.
5b9c6ad4 Andy McCall ↶ 78
    pub attestation: Option<SignedAttest>,
4161262e Andy McCall ↶ 79
    /// Serial of the latest attestation ever recorded, stale or not, so the
80
    /// next attestation continues the sequence.
81
    pub last_serial: Option<u64>,
5b9c6ad4 Andy McCall ↶ 82
}
83
84
/// Everything needed to add a set of changes to a repository.
85
#[derive(Clone, Debug, Default)]
86
pub struct Bundle {
87
    /// In dependency order, each with its individual signatures.
88
    pub changes: Vec<(Change, Vec<Signature>)>,
89
    /// Seals covering the changes.
90
    pub attests: Vec<SignedAttest>,
91
    /// Chunks, blobs, identities, and state objects referenced by the changes.
92
    pub objects: Vec<(ObjectType, Vec<u8>)>,
28fc23d7 Andy McCall ↶ 93
    /// Policies between the receiver's and the one sent with the push,
94
    /// ascending by serial (spec §14.5).
95
    pub policies: Vec<SignedPolicy>,
598009a7 Andy McCall ↶ 96
    /// Each change's hash, in the order of `changes`, when whoever made
97
    /// the bundle knows it: the store it came from, or the bytes it was
98
    /// decoded from. Never read from the wire. Empty when unknown.
99
    pub hashes: Vec<ChangeHash>,
2c75672f Andy McCall ↶ 100
    /// Changes as stored, with their signatures, in dependency order, for a
101
    /// fetch between repositories on one machine: their text blobs and
102
    /// chunks are among `objects`. Never on the wire.
103
    pub raw_changes: Vec<(Vec<u8>, Vec<Signature>)>,
5b9c6ad4 Andy McCall ↶ 104
}
105
106
impl Bundle {
107
    pub fn is_empty(&self) -> bool {
108
        self.changes.is_empty() && self.attests.is_empty() && self.objects.is_empty()
109
    }
110
}
111
112
/// A requested bookmark move (spec §10.2, §16.3).
113
#[derive(Clone, Debug)]
114
pub struct RefUpdate {
115
    pub name: String,
116
    pub old_state: ObjectRef,
117
    pub new_state: ObjectRef,
118
    pub force: bool,
119
    pub attestation: Option<SignedAttest>,
120
}
121
122
#[derive(Clone, Debug, PartialEq, Eq)]
123
pub struct RefResult {
124
    pub name: String,
125
    pub ok: bool,
126
    pub reason: String,
127
}
128
129
pub trait Remote {
130
    fn repo_id(&self) -> Result<[u8; 16]>;
83e0677b Andy McCall ↶ 131
    fn refs(&self) -> Result<RefsResponse>;
5b9c6ad4 Andy McCall ↶ 132
    /// Changes in the closure of `want` but not of `have`, in dependency order.
133
    fn negotiate(&self, have: &[ChangeHash], want: &[ChangeHash]) -> Result<Vec<ChangeHash>>;
b3c5a59a Andy McCall ↶ 134
    /// The changes with their signatures, seals, identities, and blobs; blobs
135
    /// larger than `max_blob` bytes are left out for lazy fetching (spec §13.5).
136
    fn fetch(&self, changes: &[ChangeHash], max_blob: Option<u64>) -> Result<Bundle>;
137
    /// Individual objects by reference (spec §16.1 `objects`); a blob comes
138
    /// with its chunks.
139
    fn objects(&self, refs: &[ObjectRef]) -> Result<Vec<(ObjectType, Vec<u8>)>>;
2863456a Andy McCall ↶ 140
    /// A checkpoint of exactly `heads` (spec §16.1 `checkpoint`): the
141
    /// checkpoint object, its payload blob, and the blob's chunks.
142
    fn checkpoint(&self, heads: &[ChangeHash]) -> Result<Bundle>;
143
    /// The changes within `depth` dependency steps of `heads` (spec §17).
144
    fn shallow(&self, heads: &[ChangeHash], depth: u32) -> Result<Vec<ChangeHash>>;
132b884b Andy McCall ↶ 145
    /// Push changes, bookmark updates, new tags, and optionally a newer
146
    /// policy. The policy is applied first; a result named `policy` reports
147
    /// it, and each tag reports as `tags/<name>`.
75167672 Andy McCall 148
    fn push(
149
        &self,
150
        bundle: Bundle,
151
        updates: Vec<RefUpdate>,
152
        policy: Option<SignedPolicy>,
153
        tags: Vec<TagRef>,
154
    ) -> Result<Vec<RefResult>>;
5b9c6ad4 Andy McCall ↶ 155
}
156
750251b2 Andy McCall ↶ 157
// ---------------------------------------------------------------- local
158
5b9c6ad4 Andy McCall ↶ 159
/// Another repository on this machine, served in-process.
160
pub struct LocalRemote {
161
    pub repo: Repo,
84b9e9ac Andy McCall ↶ 162
    /// The pushing repository's id, which binds an unbound target on the
163
    /// first push, as `Oxy-Repo-Id` does over HTTP.
164
    pub claimed_id: Option<[u8; 16]>,
5b9c6ad4 Andy McCall ↶ 165
}
166
167
impl LocalRemote {
168
    pub fn open(path: &Path) -> Result<LocalRemote> {
75167672 Andy McCall 169
        Ok(LocalRemote {
170
            repo: Repo::open(path)?,
84b9e9ac Andy McCall ↶ 171
            claimed_id: None,
75167672 Andy McCall 172
        })
5b9c6ad4 Andy McCall ↶ 173
    }
174
}
175
176
impl Remote for LocalRemote {
177
    fn repo_id(&self) -> Result<[u8; 16]> {
178
        self.repo.id()
179
    }
83e0677b Andy McCall ↶ 180
    fn refs(&self) -> Result<RefsResponse> {
5b9c6ad4 Andy McCall ↶ 181
        self.repo.remote_refs()
182
    }
183
    fn negotiate(&self, have: &[ChangeHash], want: &[ChangeHash]) -> Result<Vec<ChangeHash>> {
184
        self.repo.negotiate(have, want)
185
    }
b3c5a59a Andy McCall ↶ 186
    fn fetch(&self, changes: &[ChangeHash], max_blob: Option<u64>) -> Result<Bundle> {
2c75672f Andy McCall ↶ 187
        self.repo.bundle_raw_for(changes, max_blob)
b3c5a59a Andy McCall ↶ 188
    }
189
    fn objects(&self, refs: &[ObjectRef]) -> Result<Vec<(ObjectType, Vec<u8>)>> {
190
        self.repo.objects_for(refs)
5b9c6ad4 Andy McCall ↶ 191
    }
2863456a Andy McCall ↶ 192
    fn checkpoint(&self, heads: &[ChangeHash]) -> Result<Bundle> {
193
        self.repo.checkpoint_bundle_for(heads)
194
    }
195
    fn shallow(&self, heads: &[ChangeHash], depth: u32) -> Result<Vec<ChangeHash>> {
196
        self.repo.shallow_changes(heads, depth)
197
    }
75167672 Andy McCall 198
    fn push(
199
        &self,
200
        bundle: Bundle,
201
        updates: Vec<RefUpdate>,
202
        policy: Option<SignedPolicy>,
203
        tags: Vec<TagRef>,
204
    ) -> Result<Vec<RefResult>> {
84b9e9ac Andy McCall ↶ 205
        if self.repo.is_unbound() {
206
            match self.claimed_id {
207
                Some(id) => self.repo.bind_id(id)?,
eae59556 Andy McCall ↶ 208
                None => {
209
                    return Err(RepoError::Msg(
210
                        "the remote is unbound and this client did not say which repository it is"
211
                            .into(),
212
                    ))
213
                }
84b9e9ac Andy McCall ↶ 214
            }
215
        }
132b884b Andy McCall ↶ 216
        self.repo.receive_push(bundle, updates, policy, tags)
5b9c6ad4 Andy McCall ↶ 217
    }
218
}
219
750251b2 Andy McCall ↶ 220
// ---------------------------------------------------------------- http
221
2b5ee371 Andy McCall ↶ 222
/// How to reach a remote: credentials and trust.
223
#[derive(Clone, Debug, Default)]
224
pub struct RemoteOptions {
225
    /// Bearer token for pushes.
226
    pub token: Option<String>,
227
    /// PEM file with extra root certificates to trust for `https://` remotes
228
    /// (self-hosted servers); the system web roots are always trusted.
229
    pub ca: Option<PathBuf>,
75167672 Andy McCall 230
    /// The local repository's id, sent as `Oxy-Repo-Id` so an unbound
231
    /// hosted repository can adopt it on the first push (spec §16.1).
232
    pub repo_id: Option<[u8; 16]>,
2b5ee371 Andy McCall ↶ 233
}
234
75167672 Andy McCall 235
/// The request header carrying the client's repository id.
236
pub const REPO_ID_HEADER: &str = "Oxy-Repo-Id";
237
238
/// The id of a hosted repository that has not adopted one yet.
239
pub const UNBOUND_ID: [u8; 16] = [0; 16];
240
750251b2 Andy McCall ↶ 241
/// A remote served by `oxy-server` at `<base>/oxy/v1/...`.
242
pub struct HttpRemote {
243
    base: String,
244
    token: Option<String>,
75167672 Andy McCall 245
    repo_id: Option<[u8; 16]>,
750251b2 Andy McCall ↶ 246
    agent: ureq::Agent,
247
}
248
11c95802 Andy McCall ↶ 249
/// A TLS client configuration trusting the web roots plus `ca`, if given:
250
/// the trust every oxy connection uses, shared with tools that call hub APIs.
251
pub fn tls_client_config(ca: Option<&Path>) -> Result<Arc<rustls::ClientConfig>> {
2b5ee371 Andy McCall ↶ 252
    let mut roots = rustls::RootCertStore::empty();
253
    roots.extend(webpki_roots::TLS_SERVER_ROOTS.iter().cloned());
254
    if let Some(path) = ca {
75167672 Andy McCall 255
        let pem = std::fs::read(path)
256
            .map_err(|e| RepoError::Msg(format!("reading CA file {}: {e}", path.display())))?;
2b5ee371 Andy McCall ↶ 257
        let certs = rustls_pemfile::certs(&mut pem.as_slice())
258
            .collect::<std::result::Result<Vec<_>, _>>()
259
            .map_err(|e| RepoError::Msg(format!("parsing CA file {}: {e}", path.display())))?;
260
        if certs.is_empty() {
75167672 Andy McCall 261
            return Err(RepoError::Msg(format!(
262
                "CA file {} holds no certificates",
263
                path.display()
264
            )));
2b5ee371 Andy McCall ↶ 265
        }
266
        for c in certs {
75167672 Andy McCall 267
            roots
268
                .add(c)
269
                .map_err(|e| RepoError::Msg(format!("CA file {}: {e}", path.display())))?;
2b5ee371 Andy McCall ↶ 270
        }
271
    }
75167672 Andy McCall 272
    let cfg = rustls::ClientConfig::builder_with_provider(Arc::new(
273
        rustls::crypto::ring::default_provider(),
274
    ))
275
    .with_safe_default_protocol_versions()
276
    .map_err(|e| RepoError::Msg(e.to_string()))?
277
    .with_root_certificates(roots)
278
    .with_no_client_auth();
2b5ee371 Andy McCall ↶ 279
    Ok(Arc::new(cfg))
280
}
281
750251b2 Andy McCall ↶ 282
impl HttpRemote {
2b5ee371 Andy McCall ↶ 283
    pub fn new(base: &str, options: &RemoteOptions) -> Result<HttpRemote> {
ff1f62fe Andy McCall ↶ 284
        refuse_plain_token(base, options)?;
75167672 Andy McCall 285
        let agent = ureq::AgentBuilder::new()
286
            .tls_config(tls_client_config(options.ca.as_deref())?)
287
            .build();
288
        Ok(HttpRemote {
289
            base: base.trim_end_matches('/').to_string(),
290
            token: options.token.clone(),
291
            repo_id: options.repo_id,
292
            agent,
293
        })
750251b2 Andy McCall ↶ 294
    }
295
296
    fn call(&self, post: bool, endpoint: &str, body: Option<&[u8]>) -> Result<Vec<u8>> {
297
        let url = format!("{}/oxy/v1/{endpoint}", self.base);
75167672 Andy McCall 298
        let mut req = if post {
299
            self.agent.post(&url)
300
        } else {
301
            self.agent.get(&url)
302
        };
750251b2 Andy McCall ↶ 303
        req = req.set("Accept", CONTENT_TYPE);
304
        if let Some(t) = &self.token {
305
            req = req.set("Authorization", &format!("Bearer {t}"));
306
        }
75167672 Andy McCall 307
        if let Some(id) = &self.repo_id {
308
            req = req.set(REPO_ID_HEADER, &hex::encode(id));
309
        }
750251b2 Andy McCall ↶ 310
        let resp = match body {
311
            Some(b) => req.set("Content-Type", CONTENT_TYPE).send_bytes(b),
312
            None => req.call(),
313
        };
314
        match resp {
315
            Ok(r) => {
316
                let mut out = Vec::new();
75167672 Andy McCall 317
                r.into_reader()
318
                    .read_to_end(&mut out)
319
                    .map_err(|e| RepoError::Msg(format!("{url}: {e}")))?;
750251b2 Andy McCall ↶ 320
                Ok(out)
321
            }
322
            Err(ureq::Error::Status(code, r)) => {
323
                let text = r.into_string().unwrap_or_default();
3e5772cc Andy McCall ↶ 324
                let msg = format!("{url}: HTTP {code}: {}", text.trim());
325
                Err(RepoError::Msg(with_hint(msg)))
750251b2 Andy McCall ↶ 326
            }
3e5772cc Andy McCall ↶ 327
            // The transport error already names the URL.
328
            Err(e) => Err(RepoError::Msg(with_hint(e.to_string()))),
750251b2 Andy McCall ↶ 329
        }
330
    }
331
}
332
ff1f62fe Andy McCall ↶ 333
/// Refuse to send a token where anyone on the way could read it: plain
334
/// `http` to another machine (see [`crate::credentials::token_allowed`]).
335
fn refuse_plain_token(url: &str, options: &RemoteOptions) -> Result<()> {
336
    if options.token.is_some() && !crate::credentials::token_allowed(url) {
337
        return Err(RepoError::Msg(format!(
338
            "{url}: refusing to send a token over plain http; use https"
339
        )));
340
    }
341
    Ok(())
342
}
343
3e5772cc Andy McCall ↶ 344
/// What to do about a failed request, recognised from its message.
345
pub fn hint_for(message: &str) -> Option<&'static str> {
346
    let m = message.to_ascii_lowercase();
347
    let hint = if m.contains("http 401") {
ff1f62fe Andy McCall ↶ 348
        "the hub needs you signed in, or did not accept the token: run `oxy auth login HUB` (pushing needs repo:write)"
3e5772cc Andy McCall ↶ 349
    } else if m.contains("http 403") {
350
        "the token or account lacks permission: pushing needs a token with repo:write and write access to the repository"
351
    } else if m.contains("http 404") {
ff1f62fe Andy McCall ↶ 352
        "nothing at this URL that you can see: check the owner and repository name; a private repository needs you signed in (`oxy auth login HUB`)"
3e5772cc Andy McCall ↶ 353
    } else if m.contains("unknownissuer")
354
        || m.contains("unknown issuer")
355
        || m.contains("certificate")
356
        || m.contains("invalidcertificate")
357
    {
358
        "the server's certificate is not trusted: for a hub with a self-signed certificate, download it from /.well-known/oxyhub-ca.pem on the hub and run `oxy config remote.<remote>.ca FILE`"
359
    } else if m.contains("connection refused") {
360
        "nothing is listening there: check the URL and port, and that the server is running"
361
    } else if m.contains("dns")
362
        || m.contains("failed to lookup")
363
        || m.contains("name or service not known")
364
    {
365
        "the host name does not resolve: check the URL"
366
    } else if m.contains("timed out") || m.contains("timeout") {
367
        "the server did not answer in time: check the network, or try again"
368
    } else {
369
        return None;
370
    };
371
    Some(hint)
372
}
373
374
/// `message`, followed by what to do about it when that is known.
375
pub fn with_hint(message: String) -> String {
376
    match hint_for(&message) {
377
        Some(h) => format!("{message}\n  hint: {h}"),
378
        None => message,
ff1f62fe Andy McCall ↶ 379
    }
380
}
381
382
/// A JSON request to a hub API (`GET`, `POST` or `DELETE`), with the same
383
/// TLS trust and token rules as remotes. Returns the status and body, an
384
/// error status included; only transport failures are errors.
385
pub fn http_json(
386
    method: &str,
387
    url: &str,
388
    body: Option<&str>,
389
    options: &RemoteOptions,
390
) -> Result<(u16, String)> {
391
    refuse_plain_token(url, options)?;
392
    let agent = ureq::AgentBuilder::new()
393
        .tls_config(tls_client_config(options.ca.as_deref())?)
394
        .timeout(std::time::Duration::from_secs(60))
395
        .build();
396
    let mut req = agent.request(method, url).set("Accept", "application/json");
397
    if let Some(t) = &options.token {
398
        req = req.set("Authorization", &format!("Bearer {t}"));
399
    }
400
    let resp = match body {
401
        Some(b) => req.set("Content-Type", "application/json").send_string(b),
402
        None => req.call(),
403
    };
404
    match resp {
405
        Ok(r) => {
406
            let code = r.status();
407
            Ok((code, r.into_string().unwrap_or_default()))
408
        }
409
        Err(ureq::Error::Status(code, r)) => Ok((code, r.into_string().unwrap_or_default())),
410
        Err(e) => Err(RepoError::Msg(with_hint(e.to_string()))),
3e5772cc Andy McCall ↶ 411
    }
412
}
413
d82e4409 Andy McCall ↶ 414
/// An authenticated GET of any URL on a host, with the same TLS trust and
415
/// token as remotes use (for hub APIs: proposals). Returns the body.
416
pub fn http_get(url: &str, options: &RemoteOptions) -> Result<Vec<u8>> {
ff1f62fe Andy McCall ↶ 417
    refuse_plain_token(url, options)?;
d82e4409 Andy McCall ↶ 418
    let agent = ureq::AgentBuilder::new()
419
        .tls_config(tls_client_config(options.ca.as_deref())?)
420
        .build();
421
    let mut req = agent.get(url).set("Accept", "application/json");
422
    if let Some(t) = &options.token {
423
        req = req.set("Authorization", &format!("Bearer {t}"));
424
    }
425
    match req.call() {
426
        Ok(r) => {
427
            let mut out = Vec::new();
428
            r.into_reader()
429
                .read_to_end(&mut out)
430
                .map_err(|e| RepoError::Msg(format!("{url}: {e}")))?;
431
            Ok(out)
432
        }
433
        Err(ureq::Error::Status(code, r)) => {
434
            let text = r.into_string().unwrap_or_default();
3e5772cc Andy McCall ↶ 435
            Err(RepoError::Msg(with_hint(format!(
4213c41d Andy McCall ↶ 436
                "{url}: HTTP {code}: {}",
437
                text.trim()
3e5772cc Andy McCall ↶ 438
            ))))
d82e4409 Andy McCall ↶ 439
        }
3e5772cc Andy McCall ↶ 440
        // The transport error already names the URL.
441
        Err(e) => Err(RepoError::Msg(with_hint(e.to_string()))),
d82e4409 Andy McCall ↶ 442
    }
443
}
444
750251b2 Andy McCall ↶ 445
impl Remote for HttpRemote {
446
    fn repo_id(&self) -> Result<[u8; 16]> {
447
        wire::decode_capabilities(&self.call(false, "capabilities", None)?)
448
    }
83e0677b Andy McCall ↶ 449
    fn refs(&self) -> Result<RefsResponse> {
750251b2 Andy McCall ↶ 450
        Ok(wire::decode_refs(&self.call(false, "refs", None)?)?.1)
451
    }
452
    fn negotiate(&self, have: &[ChangeHash], want: &[ChangeHash]) -> Result<Vec<ChangeHash>> {
75167672 Andy McCall 453
        wire::decode_hashes(&self.call(
454
            true,
455
            "negotiate",
456
            Some(&wire::encode_negotiate(have, want)),
457
        )?)
750251b2 Andy McCall ↶ 458
    }
b3c5a59a Andy McCall ↶ 459
    fn fetch(&self, changes: &[ChangeHash], max_blob: Option<u64>) -> Result<Bundle> {
75167672 Andy McCall 460
        wire::decode_bundle(&self.call(
461
            true,
462
            "fetch",
463
            Some(&wire::encode_fetch(changes, max_blob)),
464
        )?)
750251b2 Andy McCall ↶ 465
    }
b3c5a59a Andy McCall ↶ 466
    fn objects(&self, refs: &[ObjectRef]) -> Result<Vec<(ObjectType, Vec<u8>)>> {
75167672 Andy McCall 467
        Ok(
468
            wire::decode_bundle(&self.call(true, "objects", Some(&wire::encode_hashes(refs)))?)?
469
                .objects,
470
        )
b3c5a59a Andy McCall ↶ 471
    }
2863456a Andy McCall ↶ 472
    fn checkpoint(&self, heads: &[ChangeHash]) -> Result<Bundle> {
473
        wire::decode_bundle(&self.call(true, "checkpoint", Some(&wire::encode_hashes(heads)))?)
474
    }
475
    fn shallow(&self, heads: &[ChangeHash], depth: u32) -> Result<Vec<ChangeHash>> {
75167672 Andy McCall 476
        wire::decode_hashes(&self.call(
477
            true,
478
            "shallow",
479
            Some(&wire::encode_shallow(heads, depth)),
480
        )?)
2863456a Andy McCall ↶ 481
    }
75167672 Andy McCall 482
    fn push(
483
        &self,
484
        bundle: Bundle,
485
        updates: Vec<RefUpdate>,
486
        policy: Option<SignedPolicy>,
487
        tags: Vec<TagRef>,
488
    ) -> Result<Vec<RefResult>> {
489
        wire::decode_push_response(&self.call(
490
            true,
491
            "push",
492
            Some(&wire::encode_push(
493
                &bundle,
494
                &updates,
495
                policy.as_ref(),
496
                &tags,
497
            )),
498
        )?)
750251b2 Andy McCall ↶ 499
    }
500
}
501
502
/// Open a remote by URL: a local path (optionally `file://`), or `http(s)://`.
2b5ee371 Andy McCall ↶ 503
pub fn open_remote(url: &str, options: &RemoteOptions) -> Result<Box<dyn Remote>> {
750251b2 Andy McCall ↶ 504
    if url.starts_with("http://") || url.starts_with("https://") {
2b5ee371 Andy McCall ↶ 505
        return Ok(Box::new(HttpRemote::new(url, options)?));
750251b2 Andy McCall ↶ 506
    }
5b9c6ad4 Andy McCall ↶ 507
    let path = url.strip_prefix("file://").unwrap_or(url);
508
    if path.contains("://") {
750251b2 Andy McCall ↶ 509
        return Err(RepoError::Msg(format!("unsupported remote URL {url:?}")));
5b9c6ad4 Andy McCall ↶ 510
    }
84b9e9ac Andy McCall ↶ 511
    let mut local = LocalRemote::open(Path::new(path))?;
512
    local.claimed_id = options.repo_id;
513
    Ok(Box::new(local))
5b9c6ad4 Andy McCall ↶ 514
}
750251b2 Andy McCall ↶ 515
516
// ---------------------------------------------------------------- wire
517
518
/// CBOR encodings of the protocol messages (spec §16.1).
519
pub mod wire {
520
    use super::*;
521
522
    fn schema(msg: &str) -> RepoError {
523
        RepoError::Object(ObjectError::Schema(msg.into()))
524
    }
525
    fn sigs_value(sigs: &[Signature]) -> Value {
526
        Value::Array(sigs.iter().map(|s| s.to_value()).collect())
527
    }
528
    fn sigs_from(v: &Value) -> Result<Vec<Signature>> {
75167672 Andy McCall 529
        Ok(o::array(v, "signatures")?
530
            .iter()
531
            .map(Signature::from_value)
532
            .collect::<std::result::Result<Vec<_>, _>>()?)
750251b2 Andy McCall ↶ 533
    }
534
    fn hashes_value(hs: &[ObjectRef]) -> Value {
535
        Value::Array(hs.iter().map(|h| Value::Bytes(h.0.to_vec())).collect())
536
    }
537
    fn hashes_from(v: &Value) -> Result<Vec<ObjectRef>> {
75167672 Andy McCall 538
        Ok(o::array(v, "hashes")?
539
            .iter()
540
            .map(|h| o::oref(h, "hash"))
541
            .collect::<std::result::Result<Vec<_>, _>>()?)
750251b2 Andy McCall ↶ 542
    }
543
    fn attest_value(sa: &SignedAttest) -> Value {
544
        Value::Array(vec![Value::Bytes(sa.attest.encode()), sigs_value(&sa.sigs)])
545
    }
546
    fn attest_from(v: &Value) -> Result<SignedAttest> {
547
        let a = o::array(v, "signed attest")?;
548
        if a.len() != 2 {
549
            return Err(schema("signed attest: expected [attest, sigs]"));
550
        }
75167672 Andy McCall 551
        Ok(SignedAttest {
552
            attest: Attest::decode(o::bytes(&a[0], "attest")?)?,
553
            sigs: sigs_from(&a[1])?,
554
        })
750251b2 Andy McCall ↶ 555
    }
556
    fn opt_attest_value(sa: &Option<SignedAttest>) -> Value {
557
        sa.as_ref().map(attest_value).unwrap_or(Value::Null)
558
    }
559
    fn opt_attest_from(v: &Value) -> Result<Option<SignedAttest>> {
75167672 Andy McCall 560
        if v.is_null() {
561
            Ok(None)
562
        } else {
563
            attest_from(v).map(Some)
564
        }
750251b2 Andy McCall ↶ 565
    }
28fc23d7 Andy McCall ↶ 566
    /// `[policy bytes, [signature]]`: also the format of a policy proposal
567
    /// file exchanged between root holders (spec §14.5).
568
    pub fn policy_value(sp: &SignedPolicy) -> Value {
569
        Value::Array(vec![Value::Bytes(sp.policy.encode()), sigs_value(&sp.sigs)])
83e0677b Andy McCall ↶ 570
    }
28fc23d7 Andy McCall ↶ 571
    pub fn policy_from(v: &Value) -> Result<SignedPolicy> {
83e0677b Andy McCall ↶ 572
        let a = o::array(v, "signed policy")?;
573
        if a.len() != 2 {
574
            return Err(schema("signed policy: expected [policy, sigs]"));
575
        }
75167672 Andy McCall 576
        Ok(SignedPolicy {
577
            policy: Policy::decode(o::bytes(&a[0], "policy")?)?,
578
            sigs: sigs_from(&a[1])?,
579
        })
28fc23d7 Andy McCall ↶ 580
    }
581
    fn opt_policy_value(sp: Option<&SignedPolicy>) -> Value {
582
        sp.map(policy_value).unwrap_or(Value::Null)
583
    }
584
    fn opt_policy_from(v: &Value) -> Result<Option<SignedPolicy>> {
75167672 Andy McCall 585
        if v.is_null() {
586
            Ok(None)
587
        } else {
588
            policy_from(v).map(Some)
589
        }
83e0677b Andy McCall ↶ 590
    }
750251b2 Andy McCall ↶ 591
    fn map<'a>(v: &'a Value, what: &str) -> Result<&'a o::Map> {
592
        Ok(o::map(v, what)?)
593
    }
594
    fn field<'a>(m: &'a o::Map, k: u64, what: &str) -> Result<&'a Value> {
595
        Ok(o::field(m, k, what)?)
596
    }
597
6f8aeb99 Andy McCall ↶ 598
    /// A bundle's value. Each change's text blobs and their chunks (spec
599
    /// §6.1) are added to its objects when they are not already there, so a
600
    /// bundle can always be read on its own.
750251b2 Andy McCall ↶ 601
    pub fn bundle_value(b: &Bundle) -> Value {
2c75672f Andy McCall ↶ 602
        let mut changes = Vec::with_capacity(b.raw_changes.len() + b.changes.len());
603
        // Changes as stored are already their encoding, their texts among
604
        // the objects.
605
        for (bytes, s) in &b.raw_changes {
606
            changes.push(Value::Array(vec![
607
                Value::Bytes(bytes.clone()),
608
                sigs_value(s),
609
            ]));
610
        }
6f8aeb99 Andy McCall ↶ 611
        let mut texts: Vec<(ObjectType, Vec<u8>)> = Vec::new();
612
        let mut listed: Option<std::collections::HashSet<ObjectRef>> = None;
613
        for (c, s) in &b.changes {
614
            let (bytes, stored) = c.encode_parts();
615
            for t in stored {
616
                let listed = listed.get_or_insert_with(|| {
617
                    b.objects
618
                        .iter()
619
                        .map(|(ty, body)| crate::hash::hash_object(*ty, body))
620
                        .collect()
621
                });
622
                if !listed.insert(t.blob.hash()) {
623
                    continue;
624
                }
625
                for chunk in crate::chunk::chunks(&t.content) {
626
                    if listed.insert(crate::hash::hash_object(ObjectType::Chunk, chunk)) {
627
                        texts.push((ObjectType::Chunk, chunk.to_vec()));
628
                    }
629
                }
630
                texts.push((ObjectType::Blob, t.blob.encode()));
631
            }
632
            changes.push(Value::Array(vec![Value::Bytes(bytes), sigs_value(s)]));
633
        }
750251b2 Andy McCall ↶ 634
        Value::map([
6f8aeb99 Andy McCall ↶ 635
            (0, Value::Array(changes)),
750251b2 Andy McCall ↶ 636
            (
75167672 Andy McCall 637
                1,
638
                Value::Array(b.attests.iter().map(attest_value).collect()),
639
            ),
640
            (
750251b2 Andy McCall ↶ 641
                2,
642
                Value::Array(
75167672 Andy McCall 643
                    b.objects
644
                        .iter()
6f8aeb99 Andy McCall ↶ 645
                        .chain(&texts)
75167672 Andy McCall 646
                        .map(|(t, body)| {
647
                            Value::Array(vec![
648
                                Value::Text(t.name().into()),
649
                                Value::Bytes(body.clone()),
650
                            ])
651
                        })
652
                        .collect(),
750251b2 Andy McCall ↶ 653
                ),
654
            ),
75167672 Andy McCall 655
            (
656
                3,
657
                Value::Array(b.policies.iter().map(policy_value).collect()),
658
            ),
750251b2 Andy McCall ↶ 659
        ])
660
    }
661
662
    pub fn bundle_from_value(v: &Value) -> Result<Bundle> {
663
        let m = map(v, "bundle")?;
664
        let mut b = Bundle::default();
665
        for ob in o::array(field(m, 2, "objects")?, "objects")? {
666
            let pair = o::array(ob, "object")?;
667
            if pair.len() != 2 {
668
                return Err(schema("object: expected [type, body]"));
669
            }
75167672 Andy McCall 670
            let ty = ObjectType::from_name(o::text(&pair[0], "object type")?)
671
                .ok_or_else(|| schema("unknown object type"))?;
672
            b.objects
673
                .push((ty, o::bytes(&pair[1], "object body")?.to_vec()));
6f8aeb99 Andy McCall ↶ 674
        }
675
        // Stored inserts are read from the bundle's own objects.
676
        let mut by_ref: Option<std::collections::HashMap<ObjectRef, usize>> = None;
677
        for c in o::array(field(m, 0, "changes")?, "changes")? {
678
            let pair = o::array(c, "change entry")?;
679
            if pair.len() != 2 {
680
                return Err(schema("change entry: expected [change, sigs]"));
681
            }
598009a7 Andy McCall ↶ 682
            let encoded = o::bytes(&pair[0], "change")?;
683
            b.hashes
684
                .push(crate::hash::hash_object(ObjectType::Change, encoded));
0f93f49c Andy McCall ↶ 685
            let change = Change::decode_with(encoded, &mut |text, count, form| {
6f8aeb99 Andy McCall ↶ 686
                let by_ref = by_ref.get_or_insert_with(|| {
687
                    b.objects
688
                        .iter()
689
                        .enumerate()
690
                        .map(|(i, (ty, body))| (crate::hash::hash_object(*ty, body), i))
691
                        .collect()
692
                });
693
                let get =
694
                    |r: &ObjectRef, want: ObjectType| match by_ref.get(r).map(|i| &b.objects[*i]) {
695
                        Some((ty, body)) if *ty == want => Ok(body),
696
                        _ => Err(ObjectError::Schema(format!(
697
                            "the bundle lacks {} {}",
698
                            want.name(),
699
                            r.short(12)
700
                        ))),
701
                    };
702
                let blob = crate::objects::Blob::decode(get(text, ObjectType::Blob)?)?;
703
                let mut content = Vec::with_capacity(blob.length as usize);
704
                for chunk in &blob.chunks {
705
                    content.extend_from_slice(get(chunk, ObjectType::Chunk)?);
706
                }
0f93f49c Andy McCall ↶ 707
                crate::objects::text_lines(&content, count, form)
6f8aeb99 Andy McCall ↶ 708
            })?;
709
            b.changes.push((change, sigs_from(&pair[1])?));
710
        }
711
        for a in o::array(field(m, 1, "attests")?, "attests")? {
712
            b.attests.push(attest_from(a)?);
750251b2 Andy McCall ↶ 713
        }
28fc23d7 Andy McCall ↶ 714
        if let Some(ps) = m.get(&3) {
715
            for p in o::array(ps, "policies")? {
716
                b.policies.push(policy_from(p)?);
717
            }
718
        }
750251b2 Andy McCall ↶ 719
        Ok(b)
720
    }
721
722
    pub fn encode_bundle(b: &Bundle) -> Vec<u8> {
723
        cbor::encode(&bundle_value(b))
724
    }
725
    pub fn decode_bundle(bytes: &[u8]) -> Result<Bundle> {
726
        bundle_from_value(&cbor::decode(bytes).map_err(ObjectError::from)?)
727
    }
728
729
    pub fn encode_capabilities(id: [u8; 16]) -> Vec<u8> {
730
        cbor::encode(&Value::map([
731
            (0, Value::Array(vec![Value::Uint(PROTOCOL_VERSION)])),
732
            (1, Value::Bytes(id.to_vec())),
733
            (2, Value::Array(vec![Value::Text("seal".into())])),
734
        ]))
735
    }
736
    pub fn decode_capabilities(bytes: &[u8]) -> Result<[u8; 16]> {
737
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
738
        let m = map(&v, "capabilities")?;
739
        let versions = o::array(field(m, 0, "versions")?, "versions")?;
75167672 Andy McCall 740
        if !versions
741
            .iter()
742
            .any(|x| x.as_uint() == Some(PROTOCOL_VERSION))
743
        {
744
            return Err(RepoError::Msg(
745
                "remote does not speak protocol version 1".into(),
746
            ));
750251b2 Andy McCall ↶ 747
        }
75167672 Andy McCall 748
        o::bytes(field(m, 1, "repo id")?, "repo id")?
749
            .try_into()
750
            .map_err(|_| schema("repo id: expected 16 bytes"))
750251b2 Andy McCall ↶ 751
    }
752
132b884b Andy McCall ↶ 753
    fn tags_value(tags: &[TagRef]) -> Value {
754
        Value::Array(
755
            tags.iter()
756
                .map(|t| {
757
                    Value::map([
758
                        (0, Value::Text(t.name.clone())),
759
                        (1, Value::Bytes(t.state.0.to_vec())),
760
                        (2, hashes_value(&t.heads)),
761
                        (3, opt_attest_value(&t.attestation)),
762
                    ])
763
                })
764
                .collect(),
765
        )
766
    }
767
    fn tags_from(v: &Value) -> Result<Vec<TagRef>> {
768
        let mut out = Vec::new();
769
        for t in o::array(v, "tags")? {
770
            let tm = map(t, "tag")?;
771
            out.push(TagRef {
772
                name: o::text(field(tm, 0, "name")?, "name")?.to_owned(),
773
                state: o::oref(field(tm, 1, "state")?, "state")?,
774
                heads: hashes_from(field(tm, 2, "heads")?)?,
775
                attestation: opt_attest_from(field(tm, 3, "attestation")?)?,
776
            });
777
        }
778
        Ok(out)
779
    }
780
83e0677b Andy McCall ↶ 781
    pub fn encode_refs(id: [u8; 16], resp: &RefsResponse) -> Vec<u8> {
750251b2 Andy McCall ↶ 782
        cbor::encode(&Value::map([
783
            (
784
                0,
785
                Value::Array(
83e0677b Andy McCall ↶ 786
                    resp.refs
787
                        .iter()
750251b2 Andy McCall ↶ 788
                        .map(|r| {
789
                            Value::map([
790
                                (0, Value::Text(r.name.clone())),
791
                                (1, Value::Bytes(r.state.0.to_vec())),
792
                                (2, hashes_value(&r.heads)),
793
                                (3, opt_attest_value(&r.attestation)),
794
                                (4, r.last_serial.map(Value::Uint).unwrap_or(Value::Null)),
795
                            ])
796
                        })
797
                        .collect(),
798
                ),
799
            ),
800
            (1, Value::Bytes(id.to_vec())),
83e0677b Andy McCall ↶ 801
            (2, opt_policy_value(resp.policy.as_ref())),
132b884b Andy McCall ↶ 802
            (3, tags_value(&resp.tags)),
75167672 Andy McCall 803
            (
804
                4,
805
                Value::Array(resp.history.iter().map(policy_value).collect()),
806
            ),
14edbaaf Andy McCall ↶ 807
            (
808
                5,
809
                resp.default_bookmark
810
                    .clone()
811
                    .map(Value::Text)
812
                    .unwrap_or(Value::Null),
813
            ),
750251b2 Andy McCall ↶ 814
        ]))
815
    }
83e0677b Andy McCall ↶ 816
    pub fn decode_refs(bytes: &[u8]) -> Result<([u8; 16], RefsResponse)> {
750251b2 Andy McCall ↶ 817
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
818
        let m = map(&v, "refs")?;
75167672 Andy McCall 819
        let id: [u8; 16] = o::bytes(field(m, 1, "repo id")?, "repo id")?
820
            .try_into()
821
            .map_err(|_| schema("repo id: expected 16 bytes"))?;
750251b2 Andy McCall ↶ 822
        let mut refs = Vec::new();
823
        for r in o::array(field(m, 0, "refs")?, "refs")? {
824
            let rm = map(r, "ref")?;
825
            let ls = field(rm, 4, "last serial")?;
826
            refs.push(RemoteRef {
827
                name: o::text(field(rm, 0, "name")?, "name")?.to_owned(),
828
                state: o::oref(field(rm, 1, "state")?, "state")?,
829
                heads: hashes_from(field(rm, 2, "heads")?)?,
830
                attestation: opt_attest_from(field(rm, 3, "attestation")?)?,
75167672 Andy McCall 831
                last_serial: if ls.is_null() {
832
                    None
833
                } else {
834
                    Some(o::uint(ls, "last serial")?)
835
                },
750251b2 Andy McCall ↶ 836
            });
837
        }
83e0677b Andy McCall ↶ 838
        let policy = match m.get(&2) {
839
            Some(p) => opt_policy_from(p)?,
840
            None => None,
841
        };
132b884b Andy McCall ↶ 842
        let tags = match m.get(&3) {
843
            Some(t) => tags_from(t)?,
844
            None => Vec::new(),
845
        };
28fc23d7 Andy McCall ↶ 846
        let mut history = Vec::new();
847
        if let Some(h) = m.get(&4) {
848
            for p in o::array(h, "history")? {
849
                history.push(policy_from(p)?);
850
            }
851
        }
14edbaaf Andy McCall ↶ 852
        let default_bookmark = match m.get(&5) {
853
            Some(Value::Text(t)) => Some(t.clone()),
854
            _ => None,
855
        };
75167672 Andy McCall 856
        Ok((
857
            id,
858
            RefsResponse {
859
                refs,
860
                policy,
861
                tags,
862
                history,
14edbaaf Andy McCall ↶ 863
                default_bookmark,
75167672 Andy McCall 864
            },
865
        ))
750251b2 Andy McCall ↶ 866
    }
867
868
    pub fn encode_negotiate(have: &[ChangeHash], want: &[ChangeHash]) -> Vec<u8> {
75167672 Andy McCall 869
        cbor::encode(&Value::map([
870
            (0, hashes_value(have)),
871
            (1, hashes_value(want)),
872
        ]))
750251b2 Andy McCall ↶ 873
    }
874
    pub fn decode_negotiate(bytes: &[u8]) -> Result<(Vec<ChangeHash>, Vec<ChangeHash>)> {
875
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
876
        let m = map(&v, "negotiate")?;
75167672 Andy McCall 877
        Ok((
878
            hashes_from(field(m, 0, "have")?)?,
879
            hashes_from(field(m, 1, "want")?)?,
880
        ))
750251b2 Andy McCall ↶ 881
    }
882
b3c5a59a Andy McCall ↶ 883
    /// `fetch` request: `{0: [changes], 1: max blob size or null}`.
884
    pub fn encode_fetch(hs: &[ChangeHash], max_blob: Option<u64>) -> Vec<u8> {
75167672 Andy McCall 885
        cbor::encode(&Value::map([
886
            (0, hashes_value(hs)),
887
            (1, max_blob.map(Value::Uint).unwrap_or(Value::Null)),
888
        ]))
b3c5a59a Andy McCall ↶ 889
    }
890
    pub fn decode_fetch(bytes: &[u8]) -> Result<(Vec<ChangeHash>, Option<u64>)> {
891
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
892
        let m = map(&v, "fetch")?;
893
        let max = match m.get(&1) {
894
            Some(x) if !x.is_null() => Some(o::uint(x, "max blob")?),
895
            _ => None,
896
        };
897
        Ok((hashes_from(field(m, 0, "changes")?)?, max))
898
    }
899
2863456a Andy McCall ↶ 900
    /// `shallow` request: `{0: [heads], 1: depth}`.
901
    pub fn encode_shallow(hs: &[ChangeHash], depth: u32) -> Vec<u8> {
75167672 Andy McCall 902
        cbor::encode(&Value::map([
903
            (0, hashes_value(hs)),
904
            (1, Value::Uint(depth as u64)),
905
        ]))
2863456a Andy McCall ↶ 906
    }
907
    pub fn decode_shallow(bytes: &[u8]) -> Result<(Vec<ChangeHash>, u32)> {
908
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
909
        let m = map(&v, "shallow")?;
75167672 Andy McCall 910
        Ok((
911
            hashes_from(field(m, 0, "heads")?)?,
912
            o::u32_(field(m, 1, "depth")?, "depth")?,
913
        ))
2863456a Andy McCall ↶ 914
    }
915
750251b2 Andy McCall ↶ 916
    pub fn encode_hashes(hs: &[ChangeHash]) -> Vec<u8> {
917
        cbor::encode(&Value::map([(0, hashes_value(hs))]))
918
    }
919
    pub fn decode_hashes(bytes: &[u8]) -> Result<Vec<ChangeHash>> {
920
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
921
        hashes_from(field(map(&v, "hashes")?, 0, "hashes")?)
922
    }
923
75167672 Andy McCall 924
    pub fn encode_push(
925
        bundle: &Bundle,
926
        updates: &[RefUpdate],
927
        policy: Option<&SignedPolicy>,
928
        tags: &[TagRef],
929
    ) -> Vec<u8> {
750251b2 Andy McCall ↶ 930
        cbor::encode(&Value::map([
931
            (0, bundle_value(bundle)),
83e0677b Andy McCall ↶ 932
            (2, opt_policy_value(policy)),
132b884b Andy McCall ↶ 933
            (3, tags_value(tags)),
750251b2 Andy McCall ↶ 934
            (
935
                1,
936
                Value::Array(
937
                    updates
938
                        .iter()
939
                        .map(|u| {
940
                            Value::map([
941
                                (0, Value::Text(u.name.clone())),
942
                                (1, Value::Bytes(u.old_state.0.to_vec())),
943
                                (2, Value::Bytes(u.new_state.0.to_vec())),
944
                                (3, Value::Bool(u.force)),
945
                                (4, opt_attest_value(&u.attestation)),
946
                            ])
947
                        })
948
                        .collect(),
949
                ),
950
            ),
951
        ]))
952
    }
132b884b Andy McCall ↶ 953
    /// A decoded push: bundle, bookmark updates, policy, tags.
954
    pub type PushParts = (Bundle, Vec<RefUpdate>, Option<SignedPolicy>, Vec<TagRef>);
955
956
    pub fn decode_push(bytes: &[u8]) -> Result<PushParts> {
750251b2 Andy McCall ↶ 957
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
958
        let m = map(&v, "push")?;
959
        let bundle = bundle_from_value(field(m, 0, "bundle")?)?;
960
        let mut updates = Vec::new();
961
        for u in o::array(field(m, 1, "updates")?, "updates")? {
962
            let um = map(u, "update")?;
963
            updates.push(RefUpdate {
964
                name: o::text(field(um, 0, "name")?, "name")?.to_owned(),
965
                old_state: o::oref(field(um, 1, "old_state")?, "old_state")?,
966
                new_state: o::oref(field(um, 2, "new_state")?, "new_state")?,
75167672 Andy McCall 967
                force: field(um, 3, "force")?
968
                    .as_bool()
969
                    .ok_or_else(|| schema("force: expected bool"))?,
750251b2 Andy McCall ↶ 970
                attestation: opt_attest_from(field(um, 4, "attestation")?)?,
971
            });
972
        }
83e0677b Andy McCall ↶ 973
        let policy = match m.get(&2) {
974
            Some(p) => opt_policy_from(p)?,
975
            None => None,
976
        };
132b884b Andy McCall ↶ 977
        let tags = match m.get(&3) {
978
            Some(t) => tags_from(t)?,
979
            None => Vec::new(),
980
        };
981
        Ok((bundle, updates, policy, tags))
750251b2 Andy McCall ↶ 982
    }
983
984
    pub fn encode_push_response(results: &[RefResult]) -> Vec<u8> {
985
        cbor::encode(&Value::map([(
986
            0,
987
            Value::Array(
988
                results
989
                    .iter()
75167672 Andy McCall 990
                    .map(|r| {
991
                        Value::map([
992
                            (0, Value::Text(r.name.clone())),
993
                            (1, Value::Bool(r.ok)),
994
                            (2, Value::Text(r.reason.clone())),
995
                        ])
996
                    })
750251b2 Andy McCall ↶ 997
                    .collect(),
998
            ),
999
        )]))
1000
    }
1001
    pub fn decode_push_response(bytes: &[u8]) -> Result<Vec<RefResult>> {
1002
        let v = cbor::decode(bytes).map_err(ObjectError::from)?;
1003
        let m = map(&v, "push response")?;
1004
        let mut out = Vec::new();
1005
        for r in o::array(field(m, 0, "results")?, "results")? {
1006
            let rm = map(r, "result")?;
1007
            out.push(RefResult {
1008
                name: o::text(field(rm, 0, "name")?, "name")?.to_owned(),
75167672 Andy McCall 1009
                ok: field(rm, 1, "ok")?
1010
                    .as_bool()
1011
                    .ok_or_else(|| schema("ok: expected bool"))?,
750251b2 Andy McCall ↶ 1012
                reason: o::text(field(rm, 2, "reason")?, "reason")?.to_owned(),
1013
            });
1014
        }
1015
        Ok(out)
1016
    }
1017
}
1018
1019
#[cfg(test)]
1020
mod tests {
1021
    use super::*;
1022
    use crate::attest::AttestBody;
1023
    use crate::objects::Hlc;
1024
1025
    #[test]
1026
    fn wire_round_trips() {
1027
        let c = crate::objects::tests::sample_change();
75167672 Andy McCall 1028
        let sk = crate::identity::SecretKey {
1029
            ed_seed: [1; 32],
1030
            ml_seed: [2; 32],
1031
        };
750251b2 Andy McCall ↶ 1032
        let id = sk.identity("a", "b", 0);
1033
        let key = id.hash();
1034
        let sig = sk.sign(crate::identity::Domain::Change, &key, &c.hash());
1035
        let seal = Attest::seal([3; 16], vec![c.hash()]);
1036
        let seal_sig = sk.sign(crate::identity::Domain::Attest, &key, &seal.hash());
28fc23d7 Andy McCall ↶ 1037
        let policy = Policy::single_root([3; 16], id.clone(), 99);
1038
        let psig = sk.sign(crate::identity::Domain::Policy, &key, &policy.hash());
750251b2 Andy McCall ↶ 1039
        let bundle = Bundle {
1040
            changes: vec![(c.clone(), vec![sig.clone()])],
75167672 Andy McCall 1041
            attests: vec![SignedAttest {
1042
                attest: seal.clone(),
1043
                sigs: vec![seal_sig],
1044
            }],
1045
            objects: vec![
1046
                (ObjectType::Identity, id.encode()),
1047
                (ObjectType::Chunk, b"xyz".to_vec()),
1048
            ],
1049
            policies: vec![SignedPolicy {
1050
                policy: policy.clone(),
1051
                sigs: vec![psig.clone()],
1052
            }],
598009a7 Andy McCall ↶ 1053
            hashes: vec![],
2c75672f Andy McCall ↶ 1054
            raw_changes: vec![],
750251b2 Andy McCall ↶ 1055
        };
1056
        let d = wire::decode_bundle(&wire::encode_bundle(&bundle)).unwrap();
598009a7 Andy McCall ↶ 1057
        assert_eq!(
1058
            d.hashes,
1059
            vec![c.hash()],
1060
            "the receiver hashes what it was sent"
1061
        );
750251b2 Andy McCall ↶ 1062
        assert_eq!(d.changes, bundle.changes);
1063
        assert_eq!(d.attests, bundle.attests);
1064
        assert_eq!(d.objects, bundle.objects);
28fc23d7 Andy McCall ↶ 1065
        assert_eq!(d.policies, bundle.policies);
750251b2 Andy McCall ↶ 1066
75167672 Andy McCall 1067
        let att = Attest {
1068
            repo: [3; 16],
1069
            hlc: Hlc::default(),
1070
            body: AttestBody::Ref {
1071
                name: "main".into(),
1072
                old_state: ObjectRef([1; 32]),
1073
                new_state: ObjectRef([2; 32]),
1074
                serial: 4,
1075
            },
1076
        };
750251b2 Andy McCall ↶ 1077
        let refs = vec![
75167672 Andy McCall 1078
            RemoteRef {
1079
                name: "main".into(),
1080
                state: ObjectRef([2; 32]),
1081
                heads: vec![c.hash()],
1082
                attestation: Some(SignedAttest {
1083
                    attest: att.clone(),
1084
                    sigs: vec![sig.clone()],
1085
                }),
1086
                last_serial: Some(4),
1087
            },
1088
            RemoteRef {
1089
                name: "dev".into(),
1090
                state: ObjectRef([5; 32]),
1091
                heads: vec![],
1092
                attestation: None,
1093
                last_serial: None,
1094
            },
750251b2 Andy McCall ↶ 1095
        ];
75167672 Andy McCall 1096
        let tag = TagRef {
1097
            name: "v1".into(),
1098
            state: ObjectRef([2; 32]),
1099
            heads: vec![c.hash()],
1100
            attestation: None,
1101
        };
1102
        let resp = RefsResponse {
1103
            refs,
1104
            policy: Some(SignedPolicy {
1105
                policy: policy.clone(),
1106
                sigs: vec![psig.clone()],
1107
            }),
1108
            tags: vec![tag.clone()],
1109
            history: vec![SignedPolicy {
1110
                policy: policy.clone(),
1111
                sigs: vec![],
1112
            }],
14edbaaf Andy McCall ↶ 1113
            default_bookmark: Some("develop".into()),
75167672 Andy McCall 1114
        };
83e0677b Andy McCall ↶ 1115
        let (id_back, back) = wire::decode_refs(&wire::encode_refs([3; 16], &resp)).unwrap();
750251b2 Andy McCall ↶ 1116
        assert_eq!(id_back, [3; 16]);
83e0677b Andy McCall ↶ 1117
        assert_eq!(back.refs.len(), 2);
1118
        assert_eq!(back.refs[0].attestation.as_ref().unwrap().attest, att);
1119
        assert_eq!(back.refs[1].last_serial, None);
1120
        assert_eq!(back.policy.as_ref().unwrap().policy, policy);
28fc23d7 Andy McCall ↶ 1121
        assert_eq!(back.history, resp.history);
132b884b Andy McCall ↶ 1122
        assert_eq!(back.tags, vec![tag.clone()]);
750251b2 Andy McCall ↶ 1123
75167672 Andy McCall 1124
        let (h, w) = wire::decode_negotiate(&wire::encode_negotiate(
1125
            &[ObjectRef([1; 32])],
1126
            &[ObjectRef([2; 32])],
1127
        ))
1128
        .unwrap();
750251b2 Andy McCall ↶ 1129
        assert_eq!((h, w), (vec![ObjectRef([1; 32])], vec![ObjectRef([2; 32])]));
75167672 Andy McCall 1130
        assert_eq!(
1131
            wire::decode_hashes(&wire::encode_hashes(&[c.hash()])).unwrap(),
1132
            vec![c.hash()]
1133
        );
1134
        assert_eq!(
1135
            wire::decode_fetch(&wire::encode_fetch(&[c.hash()], Some(4096))).unwrap(),
1136
            (vec![c.hash()], Some(4096))
1137
        );
1138
        assert_eq!(
1139
            wire::decode_fetch(&wire::encode_fetch(&[], None)).unwrap(),
1140
            (vec![], None)
1141
        );
1142
        assert_eq!(
1143
            wire::decode_shallow(&wire::encode_shallow(&[c.hash()], 3)).unwrap(),
1144
            (vec![c.hash()], 3)
1145
        );
b3c5a59a Andy McCall ↶ 1146
        // An old-style fetch request without the filter field still decodes.
75167672 Andy McCall 1147
        assert_eq!(
1148
            wire::decode_fetch(&wire::encode_hashes(&[c.hash()])).unwrap(),
1149
            (vec![c.hash()], None)
1150
        );
750251b2 Andy McCall ↶ 1151
75167672 Andy McCall 1152
        let up = RefUpdate {
1153
            name: "main".into(),
1154
            old_state: ObjectRef([1; 32]),
1155
            new_state: ObjectRef([2; 32]),
1156
            force: true,
1157
            attestation: Some(SignedAttest {
1158
                attest: att,
1159
                sigs: vec![sig],
1160
            }),
1161
        };
1162
        let sp = SignedPolicy {
1163
            policy,
1164
            sigs: vec![psig],
1165
        };
1166
        let (b2, ups, pol, tags) = wire::decode_push(&wire::encode_push(
1167
            &bundle,
1168
            std::slice::from_ref(&up),
1169
            Some(&sp),
1170
            std::slice::from_ref(&tag),
1171
        ))
1172
        .unwrap();
83e0677b Andy McCall ↶ 1173
        assert_eq!(pol, Some(sp));
132b884b Andy McCall ↶ 1174
        assert_eq!(tags, vec![tag]);
750251b2 Andy McCall ↶ 1175
        assert_eq!(b2.changes.len(), 1);
1176
        assert_eq!(ups[0].name, "main");
1177
        assert!(ups[0].force);
1178
        assert_eq!(ups[0].attestation, up.attestation);
75167672 Andy McCall 1179
        let res = vec![RefResult {
1180
            name: "main".into(),
1181
            ok: false,
1182
            reason: "stale".into(),
1183
        }];
1184
        assert_eq!(
1185
            wire::decode_push_response(&wire::encode_push_response(&res)).unwrap(),
1186
            res
1187
        );
1188
        assert_eq!(
1189
            wire::decode_capabilities(&wire::encode_capabilities([7; 16])).unwrap(),
1190
            [7; 16]
1191
        );
750251b2 Andy McCall ↶ 1192
    }
1193
}