OXYGENHUB
# f0ef9778e587 oxygen / crates / oxy-core / src / repo / sync.rs
103.1 KiB · Rust · last changed A keyless agent's changes verify where its owner's identity is new (closes #134) 11 days ago source blame history raw
1
//! Serving and talking to remotes (spec §10.2, §16).
2
3
use super::tags::TagCheck;
4
use super::*;
5
6
/// What a push did, for hosts (hub spec §6.12).
7
#[derive(Clone, Debug, Default)]
8
pub struct PushReport {
9
    pub results: Vec<RefResult>,
10
    /// Accepted reference updates, in request order.
11
    pub updated: Vec<RefUpdated>,
12
    /// Changes this push stored that were not already present.
13
    pub imported: Vec<ChangeHash>,
14
}
15
16
#[derive(Clone, Debug)]
17
pub struct RefUpdated {
18
    pub name: String,
19
    pub old_state: ObjectRef,
20
    pub new_state: ObjectRef,
21
    pub heads: Vec<ChangeHash>,
22
}
23
24
/// What a fetch brought in.
25
#[derive(Debug, Clone, PartialEq, Eq, Default)]
26
pub struct FetchReport {
27
    /// Bookmark name, its heads, and how many changes were new.
28
    pub refs: Vec<(String, Vec<ChangeHash>, usize)>,
29
    /// Tags adopted from the remote.
30
    pub new_tags: usize,
31
    /// The remote has never presented a policy, so nothing was verified
32
    /// against one (spec §14.5: warn loudly).
33
    pub unverified: bool,
34
    /// What checking the host's transparency log found short of a fork
35
    /// (spec §14.8): attestations not logged yet, a log that could not be
36
    /// read. A fork fails the fetch instead.
37
    pub log_notes: Vec<String>,
38
    /// Bookmarks left as they were because their attestation could not be
39
    /// verified (its signer unknown here, or its signature bad), each with
40
    /// why (oxygenhub#266). The current bookmark is never skipped: its
41
    /// fetch fails instead.
42
    pub skipped: Vec<(String, String)>,
43
}
44
45
#[derive(Debug, Clone, PartialEq, Eq)]
46
pub struct PullReport {
47
    /// The current bookmark's heads after the pull.
48
    pub heads: Vec<ChangeHash>,
49
    /// Whether the current bookmark changed.
50
    pub changed: bool,
51
    pub checked_out: bool,
52
    /// Other bookmarks the pull moved: each local bookmark tracks the
53
    /// remote's of the same name.
54
    pub others: Vec<String>,
55
    /// What the fetch left as it was ([`FetchReport::skipped`]).
56
    pub skipped: Vec<(String, String)>,
57
}
58
59
/// The result a push of objects alone reports (a batch of a long history):
60
/// not a reference.
61
pub const OBJECTS_RESULT: &str = "objects";
62
63
impl Repo {
64
    // ------------------------------------------------------------ serving (spec §16)
65
66
    fn ref_attest_path(&self, bookmark: &str) -> PathBuf {
67
        self.oxy.join("attest").join(name_file(bookmark))
68
    }
69
70
    /// The latest reference attestation stored for a bookmark.
71
    pub fn latest_ref_attest(&self, bookmark: &str) -> Result<Option<(ObjectRef, SignedAttest)>> {
72
        match fs::read_to_string(self.ref_attest_path(bookmark)) {
73
            Ok(h) => {
74
                let r = ObjectRef::from_hex(h.trim())
75
                    .ok_or_else(|| RepoError::Msg("corrupt attestation pointer".into()))?;
76
                Ok(Some((
77
                    r,
78
                    SignedAttest {
79
                        attest: self.store.get_attest(&r)?,
80
                        sigs: self.store.signatures(&r)?,
81
                    },
82
                )))
83
            }
84
            Err(e) if e.kind() == std::io::ErrorKind::NotFound => Ok(None),
85
            Err(e) => Err(e.into()),
86
        }
87
    }
88
89
    pub(crate) fn set_ref_attest(&self, bookmark: &str, r: &ObjectRef) -> Result<()> {
90
        fs::create_dir_all(self.oxy.join("attest"))?;
91
        write_atomic(&self.ref_attest_path(bookmark), r.to_hex().as_bytes())
92
    }
93
94
    pub fn remote_refs(&self) -> Result<RefsResponse> {
95
        let view = self.view()?;
96
        let mut out = Vec::new();
97
        for (name, state) in &view.bookmarks {
98
            let latest = self.latest_ref_attest(name)?.map(|(_, a)| a);
99
            let last_serial = latest.as_ref().and_then(|a| match a.attest.body {
100
                AttestBody::Ref { serial, .. } => Some(serial),
101
                _ => None,
102
            });
103
            let attestation = latest.filter(|a| matches!(&a.attest.body, AttestBody::Ref { new_state, .. } if new_state == state));
104
            let accepted = match &attestation {
105
                Some(a) => self.acceptance_of(&a.attest.hash())?,
106
                None => None,
107
            };
108
            out.push(RemoteRef {
109
                name: name.clone(),
110
                state: *state,
111
                heads: self.store.get_state(state)?.heads,
112
                attestation,
113
                last_serial,
114
                accepted,
115
                logged: None,
116
                integration: vec![],
117
            });
118
        }
119
        let policy = self.current_policy()?.map(|(_, sp)| sp);
120
        let history = self
121
            .policy_history()?
122
            .into_iter()
123
            .filter(|sp| {
124
                policy
125
                    .as_ref()
126
                    .is_some_and(|p| sp.policy.serial < p.policy.serial)
127
            })
128
            .collect();
129
        Ok(RefsResponse {
130
            refs: out,
131
            policy,
132
            tags: self.tag_refs()?,
133
            history,
134
            default_bookmark: Some(self.config.bookmark.clone()),
135
            log: None,
136
            witnesses: vec![],
137
        })
138
    }
139
140
    /// Every change reachable from `heads` that is in the store.
141
    fn closure_in_store(&self, heads: &[ChangeHash]) -> Result<BTreeSet<ChangeHash>> {
142
        let mut seen = BTreeSet::new();
143
        let mut stack: Vec<ChangeHash> = heads.to_vec();
144
        while let Some(h) = stack.pop() {
145
            if seen.contains(&h) || !self.store.has(&h) {
146
                continue;
147
            }
148
            seen.insert(h);
149
            stack.extend(self.store.get_change_meta(&h)?.deps);
150
        }
151
        Ok(seen)
152
    }
153
154
    /// The changes within `depth` dependency steps of `heads` (spec §17),
155
    /// nearest first; depth 1 is the heads themselves.
156
    pub fn shallow_changes(&self, heads: &[ChangeHash], depth: u32) -> Result<Vec<ChangeHash>> {
157
        let mut out = Vec::new();
158
        let mut seen: BTreeSet<ChangeHash> = BTreeSet::new();
159
        let mut layer: Vec<ChangeHash> = heads.to_vec();
160
        for _ in 0..depth.max(1) {
161
            let mut next = Vec::new();
162
            for h in layer {
163
                if !seen.insert(h) || !self.store.has(&h) {
164
                    continue;
165
                }
166
                let c = self.store.get_change(&h)?;
167
                next.extend(c.deps.iter().copied());
168
                out.push(h);
169
            }
170
            if next.is_empty() {
171
                break;
172
            }
173
            layer = next;
174
        }
175
        out.reverse();
176
        Ok(out)
177
    }
178
179
    fn shallow_path(&self) -> PathBuf {
180
        self.oxy.join("shallow")
181
    }
182
183
    /// The shallow boundary: dependencies this repository does not hold (spec §17).
184
    pub fn boundary(&self) -> BTreeSet<ChangeHash> {
185
        fs::read_to_string(self.shallow_path())
186
            .map(|t| t.lines().filter_map(ObjectRef::from_hex).collect())
187
            .unwrap_or_default()
188
    }
189
190
    pub fn is_shallow(&self) -> bool {
191
        !self.boundary().is_empty()
192
    }
193
194
    fn write_boundary(&self, boundary: &BTreeSet<ChangeHash>) -> Result<()> {
195
        if boundary.is_empty() {
196
            let _ = fs::remove_file(self.shallow_path());
197
            return Ok(());
198
        }
199
        let text: String = boundary
200
            .iter()
201
            .map(|h| format!("{}\n", h.to_hex()))
202
            .collect();
203
        write_atomic(&self.shallow_path(), text.as_bytes())
204
    }
205
206
    /// Recompute the boundary from what is stored: every dependency of a
207
    /// stored change that is not itself stored.
208
    fn refresh_boundary(&self, imported: &[ChangeHash]) -> Result<()> {
209
        let mut boundary = self.boundary();
210
        boundary.retain(|h| !self.store.has(h));
211
        for h in imported {
212
            for d in self.store.get_change_meta(h)?.deps {
213
                if !self.store.has(&d) {
214
                    boundary.insert(d);
215
                }
216
            }
217
        }
218
        self.write_boundary(&boundary)
219
    }
220
221
    /// Fetch `depth` more levels of history below the shallow boundary.
222
    pub fn deepen(&self, remote_name: &str, depth: u32) -> Result<usize> {
223
        let boundary = self.boundary();
224
        if boundary.is_empty() {
225
            return Ok(0);
226
        }
227
        let remote = self.open_named_remote(remote_name)?;
228
        let wanted = remote.shallow(&boundary.iter().copied().collect::<Vec<_>>(), depth)?;
229
        let bundle = remote.fetch(&wanted, self.config.max_blob)?;
230
        let imported = self.import_bundle_shallow(&bundle, false)?;
231
        if self.config.max_blob.is_some() {
232
            self.register_missing_blobs(&imported, remote_name)?;
233
        }
234
        self.refresh_boundary(&imported)?;
235
        Ok(imported.len())
236
    }
237
238
    /// `closure(want) \ closure(have)`, dependencies first (spec §16.2).
239
    pub fn negotiate(&self, have: &[ChangeHash], want: &[ChangeHash]) -> Result<Vec<ChangeHash>> {
240
        let have = self.closure_in_store(have)?;
241
        // In a shallow repository the walk stops at the boundary, whose
242
        // changes the remote is assumed to hold.
243
        let boundary = self.boundary();
244
        let mut out = Vec::new();
245
        let mut done: BTreeSet<ChangeHash> = have.clone();
246
        done.extend(boundary.iter().copied());
247
        // Iterative post-order DFS.
248
        let mut stack: Vec<(ChangeHash, bool)> = want.iter().rev().map(|h| (*h, false)).collect();
249
        while let Some((h, expanded)) = stack.pop() {
250
            if done.contains(&h) {
251
                continue;
252
            }
253
            if !self.store.has(&h) {
254
                return fail(format!("change {} is not in this repository", h.short(12)));
255
            }
256
            if expanded {
257
                done.insert(h);
258
                out.push(h);
259
                continue;
260
            }
261
            stack.push((h, true));
262
            for d in self.store.get_change_meta(&h)?.deps {
263
                if !done.contains(&d) {
264
                    stack.push((d, false));
265
                }
266
            }
267
        }
268
        Ok(out)
269
    }
270
271
    /// Bundle changes (in the given dependency order) with their signatures,
272
    /// seals, identities, blobs, chunks.
273
    pub fn bundle_for(&self, changes: &[ChangeHash]) -> Result<Bundle> {
274
        self.bundle_of(changes, None, false, false)
275
    }
276
277
    /// Objects by reference for the `objects` endpoint; a blob brings its chunks.
278
    pub fn objects_for(&self, refs: &[ObjectRef]) -> Result<Vec<(ObjectType, Vec<u8>)>> {
279
        let mut out = Vec::new();
280
        for r in refs {
281
            let (ty, body) = match self.store.get(r) {
282
                Ok(x) => x,
283
                Err(StoreError::NotFound(_)) => continue,
284
                Err(e) => return Err(e.into()),
285
            };
286
            if ty == ObjectType::Blob {
287
                for c in Blob::decode(&body)?.chunks {
288
                    if let Ok((cty, cb)) = self.store.get(&c) {
289
                        out.push((cty, cb));
290
                    }
291
                }
292
            }
293
            out.push((ty, body));
294
        }
295
        Ok(out)
296
    }
297
298
    /// Like `bundle_for`, leaving out blobs larger than `max_blob` bytes
299
    /// (and their chunks) so the receiver fetches them lazily (spec §13.5).
300
    ///
301
    /// This is what a server answers a fetch with, so it also carries what
302
    /// verifies the attestations it serves beside it (see
303
    /// [`Repo::served_attest_signers`]), also when `changes` is empty.
304
    pub fn bundle_for_filtered(
305
        &self,
306
        changes: &[ChangeHash],
307
        max_blob: Option<u64>,
308
    ) -> Result<Bundle> {
309
        self.bundle_of(changes, max_blob, false, true)
310
    }
311
312
    /// Like [`Repo::bundle_for_filtered`] for a fetch between repositories
313
    /// on one machine: changes as they are stored ([`Bundle::raw_changes`]),
314
    /// with their text blobs and chunks among the objects, so neither side
315
    /// decodes or encodes their text.
316
    pub fn bundle_raw_for(&self, changes: &[ChangeHash], max_blob: Option<u64>) -> Result<Bundle> {
317
        self.bundle_of(changes, max_blob, true, true)
318
    }
319
320
    /// The keys that signed the attestations this repository serves with
321
    /// its references: each bookmark's latest and each tag's. A fetch
322
    /// bundle carries their identities and certificates (spec §16.2), so a
323
    /// client can check an attestation whose signer signed none of the
324
    /// changes it receives, a delegate or a short-lived key that only
325
    /// moved a bookmark (oxygenhub#266). One pointer and one signature
326
    /// list per reference; nothing per change.
327
    pub fn served_attest_signers(&self) -> Result<BTreeSet<KeyId>> {
328
        let view = self.view()?;
329
        let pointers = view
330
            .bookmarks
331
            .keys()
332
            .map(|b| self.ref_attest_path(b))
333
            .chain(view.tags.keys().map(|t| self.tag_attest_path(t)));
334
        let mut keys = BTreeSet::new();
335
        for p in pointers {
336
            let Ok(text) = fs::read_to_string(&p) else {
337
                continue;
338
            };
339
            let Some(r) = ObjectRef::from_hex(text.trim()) else {
340
                continue;
341
            };
342
            keys.extend(self.store.signatures(&r)?.into_iter().map(|s| s.key));
343
        }
344
        Ok(keys)
345
    }
346
347
    /// `serving`: a fetch's answer, which carries the identities and
348
    /// certificates of [`Repo::served_attest_signers`] too.
349
    fn bundle_of(
350
        &self,
351
        changes: &[ChangeHash],
352
        max_blob: Option<u64>,
353
        raw: bool,
354
        serving: bool,
355
    ) -> Result<Bundle> {
356
        let mut bundle = Bundle::default();
357
        let mut objects: BTreeSet<ObjectRef> = BTreeSet::new();
358
        let mut seals: BTreeSet<ObjectRef> = BTreeSet::new();
359
        let add_object = |r: &ObjectRef, objects: &mut BTreeSet<ObjectRef>| {
360
            if !r.is_zero() && self.store.has(r) {
361
                objects.insert(*r);
362
            }
363
        };
364
        for h in changes {
365
            // Raw: the stored bytes, and a skeleton for the rest.
366
            let (c, encoded) = if raw {
367
                let bytes = self.store.get_typed(h, ObjectType::Change)?;
368
                let (skel, texts) = Change::decode_skeleton(&bytes, *h)?;
369
                for t in texts {
370
                    if let crate::objects::TextRef::Blob(r, _, _) = t {
371
                        let blob = Blob::decode(&self.store.get_typed(&r, ObjectType::Blob)?)?;
372
                        objects.insert(r);
373
                        objects.extend(blob.chunks);
374
                    }
375
                }
376
                (skel, Some(bytes))
377
            } else {
378
                (self.store.get_change(h)?, None)
379
            };
380
            let sigs = self.store.signatures(h)?;
381
            add_object(&c.author, &mut objects);
382
            for s in &sigs {
383
                add_object(&s.key, &mut objects);
384
            }
385
            for e in &c.edits {
386
                if let Edit::Replace { old, new, .. } = e {
387
                    for b in [old, new].into_iter().flatten() {
388
                        if self.store.has(b) {
389
                            if let Ok(blob) =
390
                                Blob::decode(&self.store.get_typed(b, ObjectType::Blob)?)
391
                            {
392
                                if max_blob.is_some_and(|m| blob.length > m) {
393
                                    continue;
394
                                }
395
                                objects.insert(*b);
396
                                objects.extend(blob.chunks.iter().copied());
397
                            }
398
                        }
399
                    }
400
                }
401
            }
402
            for s in self.store.seals_for(h)? {
403
                seals.insert(s);
404
            }
405
            match encoded {
406
                Some(bytes) => bundle.raw_changes.push((bytes, sigs)),
407
                None => {
408
                    bundle.changes.push((c, sigs));
409
                    bundle.hashes.push(*h);
410
                }
411
            }
412
        }
413
        for r in seals {
414
            let attest = self.store.get_attest(&r)?;
415
            let sigs = self.store.signatures(&r)?;
416
            for s in &sigs {
417
                add_object(&s.key, &mut objects);
418
            }
419
            bundle.attests.push(SignedAttest { attest, sigs });
420
        }
421
        let signers: Vec<KeyId> = if serving {
422
            let signers = self.served_attest_signers()?;
423
            for k in &signers {
424
                add_object(k, &mut objects);
425
            }
426
            signers.into_iter().collect()
427
        } else {
428
            Vec::new()
429
        };
430
        for r in objects {
431
            let (ty, body) = self.store.get(&r)?;
432
            bundle.objects.push((ty, body));
433
        }
434
        self.attach_certificates_for(&mut bundle, &signers)?;
435
        Ok(bundle)
436
    }
437
438
    /// Add the certificates of short-lived keys that signed what `bundle`
439
    /// carries, and their issuers' identities, so a receiver can tell who
440
    /// they stand for (spec §14.7). `also` names more signers (a reference
441
    /// attestation sent beside the bundle).
442
    pub(crate) fn attach_certificates_for(
443
        &self,
444
        bundle: &mut Bundle,
445
        also: &[KeyId],
446
    ) -> Result<()> {
447
        let mut keys: BTreeSet<KeyId> = also.iter().copied().collect();
448
        keys.extend(
449
            bundle
450
                .changes
451
                .iter()
452
                .flat_map(|(_, s)| s.iter().map(|s| s.key)),
453
        );
454
        keys.extend(
455
            bundle
456
                .raw_changes
457
                .iter()
458
                .flat_map(|(_, s)| s.iter().map(|s| s.key)),
459
        );
460
        keys.extend(
461
            bundle
462
                .attests
463
                .iter()
464
                .flat_map(|a| a.sigs.iter().map(|s| s.key)),
465
        );
466
        for k in keys {
467
            let Some(r) = self.store.certificate_of(&k)? else {
468
                continue;
469
            };
470
            let cert = self.store.get_certificate(&r)?;
471
            if bundle
472
                .certificates
473
                .iter()
474
                .any(|c| c.cert.hash() == cert.cert.hash())
475
            {
476
                continue;
477
            }
478
            // An agent's certificate brings its grant's signer too, so the
479
            // receiver can check the grant (oxygen#134).
480
            let grantor = cert.cert.grant.as_ref().map(|g| g.grant.grantor);
481
            for id in [Some(k), Some(cert.cert.issuer), grantor].iter().flatten() {
482
                if let Ok(body) = self.store.get_typed(id, ObjectType::Identity) {
483
                    if !bundle
484
                        .objects
485
                        .iter()
486
                        .any(|(t, b)| *t == ObjectType::Identity && *b == body)
487
                    {
488
                        bundle.objects.push((ObjectType::Identity, body));
489
                    }
490
                }
491
            }
492
            bundle.certificates.push(cert);
493
        }
494
        Ok(())
495
    }
496
497
    /// Keep the certificates a bundle brings once each verifies with the
498
    /// identity of the issuer it names; one that does not refuses the bundle.
499
    fn adopt_certificates(&self, certs: &[crate::cert::SignedCertificate]) -> Result<()> {
500
        for c in certs {
501
            let issuer = self.store.get_identity(&c.cert.issuer).map_err(|_| {
502
                RepoError::Msg(format!(
503
                    "a certificate names issuer {}, whose identity did not come with it",
504
                    c.cert.issuer.short(12)
505
                ))
506
            })?;
507
            c.verify(&issuer)
508
                .map_err(|e| RepoError::Msg(format!("a certificate does not verify: {e}")))?;
509
            self.store.put_identity(&c.cert.key)?;
510
            self.store.put_certificate(c)?;
511
        }
512
        Ok(())
513
    }
514
515
    /// A signer authorized for `reference` by what an issuer certified it
516
    /// as (spec §14.7): a short-lived key with a kept certificate that
517
    /// verifies with its issuer, gives `scope`, covers `at_ms` (a time the
518
    /// signer did not choose) and names a subject the policy grants.
519
    pub(crate) fn certified_authorized(
520
        &self,
521
        p: &crate::policy::Policy,
522
        signer: &KeyId,
523
        reference: &str,
524
        scope: Scope,
525
        at_ms: u64,
526
    ) -> bool {
527
        let Ok(Some(r)) = self.store.certificate_of(signer) else {
528
            return false;
529
        };
530
        let Ok(c) = self.store.get_certificate(&r) else {
531
            return false;
532
        };
533
        let Some(issuer) = p
534
            .identity(&c.cert.issuer)
535
            .cloned()
536
            .or_else(|| self.store.get_identity(&c.cert.issuer).ok())
537
        else {
538
            return false;
539
        };
540
        c.verify(&issuer).is_ok()
541
            && c.cert.key_id() == *signer
542
            && c.cert.covers(scope, at_ms)
543
            && p.subject_grant(reference, &c.cert.issuer, &c.cert.subject, scope)
544
    }
545
546
    /// Store a bundle's contents. With `strict`, every change must
547
    /// authenticate (signature or seal by its author or a delegate).
548
    pub fn import_bundle(&self, bundle: &Bundle, strict: bool) -> Result<Vec<ChangeHash>> {
549
        self.import_bundle_inner(bundle, strict, false)
550
    }
551
552
    /// Like `import_bundle`, accepting changes whose dependencies are absent
553
    /// (they join the shallow boundary).
554
    pub fn import_bundle_shallow(&self, bundle: &Bundle, strict: bool) -> Result<Vec<ChangeHash>> {
555
        self.import_bundle_inner(bundle, strict, true)
556
    }
557
558
    fn import_bundle_inner(
559
        &self,
560
        bundle: &Bundle,
561
        strict: bool,
562
        shallow: bool,
563
    ) -> Result<Vec<ChangeHash>> {
564
        let batch = self.store.begin_batch()?;
565
        let result = self.import_bundle_batched(bundle, strict, shallow);
566
        batch.finish()?;
567
        result
568
    }
569
570
    fn import_bundle_batched(
571
        &self,
572
        bundle: &Bundle,
573
        strict: bool,
574
        shallow: bool,
575
    ) -> Result<Vec<ChangeHash>> {
576
        for (ty, _) in &bundle.objects {
577
            if !matches!(
578
                ty,
579
                ObjectType::Chunk
580
                    | ObjectType::Blob
581
                    | ObjectType::Identity
582
                    | ObjectType::State
583
                    | ObjectType::Checkpoint
584
            ) {
585
                return fail(format!("bundle may not carry {} objects", ty.name()));
586
            }
587
        }
588
        // All at once: in a large batch they are compressed on every core.
589
        let objects: Vec<(ObjectType, &[u8])> = bundle
590
            .objects
591
            .iter()
592
            .map(|(ty, body)| (*ty, body.as_slice()))
593
            .collect();
594
        self.store.put_many(&objects)?;
595
        self.adopt_certificates(&bundle.certificates)?;
596
        for sa in &bundle.attests {
597
            let r = self.store.put_attest(&sa.attest)?;
598
            for sig in &sa.sigs {
599
                self.store.put_signature(&r, sig)?;
600
            }
601
            if let AttestBody::Seal { hashes } = &sa.attest.body {
602
                for h in hashes {
603
                    self.store.index_seal(h, &r)?;
604
                }
605
            }
606
        }
607
        // Each change's hash: from the bundle when its maker knew it, else
608
        // worked out once (for a change adding a whole tree, hashing is
609
        // chunking all its text).
610
        let hashes: Vec<ChangeHash> = if bundle.hashes.len() == bundle.changes.len() {
611
            bundle.hashes.clone()
612
        } else {
613
            bundle.changes.iter().map(|(c, _)| c.hash()).collect()
614
        };
615
        let raw_hashes: Vec<ChangeHash> = bundle
616
            .raw_changes
617
            .iter()
618
            .map(|(b, _)| hash_object(ObjectType::Change, b))
619
            .collect();
620
        let incoming: BTreeSet<ChangeHash> = hashes.iter().chain(&raw_hashes).copied().collect();
621
        let boundary = self.boundary();
622
        let mut imported = Vec::new();
623
        // Changes as stored: checked, then stored as they are, their text
624
        // blobs having come with the objects.
625
        for ((bytes, sigs), h) in bundle.raw_changes.iter().zip(raw_hashes) {
626
            let (skel, texts) = Change::decode_skeleton(bytes, h)?;
627
            for d in &skel.deps {
628
                if !self.store.has(d) && !incoming.contains(d) && !shallow && !boundary.contains(d)
629
                {
630
                    return fail(format!(
631
                        "change {} depends on {}, which is neither stored nor in the bundle",
632
                        h.short(12),
633
                        d.short(12)
634
                    ));
635
                }
636
            }
637
            for t in texts {
638
                if let crate::objects::TextRef::Blob(r, _, _) = t {
639
                    if !self.store.has(&r) {
640
                        return fail(format!(
641
                            "change {} came without its text blob {}",
642
                            h.short(12),
643
                            r.short(12)
644
                        ));
645
                    }
646
                }
647
            }
648
            self.store.put(ObjectType::Change, bytes)?;
649
            for sig in sigs {
650
                self.store.put_signature(&h, sig)?;
651
            }
652
            imported.push(h);
653
        }
654
        for ((c, sigs), h) in bundle.changes.iter().zip(hashes) {
655
            for d in &c.deps {
656
                if !self.store.has(d) && !incoming.contains(d) && !shallow && !boundary.contains(d)
657
                {
658
                    return fail(format!(
659
                        "change {} depends on {}, which is neither stored nor in the bundle",
660
                        h.short(12),
661
                        d.short(12)
662
                    ));
663
                }
664
            }
665
            let stored = self.store.put_change(c)?;
666
            if stored != h {
667
                return fail(format!(
668
                    "change {} is not the change the bundle names",
669
                    h.short(12)
670
                ));
671
            }
672
            for sig in sigs {
673
                self.store.put_signature(&h, sig)?;
674
            }
675
            imported.push(h);
676
        }
677
        if strict {
678
            for h in &imported {
679
                if !matches!(self.authenticate_change(h)?, SignatureStatus::Valid { .. }) {
680
                    return fail(format!(
681
                        "change {} is not authenticated by its author",
682
                        h.short(12)
683
                    ));
684
                }
685
            }
686
        }
687
        Ok(imported)
688
    }
689
690
    /// Verify a reference attestation against an update it claims to describe.
691
    /// `allow_equal` lets a client re-read the attestation it already has; a
692
    /// server receiving a push requires a strictly greater serial.
693
    /// A reference attestation signed by a delegate of an identity the
694
    /// rule lists is authorized as that identity (spec §14.5): the identity
695
    /// named the delegate with the `refs` scope, still in force at `at_ms`
696
    /// (the attestation's wall time), and the policy names the identity.
697
    /// Revoked keys authorize nothing either way.
698
    pub(crate) fn delegate_authorized(
699
        &self,
700
        p: &crate::policy::Policy,
701
        signer: &KeyId,
702
        reference: &str,
703
        at_ms: u64,
704
    ) -> bool {
705
        if p.is_revoked(signer) {
706
            return false;
707
        }
708
        let Some(rule) = p.rule_for(reference) else {
709
            return false;
710
        };
711
        rule.keys.iter().any(|k| {
712
            !p.is_revoked(k)
713
                && p.identity(k)
714
                    .cloned()
715
                    .or_else(|| self.store.get_identity(k).ok())
716
                    .is_some_and(|id| id.delegates_to(signer, Scope::REFS, at_ms))
717
        })
718
    }
719
720
    /// A lasting attestation (a tag) signed by a key the policy has since
721
    /// rotated away from (spec §14.2) is authorized as the key that
722
    /// succeeded it: a key the rule lists reaches the signer through
723
    /// `previous` links, and the attestation is dated (`at_ms`) before the
724
    /// signer's successor was made, so a superseded key makes nothing new.
725
    /// Revoked keys authorize nothing.
726
    pub(crate) fn predecessor_authorized(
727
        &self,
728
        p: &crate::policy::Policy,
729
        signer: &KeyId,
730
        reference: &str,
731
        at_ms: u64,
732
    ) -> bool {
733
        if p.is_revoked(signer) {
734
            return false;
735
        }
736
        let Some(rule) = p.rule_for(reference) else {
737
            return false;
738
        };
739
        let identity = |k: &KeyId| {
740
            p.identity(k)
741
                .cloned()
742
                .or_else(|| self.store.get_identity(k).ok())
743
        };
744
        rule.keys.iter().any(|k| {
745
            if p.is_revoked(k) {
746
                return false;
747
            }
748
            let mut cur = identity(k);
749
            for _ in 0..32 {
750
                let Some(id) = cur else {
751
                    return false;
752
                };
753
                match id.previous {
754
                    Some(prev) if prev == *signer => return at_ms < id.created,
755
                    Some(prev) if !p.is_revoked(&prev) => cur = identity(&prev),
756
                    _ => return false,
757
                }
758
            }
759
            false
760
        })
761
    }
762
763
    fn check_ref_attest(
764
        &self,
765
        sa: &SignedAttest,
766
        name: &str,
767
        old_state: &ObjectRef,
768
        new_state: &ObjectRef,
769
        last_serial: Option<u64>,
770
        allow_equal: bool,
771
    ) -> std::result::Result<u64, String> {
772
        let serial =
773
            self.check_ref_attest_body(sa, name, old_state, new_state, last_serial, allow_equal)?;
774
        self.verify_attest_signature(sa)?;
775
        Ok(serial)
776
    }
777
778
    /// What [`Repo::check_ref_attest`] checks short of the signature: the
779
    /// attestation describes this update of this repository with a serial
780
    /// past the last seen.
781
    fn check_ref_attest_body(
782
        &self,
783
        sa: &SignedAttest,
784
        name: &str,
785
        old_state: &ObjectRef,
786
        new_state: &ObjectRef,
787
        last_serial: Option<u64>,
788
        allow_equal: bool,
789
    ) -> std::result::Result<u64, String> {
790
        let AttestBody::Ref {
791
            name: n,
792
            old_state: o,
793
            new_state: nw,
794
            serial,
795
        } = &sa.attest.body
796
        else {
797
            return Err("attestation is not a ref attestation".into());
798
        };
799
        if n != name || o != old_state || nw != new_state {
800
            return Err("attestation does not describe this update".into());
801
        }
802
        if sa.attest.repo != self.id().map_err(|e| e.to_string())? {
803
            return Err("attestation is for a different repository".into());
804
        }
805
        if let Some(last) = last_serial {
806
            if *serial < last || (*serial == last && !allow_equal) {
807
                return Err(format!(
808
                    "attestation serial {serial} is not greater than the last seen {last}"
809
                ));
810
            }
811
        }
812
        Ok(*serial)
813
    }
814
815
    /// An attestation's first signature verifies with its signer's
816
    /// identity, which must be stored here.
817
    fn verify_attest_signature(&self, sa: &SignedAttest) -> std::result::Result<(), String> {
818
        let r = sa.attest.hash();
819
        let sig = sa.sigs.first().ok_or("attestation carries no signature")?;
820
        let id = self
821
            .store
822
            .get_identity(&sig.key)
823
            .map_err(|_| format!("unknown key {}", sig.key.short(12)))?;
824
        verify_signature(&id, sig, Domain::Attest, &r).map_err(|e| e.to_string())
825
    }
826
827
    /// Accept a push (spec §16.4). Without a trust policy every repository
828
    /// is unverified, so unsigned changes and unattested updates are accepted;
829
    /// attestations that are present must still be valid. With a policy,
830
    /// every change and update is checked against it. A newer policy in the
831
    /// push is applied first when it is signed by the current roots.
832
    pub fn receive_push(
833
        &self,
834
        bundle: Bundle,
835
        updates: Vec<RefUpdate>,
836
        policy: Option<SignedPolicy>,
837
        tags: Vec<crate::protocol::TagRef>,
838
    ) -> Result<Vec<RefResult>> {
839
        Ok(self
840
            .receive_push_report(bundle, updates, policy, tags)?
841
            .results)
842
    }
843
844
    /// `receive_push` with what a host wants to log: each accepted
845
    /// reference's old and new state and heads, and the changes this push
846
    /// stored (hub spec §6.12).
847
    pub fn receive_push_report(
848
        &self,
849
        bundle: Bundle,
850
        updates: Vec<RefUpdate>,
851
        policy: Option<SignedPolicy>,
852
        tags: Vec<crate::protocol::TagRef>,
853
    ) -> Result<PushReport> {
854
        // Updates are checked against the head as it is now, not as this
855
        // handle first read it (oxygenhub#249): another push may have
856
        // landed since.
857
        self.refresh()?;
858
        let mut report = PushReport::default();
859
        let results = &mut report.results;
860
        if let Some(sp) = policy {
861
            match self.adopt_policy_chain(&bundle.policies, &sp, "push received") {
862
                Ok(()) => {
863
                    results.push(RefResult {
864
                        name: "policy".into(),
865
                        ok: true,
866
                        reason: format!("serial {}", sp.policy.serial),
867
                    });
868
                }
869
                Err(e) => {
870
                    results.push(RefResult {
871
                        name: "policy".into(),
872
                        ok: false,
873
                        reason: e,
874
                    });
875
                    for u in updates {
876
                        results.push(RefResult {
877
                            name: u.name,
878
                            ok: false,
879
                            reason: "policy update was rejected".into(),
880
                        });
881
                    }
882
                    return Ok(report);
883
                }
884
            }
885
        }
886
        let policy = self.current_policy()?.map(|(_, sp)| sp.policy);
887
        // A push of objects alone (one batch of a long history, oxygen#95)
888
        // names no reference: its outcome is reported as `objects`.
889
        let objects_only = updates.is_empty() && tags.is_empty();
890
        match self.import_bundle(&bundle, policy.is_some()) {
891
            Ok(imported) => {
892
                if objects_only {
893
                    results.push(RefResult {
894
                        name: OBJECTS_RESULT.into(),
895
                        ok: true,
896
                        reason: format!("{} changes stored", imported.len()),
897
                    });
898
                }
899
                report.imported = imported;
900
            }
901
            Err(e) => {
902
                if objects_only {
903
                    results.push(RefResult {
904
                        name: OBJECTS_RESULT.into(),
905
                        ok: false,
906
                        reason: e.to_string(),
907
                    });
908
                }
909
                for u in updates {
910
                    results.push(RefResult {
911
                        name: u.name,
912
                        ok: false,
913
                        reason: e.to_string(),
914
                    });
915
                }
916
                return Ok(report);
917
            }
918
        }
919
        let (op_ref, op) = self.head_op()?;
920
        let mut view = op.view.clone();
921
        let mut names = Vec::new();
922
        for u in updates {
923
            let outcome = self.apply_update(&mut view, &u, policy.as_ref());
924
            let (ok, reason) = match outcome {
925
                Ok(()) => (true, String::new()),
926
                Err(e) => (false, e),
927
            };
928
            if ok {
929
                names.push(u.name.clone());
930
                let heads = self
931
                    .store
932
                    .get_state(&u.new_state)
933
                    .map(|s| s.heads)
934
                    .unwrap_or_default();
935
                report.updated.push(RefUpdated {
936
                    name: u.name.clone(),
937
                    old_state: u.old_state,
938
                    new_state: u.new_state,
939
                    heads,
940
                });
941
            }
942
            results.push(RefResult {
943
                name: u.name,
944
                ok,
945
                reason,
946
            });
947
        }
948
        for t in &tags {
949
            let name = format!("tags/{}", t.name);
950
            let new = !view.tags.contains_key(&t.name);
951
            match self.adopt_tag(&mut view, t, policy.as_ref(), &mut TagCheck::Received) {
952
                Ok(()) => {
953
                    // A tag new here is an update too, so a hub can start
954
                    // its pipeline's tag jobs (oxygenflow#24); one it
955
                    // already had, sent again, is not.
956
                    if new {
957
                        report.updated.push(RefUpdated {
958
                            name: name.clone(),
959
                            old_state: ObjectRef::ZERO,
960
                            new_state: t.state,
961
                            heads: t.heads.clone(),
962
                        });
963
                    }
964
                    names.push(name.clone());
965
                    results.push(RefResult {
966
                        name,
967
                        ok: true,
968
                        reason: String::new(),
969
                    });
970
                }
971
                Err(e) => results.push(RefResult {
972
                    name,
973
                    ok: false,
974
                    reason: e.reason,
975
                }),
976
            }
977
        }
978
        if !names.is_empty() {
979
            self.record_op(
980
                &[op_ref],
981
                &format!("push received: {}", names.join(" ")),
982
                view,
983
            )?;
984
        }
985
        Ok(report)
986
    }
987
988
    /// Check an update's attestation against the latest one for its
989
    /// reference and store it as the new latest. Failures say what was
990
    /// being done, for which reference, so a refused push can be diagnosed
991
    /// from its reason alone.
992
    fn record_update_attest(
993
        &self,
994
        u: &RefUpdate,
995
        sa: &SignedAttest,
996
    ) -> std::result::Result<(), String> {
997
        let name = &u.name;
998
        let last = self
999
            .latest_ref_attest(name)
1000
            .map_err(|e| format!("reading the last attestation of {name:?}: {e}"))?
1001
            .and_then(|(_, a)| match a.attest.body {
1002
                AttestBody::Ref { serial, .. } => Some(serial),
1003
                _ => None,
1004
            });
1005
        self.check_ref_attest(sa, name, &u.old_state, &u.new_state, last, false)?;
1006
        let store = |e: &dyn std::fmt::Display| format!("storing the attestation of {name:?}: {e}");
1007
        let r = self.store.put_attest(&sa.attest).map_err(|e| store(&e))?;
1008
        for sig in &sa.sigs {
1009
            self.store.put_signature(&r, sig).map_err(|e| store(&e))?;
1010
        }
1011
        self.set_ref_attest(name, &r).map_err(|e| store(&e))?;
1012
        // Signed by a short-lived key: a host records when it accepted it.
1013
        let certified = sa
1014
            .sigs
1015
            .first()
1016
            .is_some_and(|s| self.store.certificate_of(&s.key).ok().flatten().is_some());
1017
        if certified {
1018
            self.record_acceptance(&r).map_err(|e| store(&e))?;
1019
        }
1020
        Ok(())
1021
    }
1022
1023
    /// Record that this host accepted attestation `r` now, signed with its
1024
    /// acceptor key (spec §14.7); nothing without one.
1025
    pub(crate) fn record_acceptance(&self, r: &ObjectRef) -> Result<()> {
1026
        let Some(acceptor) = &self.acceptor else {
1027
            return Ok(());
1028
        };
1029
        let (id, sk) = (&acceptor.0, &acceptor.1);
1030
        let attest = Attest {
1031
            repo: self.id()?,
1032
            hlc: Hlc::now(),
1033
            body: AttestBody::Accepted { attest: *r },
1034
        };
1035
        let sig = sk.sign(Domain::Attest, &id.hash(), &attest.hash());
1036
        self.store.put_identity(id)?;
1037
        let a = self.store.put_attest(&attest)?;
1038
        self.store.put_signature(&a, &sig)?;
1039
        self.store.index_add_pub("accepted", r, &a)?;
1040
        Ok(())
1041
    }
1042
1043
    /// The host's acceptance of attestation `r`, if one was recorded.
1044
    pub fn acceptance_of(&self, r: &ObjectRef) -> Result<Option<SignedAttest>> {
1045
        let Some(a) = self.store.index_get_pub("accepted", r)?.into_iter().next() else {
1046
            return Ok(None);
1047
        };
1048
        Ok(Some(SignedAttest {
1049
            attest: self.store.get_attest(&a)?,
1050
            sigs: self.store.signatures(&a)?,
1051
        }))
1052
    }
1053
1054
    /// When a certified signer's attestation `sa` is checked on a fetch: the
1055
    /// host's acceptance time, if `accepted` is signed by the issuer of the
1056
    /// signer's certificate and accepts `sa`; else the attestation's own
1057
    /// time, which the signer chose.
1058
    pub(crate) fn certified_time(
1059
        &self,
1060
        signer: &KeyId,
1061
        sa: &SignedAttest,
1062
        accepted: Option<&SignedAttest>,
1063
    ) -> u64 {
1064
        self.issuer_acceptance(signer, sa, accepted)
1065
            .unwrap_or(sa.attest.hlc.wall_ms)
1066
    }
1067
1068
    /// The time of `accepted` when it accepts exactly `sa` and is signed by
1069
    /// the issuer of `signer`'s kept certificate (spec §14.7); else none.
1070
    pub(crate) fn issuer_acceptance(
1071
        &self,
1072
        signer: &KeyId,
1073
        sa: &SignedAttest,
1074
        accepted: Option<&SignedAttest>,
1075
    ) -> Option<u64> {
1076
        let acc = accepted?;
1077
        let c = self.store.certificate_of(signer).ok().flatten()?;
1078
        let cert = self.store.get_certificate(&c).ok()?;
1079
        let AttestBody::Accepted { attest } = &acc.attest.body else {
1080
            return None;
1081
        };
1082
        let sig = acc.sigs.iter().find(|s| s.key == cert.cert.issuer)?;
1083
        let issuer = self.store.get_identity(&cert.cert.issuer).ok()?;
1084
        (*attest == sa.attest.hash()
1085
            && verify_signature(&issuer, sig, Domain::Attest, &acc.attest.hash()).is_ok())
1086
        .then_some(acc.attest.hlc.wall_ms)
1087
    }
1088
1089
    /// Keep an acceptance this repository was given for attestation `r`
1090
    /// (one [`Repo::issuer_acceptance`] took), so it is served again with
1091
    /// what it accepts.
1092
    pub(crate) fn keep_acceptance(&self, r: &ObjectRef, acc: &SignedAttest) -> Result<()> {
1093
        let a = self.store.put_attest(&acc.attest)?;
1094
        for sig in &acc.sigs {
1095
            self.store.put_signature(&a, sig)?;
1096
        }
1097
        self.store.index_add_pub("accepted", r, &a)?;
1098
        Ok(())
1099
    }
1100
1101
    /// A fetched bookmark's attestation by a signer the policy does not
1102
    /// list itself: a delegate or a short-lived key, whose authority
1103
    /// depends on when it signed (spec §14.5, §14.8). Checked at the
1104
    /// attestation's integrated time when the host's log gives one; else
1105
    /// as before, at the host's acceptance for a certified signer, when it
1106
    /// countersigned one, or at the attestation's own time, and said so
1107
    /// when the host keeps a log. Failing at the integrated time but not
1108
    /// as before is a note while logs are new; a large gap between the
1109
    /// claimed and the integrated time is a note.
1110
    #[allow(clippy::too_many_arguments)]
1111
    pub(crate) fn authorize_in_time(
1112
        &self,
1113
        p: &crate::policy::Policy,
1114
        remote_name: &str,
1115
        r: &crate::protocol::RemoteRef,
1116
        sa: &SignedAttest,
1117
        signer: &KeyId,
1118
        log: &super::transparency::LogCheck,
1119
        notes: &mut Vec<String>,
1120
    ) -> Result<()> {
1121
        use super::transparency::{gap_note, judge, Timed};
1122
        let own = sa.attest.hlc.wall_ms;
1123
        let at = self.certified_time(signer, sa, r.accepted.as_ref());
1124
        let time = log.time_of(&r.name);
1125
        let check = |t_delegate: u64, t_cert: u64| {
1126
            self.delegate_authorized(p, signer, &r.name, t_delegate)
1127
                || self.certified_authorized(p, signer, &r.name, Scope::REFS, t_cert)
1128
        };
1129
        let before = if at != own {
1130
            "the host's acceptance"
1131
        } else {
1132
            "the time it claims"
1133
        };
1134
        let what = format!("{remote_name}/{}", r.name);
1135
        match judge(time.as_ref().ok().map(|i| i.ms()), |t| check(t, t), || check(own, at)) {
1136
            Timed::Refused => {
1137
                return fail(format!(
1138
                    "{what}: attested by {}, which the policy does not authorize for this bookmark; a policy owner can grant it with `oxy policy grant`",
1139
                    signer.short(12)
1140
                ))
1141
            }
1142
            Timed::Integrated => {}
1143
            Timed::Disagrees => notes.push(format!(
1144
                "{what}: {}'s authority had lapsed when witness {} first saw its attestation, though not at {before}; accepted while transparency logs are new",
1145
                signer.short(12),
1146
                time.as_ref().map(|i| i.witness.as_str()).unwrap_or("?")
1147
            )),
1148
            Timed::Fallback if log.kept => notes.push(format!(
1149
                "{what}: {} checked at {before}, not at a witnessed time: {}",
1150
                signer.short(12),
1151
                time.as_ref().err().map(String::as_str).unwrap_or("none")
1152
            )),
1153
            Timed::Fallback => {}
1154
        }
1155
        if let Some(n) = time.ok().and_then(|i| gap_note(own, i)) {
1156
            notes.push(format!("{what}'s attestation {n}"));
1157
        }
1158
        Ok(())
1159
    }
1160
1161
    /// A deletion (spec §16.4): `new_state` is zero. The bookmark must exist
1162
    /// at `old_state`, is never the bookmark a non-bare repository has
1163
    /// checked out (a bare one's default is its host's to protect, see
1164
    /// `oxy_server::Backend::default_bookmark`), and under a policy needs
1165
    /// an attestation by a key that may update it.
1166
    /// The deletion's attestation stays the bookmark's latest, so an older
1167
    /// one cannot be replayed to bring it back.
1168
    fn apply_deletion(
1169
        &self,
1170
        view: &mut View,
1171
        u: &RefUpdate,
1172
        policy: Option<&crate::policy::Policy>,
1173
    ) -> std::result::Result<(), String> {
1174
        let Some(current) = view.bookmarks.get(&u.name).copied() else {
1175
            return Err(format!("no bookmark {:?} to delete", u.name));
1176
        };
1177
        if current != u.old_state {
1178
            return Err("stale: the remote bookmark has moved; pull first".into());
1179
        }
1180
        if !self.is_bare() && u.name == self.config.bookmark {
1181
            return Err(format!(
1182
                "{:?} is this repository's default bookmark (checked out there) and cannot be deleted",
1183
                u.name
1184
            ));
1185
        }
1186
        if let Some(p) = policy {
1187
            let Some(sa) = &u.attestation else {
1188
                return Err(format!(
1189
                    "deleting {:?} requires a signed reference attestation under this repository's policy",
1190
                    u.name
1191
                ));
1192
            };
1193
            let signer = sa
1194
                .sigs
1195
                .first()
1196
                .map(|s| s.key)
1197
                .ok_or("attestation carries no signature")?;
1198
            // Received now: the receiver's own clock is the trusted time.
1199
            let now = Hlc::now().wall_ms;
1200
            if !p.authorizes(&signer, &u.name)
1201
                && !self.delegate_authorized(p, &signer, &u.name, sa.attest.hlc.wall_ms)
1202
                && !self.certified_authorized(p, &signer, &u.name, Scope::REFS, now)
1203
            {
1204
                return Err(format!(
1205
                    "key {} may not delete {:?} under this repository's policy",
1206
                    signer.short(12),
1207
                    u.name
1208
                ));
1209
            }
1210
        }
1211
        if let Some(sa) = &u.attestation {
1212
            self.record_update_attest(u, sa)?;
1213
        }
1214
        view.bookmarks.remove(&u.name);
1215
        Ok(())
1216
    }
1217
1218
    fn apply_update(
1219
        &self,
1220
        view: &mut View,
1221
        u: &RefUpdate,
1222
        policy: Option<&crate::policy::Policy>,
1223
    ) -> std::result::Result<(), String> {
1224
        if u.name == "policy" {
1225
            return Err(
1226
                "the policy reference is updated by sending a policy, not a bookmark update".into(),
1227
            );
1228
        }
1229
        let empty = self
1230
            .store
1231
            .put_state(&StateObject::new(vec![]))
1232
            .map_err(|e| e.to_string())?;
1233
        if u.new_state.is_zero() {
1234
            return self.apply_deletion(view, u, policy);
1235
        }
1236
        let current = view.bookmarks.get(&u.name).copied().unwrap_or(empty);
1237
        if current != u.old_state {
1238
            return Err("stale: the remote bookmark has moved; pull first".into());
1239
        }
1240
        let new_state = self
1241
            .store
1242
            .get_state(&u.new_state)
1243
            .map_err(|_| "new state object is missing".to_string())?;
1244
        for h in &new_state.heads {
1245
            if !self.store.has(h) {
1246
                return Err(format!("head {} is missing", h.short(12)));
1247
            }
1248
        }
1249
        if !u.force {
1250
            let old_heads = self
1251
                .store
1252
                .get_state(&current)
1253
                .map_err(|e| e.to_string())?
1254
                .heads;
1255
            let closure = self
1256
                .closure_in_store(&new_state.heads)
1257
                .map_err(|e| e.to_string())?;
1258
            if let Some(h) = old_heads.iter().find(|h| !closure.contains(h)) {
1259
                return Err(format!(
1260
                    "not a fast-forward: current head {} would be dropped (use --force)",
1261
                    h.short(12)
1262
                ));
1263
            }
1264
        }
1265
        if let Some(p) = policy {
1266
            let Some(sa) = &u.attestation else {
1267
                return Err(format!(
1268
                    "{:?} requires a signed reference attestation under this repository's policy",
1269
                    u.name
1270
                ));
1271
            };
1272
            let signer = sa
1273
                .sigs
1274
                .first()
1275
                .map(|s| s.key)
1276
                .ok_or("attestation carries no signature")?;
1277
            // Received now: the receiver's own clock is the trusted time.
1278
            let now = Hlc::now().wall_ms;
1279
            if !p.authorizes(&signer, &u.name)
1280
                && !self.delegate_authorized(p, &signer, &u.name, sa.attest.hlc.wall_ms)
1281
                && !self.certified_authorized(p, &signer, &u.name, Scope::REFS, now)
1282
            {
1283
                return Err(format!(
1284
                    "key {} may not update {:?} under this repository's policy",
1285
                    signer.short(12),
1286
                    u.name
1287
                ));
1288
            }
1289
            let old_heads = self
1290
                .store
1291
                .get_state(&current)
1292
                .map_err(|e| e.to_string())?
1293
                .heads;
1294
            self.state_allowed(&old_heads, &new_state.heads, p, &u.name)?;
1295
        }
1296
        if let Some(sa) = &u.attestation {
1297
            self.record_update_attest(u, sa)?;
1298
        }
1299
        view.bookmarks.insert(u.name.clone(), u.new_state);
1300
        Ok(())
1301
    }
1302
1303
    // ------------------------------------------------------------ client side
1304
1305
    fn remote_url(&self, name: &str) -> Result<String> {
1306
        self.config.remotes.get(name).cloned().ok_or_else(|| {
1307
            let names: Vec<&str> = self.config.remotes.keys().map(String::as_str).collect();
1308
            RepoError::Msg(match names.as_slice() {
1309
                [] => format!("no remote named {name:?}; add one with `oxy remote add`"),
1310
                _ if name == "origin" && names.len() > 1 && self.config.default_remote.is_none() => format!(
1311
                    "this repository has no remote named origin, and several others ({}): name one (`oxy pull {}`), or make one the default with `oxy config core.remote {}`",
1312
                    names.join(", "),
1313
                    names[0],
1314
                    names[0]
1315
                ),
1316
                _ => format!(
1317
                    "no remote named {name:?}; this repository has {}",
1318
                    names.join(", ")
1319
                ),
1320
            })
1321
        })
1322
    }
1323
1324
    /// Refuse a remote that is another repository. An **unbound** remote
1325
    /// (id all zero: a hosted repository nobody has pushed to) is accepted
1326
    /// for pushes, which bind it to this repository's id (spec §16.1).
1327
    fn check_remote_id(
1328
        &self,
1329
        remote: &dyn crate::protocol::Remote,
1330
        remote_name: &str,
1331
        allow_unbound: bool,
1332
    ) -> Result<()> {
1333
        let theirs = remote.repo_id()?;
1334
        if theirs == self.id()? {
1335
            return Ok(());
1336
        }
1337
        if theirs == crate::protocol::UNBOUND_ID {
1338
            if allow_unbound {
1339
                return Ok(());
1340
            }
1341
            return fail(format!(
1342
                "remote {remote_name:?} is empty and unbound: push to it first"
1343
            ));
1344
        }
1345
        fail(format!(
1346
            "remote {remote_name:?} is a different repository (repository IDs differ); check its URL with `oxy remote list`"
1347
        ))
1348
    }
1349
1350
    /// Credentials and trust for a remote: `remote.<name>.token` and
1351
    /// `remote.<name>.ca`, else the defaults for its URL
1352
    /// ([`Repo::fill_credentials`]).
1353
    pub(crate) fn remote_options(&self, name: &str) -> RemoteOptions {
1354
        let url = self.config.remotes.get(name).cloned().unwrap_or_default();
1355
        let mut options = RemoteOptions {
1356
            repo_id: self.id().ok(),
1357
            token: self.config.remote_tokens.get(name).cloned(),
1358
            ca: self.config.remote_cas.get(name).map(PathBuf::from),
1359
            cache_dir: Some(self.oxy.join("remotes").join(name).join("strata")),
1360
            ..RemoteOptions::default()
1361
        };
1362
        self.fill_credentials(&url, &mut options);
1363
        options
1364
    }
1365
1366
    /// The user's credential store (`credentials.toml` beside the user
1367
    /// configuration file).
1368
    pub fn credentials(&self) -> crate::credentials::Credentials {
1369
        crate::credentials::Credentials::at(
1370
            self.user_config
1371
                .parent()
1372
                .map(Path::to_path_buf)
1373
                .unwrap_or_else(default_home),
1374
        )
1375
    }
1376
1377
    /// Fill in what `options` lacks for `url`: `$OXY_TOKEN` and `$OXY_CA`,
1378
    /// then the user's credential store for its hub, then a remote on the
1379
    /// same hub in an enclosing checkout (a subrepo borrows its parent's).
1380
    /// When the token is not this remote's own or the environment's, the
1381
    /// other tokens enclosing checkouts hold for the hub are kept to try
1382
    /// if it is refused: a stale stored login must not hide a parent's
1383
    /// good token (oxygen#112).
1384
    fn fill_credentials(&self, url: &str, options: &mut RemoteOptions) {
1385
        if options.token.is_some() && options.ca.is_some() {
1386
            return;
1387
        }
1388
        let explicit =
1389
            options.token.is_some() || std::env::var("OXY_TOKEN").is_ok_and(|t| !t.is_empty());
1390
        let stored = self.credentials().options_for(url);
1391
        options.token = options.token.take().or(stored.token);
1392
        options.ca = options.ca.take().or(stored.ca);
1393
        let enclosing = self.enclosing_credentials(url);
1394
        if options.token.is_none() {
1395
            options.token = enclosing.iter().find_map(|(t, _)| t.clone());
1396
        }
1397
        if options.ca.is_none() {
1398
            options.ca = enclosing.iter().find_map(|(_, c)| c.clone());
1399
        }
1400
        if !explicit {
1401
            for t in enclosing.into_iter().filter_map(|(t, _)| t) {
1402
                if options.token.as_ref() != Some(&t) && !options.fallback_tokens.contains(&t) {
1403
                    options.fallback_tokens.push(t);
1404
                }
1405
            }
1406
        }
1407
    }
1408
1409
    /// The tokens and CAs of remotes on `url`'s hub in enclosing
1410
    /// checkouts, nearest first.
1411
    fn enclosing_credentials(&self, url: &str) -> Vec<(Option<String>, Option<PathBuf>)> {
1412
        let mut out = Vec::new();
1413
        let Some(hub) = crate::credentials::hub_of(url) else {
1414
            return out;
1415
        };
1416
        let mut at = self.root.parent();
1417
        while let Some(dir) = at {
1418
            let Ok(cfg) = read_config_file(&dir.join(OXY_DIR).join("config")) else {
1419
                break;
1420
            };
1421
            for (key, remote_url) in &cfg {
1422
                let Some(name) = key
1423
                    .strip_prefix("remote.")
1424
                    .and_then(|k| k.strip_suffix(".url"))
1425
                else {
1426
                    continue;
1427
                };
1428
                if crate::credentials::hub_of(remote_url).as_deref() != Some(hub.as_str()) {
1429
                    continue;
1430
                }
1431
                out.push((
1432
                    cfg.get(&format!("remote.{name}.token")).cloned(),
1433
                    cfg.get(&format!("remote.{name}.ca")).map(PathBuf::from),
1434
                ));
1435
            }
1436
            at = dir.parent();
1437
        }
1438
        out
1439
    }
1440
1441
    /// Push seal attestations on their own (hub spec §7.4): a bundle with
1442
    /// no changes and no reference updates, which the receiver stores.
1443
    pub fn push_seals(&self, remote_name: &str, seals: &[ObjectRef]) -> Result<()> {
1444
        let remote = self.open_named_remote(remote_name)?;
1445
        self.check_remote_id(remote.as_ref(), remote_name, false)?;
1446
        let mut bundle = Bundle::default();
1447
        for r in seals {
1448
            let attest = self.store.get_attest(r)?;
1449
            let sigs = self.store.signatures(r)?;
1450
            bundle
1451
                .attests
1452
                .push(crate::protocol::SignedAttest { attest, sigs });
1453
        }
1454
        let results = remote.push(bundle, vec![], None, vec![])?;
1455
        if let Some(r) = results.iter().find(|r| !r.ok) {
1456
            return fail(format!("{}: {}", r.name, r.reason));
1457
        }
1458
        Ok(())
1459
    }
1460
1461
    /// The remote whose URL starts with `base` (a hub), if configured.
1462
    pub fn remote_for_url(&self, base: &str) -> Option<String> {
1463
        let base = base.trim_end_matches('/');
1464
        self.config
1465
            .remotes
1466
            .iter()
1467
            .find(|(_, url)| url.trim_end_matches('/') == base)
1468
            .map(|(name, _)| name.clone())
1469
    }
1470
1471
    /// Open a remote by name or, failing that, by URL with the default
1472
    /// credentials (see [`Repo::credentials_for`]).
1473
    pub fn open_remote_at(&self, url: &str) -> Result<(String, Box<dyn crate::protocol::Remote>)> {
1474
        if let Some(name) = self.remote_for_url(url) {
1475
            return Ok((name.clone(), self.open_named_remote(&name)?));
1476
        }
1477
        let options = RemoteOptions {
1478
            repo_id: self.id().ok(),
1479
            ..self.credentials_for(url)
1480
        };
1481
        Ok((url.to_string(), open_remote(url, &options)?))
1482
    }
1483
1484
    /// Credentials for a URL: those of the configured remote with that
1485
    /// URL, else the environment's.
1486
    pub fn options_for_url(&self, url: &str) -> RemoteOptions {
1487
        match self.remote_for_url(url) {
1488
            Some(name) => self.remote_options(&name),
1489
            None => RemoteOptions {
1490
                repo_id: self.id().ok(),
1491
                ..self.credentials_for(url)
1492
            },
1493
        }
1494
    }
1495
1496
    fn open_named_remote(&self, name: &str) -> Result<Box<dyn crate::protocol::Remote>> {
1497
        open_remote(&self.remote_url(name)?, &self.remote_options(name))
1498
    }
1499
1500
    fn serial_path(&self, remote: &str, bookmark: &str) -> PathBuf {
1501
        self.oxy
1502
            .join("remotes")
1503
            .join(remote)
1504
            .join(format!("{bookmark}.serial"))
1505
    }
1506
1507
    fn last_seen_serial(&self, remote: &str, bookmark: &str) -> Option<u64> {
1508
        fs::read_to_string(self.serial_path(remote, bookmark))
1509
            .ok()
1510
            .and_then(|s| s.trim().parse().ok())
1511
    }
1512
1513
    fn record_serial(&self, remote: &str, bookmark: &str, serial: u64) -> Result<()> {
1514
        let p = self.serial_path(remote, bookmark);
1515
        fs::create_dir_all(p.parent().unwrap())?;
1516
        write_atomic(&p, serial.to_string().as_bytes())
1517
    }
1518
1519
    fn policy_serial_path(&self, remote: &str) -> PathBuf {
1520
        self.oxy.join("remotes").join(remote).join("policy.serial")
1521
    }
1522
1523
    /// The highest policy serial `remote` has ever presented.
1524
    fn remote_policy_serial(&self, remote: &str) -> Option<u64> {
1525
        fs::read_to_string(self.policy_serial_path(remote))
1526
            .ok()
1527
            .and_then(|s| s.trim().parse().ok())
1528
    }
1529
1530
    fn record_policy_serial(&self, remote: &str, serial: u64) -> Result<()> {
1531
        let p = self.policy_serial_path(remote);
1532
        fs::create_dir_all(p.parent().unwrap())?;
1533
        write_atomic(&p, serial.to_string().as_bytes())
1534
    }
1535
1536
    fn lazy_dir(&self) -> PathBuf {
1537
        self.oxy.join("lazy")
1538
    }
1539
1540
    /// Remember that `blob` was withheld by `remote` (spec §13.5).
1541
    fn register_lazy(&self, blob: &ObjectRef, remote: &str) -> Result<()> {
1542
        fs::create_dir_all(self.lazy_dir())?;
1543
        write_atomic(&self.lazy_dir().join(blob.to_hex()), remote.as_bytes())
1544
    }
1545
1546
    /// Which remote promised an absent blob, if any.
1547
    pub fn lazy_remote(&self, blob: &ObjectRef) -> Option<String> {
1548
        fs::read_to_string(self.lazy_dir().join(blob.to_hex()))
1549
            .ok()
1550
            .map(|s| s.trim().to_string())
1551
    }
1552
1553
    /// Fetch an absent blob (and its chunks) from the remote that promised it.
1554
    pub(crate) fn fetch_lazy_blob(&self, blob: &ObjectRef) -> Result<()> {
1555
        let Some(remote_name) = self.lazy_remote(blob) else {
1556
            return Err(RepoError::Store(StoreError::NotFound(*blob)));
1557
        };
1558
        let remote = self.open_named_remote(&remote_name)?;
1559
        let objects = remote.objects(&[*blob])?;
1560
        for (ty, body) in objects {
1561
            if matches!(ty, ObjectType::Blob | ObjectType::Chunk) {
1562
                self.store.put(ty, &body)?;
1563
            }
1564
        }
1565
        if !self.store.has(blob) {
1566
            return fail(format!(
1567
                "{remote_name} did not send blob {}",
1568
                blob.short(12)
1569
            ));
1570
        }
1571
        let _ = fs::remove_file(self.lazy_dir().join(blob.to_hex()));
1572
        Ok(())
1573
    }
1574
1575
    /// After importing from `remote`, record every blob the changes reference
1576
    /// that the store lacks as lazily available from that remote.
1577
    fn register_missing_blobs(&self, changes: &[ChangeHash], remote: &str) -> Result<usize> {
1578
        let mut n = 0;
1579
        for h in changes {
1580
            let c = self.store.get_change(h)?;
1581
            for e in &c.edits {
1582
                if let Edit::Replace { old, new, .. } = e {
1583
                    for b in [old, new].into_iter().flatten() {
1584
                        if !self.store.has(b) {
1585
                            self.register_lazy(b, remote)?;
1586
                            n += 1;
1587
                        }
1588
                    }
1589
                }
1590
            }
1591
        }
1592
        Ok(n)
1593
    }
1594
1595
    /// Every head this repository knows: bookmarks, remote tracking, working copy.
1596
    pub fn known_heads(&self, view: &View) -> Result<Vec<ChangeHash>> {
1597
        let mut have: BTreeSet<ChangeHash> = BTreeSet::new();
1598
        for st in view
1599
            .bookmarks
1600
            .values()
1601
            .chain(view.remotes.values().flat_map(|b| b.values()))
1602
        {
1603
            if let Ok(s) = self.store.get_state(st) {
1604
                have.extend(s.heads);
1605
            }
1606
        }
1607
        have.extend(view.workspaces.values().copied());
1608
        Ok(have.into_iter().collect())
1609
    }
1610
1611
    /// Fetch every bookmark of a remote into `remotes/<name>/bookmarks/*` (spec §10.2).
1612
    pub fn fetch(&self, remote_name: &str) -> Result<FetchReport> {
1613
        let remote = self.open_named_remote(remote_name)?;
1614
        self.check_remote_id(remote.as_ref(), remote_name, false)?;
1615
        let resp = remote.refs()?;
1616
        // The host's transparency log (spec §14.8): a fork fails here.
1617
        let log = self.check_log(
1618
            &self.remote_url(remote_name)?,
1619
            self.config.remote_cas.get(remote_name).map(Path::new),
1620
            &resp,
1621
        )?;
1622
        let mut log_notes = log.notes.clone();
1623
        // Trust policy (spec §14.5). Adopt the remote's policy when it is newer
1624
        // and signed by roots we trust, or on first contact. A remote that
1625
        // once presented a policy may never present none or an older one:
1626
        // that is a downgrade. A remote that never presented one is
1627
        // unverified, and this fetch is checked only as far as possible.
1628
        let local_policy = self.current_policy()?.map(|(_, sp)| sp.policy);
1629
        let seen = self.remote_policy_serial(remote_name);
1630
        let mut unverified = false;
1631
        match &resp.policy {
1632
            Some(sp) => {
1633
                if seen.is_some_and(|s| sp.policy.serial < s) {
1634
                    return fail(format!("{remote_name} presents policy serial {} but presented {} before: refusing the downgrade", sp.policy.serial, seen.unwrap()));
1635
                }
1636
                match &local_policy {
1637
                    Some(l) if sp.policy.serial < l.serial => {}
1638
                    Some(l) if sp.policy.serial == l.serial => {
1639
                        if sp.policy.hash() != l.hash() {
1640
                            return fail(format!(
1641
                                "{remote_name} presents a different policy with the same serial {}",
1642
                                l.serial
1643
                            ));
1644
                        }
1645
                    }
1646
                    _ => {
1647
                        self.adopt_policy_chain(
1648
                            &resp.history,
1649
                            sp,
1650
                            &format!("oxy fetch {remote_name}"),
1651
                        )
1652
                        .map_err(|e| RepoError::Msg(format!("policy from {remote_name}: {e}")))?;
1653
                    }
1654
                }
1655
                self.record_policy_serial(remote_name, sp.policy.serial)?;
1656
            }
1657
            None => {
1658
                if seen.is_some() {
1659
                    return fail(format!("{remote_name} presented a policy before but has none now: refusing the downgrade"));
1660
                }
1661
                unverified = true;
1662
            }
1663
        }
1664
        let policy = if unverified {
1665
            None
1666
        } else {
1667
            self.current_policy()?.map(|(_, sp)| sp.policy)
1668
        };
1669
        let (op_ref, op) = self.head_op()?;
1670
        let mut view = op.view.clone();
1671
        let have = self.known_heads(&view)?;
1672
        let mut report = Vec::new();
1673
        let mut skipped = Vec::new();
1674
        let max_blob = self.config.max_blob;
1675
        for r in resp.refs {
1676
            let needed = {
1677
                let _t = crate::timing::phase("fetch: negotiate");
1678
                remote.negotiate(&have, &r.heads)?
1679
            };
1680
            let bundle = {
1681
                let _t = crate::timing::phase("fetch: bundle");
1682
                remote.fetch(&needed, max_blob)?
1683
            };
1684
            // Changes are not individually re-verified here: the bookmark's
1685
            // attestation (checked below) binds its whole state, and the
1686
            // receiver of the push verified the added changes at that time.
1687
            let imported = {
1688
                let _t = crate::timing::phase("fetch: import");
1689
                self.import_bundle(&bundle, false)?
1690
            };
1691
            if max_blob.is_some() {
1692
                self.register_missing_blobs(&imported, remote_name)?;
1693
            }
1694
            for h in &r.heads {
1695
                if !self.store.has(h) {
1696
                    return fail(format!("remote did not send head {}", h.short(12)));
1697
                }
1698
            }
1699
            let state = self.store.put_state(&StateObject::new(r.heads.clone()))?;
1700
            if state != r.state {
1701
                return fail(format!(
1702
                    "remote state {} does not match its heads",
1703
                    r.state.short(12)
1704
                ));
1705
            }
1706
            if let Some(p) = &policy {
1707
                let Some(sa) = &r.attestation else {
1708
                    return fail(format!(
1709
                        "{remote_name}/{} has no attestation, which its policy requires",
1710
                        r.name
1711
                    ));
1712
                };
1713
                let signer = sa
1714
                    .sigs
1715
                    .first()
1716
                    .map(|s| s.key)
1717
                    .ok_or_else(|| RepoError::Msg("attestation carries no signature".into()))?;
1718
                if !p.authorizes(&signer, &r.name) {
1719
                    self.authorize_in_time(p, remote_name, &r, sa, &signer, &log, &mut log_notes)?;
1720
                }
1721
            }
1722
            if let Some(sa) = &r.attestation {
1723
                let AttestBody::Ref {
1724
                    old_state,
1725
                    new_state,
1726
                    ..
1727
                } = &sa.attest.body
1728
                else {
1729
                    return fail("remote sent a non-ref attestation for a bookmark");
1730
                };
1731
                let (old_state, new_state) = (*old_state, *new_state);
1732
                let serial = self
1733
                    .check_ref_attest_body(
1734
                        sa,
1735
                        &r.name,
1736
                        &old_state,
1737
                        &new_state,
1738
                        self.last_seen_serial(remote_name, &r.name),
1739
                        true,
1740
                    )
1741
                    .map_err(|e| {
1742
                        RepoError::Msg(format!("attestation for {}/{}: {e}", remote_name, r.name))
1743
                    })?;
1744
                if new_state != r.state {
1745
                    return fail(format!(
1746
                        "attestation for {}/{} does not cover its current state",
1747
                        remote_name, r.name
1748
                    ));
1749
                }
1750
                // A signature this client cannot verify (its signer unknown
1751
                // here, as from a host that did not send the identity, or
1752
                // bad) fails that bookmark alone: it stays as it was and
1753
                // the rest are fetched (oxygenhub#266). The current
1754
                // bookmark, which a pull would take, still fails the fetch.
1755
                // A policy's requirements were checked above and still fail.
1756
                if let Err(e) = self.verify_attest_signature(sa) {
1757
                    let why = format!("attestation for {remote_name}/{}: {e}", r.name);
1758
                    if r.name == self.config.bookmark {
1759
                        return fail(why);
1760
                    }
1761
                    skipped.push((r.name, why));
1762
                    continue;
1763
                }
1764
                let ar = self.store.put_attest(&sa.attest)?;
1765
                for sig in &sa.sigs {
1766
                    self.store.put_signature(&ar, sig)?;
1767
                }
1768
                self.record_serial(remote_name, &r.name, serial)?;
1769
            }
1770
            view.remotes
1771
                .entry(remote_name.to_string())
1772
                .or_default()
1773
                .insert(r.name.clone(), state);
1774
            report.push((r.name, r.heads, imported.len()));
1775
        }
1776
        let mut new_tags = 0;
1777
        for t in &resp.tags {
1778
            if view.tags.contains_key(&t.name) {
1779
                continue;
1780
            }
1781
            // The tag's changes must be here: fetch them if the bookmarks did not bring them.
1782
            let missing: Vec<ChangeHash> = t
1783
                .heads
1784
                .iter()
1785
                .filter(|h| !self.store.has(h))
1786
                .copied()
1787
                .collect();
1788
            if !missing.is_empty() {
1789
                let needed = remote.negotiate(&self.known_heads(&view)?, &missing)?;
1790
                let bundle = remote.fetch(&needed, max_blob)?;
1791
                self.import_bundle(&bundle, false)?;
1792
            }
1793
            self.store.put_state(&StateObject::new(t.heads.clone()))?;
1794
            let mut check = TagCheck::Fetched {
1795
                remote: remote_name,
1796
                log: &log,
1797
                notes: &mut log_notes,
1798
            };
1799
            match self.adopt_tag(&mut view, t, policy.as_ref(), &mut check) {
1800
                Ok(()) => new_tags += 1,
1801
                // Nothing says when a short-lived key signed it: the tag is
1802
                // left out, said so, and the rest is fetched (oxygen#129).
1803
                Err(e) if e.untimed => {
1804
                    skipped.push((format!("tags/{}", t.name), e.reason));
1805
                }
1806
                Err(e) => return fail(format!("{remote_name} {}: {}", t.name, e.reason)),
1807
            }
1808
        }
1809
        if view != op.view {
1810
            self.record_op(&[op_ref], &format!("oxy fetch {remote_name}"), view)?;
1811
        }
1812
        let _ = self.run_hook(
1813
            "post-fetch",
1814
            &format!(
1815
                "{{\"event\":\"post-fetch\",\"remote\":{},\"bookmarks\":{}}}",
1816
                json_str(remote_name),
1817
                json_array(report.iter().map(|(n, heads, _)| format!(
1818
                    "{{\"name\":{},\"heads\":{}}}",
1819
                    json_str(n),
1820
                    json_array(heads.iter().map(|h| json_str(&h.to_hex())))
1821
                )))
1822
            ),
1823
        );
1824
        Ok(FetchReport {
1825
            refs: report,
1826
            unverified,
1827
            new_tags,
1828
            log_notes,
1829
            skipped,
1830
        })
1831
    }
1832
1833
    /// Shallow fetch of the remote's bookmark: its checkpoint as our base,
1834
    /// the changes within `depth` steps of its heads, and the boundary below.
1835
    pub fn fetch_shallow(&self, remote_name: &str, depth: u32) -> Result<usize> {
1836
        let remote = self.open_named_remote(remote_name)?;
1837
        self.check_remote_id(remote.as_ref(), remote_name, false)?;
1838
        let resp = remote.refs()?;
1839
        let bookmark = self.config.bookmark.clone();
1840
        if let Some(sp) = &resp.policy {
1841
            self.adopt_policy_chain(&resp.history, sp, "oxy clone --depth")
1842
                .map_err(|e| RepoError::Msg(format!("policy from {remote_name}: {e}")))?;
1843
            self.record_policy_serial(remote_name, sp.policy.serial)?;
1844
        }
1845
        let Some(r) = resp.refs.into_iter().find(|r| r.name == bookmark) else {
1846
            return fail(format!("{remote_name} has no bookmark {bookmark:?}"));
1847
        };
1848
        if r.heads.is_empty() {
1849
            return Ok(0);
1850
        }
1851
        // Base: the remote's checkpoint of exactly these heads.
1852
        let cp_bundle = remote.checkpoint(&r.heads)?;
1853
        let mut cp_ref = None;
1854
        for (ty, body) in &cp_bundle.objects {
1855
            let put = self.store.put(*ty, body)?;
1856
            if *ty == ObjectType::Checkpoint {
1857
                cp_ref = Some(put);
1858
            }
1859
        }
1860
        let Some(cp_ref) = cp_ref else {
1861
            return fail(format!("{remote_name} sent no checkpoint"));
1862
        };
1863
        self.install_checkpoint(&bookmark, &cp_ref)?;
1864
        // History window.
1865
        let wanted = remote.shallow(&r.heads, depth)?;
1866
        let bundle = remote.fetch(&wanted, self.config.max_blob)?;
1867
        let imported = self.import_bundle_shallow(&bundle, false)?;
1868
        if self.config.max_blob.is_some() {
1869
            self.register_missing_blobs(&imported, remote_name)?;
1870
        }
1871
        self.refresh_boundary(&imported)?;
1872
        if let Some(sa) = &r.attestation {
1873
            let ar = self.store.put_attest(&sa.attest)?;
1874
            for sig in &sa.sigs {
1875
                self.store.put_signature(&ar, sig)?;
1876
            }
1877
            if let AttestBody::Ref { serial, .. } = sa.attest.body {
1878
                self.record_serial(remote_name, &r.name, serial)?;
1879
            }
1880
        }
1881
        let state = self.store.put_state(&StateObject::new(r.heads.clone()))?;
1882
        let (op_ref, op) = self.head_op()?;
1883
        let mut view = op.view.clone();
1884
        view.remotes
1885
            .entry(remote_name.to_string())
1886
            .or_default()
1887
            .insert(r.name.clone(), state);
1888
        self.record_op(
1889
            &[op_ref],
1890
            &format!("oxy fetch {remote_name} --depth {depth}"),
1891
            view,
1892
        )?;
1893
        Ok(imported.len())
1894
    }
1895
1896
    /// Fetch, then take the union of the local bookmark's state with the
1897
    /// remote's: no merge change, conflicts become reified (spec §9.4).
1898
    pub fn pull(&self, remote_name: &str) -> Result<PullReport> {
1899
        let _wc = self.lock_working_copy()?;
1900
        let skipped = self.fetch(remote_name)?.skipped;
1901
        let (op_ref, op) = self.head_op()?;
1902
        let current = self.config.bookmark.clone();
1903
        let mut local_current = self.heads_of(&op.view, &current)?;
1904
        local_current.sort();
1905
        let mut view = op.view.clone();
1906
        let mut current_heads = local_current.clone();
1907
        let mut changed = false;
1908
        let mut others = Vec::new();
1909
        let tracked = op
1910
            .view
1911
            .remotes
1912
            .get(remote_name)
1913
            .cloned()
1914
            .unwrap_or_default();
1915
        for (name, remote_state) in tracked {
1916
            // Every local bookmark tracks the remote's of the same name;
1917
            // the current one may be new here.
1918
            let local_state = op.view.bookmarks.get(&name).copied();
1919
            if local_state.is_none() && name != current {
1920
                continue;
1921
            }
1922
            if local_state == Some(remote_state) {
1923
                continue;
1924
            }
1925
            let local = self.heads_of(&op.view, &name)?;
1926
            let remote_heads = self.store.get_state(&remote_state)?.heads;
1927
            if remote_heads.iter().all(|h| local.contains(h)) {
1928
                continue;
1929
            }
1930
            let mut all = local.clone();
1931
            all.extend(remote_heads);
1932
            let st = self.load_state_history(&all)?;
1933
            let mut heads = st.maximal(&all);
1934
            heads.sort();
1935
            let mut sorted_local = local;
1936
            sorted_local.sort();
1937
            if heads == sorted_local {
1938
                continue;
1939
            }
1940
            view.bookmarks.insert(
1941
                name.clone(),
1942
                self.store.put_state(&StateObject::new(heads.clone()))?,
1943
            );
1944
            if name == current {
1945
                changed = true;
1946
                current_heads = heads;
1947
            } else {
1948
                others.push(name);
1949
            }
1950
        }
1951
        if changed || !others.is_empty() {
1952
            self.record_op(&[op_ref], &format!("oxy pull {remote_name}"), view)?;
1953
        }
1954
        // The working copy follows its bookmark whenever nothing would be
1955
        // lost, also when this pull brought nothing new but it had been
1956
        // left behind (oxygen#89).
1957
        let checked_out = self.follow_bookmark(&current_heads, &current, "oxy pull")?;
1958
        Ok(PullReport {
1959
            heads: if changed {
1960
                current_heads
1961
            } else {
1962
                local_current
1963
            },
1964
            changed,
1965
            checked_out,
1966
            others,
1967
            skipped,
1968
        })
1969
    }
1970
1971
    /// How many changes the working copy's bookmark has that its base
1972
    /// lacks, when the base is part of the bookmark's state (it fell behind,
1973
    /// and `oxy checkout` or `oxy pull` brings it up); `None` when it is on
1974
    /// the bookmark or holds changes the bookmark lacks. History is read
1975
    /// only when the base and the bookmark's heads differ (oxygen#89).
1976
    pub fn working_copy_behind(&self) -> Result<Option<usize>> {
1977
        let (_, wc) = self.working_copy()?;
1978
        let mut base = wc.deps.clone();
1979
        base.sort();
1980
        let mut heads = self.bookmark_heads()?;
1981
        heads.sort();
1982
        if base == heads || heads.is_empty() {
1983
            return Ok(None);
1984
        }
1985
        let state = self.load_state_history(&heads)?;
1986
        if !base.iter().all(|h| state.contains(h)) {
1987
            return Ok(None);
1988
        }
1989
        let had = if base.is_empty() {
1990
            0
1991
        } else {
1992
            self.load_state_history(&base)?.len()
1993
        };
1994
        Ok(Some(state.len().saturating_sub(had)).filter(|n| *n > 0))
1995
    }
1996
1997
    /// Bring the working copy to `heads`, the state of its bookmark
1998
    /// `bookmark`, when nothing would be lost: its base is part of that
1999
    /// state, so the bookmark only adds to it. Clean, it is checked out;
2000
    /// with uncommitted work, the work comes along when the new changes
2001
    /// leave its paths alone (as `git pull` does), else it stays. Before,
2002
    /// it followed only from exactly the bookmark's old heads, so a working
2003
    /// copy already behind (the bookmark moved by `bookmark set`, a landing
2004
    /// or a pull from another workspace) never caught up, and nothing said
2005
    /// so (oxygen#74, #89). Returns whether it moved.
2006
    pub fn follow_bookmark(
2007
        &self,
2008
        heads: &[ChangeHash],
2009
        bookmark: &str,
2010
        command: &str,
2011
    ) -> Result<bool> {
2012
        let snap = self.snapshot(command)?;
2013
        let clean = snap.wc.tree_ops.is_empty() && snap.wc.edits.is_empty();
2014
        let mut base = snap.base.maximal(&snap.wc.deps);
2015
        base.sort();
2016
        let mut target = heads.to_vec();
2017
        target.sort();
2018
        if base == target {
2019
            return Ok(false);
2020
        }
2021
        let state = self.load_state_history(heads)?;
2022
        if !base.iter().all(|h| state.contains(h)) {
2023
            // The working copy holds changes the bookmark lacks: not ours to move.
2024
            return Ok(false);
2025
        }
2026
        if clean {
2027
            self.checkout(heads, false, &format!("{command} (checkout)"))?;
2028
            Ok(true)
2029
        } else {
2030
            Ok(self
2031
                .checkout_carry(heads, bookmark, &format!("{command} (checkout --carry)"))
2032
                .is_ok())
2033
        }
2034
    }
2035
2036
    /// Push the current bookmark (spec §16.3), sealing this author's unsigned
2037
    /// changes and attesting the reference when a key is available.
2038
    /// Delete `bookmark` on a remote (spec §16.4): an update to the zero
2039
    /// state, attested when we have an identity. The local bookmark, if
2040
    /// any, is kept; only the remote-tracking entry goes.
2041
    pub fn push_delete(&self, remote_name: &str, bookmark: &str) -> Result<Vec<RefResult>> {
2042
        let remote = self.open_named_remote(remote_name)?;
2043
        self.check_remote_id(remote.as_ref(), remote_name, true)?;
2044
        let resp = remote.refs()?;
2045
        let Some(r) = resp.refs.iter().find(|r| r.name == bookmark) else {
2046
            return fail(format!("{remote_name} has no bookmark {bookmark}"));
2047
        };
2048
        if resp.policy.is_some() && self.secret_key()?.is_none() {
2049
            return fail(format!("{remote_name} enforces a trust policy; deleting needs an identity (`oxy identity create`)"));
2050
        }
2051
        let attestation = match self.secret_key()? {
2052
            Some(_) => Some(self.sign_attest(&Attest {
2053
                repo: self.id()?,
2054
                hlc: Hlc::now(),
2055
                body: AttestBody::Ref {
2056
                    name: bookmark.to_string(),
2057
                    old_state: r.state,
2058
                    new_state: ObjectRef::ZERO,
2059
                    serial: r.last_serial.unwrap_or(0) + 1,
2060
                },
2061
            })?),
2062
            None => None,
2063
        };
2064
        let results = remote.push(
2065
            Bundle::default(),
2066
            vec![RefUpdate {
2067
                name: bookmark.to_string(),
2068
                old_state: r.state,
2069
                new_state: ObjectRef::ZERO,
2070
                force: true,
2071
                attestation,
2072
            }],
2073
            None,
2074
            vec![],
2075
        )?;
2076
        if results.iter().any(|x| x.ok && x.name == bookmark) {
2077
            let (op_ref, op) = self.head_op()?;
2078
            let mut view = op.view.clone();
2079
            if let Some(m) = view.remotes.get_mut(remote_name) {
2080
                m.remove(bookmark);
2081
            }
2082
            self.record_op(
2083
                &[op_ref],
2084
                &format!("oxy push {remote_name} --delete {bookmark}"),
2085
                view,
2086
            )?;
2087
        }
2088
        Ok(results)
2089
    }
2090
2091
    /// Remove remote `name` (oxygen#86): every `remote.NAME.*` key of this
2092
    /// repository's config (its URL, token, CA and store settings), its
2093
    /// tracking bookmarks in the view, and a store remote's mirror under
2094
    /// `.oxy/remotes/NAME`. Nothing stays to be read as if it were current.
2095
    pub fn remove_remote(&mut self, name: &str) -> Result<()> {
2096
        if !self.config.remotes.contains_key(name) {
2097
            return fail(format!("no remote {name}: `oxy remote list` shows them"));
2098
        }
2099
        let prefix = format!("remote.{name}.");
2100
        let keys: Vec<String> = self
2101
            .config
2102
            .repo_layer()
2103
            .keys()
2104
            .filter(|k| k.starts_with(&prefix))
2105
            .cloned()
2106
            .collect();
2107
        for k in keys {
2108
            self.config.set(&k, "")?;
2109
        }
2110
        self.config.remotes.remove(name);
2111
        self.save_config()?;
2112
        let (op_ref, op) = self.head_op()?;
2113
        if op.view.remotes.contains_key(name) {
2114
            let mut view = op.view.clone();
2115
            view.remotes.remove(name);
2116
            self.record_op(&[op_ref], &format!("oxy remote remove {name}"), view)?;
2117
        }
2118
        let mirror = self.oxy.join("remotes").join(name);
2119
        if mirror.is_dir() {
2120
            fs::remove_dir_all(&mirror)?;
2121
        }
2122
        Ok(())
2123
    }
2124
2125
    /// `changes`, in dependency order, cut into batches of about
2126
    /// `push.batch-bytes` by what each change and its texts and blobs weigh.
2127
    /// There is always one, perhaps empty.
2128
    fn push_batches(&self, changes: &[ChangeHash]) -> Result<Vec<Vec<ChangeHash>>> {
2129
        let blob_len = |r: &ObjectRef| -> u64 {
2130
            self.store
2131
                .get_typed(r, ObjectType::Blob)
2132
                .ok()
2133
                .and_then(|b| Blob::decode(&b).ok())
2134
                .map_or(0, |b| b.length)
2135
        };
2136
        let (mut out, mut batch, mut bytes) = (Vec::new(), Vec::new(), 0u64);
2137
        for h in changes {
2138
            let raw = self.store.get_typed(h, ObjectType::Change)?;
2139
            let (c, texts) = Change::decode_skeleton(&raw, *h)?;
2140
            let mut weight = raw.len() as u64;
2141
            for t in &texts {
2142
                if let crate::objects::TextRef::Blob(r, _, _) = t {
2143
                    weight += blob_len(r);
2144
                }
2145
            }
2146
            for e in &c.edits {
2147
                if let Edit::Replace { new: Some(b), .. } = e {
2148
                    weight += blob_len(b);
2149
                }
2150
            }
2151
            if !batch.is_empty() && bytes + weight > self.config.push_batch_bytes {
2152
                out.push(std::mem::take(&mut batch));
2153
                bytes = 0;
2154
            }
2155
            batch.push(*h);
2156
            bytes += weight;
2157
        }
2158
        out.push(batch);
2159
        Ok(out)
2160
    }
2161
2162
    pub fn push(&self, remote_name: &str, force: bool) -> Result<Vec<RefResult>> {
2163
        let bookmark = self.config.bookmark.clone();
2164
        self.push_bookmark(remote_name, &bookmark, force)
2165
    }
2166
2167
    /// `push` for a named bookmark (`oxy push -b NAME`).
2168
    pub fn push_bookmark(
2169
        &self,
2170
        remote_name: &str,
2171
        bookmark: &str,
2172
        force: bool,
2173
    ) -> Result<Vec<RefResult>> {
2174
        self.push_bookmark_with(remote_name, bookmark, force, &mut |_| {})
2175
    }
2176
2177
    /// `push_bookmark`, saying how a long push is going: one line per
2178
    /// batch sent (oxygen#95).
2179
    pub fn push_bookmark_with(
2180
        &self,
2181
        remote_name: &str,
2182
        bookmark: &str,
2183
        force: bool,
2184
        progress: crate::store::Progress,
2185
    ) -> Result<Vec<RefResult>> {
2186
        let (op_ref, op) = self.head_op()?;
2187
        if !op.view.bookmarks.contains_key(bookmark) {
2188
            return fail(format!("no bookmark {bookmark}"));
2189
        }
2190
        let bookmark = bookmark.to_string();
2191
        let local_heads = self.heads_of(&op.view, &bookmark)?;
2192
        // pre-push hook: may veto before the remote is contacted.
2193
        self.run_hook(
2194
            "pre-push",
2195
            &format!(
2196
                "{{\"event\":\"pre-push\",\"remote\":{},\"bookmark\":{},\"heads\":{}}}",
2197
                json_str(remote_name),
2198
                json_str(&bookmark),
2199
                json_array(local_heads.iter().map(|h| json_str(&h.to_hex())))
2200
            ),
2201
        )?;
2202
        let remote = self.open_named_remote(remote_name)?;
2203
        self.check_remote_id(remote.as_ref(), remote_name, true)?;
2204
        let resp = remote.refs()?;
2205
        let local_policy = self.current_policy()?.map(|(_, sp)| sp);
2206
        let resp_policy_serial = resp.policy.as_ref().map(|p| p.policy.serial);
2207
        let policy_to_send = match (&local_policy, &resp.policy) {
2208
            (Some(l), Some(r)) if l.policy.serial > r.policy.serial => Some(l.clone()),
2209
            (Some(l), None) => Some(l.clone()),
2210
            (Some(l), Some(r)) if l.policy.serial < r.policy.serial => {
2211
                return fail(format!(
2212
                    "{remote_name} has a newer policy (serial {}); fetch first",
2213
                    r.policy.serial
2214
                ));
2215
            }
2216
            _ => None,
2217
        };
2218
        let remote_has_policy = resp.policy.is_some() || policy_to_send.is_some();
2219
        if remote_has_policy && self.secret_key()?.is_none() {
2220
            return fail(format!("{remote_name} enforces a trust policy; pushing needs an identity (`oxy identity create`)"));
2221
        }
2222
        let remote_tags: BTreeSet<String> = resp.tags.iter().map(|t| t.name.clone()).collect();
2223
        let tags_to_send: Vec<crate::protocol::TagRef> = self
2224
            .tag_refs()?
2225
            .into_iter()
2226
            .filter(|t| !remote_tags.contains(&t.name))
2227
            .collect();
2228
        let refs = resp.refs;
2229
        let empty = self.store.put_state(&StateObject::new(vec![]))?;
2230
        let (remote_state, remote_heads, last_serial) =
2231
            match refs.iter().find(|r| r.name == bookmark) {
2232
                Some(r) => (r.state, r.heads.clone(), r.last_serial),
2233
                None => (empty, vec![], None),
2234
            };
2235
        let new_state = self
2236
            .store
2237
            .put_state(&StateObject::new(local_heads.clone()))?;
2238
        // A push that carries a policy re-attests the bookmark even when its
2239
        // state is unchanged, so the current attestation is always by a key
2240
        // the current policy authorizes (a revoked key's attestation would
2241
        // otherwise be refused by every later fetch).
2242
        if new_state == remote_state && policy_to_send.is_none() && tags_to_send.is_empty() {
2243
            return Ok(vec![RefResult {
2244
                name: bookmark,
2245
                ok: true,
2246
                reason: "already up to date".into(),
2247
            }]);
2248
        }
2249
        for h in &remote_heads {
2250
            if !self.store.has(h) {
2251
                return fail(format!(
2252
                    "the remote has change {} which you do not; pull first (`oxy pull {remote_name}`), then push again",
2253
                    h.short(12)
2254
                ));
2255
            }
2256
        }
2257
        if !force {
2258
            let closure = self.closure_in_store(&local_heads)?;
2259
            if let Some(h) = remote_heads.iter().find(|h| !closure.contains(h)) {
2260
                return fail(format!("not a fast-forward: remote head {} is not in your state; pull first or use --force", h.short(12)));
2261
            }
2262
        }
2263
        let to_send = self.negotiate(&remote_heads, &local_heads)?;
2264
        let key = self.secret_key()?.map(|(k, _)| k);
2265
        if let Some(key) = key {
2266
            // Seal this author's changes that carry no valid authenticator,
2267
            // and adopt anonymous ones (zero author, spec §14.4). The seals
2268
            // are stored, so each batch's bundle carries those it needs.
2269
            let mut unsigned = Vec::new();
2270
            for h in &to_send {
2271
                let c = self.store.get_change_meta(h)?;
2272
                if self.seals_for_author(&c.author, &key)
2273
                    && !matches!(self.authenticate_change(h)?, SignatureStatus::Valid { .. })
2274
                {
2275
                    unsigned.push(*h);
2276
                }
2277
            }
2278
            for chunk in unsigned.chunks(crate::attest::MAX_SEAL_HASHES) {
2279
                self.sign_attest(&Attest::seal(self.id()?, chunk.to_vec()))?;
2280
            }
2281
        }
2282
        // A long history goes in batches, in dependency order, so neither
2283
        // side holds it whole and no request passes the remote's limit:
2284
        // all but the last carry objects alone; the last moves the bookmark
2285
        // (oxygen#95).
2286
        let batches = self.push_batches(&to_send)?;
2287
        let (last, earlier) = batches.split_last().expect("at least one batch");
2288
        for (i, batch) in earlier.iter().enumerate() {
2289
            progress(&format!(
2290
                "part {} of {}: {} changes",
2291
                i + 1,
2292
                batches.len(),
2293
                batch.len()
2294
            ));
2295
            let results = remote.push(self.bundle_for(batch)?, vec![], None, vec![])?;
2296
            match results.iter().find(|r| r.name == OBJECTS_RESULT) {
2297
                Some(r) if r.ok => {}
2298
                Some(r) => {
2299
                    return fail(format!(
2300
                        "{remote_name} refused part {} of the push: {}",
2301
                        i + 1,
2302
                        r.reason
2303
                    ))
2304
                }
2305
                None => {
2306
                    return fail(format!(
2307
                        "{remote_name} does not take a push in parts, and this one is too long for one: update the server's oxy"
2308
                    ))
2309
                }
2310
            }
2311
        }
2312
        if batches.len() > 1 {
2313
            progress(&format!(
2314
                "part {} of {}: {} changes",
2315
                batches.len(),
2316
                batches.len(),
2317
                last.len()
2318
            ));
2319
        }
2320
        let mut bundle = self.bundle_for(last)?;
2321
        bundle.objects.push((
2322
            ObjectType::State,
2323
            StateObject::new(local_heads.clone()).encode(),
2324
        ));
2325
        let attestation = match key {
2326
            Some(_) => Some(self.sign_attest(&Attest {
2327
                repo: self.id()?,
2328
                hlc: Hlc::now(),
2329
                body: AttestBody::Ref {
2330
                    name: bookmark.clone(),
2331
                    old_state: remote_state,
2332
                    new_state,
2333
                    serial: next_serial(last_serial),
2334
                },
2335
            })?),
2336
            None => None,
2337
        };
2338
        // Whoever signed the move, and whom a delegate acts for, travel with
2339
        // it: a receiver that has never seen a change by this delegate could
2340
        // not otherwise check its signature (oxygenhub#129).
2341
        if attestation.is_some() {
2342
            for k in [self.signing_key(), self.config.author_key]
2343
                .into_iter()
2344
                .flatten()
2345
            {
2346
                if let Ok(id) = self.identity(&k) {
2347
                    let body = id.encode();
2348
                    if !bundle
2349
                        .objects
2350
                        .iter()
2351
                        .any(|(t, b)| *t == ObjectType::Identity && *b == body)
2352
                    {
2353
                        bundle.objects.push((ObjectType::Identity, body));
2354
                    }
2355
                }
2356
            }
2357
            // A short-lived signing key's certificate goes with it (§14.7).
2358
            let signers: Vec<KeyId> = self.signing_key().into_iter().collect();
2359
            self.attach_certificates_for(&mut bundle, &signers)?;
2360
        }
2361
        let serial = attestation.as_ref().and_then(|a| match a.attest.body {
2362
            AttestBody::Ref { serial, .. } => Some(serial),
2363
            _ => None,
2364
        });
2365
        let sent_serial = policy_to_send.as_ref().map(|p| p.policy.serial);
2366
        // Tag states must be present on the remote: bundle their changes too.
2367
        for t in &tags_to_send {
2368
            let extra = self.negotiate(&remote_heads, &t.heads)?;
2369
            let extra: Vec<ChangeHash> =
2370
                extra.into_iter().filter(|h| !to_send.contains(h)).collect();
2371
            if !extra.is_empty() {
2372
                let more = self.bundle_for(&extra)?;
2373
                bundle.changes.extend(more.changes);
2374
                bundle.hashes.extend(more.hashes);
2375
                bundle.attests.extend(more.attests);
2376
                bundle.objects.extend(more.objects);
2377
            }
2378
            bundle.objects.push((
2379
                ObjectType::State,
2380
                StateObject::new(t.heads.clone()).encode(),
2381
            ));
2382
        }
2383
        // A tag's signer travels with it, as the bookmark's does: a tag made
2384
        // by `oxy tag create` under a short-lived key was signed by a key the
2385
        // receiver has never seen, so its identity and certificate go too.
2386
        let tag_signers: Vec<KeyId> = tags_to_send
2387
            .iter()
2388
            .filter_map(|t| t.attestation.as_ref())
2389
            .flat_map(|a| a.sigs.iter().map(|s| s.key))
2390
            .collect();
2391
        for k in &tag_signers {
2392
            if let Ok(id) = self.identity(k) {
2393
                let body = id.encode();
2394
                if !bundle
2395
                    .objects
2396
                    .iter()
2397
                    .any(|(t, b)| *t == ObjectType::Identity && *b == body)
2398
                {
2399
                    bundle.objects.push((ObjectType::Identity, body));
2400
                }
2401
            }
2402
        }
2403
        if !tag_signers.is_empty() {
2404
            self.attach_certificates_for(&mut bundle, &tag_signers)?;
2405
        }
2406
        if let Some(l) = &policy_to_send {
2407
            let remote_serial = resp_policy_serial;
2408
            bundle.policies = self
2409
                .policy_history()?
2410
                .into_iter()
2411
                .filter(|sp| {
2412
                    remote_serial.is_none_or(|r| sp.policy.serial > r)
2413
                        && sp.policy.serial < l.policy.serial
2414
                })
2415
                .collect();
2416
        }
2417
        let results = remote.push(
2418
            bundle,
2419
            vec![RefUpdate {
2420
                name: bookmark.clone(),
2421
                old_state: remote_state,
2422
                new_state,
2423
                force,
2424
                attestation,
2425
            }],
2426
            policy_to_send,
2427
            tags_to_send,
2428
        )?;
2429
        if let (Some(serial), true) = (
2430
            sent_serial,
2431
            results.iter().any(|r| r.ok && r.name == "policy"),
2432
        ) {
2433
            self.record_policy_serial(remote_name, serial)?;
2434
        }
2435
        if results.iter().any(|r| r.ok && r.name == bookmark) {
2436
            let mut view = op.view.clone();
2437
            view.remotes
2438
                .entry(remote_name.to_string())
2439
                .or_default()
2440
                .insert(bookmark.clone(), new_state);
2441
            self.record_op(&[op_ref], &format!("oxy push {remote_name}"), view)?;
2442
            if let Some(s) = serial {
2443
                self.record_serial(remote_name, &bookmark, s)?;
2444
            }
2445
        }
2446
        Ok(results)
2447
    }
2448
2449
    /// Clone a remote into `dest`: same repository ID, `origin` remote,
2450
    /// bookmark set to the remote's, working copy checked out.
2451
    pub fn clone(url: &str, dest: &Path) -> Result<Repo> {
2452
        Self::clone_with(url, dest, None, &[])
2453
    }
2454
2455
    /// Clone, leaving blobs above `max_blob` bytes to be fetched on first
2456
    /// read, and materializing only `sparse` paths (which implies lazy blobs
2457
    /// unless a size is given, so out-of-scope binaries are never fetched).
2458
    pub fn clone_with(
2459
        url: &str,
2460
        dest: &Path,
2461
        max_blob: Option<u64>,
2462
        sparse: &[String],
2463
    ) -> Result<Repo> {
2464
        Self::clone_full(url, dest, max_blob, sparse, None)
2465
    }
2466
2467
    /// Shallow clone (spec §17): a checkpoint of the bookmark's heads plus the
2468
    /// changes within `depth` steps of them; the rest is the boundary.
2469
    pub fn clone_shallow(
2470
        url: &str,
2471
        dest: &Path,
2472
        depth: u32,
2473
        max_blob: Option<u64>,
2474
        sparse: &[String],
2475
    ) -> Result<Repo> {
2476
        Self::clone_full(url, dest, max_blob, sparse, Some(depth))
2477
    }
2478
2479
    fn clone_full(
2480
        url: &str,
2481
        dest: &Path,
2482
        max_blob: Option<u64>,
2483
        sparse: &[String],
2484
        depth: Option<u32>,
2485
    ) -> Result<Repo> {
2486
        Ok(Self::clone_reporting(url, dest, max_blob, sparse, depth)?.0)
2487
    }
2488
2489
    /// Clone as [`Repo::clone_with`] (or [`Repo::clone_shallow`] with a
2490
    /// `depth`), also returning the bookmarks the fetch left out because
2491
    /// their attestation could not be verified ([`FetchReport::skipped`]),
2492
    /// for the caller to warn about. The bookmark checked out is never one
2493
    /// of them: that fails the clone.
2494
    pub fn clone_reporting(
2495
        url: &str,
2496
        dest: &Path,
2497
        max_blob: Option<u64>,
2498
        sparse: &[String],
2499
        depth: Option<u32>,
2500
    ) -> Result<(Repo, Vec<(String, String)>)> {
2501
        let options = crate::credentials::Credentials::user().options_for(url);
2502
        Self::clone_using(url, dest, max_blob, sparse, depth, &options)
2503
    }
2504
2505
    /// Clone a subrepo with the credentials the parent would use for its
2506
    /// hub (see [`Repo::credentials_for`]). Nothing is recorded in the
2507
    /// subrepo: it finds the same ones again through its parent.
2508
    pub(crate) fn clone_as_subrepo(&self, url: &str, dest: &Path) -> Result<Repo> {
2509
        let options = self.credentials_for(url);
2510
        Ok(Self::clone_using(url, dest, None, &[], None, &options)?.0)
2511
    }
2512
2513
    /// The name of a remote of this repository on the same hub (scheme,
2514
    /// host and port) as `url`.
2515
    fn remote_on_same_hub(&self, url: &str) -> Option<String> {
2516
        let origin = |u: &str| -> Option<String> {
2517
            let (scheme, rest) = u.split_once("://")?;
2518
            if !matches!(scheme, "http" | "https") {
2519
                return None;
2520
            }
2521
            let host = rest.split('/').next()?;
2522
            Some(format!(
2523
                "{}://{}",
2524
                scheme.to_ascii_lowercase(),
2525
                host.to_ascii_lowercase()
2526
            ))
2527
        };
2528
        let want = origin(url)?;
2529
        self.config
2530
            .remotes
2531
            .iter()
2532
            .find(|(_, u)| origin(u).as_deref() == Some(want.as_str()))
2533
            .map(|(name, _)| name.clone())
2534
    }
2535
2536
    /// The token and CA to reach `url` with: those of a remote of this
2537
    /// repository on the same hub (scheme, host and port), else the
2538
    /// environment's (`OXY_TOKEN`, `OXY_CA`), the user's credential store
2539
    /// and enclosing checkouts', as a clone would use them.
2540
    pub(crate) fn credentials_for(&self, url: &str) -> RemoteOptions {
2541
        match self.remote_on_same_hub(url) {
2542
            Some(name) => RemoteOptions {
2543
                repo_id: None,
2544
                cache_dir: None,
2545
                ..self.remote_options(&name)
2546
            },
2547
            None => {
2548
                let mut options = RemoteOptions::default();
2549
                self.fill_credentials(url, &mut options);
2550
                options
2551
            }
2552
        }
2553
    }
2554
2555
    fn clone_using(
2556
        url: &str,
2557
        dest: &Path,
2558
        max_blob: Option<u64>,
2559
        sparse: &[String],
2560
        depth: Option<u32>,
2561
        options: &RemoteOptions,
2562
    ) -> Result<(Repo, Vec<(String, String)>)> {
2563
        let remote = open_remote(url, options)?;
2564
        let id = remote.repo_id()?;
2565
        if id == crate::protocol::UNBOUND_ID {
2566
            return fail(format!(
2567
                "{url} is empty and unbound: push a repository to it first"
2568
            ));
2569
        }
2570
        let mut repo = Repo::init_with_id(dest, id)?;
2571
        repo.config
2572
            .set("remote.origin.url", &crate::protocol::stored_url(url))?;
2573
        if let Some(m) = max_blob {
2574
            repo.config.set("filter.max-blob", &m.to_string())?;
2575
        } else if !sparse.is_empty() {
2576
            repo.config.set("filter.max-blob", "0")?;
2577
        }
2578
        if !sparse.is_empty() {
2579
            repo.config.set("filter.paths", &sparse.join(","))?;
2580
        }
2581
        repo.save_config()?;
2582
        let skipped = if let Some(depth) = depth {
2583
            repo.fetch_shallow("origin", depth)?;
2584
            Vec::new()
2585
        } else {
2586
            repo.fetch("origin")?.skipped
2587
        };
2588
        let (op_ref, op) = repo.head_op()?;
2589
        // The remote's default bookmark, else ours (main), else its only
2590
        // one; a bookmark the fetch skipped counts, so the clone fails
2591
        // rather than check out another (oxygenhub#266).
2592
        let mut theirs = op.view.remotes.get("origin").cloned().unwrap_or_default();
2593
        for (name, _) in &skipped {
2594
            theirs.insert(name.clone(), ObjectRef::ZERO);
2595
        }
2596
        // Asked of the remote as now configured, so a store-backed one
2597
        // answers from the mirror the fetch just filled.
2598
        let advertised = repo
2599
            .open_named_remote("origin")
2600
            .ok()
2601
            .and_then(|r| r.refs().ok())
2602
            .and_then(|r| r.default_bookmark);
2603
        let bookmark = advertised
2604
            .filter(|b| theirs.contains_key(b))
2605
            .or_else(|| {
2606
                theirs
2607
                    .contains_key(&repo.config.bookmark)
2608
                    .then(|| repo.config.bookmark.clone())
2609
            })
2610
            .or_else(|| {
2611
                (theirs.len() == 1)
2612
                    .then(|| theirs.keys().next().cloned())
2613
                    .flatten()
2614
            })
2615
            .unwrap_or_else(|| repo.config.bookmark.clone());
2616
        if let Some((_, why)) = skipped.iter().find(|(name, _)| *name == bookmark) {
2617
            return fail(format!("cannot check out {bookmark}: {why}"));
2618
        }
2619
        let initial = repo.config.bookmark.clone();
2620
        if bookmark != repo.config.bookmark {
2621
            fs::create_dir_all(repo.workspace_bookmark_path().parent().unwrap())?;
2622
            write_atomic(&repo.workspace_bookmark_path(), bookmark.as_bytes())?;
2623
            repo.config.bookmark = bookmark.clone();
2624
        }
2625
        if let Some(state) = theirs.get(&bookmark).copied() {
2626
            let heads = repo.store.get_state(&state)?.heads;
2627
            let mut view = op.view.clone();
2628
            // The empty bookmark `init` made goes when another is checked out.
2629
            if initial != bookmark && repo.heads_of(&view, &initial)?.is_empty() {
2630
                view.bookmarks.remove(&initial);
2631
            }
2632
            view.bookmarks.insert(bookmark, state);
2633
            repo.record_op(&[op_ref], &format!("oxy clone {url}"), view)?;
2634
            repo.checkout(&heads, false, "oxy clone (checkout)")?;
2635
        }
2636
        Ok((repo, skipped))
2637
    }
2638
}
2639
2640
/// The serial of a reference's next attestation: one more than the last the
2641
/// remote reports, or, for a bookmark the remote does not have, the clock in
2642
/// milliseconds, so a bookmark created again after a deletion goes past the
2643
/// deletion's serial the remote keeps.
2644
fn next_serial(last: Option<u64>) -> u64 {
2645
    match last {
2646
        Some(l) => l + 1,
2647
        None => Hlc::now().wall_ms.max(1),
2648
    }
2649
}