OXYGENHUB

Coverage / crates/oxy-core/src/tree.rs 93.6%

1284 of 1372 lines run, 206 of 234 functions · run #370 on main · run missed

1
//! The tree graph: nodes, placements, and modes as atoms (spec §7.1, §7.2),
2
//! with tree conflict detection and path assignment (spec §9.2).
3
4
use crate::hash::ChangeHash;
5
use crate::ids::NodeId;
6
use crate::objects::{Mode, NodeKind, OpRef, TreeOp};
7
use std::collections::{BTreeMap, BTreeSet, HashMap, HashSet};
8
9
/// `(change, index into that change's tree_ops)`.
10
pub type OpKey = (ChangeHash, u32);
11
12
/// The graph's own maps: keyed by hashes and random ids, which need no
13
/// SipHash (see [`crate::fasthash`]).
14
type Map<K, V> = crate::fasthash::FastMap<K, V>;
15
16
/// A node's placement or mode atoms, sorted: nearly always one, held
17
/// without an allocation.
18
#[derive(Clone, Debug, Default, PartialEq, Eq)]
19
enum KeySet {
20
    #[default]
21
    Empty,
22
    One(OpKey),
23
    Many(Vec<OpKey>),
24
}
25
26
impl KeySet {
27282095×
    fn insert(&mut self, k: OpKey) {
28167×
        match self {
29281882×
            KeySet::Empty => *self = KeySet::One(k),
30167×
            KeySet::One(a) if *a == k => {}
31167×
            KeySet::One(a) => {
32167×
                let a = *a;
33167×
                *self = KeySet::Many(if a < k { vec![a, k] } else { vec![k, a] });
34
            }
3546×
            KeySet::Many(v) => {
3646×
                if let Err(i) = v.binary_search(&k) {
3746×
                    v.insert(i, k);
3846×
                }
39
            }
40
        }
41282095×
    }
42516×
    fn remove(&mut self, k: &OpKey) {
43505×
        match self {
44505×
            KeySet::One(a) if a == k => *self = KeySet::Empty,
4511×
            KeySet::Many(v) => {
4611×
                if let Ok(i) = v.binary_search(k) {
4710×
                    v.remove(i);
4810×
                }
4911×
                if v.len() == 1 {
5010×
                    *self = KeySet::One(v[0]);
5110×
                } else if v.is_empty() {
520×
                    *self = KeySet::Empty;
531×
                }
54
            }
5575×
            _ => {}
56
        }
57516×
    }
5820309285×
    fn as_slice(&self) -> &[OpKey] {
5920309285×
        match self {
600×
            KeySet::Empty => &[],
6120309242×
            KeySet::One(a) => std::slice::from_ref(a),
6243×
            KeySet::Many(v) => v,
63
        }
6420309285×
    }
6520297165×
    fn iter(&self) -> std::slice::Iter<'_, OpKey> {
6620297165×
        self.as_slice().iter()
6720297165×
    }
6812120×
    fn len(&self) -> usize {
6912120×
        self.as_slice().len()
7012120×
    }
71516×
    fn is_empty(&self) -> bool {
72516×
        matches!(self, KeySet::Empty)
73516×
    }
74
}
75
76
impl<'a> IntoIterator for &'a KeySet {
77
    type Item = &'a OpKey;
78
    type IntoIter = std::slice::Iter<'a, OpKey>;
796764887×
    fn into_iter(self) -> Self::IntoIter {
806764887×
        self.iter()
816764887×
    }
82
}
83
84
#[derive(Clone, Debug, PartialEq, Eq)]
85
pub struct Placement {
86
    pub node: NodeId,
87
    pub parent: NodeId,
88
    pub name: String,
89
}
90
91
#[derive(Clone, Debug, Default)]
92
struct TreeMaps {
93
    kinds: Map<NodeId, NodeKind>,
94
    introduced: Map<NodeId, ChangeHash>,
95
    placements: Map<OpKey, Placement>,
96
    modes: Map<OpKey, (NodeId, Mode)>,
97
    /// Placement atoms retired by `RemoveNode`/`Move`, and mode atoms retired
98
    /// by `SetMode`. Kept apart because `AddNode` introduces one of each
99
    /// under the same key.
100
    deleted_placements: Map<OpKey, BTreeSet<ChangeHash>>,
101
    deleted_modes: Map<OpKey, BTreeSet<ChangeHash>>,
102
    placements_of: Map<NodeId, KeySet>,
103
    modes_of: Map<NodeId, KeySet>,
104
    /// The live subsets of `placements_of` and `modes_of`, kept as changes
105
    /// apply, so the view walks what is live rather than all history.
106
    live_placements_of: Map<NodeId, KeySet>,
107
    live_modes_of: Map<NodeId, KeySet>,
108
}
109
110
#[derive(Clone, Debug, Default)]
111
pub struct TreeGraph {
112
    /// The graph itself; see [`TreeGraph::m`].
113
    maps: std::sync::OnceLock<TreeMaps>,
114
    /// A state index's encoding of `maps`, decoded when first needed: a
115
    /// command that only reads the view (a status) never needs them.
116
    raw: Option<std::sync::Arc<Vec<u8>>>,
117
    /// The introducers block of the same index, read alone while `maps`
118
    /// is not decoded: a snapshot asks for introducers but no more.
119
    raw_introduced: Option<std::sync::Arc<Vec<u8>>>,
120
    introduced_only: std::sync::OnceLock<Map<NodeId, ChangeHash>>,
121
    /// The view, once computed, with the path of each directory in it;
122
    /// kept up to date as ops apply when that is simple (see
123
    /// `update_view`), cleared otherwise.
124
    view_cache: std::sync::OnceLock<CachedView>,
125
}
126
127
#[derive(Clone, Debug, PartialEq, Eq)]
128
pub enum TreeConflict {
129
    /// Two live nodes share `(parent, name)`.
130
    Name {
131
        parent: NodeId,
132
        name: String,
133
        nodes: Vec<NodeId>,
134
    },
135
    /// One node has several live placements.
136
    MultiPlacement {
137
        node: NodeId,
138
        placements: Vec<OpKey>,
139
    },
140
    /// A live node's parent is not live.
141
    Orphan { node: NodeId, parent: NodeId },
142
    /// A directory is placed inside its own descendant.
143
    Cycle { node: NodeId },
144
    /// Several live mode atoms.
145
    Mode { node: NodeId, modes: Vec<Mode> },
146
}
147
148
/// A node as it appears in the working copy.
149
#[derive(Clone, Debug, PartialEq, Eq)]
150
pub struct TreeEntry {
151
    pub path: String,
152
    pub node: NodeId,
153
    pub kind: NodeKind,
154
    pub mode: Mode,
155
    /// The placement this entry materializes (for building `RemoveNode`/`Move`).
156
    pub placement: OpKey,
157
    /// The live mode atom (for building `SetMode`).
158
    pub mode_atom: Option<OpKey>,
159
}
160
161
#[derive(Clone, Debug, Default)]
162
struct CachedView {
163
    view: TreeView,
164
    dirs: HashMap<NodeId, String>,
165
}
166
167
impl CachedView {
1684358×
    fn new(view: TreeView) -> CachedView {
1694358×
        let mut dirs: HashMap<NodeId, String> = view
1704358×
            .entries
1714358×
            .values()
17239280×
            .filter(|e| e.kind == NodeKind::Dir)
1734358×
            .map(|e| (e.node, e.path.clone()))
1744358×
            .collect();
1754358×
        dirs.insert(NodeId::ROOT, String::new());
1764358×
        CachedView { view, dirs }
1774358×
    }
178
}
179
180
#[derive(Clone, Debug, Default, PartialEq, Eq)]
181
pub struct TreeView {
182
    /// Path → entry, paths use `/` and have no leading slash; conflicted
183
    /// entries carry a `.oxy-conflict-<n>` suffix. Shared, so a view is
184
    /// cheap to clone.
185
    pub entries: std::sync::Arc<BTreeMap<String, TreeEntry>>,
186
    pub conflicts: Vec<TreeConflict>,
187
    /// Nodes added at a place another node holds with identical content
188
    /// (spec §9.2), each with the node the view shows there in its stead:
189
    /// one file to every reader, and retired by the first change that
190
    /// touches the node shown ([`TreeGraph::unify`]).
191
    pub unified: BTreeMap<NodeId, NodeId>,
192
}
193
194
impl TreeView {
1952672×
    pub fn is_conflicted(&self) -> bool {
1962672×
        !self.conflicts.is_empty()
1972672×
    }
1981459×
    pub fn by_node(&self) -> HashMap<NodeId, &TreeEntry> {
1999639×
        self.entries.values().map(|e| (e.node, e)).collect()
2001459×
    }
201
}
202
203
impl TreeGraph {
2043199×
    pub fn new() -> Self {
2053199×
        Self::default()
2063199×
    }
207
208
    /// The graph's maps, decoded from a state index on first use.
20948345170×
    fn m(&self) -> &TreeMaps {
21048345170×
        self.maps.get_or_init(|| match &self.raw {
2113189×
            Some(raw) => {
2123189×
                TreeMaps::decode(raw).expect("a state index is checked against its hash when read")
213
            }
2145826×
            None => TreeMaps::default(),
2159015×
        })
21648345170×
    }
217
218716831×
    fn m_mut(&mut self) -> &mut TreeMaps {
219716831×
        self.m();
220716831×
        self.maps.get_mut().expect("decoded just now")
221716831×
    }
222
223
    /// Apply tree op `index` of `change`; `OpRef` self references must already be resolved.
22438577×
    pub fn apply(&mut self, change: ChangeHash, index: u32, op: &TreeOp) {
22538577×
        let cached = self.view_cache.take();
226
        // Whether the placement or mode atom this op retires was live.
22738577×
        let was_live = match op {
228569×
            TreeOp::RemoveNode { placement, .. } => self.placement_live(&op_key(*placement)),
229162×
            TreeOp::Move { old, .. } => self.placement_live(&op_key(*old)),
23028×
            TreeOp::SetMode { old, .. } => self.mode_live(&op_key(*old)),
23137818×
            TreeOp::AddNode { .. } => false,
232
        };
23338577×
        self.apply_to_graph(change, index, op);
23438577×
        if let Some(mut c) = cached {
23512287×
            if self.update_view(&mut c, (change, index), op, was_live) {
2362477×
                #[cfg(test)]
2379591×
                assert_eq!(
2382477×
                    c.view,
2399591×
                    self.compute_view(),
2402477×
                    "view kept up to date by {op:?}"
2412477×
                );
24212068×
                self.view_cache = std::sync::OnceLock::from(c);
2432477×
            }
24426290×
        }
24538577×
    }
246
24738577×
    fn apply_to_graph(&mut self, change: ChangeHash, index: u32, op: &TreeOp) {
24838577×
        let key = (change, index);
24938577×
        match op {
250
            TreeOp::AddNode {
25137818×
                node,
25237818×
                kind,
25337818×
                mode,
25437818×
                parent,
25537818×
                name,
256
            } => {
25737818×
                self.m_mut().kinds.insert(*node, *kind);
25837818×
                self.m_mut().introduced.insert(*node, change);
25937818×
                self.m_mut().placements.insert(
26037818×
                    key,
26137818×
                    Placement {
26237818×
                        node: *node,
26337818×
                        parent: *parent,
26437818×
                        name: name.clone(),
26537818×
                    },
266
                );
26737818×
                self.m_mut()
26837818×
                    .placements_of
26937818×
                    .entry(*node)
27037818×
                    .or_default()
27137818×
                    .insert(key);
27237818×
                self.index_placement(key);
27337818×
                if *kind != NodeKind::Dir {
27436082×
                    self.m_mut().modes.insert(key, (*node, *mode));
27536082×
                    self.m_mut().modes_of.entry(*node).or_default().insert(key);
27636082×
                    self.index_mode(key);
27736082×
                }
278
            }
279569×
            TreeOp::RemoveNode { placement, .. } => {
280569×
                self.m_mut()
281569×
                    .deleted_placements
282569×
                    .entry(op_key(*placement))
283569×
                    .or_default()
284569×
                    .insert(change);
285569×
                self.index_placement(op_key(*placement));
286569×
            }
287
            TreeOp::Move {
288162×
                node,
289162×
                old,
290162×
                parent,
291162×
                name,
292162×
            } => {
293162×
                self.m_mut()
294162×
                    .deleted_placements
295162×
                    .entry(op_key(*old))
296162×
                    .or_default()
297162×
                    .insert(change);
298162×
                self.index_placement(op_key(*old));
299162×
                self.m_mut().placements.insert(
300162×
                    key,
301162×
                    Placement {
302162×
                        node: *node,
303162×
                        parent: *parent,
304162×
                        name: name.clone(),
305162×
                    },
306162×
                );
307162×
                self.m_mut()
308162×
                    .placements_of
309162×
                    .entry(*node)
310162×
                    .or_default()
311162×
                    .insert(key);
312162×
                self.index_placement(key);
313162×
            }
31428×
            TreeOp::SetMode { node, old, mode } => {
31528×
                self.m_mut()
31628×
                    .deleted_modes
31728×
                    .entry(op_key(*old))
31828×
                    .or_default()
31928×
                    .insert(change);
32028×
                self.index_mode(op_key(*old));
32128×
                self.m_mut().modes.insert(key, (*node, *mode));
32228×
                self.m_mut().modes_of.entry(*node).or_default().insert(key);
32328×
                self.index_mode(key);
32428×
            }
325
        }
32638577×
    }
327
328
    /// Bring the cached view `c` up to date with `op` (already applied as
329
    /// `key`) where that is simple and the view has no conflicts; false
330
    /// when it must be computed again. `was_live`: whether the placement or
331
    /// mode atom `op` retires was live before it.
33212287×
    fn update_view(&self, c: &mut CachedView, key: OpKey, op: &TreeOp, was_live: bool) -> bool {
33312287×
        if !c.view.conflicts.is_empty() {
33414×
            return false;
33512273×
        }
33612273×
        match op {
33712110×
            TreeOp::AddNode { node, .. } => self.view_add(c, *node, key),
33889×
            TreeOp::RemoveNode { node, placement } => {
33989×
                !was_live || self.view_remove(c, *node, op_key(*placement))
340
            }
34166×
            TreeOp::Move { node, old, .. } => {
34266×
                (!was_live || self.view_remove(c, *node, op_key(*old)))
34310×
                    && self.view_add(c, *node, key)
344
            }
3458×
            TreeOp::SetMode { node, .. } => {
3468×
                let live = self.live_placements(node);
3478×
                match live.as_slice() {
3488×
                    [] => true,
3495×
                    [(k, p)] => {
3505×
                        let Some(path) = c.dirs.get(&p.parent).map(|d| join(d, &p.name)) else {
3510×
                            return false;
352
                        };
3535×
                        let Some(mode) = self.entry_mode(node) else {
3540×
                            return false;
355
                        };
3565×
                        let entries = std::sync::Arc::make_mut(&mut c.view.entries);
3575×
                        match entries.get_mut(&path) {
3585×
                            Some(e) if e.node == *node && e.placement == *k => {
3595×
                                (e.mode_atom, e.mode) = mode;
3605×
                                true
361
                            }
3620×
                            _ => false,
363
                        }
364
                    }
3650×
                    _ => false,
366
                }
367
            }
368
        }
36912287×
    }
370
371
    /// The view entry for `node`'s placement `key`, just made live.
37212120×
    fn view_add(&self, c: &mut CachedView, node: NodeId, key: OpKey) -> bool {
37312120×
        if !self.placement_live(&key) {
3740×
            return true;
37512120×
        }
37612120×
        if self
37712120×
            .m()
37812120×
            .live_placements_of
37912120×
            .get(&node)
38012120×
            .is_none_or(|s| s.len() != 1)
381
        {
3827×
            return false;
38312113×
        }
38412113×
        let Some(p) = self.m().placements.get(&key) else {
3850×
            return false;
386
        };
38712113×
        let Some(path) = c.dirs.get(&p.parent).map(|d| join(d, &p.name)) else {
3882×
            return false;
389
        };
39012111×
        let Some((mode_atom, mode)) = self.entry_mode(&node) else {
3911×
            return false;
392
        };
39312110×
        let kind = self.kind(&node).unwrap_or(NodeKind::File);
39412110×
        let entries = std::sync::Arc::make_mut(&mut c.view.entries);
39512110×
        if entries.contains_key(&path) || node == NodeId::ROOT {
39681×
            return false;
39712029×
        }
398
        // Nothing can be placed under a directory that was not in the view
399
        // yet: it would have been an orphan, and the view had no conflicts.
40012029×
        if kind == NodeKind::Dir {
401785×
            c.dirs.insert(node, path.clone());
40211244×
        }
40312029×
        entries.insert(
40412029×
            path.clone(),
40512029×
            TreeEntry {
40612029×
                path,
40712029×
                node,
40812029×
                kind,
40912029×
                mode,
41012029×
                placement: key,
41112029×
                mode_atom,
41212029×
            },
413
        );
41412029×
        true
41512120×
    }
416
417
    /// Drop the view entry of `node`'s placement `key`, just retired.
418145×
    fn view_remove(&self, c: &mut CachedView, node: NodeId, key: OpKey) -> bool {
419145×
        if self.m().live_placements_of.contains_key(&node) {
42056×
            return false;
42189×
        }
42289×
        let Some(p) = self.m().placements.get(&key) else {
42336×
            return false;
424
        };
42553×
        let Some(path) = c.dirs.get(&p.parent).map(|d| join(d, &p.name)) else {
4260×
            return false;
427
        };
42853×
        let entries = std::sync::Arc::make_mut(&mut c.view.entries);
42953×
        match entries.get(&path) {
43053×
            Some(e) if e.node == node && e.placement == key => {}
4310×
            _ => return false,
432
        }
43353×
        if entries.get(&path).is_some_and(|e| e.kind == NodeKind::Dir) {
43423×
            let prefix = format!("{path}/");
43523×
            if entries
43623×
                .range(prefix.clone()..)
43723×
                .next()
43823×
                .is_some_and(|(k, _)| k.starts_with(&prefix))
439
            {
44022×
                return false;
4411×
            }
4421×
            c.dirs.remove(&node);
44330×
        }
44431×
        entries.remove(&path);
44531×
        true
446145×
    }
447
448
    /// The mode atom and mode of `node`'s entry, as `compute_view` finds
449
    /// them; `None` when its live modes conflict.
45012116×
    fn entry_mode(&self, node: &NodeId) -> Option<(Option<OpKey>, Mode)> {
45112116×
        let lm = self.live_modes(node);
45212116×
        let distinct: BTreeSet<Mode> = lm.iter().map(|(_, m)| *m).collect();
45312116×
        if distinct.len() > 1 {
4541×
            return None;
45512115×
        }
45612115×
        let mode_atom = lm.iter().map(|(k, _)| *k).max();
45712115×
        let mode = mode_atom
45812115×
            .and_then(|k| self.m().modes.get(&k).map(|(_, m)| *m))
45912115×
            .unwrap_or_default();
46012115×
        Some((mode_atom, mode))
46112116×
    }
462
463
    /// Bring placement `k` in the live index up to date.
46472300×
    fn index_placement(&mut self, k: OpKey) {
46572300×
        let Some(node) = self.m_mut().placements.get(&k).map(|p| p.node) else {
466255×
            return;
467
        };
46872045×
        if self.placement_live(&k) {
46971292×
            self.m_mut()
47071292×
                .live_placements_of
47171292×
                .entry(node)
47271292×
                .or_default()
47371292×
                .insert(k);
47471292×
        } else if let Some(set) = self.m_mut().live_placements_of.get_mut(&node) {
475488×
            set.remove(&k);
476488×
            if set.is_empty() {
477420×
                self.m_mut().live_placements_of.remove(&node);
478420×
            }
479265×
        }
48072300×
    }
481
482
    /// Bring mode atom `k` in the live index up to date.
48369651×
    fn index_mode(&mut self, k: OpKey) {
48469651×
        let Some(node) = self.m_mut().modes.get(&k).map(|(n, _)| *n) else {
48511×
            return;
486
        };
48769640×
        if self.mode_live(&k) {
48869611×
            self.m_mut()
48969611×
                .live_modes_of
49069611×
                .entry(node)
49169611×
                .or_default()
49269611×
                .insert(k);
49369611×
        } else if let Some(set) = self.m_mut().live_modes_of.get_mut(&node) {
49428×
            set.remove(&k);
49528×
            if set.is_empty() {
49610×
                self.m_mut().live_modes_of.remove(&node);
49718×
            }
4981×
        }
49969651×
    }
500
501
    /// Directories no longer placed anywhere, by the (parent, name) they
502
    /// were last placed at, with that placement: what an import can bring
503
    /// back rather than make a second node for one Git path.
50414×
    pub fn dead_dirs(&self) -> HashMap<(NodeId, String), (NodeId, OpKey)> {
50514×
        let mut out: HashMap<(NodeId, String), (NodeId, OpKey)> = HashMap::new();
50615×
        for (k, p) in &self.m().placements {
50715×
            if self.kind(&p.node) != Some(NodeKind::Dir)
5085×
                || self.placement_live(k)
5092×
                || !self.live_placements(&p.node).is_empty()
510
            {
51113×
                continue;
5122×
            }
5132×
            let slot = out
5142×
                .entry((p.parent, p.name.clone()))
5152×
                .or_insert((p.node, *k));
516
            // The newest placement, by key: the same answer in any order.
5172×
            if *k > slot.1 {
5180×
                *slot = (p.node, *k);
5192×
            }
520
        }
52114×
        out
52214×
    }
523
524
    /// Every placement `node` ever had, live or not, with the changes that
525
    /// retired it (none while live).
5260×
    pub fn placement_history(&self, node: &NodeId) -> Vec<(OpKey, &Placement, Vec<ChangeHash>)> {
5270×
        self.m()
5280×
            .placements_of
5290×
            .get(node)
5300×
            .into_iter()
5310×
            .flatten()
5320×
            .filter_map(|k| {
5330×
                let p = self.m().placements.get(k)?;
5340×
                let by = self
5350×
                    .m()
5360×
                    .deleted_placements
5370×
                    .get(k)
5380×
                    .map(|d| d.iter().copied().collect())
5390×
                    .unwrap_or_default();
5400×
                Some((*k, p, by))
5410×
            })
5420×
            .collect()
5430×
    }
544
54584901×
    fn placement_live(&self, k: &OpKey) -> bool {
54684901×
        self.m()
54784901×
            .deleted_placements
54884901×
            .get(k)
54984901×
            .is_none_or(|d| d.is_empty())
55084901×
    }
55169668×
    fn mode_live(&self, k: &OpKey) -> bool {
55269668×
        self.m().deleted_modes.get(k).is_none_or(|d| d.is_empty())
55369668×
    }
554
5556777021×
    pub fn kind(&self, node: &NodeId) -> Option<NodeKind> {
5566777021×
        if node.is_root() {
5570×
            Some(NodeKind::Dir)
558
        } else {
5596777021×
            self.m().kinds.get(node).copied()
560
        }
5616777021×
    }
562
563
    /// The change whose `AddNode` introduced `node`.
56414971×
    pub fn introducer(&self, node: &NodeId) -> Option<ChangeHash> {
56514971×
        if let (None, Some(raw)) = (self.maps.get(), &self.raw_introduced) {
566556×
            let only = self.introduced_only.get_or_init(|| {
56761×
                read_introduced(raw).expect("a state index is checked against its hash when read")
56861×
            });
569
            #[cfg(test)]
5700×
            assert_eq!(
5710×
                only.get(node),
5720×
                TreeMaps::decode(self.raw.as_ref().unwrap())
5730×
                    .unwrap()
5740×
                    .introduced
5750×
                    .get(node),
576
                "the introducers block is the maps'"
577
            );
578556×
            return only.get(node).copied();
57914415×
        }
58014415×
        self.m().introduced.get(node).copied()
58114971×
    }
582
583928×
    pub fn placement(&self, k: &OpKey) -> Option<&Placement> {
584928×
        self.m().placements.get(k)
585928×
    }
586
5876765112×
    pub fn live_placements(&self, node: &NodeId) -> Vec<(OpKey, &Placement)> {
5886765112×
        self.m()
5896765112×
            .live_placements_of
5906765112×
            .get(node)
5916765112×
            .into_iter()
5926765112×
            .flat_map(|ks| ks.iter())
5936765120×
            .filter_map(|k| self.m().placements.get(k).map(|p| (*k, p)))
5946765112×
            .collect()
5956765112×
    }
596
5976777003×
    pub fn live_modes(&self, node: &NodeId) -> Vec<(OpKey, Mode)> {
5986777003×
        self.m()
5996777003×
            .live_modes_of
6006777003×
            .get(node)
6016777003×
            .into_iter()
6026777003×
            .flat_map(|ks| ks.iter())
6036777003×
            .filter_map(|k| self.m().modes.get(k).map(|(_, m)| (*k, *m)))
6046777003×
            .collect()
6056777003×
    }
606
607
    /// Every node that has at least one live placement.
6080×
    pub fn placed_nodes(&self) -> impl Iterator<Item = NodeId> + '_ {
6090×
        self.m().live_placements_of.keys().copied()
6100×
    }
611
612
    /// Resolve the tree: assign paths, find conflicts.
613
    /// The materialized tree (spec §7.1): computed once per graph and
614
    /// cloned for each caller.
61510169×
    pub fn view(&self) -> TreeView {
61610169×
        self.view_cache
61710169×
            .get_or_init(|| CachedView::new(self.compute_view()))
618
            .view
61910169×
            .clone()
62010169×
    }
621
62213243×
    fn compute_view(&self) -> TreeView {
62313243×
        let mut view = TreeView::default();
62413243×
        let mut entries: BTreeMap<String, TreeEntry> = BTreeMap::new();
625
626
        // Live placements grouped by parent.
62713243×
        let mut children: HashMap<NodeId, Vec<(OpKey, &Placement)>> = HashMap::new();
6286764887×
        for ks in self.m().live_placements_of.values() {
6296764902×
            for k in ks {
6306764902×
                if let Some(p) = self.m().placements.get(k) {
6316764902×
                    children.entry(p.parent).or_default().push((*k, p));
6326764902×
                }
633
            }
634
        }
63520211×
        for c in children.values_mut() {
63674974545×
            c.sort_by(|a, b| a.1.name.cmp(&b.1.name).then(a.0.cmp(&b.0)));
637
        }
638
639
        // Multi-placement and mode conflicts.
640
        // Only placed nodes: one with no live placement is not in the tree.
64113243×
        let mut nodes: Vec<NodeId> = self.m().live_placements_of.keys().copied().collect();
64213243×
        nodes.sort();
64313243×
        let mut multi: HashSet<NodeId> = HashSet::new();
644
        // Each node's mode and the atom it comes from, for the entries.
64513243×
        let mut modes: HashMap<NodeId, (Option<OpKey>, Mode)> = HashMap::new();
6466764887×
        for n in &nodes {
6476764887×
            let lp = self.live_placements(n);
648
            // One placement (nearly every node) cannot be in two places.
6496764887×
            if lp.len() > 1 {
65015×
                let distinct_places: BTreeSet<(&NodeId, &str)> = lp
65115×
                    .iter()
65230×
                    .map(|(_, p)| (&p.parent, p.name.as_str()))
65315×
                    .collect();
65415×
                if distinct_places.len() > 1 {
6552×
                    multi.insert(*n);
6562×
                    view.conflicts.push(TreeConflict::MultiPlacement {
6572×
                        node: *n,
6582×
                        placements: lp.iter().map(|(k, _)| *k).collect(),
659
                    });
66013×
                }
6616764872×
            }
6626764887×
            let lm = self.live_modes(n);
6636764887×
            if lm.len() > 1 {
6642×
                let distinct_modes: BTreeSet<Mode> = lm.iter().map(|(_, m)| *m).collect();
6652×
                if distinct_modes.len() > 1 {
6661×
                    view.conflicts.push(TreeConflict::Mode {
6671×
                        node: *n,
6681×
                        modes: distinct_modes.into_iter().collect(),
6691×
                    });
6701×
                }
6716764885×
            }
6726764887×
            let mode_atom = lm.iter().map(|(k, _)| *k).max();
6736764887×
            let mode = mode_atom
6746764887×
                .and_then(|k| self.m().modes.get(&k).map(|(_, m)| *m))
6756764887×
                .unwrap_or_default();
6766764887×
            modes.insert(*n, (mode_atom, mode));
677
        }
678
679
        // BFS from the root, assigning paths.
68013243×
        let mut reached: HashSet<NodeId> = HashSet::new();
68113243×
        reached.insert(NodeId::ROOT);
68213243×
        let mut queue: Vec<(NodeId, String)> = vec![(NodeId::ROOT, String::new())];
68313243×
        let mut on_path: HashSet<NodeId> = HashSet::new();
68435526×
        while let Some((dir, dir_path)) = queue.pop() {
68522283×
            let Some(kids) = children.get(&dir) else {
6862077×
                continue;
687
            };
688
            // Name conflicts within this directory: the children are sorted
689
            // by name, so each name's group is a run of them.
69020206×
            let mut groups: Vec<(&str, &[(OpKey, &Placement)])> = Vec::new();
69120206×
            let mut start = 0;
6926764896×
            for i in 1..=kids.len() {
6936764896×
                if i == kids.len() || kids[i].1.name != kids[start].1.name {
6946764475×
                    groups.push((kids[start].1.name.as_str(), &kids[start..i]));
6956764475×
                    start = i;
6966764475×
                }
697
            }
6986764475×
            for (name, group) in groups {
6996764475×
                let distinct: BTreeSet<NodeId> = group.iter().map(|(_, p)| p.node).collect();
7006764475×
                if distinct.len() > 1 {
701369×
                    view.conflicts.push(TreeConflict::Name {
702369×
                        parent: dir,
703369×
                        name: name.to_string(),
704369×
                        nodes: distinct.iter().copied().collect(),
705369×
                    });
7066764106×
                }
7076764475×
                let suffixed = distinct.len() > 1;
7086764896×
                for (i, (k, p)) in group.iter().enumerate() {
7096764896×
                    let node = p.node;
7106764896×
                    if node == dir || on_path.contains(&node) {
7110×
                        view.conflicts.push(TreeConflict::Cycle { node });
7120×
                        continue;
7136764896×
                    }
7146764896×
                    let needs_suffix = suffixed || multi.contains(&node);
7156764896×
                    let leaf = if needs_suffix {
716780×
                        format!("{name}.oxy-conflict-{}", i + 1)
717
                    } else {
7186764116×
                        name.to_string()
719
                    };
7206764896×
                    let path = if dir_path.is_empty() {
72118959×
                        leaf
722
                    } else {
7236745937×
                        format!("{dir_path}/{leaf}")
724
                    };
7256764896×
                    let kind = self.kind(&node).unwrap_or(NodeKind::File);
7266764896×
                    let (mode_atom, mode) = modes.get(&node).copied().unwrap_or_default();
7276764896×
                    entries.insert(
7286764896×
                        path.clone(),
7296764896×
                        TreeEntry {
7306764896×
                            path: path.clone(),
7316764896×
                            node,
7326764896×
                            kind,
7336764896×
                            mode,
7346764896×
                            placement: *k,
7356764896×
                            mode_atom,
7366764896×
                        },
737
                    );
7386764896×
                    if kind == NodeKind::Dir && reached.insert(node) {
7399040×
                        on_path.insert(dir);
7409040×
                        queue.push((node, path));
7416755856×
                    } else {
7426755856×
                        reached.insert(node);
7436755856×
                    }
744
                }
745
            }
746
        }
747
748
        // Nodes with live placements that were never reached: orphans or cycles.
7496764887×
        for n in &nodes {
7506764887×
            if reached.contains(n) {
7516764882×
                continue;
7525×
            }
7535×
            let lp = self.live_placements(n);
7545×
            if lp.is_empty() {
7550×
                continue;
7565×
            }
7575×
            let mut seen = HashSet::new();
7585×
            let mut cur = *n;
7595×
            let conflict = loop {
76012×
                if !seen.insert(cur) {
7612×
                    break TreeConflict::Cycle { node: *n };
76210×
                }
76310×
                let lp = self.live_placements(&cur);
76410×
                let Some((_, p)) = lp.first() else {
7653×
                    break TreeConflict::Orphan {
7663×
                        node: *n,
7673×
                        parent: cur,
7683×
                    };
769
                };
7707×
                if reached.contains(&p.parent) {
771
                    // Parent reached but this node was not: the parent is not a
772
                    // directory, so this is a name/kind problem surfaced as orphan.
7730×
                    break TreeConflict::Orphan {
7740×
                        node: *n,
7750×
                        parent: p.parent,
7760×
                    };
7777×
                }
7787×
                cur = p.parent;
779
            };
7805×
            if !view.conflicts.contains(&conflict) {
7815×
                view.conflicts.push(conflict);
7825×
            }
783
        }
78413243×
        view.entries = std::sync::Arc::new(entries);
78513243×
        view
78613243×
    }
787
}
788
789
impl TreeGraph {
790
    /// `view` (this graph's) with each name conflict between nodes added
791
    /// with identical content made one entry (spec §9.2): the node whose
792
    /// placement there has the least key is shown at the plain name, and
793
    /// the others are listed in [`TreeView::unified`]. Only a group of
794
    /// files, symlinks or subrepos of one kind and mode, none in another
795
    /// conflict, is offered to `same`, one entry per node, which says
796
    /// whether their contents are identical (`None`: it cannot tell yet).
797
    /// The key order is the same for every peer, so all show one node.
798
    /// Also returns whether `same` answered for every group.
799355×
    pub fn unify(
800355×
        &self,
801355×
        mut view: TreeView,
802355×
        same: impl Fn(&[&TreeEntry]) -> Option<bool>,
803355×
    ) -> (TreeView, bool) {
804355×
        let mut decided = true;
805355×
        if !view
806355×
            .conflicts
807355×
            .iter()
808355×
            .any(|c| matches!(c, TreeConflict::Name { .. }))
809
        {
8100×
            return (view, decided);
811355×
        }
812
        // Nodes in any other conflict stay as they are.
813355×
        let mut troubled: HashSet<NodeId> = HashSet::new();
814363×
        for c in &view.conflicts {
815363×
            match c {
816363×
                TreeConflict::Name { .. } => {}
8170×
                TreeConflict::MultiPlacement { node, .. }
8180×
                | TreeConflict::Orphan { node, .. }
8190×
                | TreeConflict::Cycle { node }
8200×
                | TreeConflict::Mode { node, .. } => {
8210×
                    troubled.insert(*node);
8220×
                }
823
            }
824
        }
825355×
        let mut of_node: HashMap<NodeId, Vec<&TreeEntry>> = HashMap::new();
8261754×
        for e in view.entries.values() {
8271754×
            of_node.entry(e.node).or_default().push(e);
8281754×
        }
829
        // (paths to drop, entry to add, duplicates) per unified group.
830355×
        let mut merged: Vec<(Vec<String>, TreeEntry, Vec<NodeId>)> = Vec::new();
831355×
        let mut gone: HashSet<usize> = HashSet::new();
832363×
        for (i, c) in view.conflicts.iter().enumerate() {
833
            let TreeConflict::Name {
834363×
                parent,
835363×
                name,
836363×
                nodes,
837363×
            } = c
838
            else {
8390×
                continue;
840
            };
841765×
            if nodes.iter().any(|n| troubled.contains(n)) {
8420×
                continue;
843363×
            }
844
            // The group's entries: each node's placements at this place.
845363×
            let mut group: Vec<&TreeEntry> = Vec::new();
846765×
            for n in nodes {
847765×
                for e in of_node.get(n).into_iter().flatten() {
848765×
                    if self
849765×
                        .placement(&e.placement)
850765×
                        .is_some_and(|p| p.parent == *parent && p.name == *name)
851765×
                    {
852765×
                        group.push(e);
853765×
                    }
854
                }
855
            }
856363×
            let Some(first) = group.first() else {
8570×
                continue;
858
            };
859363×
            if first.kind == NodeKind::Dir
860362×
                || group
861362×
                    .iter()
862763×
                    .any(|e| e.kind != first.kind || e.mode != first.mode)
863
            {
8646×
                continue;
865357×
            }
866357×
            group.sort_by_key(|e| e.placement);
867357×
            let mut reps: Vec<&TreeEntry> = Vec::new();
868753×
            for e in &group {
869753×
                if !reps.iter().any(|r| r.node == e.node) {
870753×
                    reps.push(e);
871753×
                }
872
            }
873357×
            if reps.len() < 2 {
8740×
                continue;
875357×
            }
876357×
            match same(&reps) {
877159×
                Some(true) => {}
878197×
                Some(false) => continue,
879
                None => {
8801×
                    decided = false;
8811×
                    continue;
882
                }
883
            }
884159×
            let shown = reps[0];
885159×
            let path = match shown.path.rsplit_once('/') {
8861×
                Some((dir, _)) => format!("{dir}/{name}"),
887158×
                None => name.clone(),
888
            };
889159×
            merged.push((
890331×
                group.iter().map(|e| e.path.clone()).collect(),
891159×
                TreeEntry {
892159×
                    path,
893159×
                    ..shown.clone()
894159×
                },
895159×
                reps[1..].iter().map(|e| e.node).collect(),
896
            ));
897159×
            gone.insert(i);
898
        }
899355×
        drop(of_node);
900355×
        if merged.is_empty() {
901203×
            return (view, decided);
902152×
        }
903152×
        let entries = std::sync::Arc::make_mut(&mut view.entries);
904159×
        for (paths, shown, dups) in merged {
905331×
            for p in paths {
906331×
                entries.remove(&p);
907331×
            }
908172×
            for d in dups {
909172×
                view.unified.insert(d, shown.node);
910172×
            }
911159×
            entries.insert(shown.path.clone(), shown);
912
        }
913152×
        let mut i = 0;
914159×
        view.conflicts.retain(|_| {
915159×
            i += 1;
916159×
            !gone.contains(&(i - 1))
917159×
        });
918152×
        (view, decided)
919355×
    }
920
}
921
922
impl TreeGraph {
923
    /// Serialize for a checkpoint.
924401×
    pub fn to_value(&self) -> crate::cbor::Value {
925
        use crate::cbor::Value;
9264125×
        let opkey = |k: &OpKey| vec![Value::Bytes(k.0 .0.to_vec()), Value::Uint(k.1 as u64)];
927802×
        let deleters = |m: &Map<OpKey, BTreeSet<ChangeHash>>| {
928802×
            let mut ks: Vec<&OpKey> = m.keys().collect();
929802×
            ks.sort();
930
            Value::Array(
931802×
                ks.into_iter()
932802×
                    .map(|k| {
933235×
                        let mut v = opkey(k);
934235×
                        v.push(Value::Array(
935235×
                            m[k].iter().map(|d| Value::Bytes(d.0.to_vec())).collect(),
936
                        ));
937235×
                        Value::Array(v)
938235×
                    })
939802×
                    .collect(),
940
            )
941802×
        };
942401×
        let mut nodes: Vec<&NodeId> = self.m().kinds.keys().collect();
943401×
        nodes.sort();
944401×
        let mut pks: Vec<&OpKey> = self.m().placements.keys().collect();
945401×
        pks.sort();
946401×
        let mut mks: Vec<&OpKey> = self.m().modes.keys().collect();
947401×
        mks.sort();
948401×
        Value::map([
949
            (
950
                0,
951
                Value::Array(
952401×
                    nodes
953401×
                        .into_iter()
9542131×
                        .map(|n| {
9552131×
                            Value::Array(vec![
9562131×
                                Value::Bytes(n.0.to_vec()),
9572131×
                                Value::Uint(self.m().kinds[n].tag()),
9582131×
                                self.m()
9592131×
                                    .introduced
9602131×
                                    .get(n)
9612131×
                                    .map(|h| Value::Bytes(h.0.to_vec()))
9622131×
                                    .unwrap_or(Value::Null),
963
                            ])
9642131×
                        })
965401×
                        .collect(),
966
                ),
967
            ),
968
            (
969
                1,
970
                Value::Array(
971401×
                    pks.into_iter()
9722133×
                        .map(|k| {
9732133×
                            let p = &self.m().placements[k];
9742133×
                            let mut v = opkey(k);
9752133×
                            v.extend([
9762133×
                                Value::Bytes(p.node.0.to_vec()),
9772133×
                                Value::Bytes(p.parent.0.to_vec()),
9782133×
                                Value::Text(p.name.clone()),
9792133×
                            ]);
9802133×
                            Value::Array(v)
9812133×
                        })
982401×
                        .collect(),
983
                ),
984
            ),
985401×
            (2, deleters(&self.m().deleted_placements)),
986
            (
987
                3,
988
                Value::Array(
989401×
                    mks.into_iter()
9901757×
                        .map(|k| {
9911757×
                            let (n, m) = &self.m().modes[k];
9921757×
                            let mut v = opkey(k);
9931757×
                            v.extend([Value::Bytes(n.0.to_vec()), Value::Uint(m.bits())]);
9941757×
                            Value::Array(v)
9951757×
                        })
996401×
                        .collect(),
997
                ),
998
            ),
999401×
            (4, deleters(&self.m().deleted_modes)),
1000
        ])
1001401×
    }
1002
1003108×
    pub fn from_value(v: &crate::cbor::Value) -> Result<TreeGraph, crate::objects::ObjectError> {
1004
        use crate::objects::{array, bytes, field, map, oref, text, u32_, uint, ObjectError};
1005108×
        let m = map(v, "tree graph")?;
10061776×
        let node = |v: &crate::cbor::Value| {
10071776×
            NodeId::from_slice(bytes(v, "node")?)
10081776×
                .ok_or_else(|| ObjectError::Schema("node: expected 16 bytes".into()))
10091776×
        };
1010894×
        let opkey = |e: &[crate::cbor::Value]| -> Result<OpKey, ObjectError> {
1011894×
            Ok((oref(&e[0], "op change")?, u32_(&e[1], "op index")?))
1012894×
        };
1013108×
        let mut g = TreeGraph::default();
1014452×
        for n in array(field(m, 0, "nodes")?, "nodes")? {
1015452×
            let e = array(n, "node entry")?;
1016452×
            if e.len() != 3 {
10170×
                return Err(ObjectError::Schema("node entry: expected 3 fields".into()));
1018452×
            }
1019452×
            let id = node(&e[0])?;
1020452×
            g.m_mut()
1021452×
                .kinds
1022452×
                .insert(id, NodeKind::from_tag(uint(&e[1], "kind")?)?);
1023452×
            if !e[2].is_null() {
1024452×
                g.m_mut().introduced.insert(id, oref(&e[2], "introducer")?);
10250×
            }
1026
        }
1027453×
        for p in array(field(m, 1, "placements")?, "placements")? {
1028453×
            let e = array(p, "placement")?;
1029453×
            if e.len() != 5 {
10300×
                return Err(ObjectError::Schema("placement: expected 5 fields".into()));
1031453×
            }
1032453×
            let k = opkey(e)?;
1033453×
            let pl = Placement {
1034453×
                node: node(&e[2])?,
1035453×
                parent: node(&e[3])?,
1036453×
                name: text(&e[4], "name")?.to_owned(),
1037
            };
1038453×
            g.m_mut()
1039453×
                .placements_of
1040453×
                .entry(pl.node)
1041453×
                .or_default()
1042453×
                .insert(k);
1043453×
            g.m_mut().placements.insert(k, pl);
1044
        }
1045108×
        let deleters = |v: &crate::cbor::Value,
1046
                        what: &str|
1047216×
         -> Result<Map<OpKey, BTreeSet<ChangeHash>>, ObjectError> {
1048216×
            let mut out = Map::default();
1049216×
            for d in array(v, what)? {
105023×
                let e = array(d, what)?;
105123×
                if e.len() != 3 {
10520×
                    return Err(ObjectError::Schema(format!("{what}: expected 3 fields")));
105323×
                }
105423×
                out.insert(
105523×
                    opkey(e)?,
105623×
                    array(&e[2], "deleters")?
105723×
                        .iter()
105823×
                        .map(|x| oref(x, "deleter"))
105923×
                        .collect::<Result<BTreeSet<_>, _>>()?,
1060
                );
1061
            }
1062216×
            Ok(out)
1063216×
        };
1064108×
        g.m_mut().deleted_placements =
1065108×
            deleters(field(m, 2, "deleted placements")?, "deleted placement")?;
1066418×
        for md in array(field(m, 3, "modes")?, "modes")? {
1067418×
            let e = array(md, "mode")?;
1068418×
            if e.len() != 4 {
10690×
                return Err(ObjectError::Schema("mode: expected 4 fields".into()));
1070418×
            }
1071418×
            let k = opkey(e)?;
1072418×
            let n = node(&e[2])?;
1073418×
            g.m_mut()
1074418×
                .modes
1075418×
                .insert(k, (n, Mode::from_bits(uint(&e[3], "mode bits")?)?));
1076418×
            g.m_mut().modes_of.entry(n).or_default().insert(k);
1077
        }
1078108×
        g.m_mut().deleted_modes = deleters(field(m, 4, "deleted modes")?, "deleted mode")?;
1079108×
        let keys: Vec<OpKey> = g.m_mut().placements.keys().copied().collect();
1080453×
        for k in keys {
1081453×
            g.index_placement(k);
1082453×
        }
1083108×
        let keys: Vec<OpKey> = g.m_mut().modes.keys().copied().collect();
1084418×
        for k in keys {
1085418×
            g.index_mode(k);
1086418×
        }
1087108×
        Ok(g)
1088108×
    }
1089
}
1090
1091
/// The tree in the flat layout of a local index (oxygen#41), with its view
1092
/// when that has no conflicts, so a loaded tree need not work it out again.
1093
impl TreeGraph {
10941059×
    pub(crate) fn write_flat(&self, w: &mut crate::flat::Writer) {
1095131032×
        let key = |w: &mut crate::flat::Writer, k: &OpKey| {
1096131032×
            w.object(&k.0);
1097131032×
            w.u32(k.1);
1098131032×
        };
1099
        // The maps as a block of their own: a reader keeps it undecoded
1100
        // until something needs them.
11011059×
        let outer = std::mem::take(w);
11021059×
        let mut kinds: Vec<(&NodeId, &NodeKind)> = self.m().kinds.iter().collect();
11031059×
        kinds.sort_by_key(|(n, _)| **n);
11041059×
        w.count(kinds.len());
110532778×
        for (n, k) in kinds {
110632778×
            w.fixed(&n.0);
110732778×
            w.u8(k.tag() as u8);
110832778×
        }
11091059×
        let mut intro: Vec<(&NodeId, &ChangeHash)> = self.m().introduced.iter().collect();
11101059×
        intro.sort();
11111059×
        w.count(intro.len());
111232778×
        for (n, c) in intro {
111332778×
            w.fixed(&n.0);
111432778×
            w.object(c);
111532778×
        }
11161059×
        let mut pl: Vec<(&OpKey, &Placement)> = self.m().placements.iter().collect();
11171059×
        pl.sort_by_key(|(k, _)| **k);
11181059×
        w.count(pl.len());
111932778×
        for (k, p) in pl {
112032778×
            key(w, k);
112132778×
            w.fixed(&p.node.0);
112232778×
            w.fixed(&p.parent.0);
112332778×
            w.bytes(p.name.as_bytes());
112432778×
        }
11251059×
        let mut modes: Vec<(&OpKey, &(NodeId, Mode))> = self.m().modes.iter().collect();
11261059×
        modes.sort_by_key(|(k, _)| **k);
11271059×
        w.count(modes.len());
112832738×
        for (k, (n, m)) in modes {
112932738×
            key(w, k);
113032738×
            w.fixed(&n.0);
113132738×
            w.u8(m.bits() as u8);
113232738×
        }
11332118×
        for m in [&self.m().deleted_placements, &self.m().deleted_modes] {
11342118×
            let mut ks: Vec<(&OpKey, &BTreeSet<ChangeHash>)> = m.iter().collect();
11352118×
            ks.sort_by_key(|(k, _)| **k);
11362118×
            w.count(ks.len());
11372118×
            for (k, by) in ks {
11380×
                key(w, k);
11390×
                w.count(by.len());
11400×
                for c in by {
11410×
                    w.object(c);
11420×
                }
1143
            }
1144
        }
11451059×
        let maps = std::mem::replace(w, outer);
11461059×
        w.bytes(&maps.0);
1147
        // The introducers again, alone, for a reader that needs no more.
11481059×
        let mut iw = crate::flat::Writer::default();
11491059×
        let mut intro: Vec<(&NodeId, &ChangeHash)> = self.m().introduced.iter().collect();
11501059×
        intro.sort();
11511059×
        iw.count(intro.len());
115232778×
        for (n, c) in intro {
115332778×
            iw.fixed(&n.0);
115432778×
            iw.object(c);
115532778×
        }
11561059×
        w.bytes(&iw.0);
1157
        // The view as a block of its own.
11581059×
        let outer = std::mem::take(w);
11591059×
        let view = self.view();
11601059×
        if view.conflicts.is_empty() {
11611059×
            w.u8(1);
11621059×
            w.count(view.entries.len());
116332778×
            for (path, e) in view.entries.iter() {
116432778×
                w.bytes(path.as_bytes());
116532778×
                w.fixed(&e.node.0);
116632778×
                w.u8(e.kind.tag() as u8);
116732778×
                w.u8(e.mode.bits() as u8);
116832778×
                key(w, &e.placement);
116932778×
                match &e.mode_atom {
117040×
                    None => w.u8(0),
117132738×
                    Some(k) => {
117232738×
                        w.u8(1);
117332738×
                        key(w, k);
117432738×
                    }
1175
                }
1176
            }
11770×
        } else {
11780×
            w.u8(0);
11790×
        }
11801059×
        let view_bytes = std::mem::replace(w, outer);
11811059×
        w.bytes(&view_bytes.0);
11821059×
    }
1183
11841983×
    pub(crate) fn read_flat(
11851983×
        r: &mut crate::flat::Reader,
11861983×
    ) -> Result<TreeGraph, crate::objects::ObjectError> {
11871983×
        let maps = r.bytes()?;
11881983×
        let introduced = r.bytes()?;
11891983×
        let view = Self::read_view(r.bytes()?)?;
11901983×
        let mut g = TreeGraph {
11911983×
            raw: Some(std::sync::Arc::new(maps.to_vec())),
11921983×
            raw_introduced: Some(std::sync::Arc::new(introduced.to_vec())),
11931983×
            ..TreeGraph::default()
11941983×
        };
11951983×
        if let Some(view) = view {
1196713×
            // Checked on a copy, so the graph itself stays undecoded.
1197713×
            #[cfg(test)]
11981270×
            assert_eq!(
1199713×
                view,
12001270×
                TreeGraph {
12011270×
                    raw: g.raw.clone(),
12021270×
                    ..TreeGraph::default()
12031270×
                }
12041270×
                .compute_view(),
1205713×
                "an index's view is the tree's"
1206713×
            );
12071983×
            g.view_cache = std::sync::OnceLock::from(CachedView::new(view));
1208713×
        }
12091983×
        Ok(g)
12101983×
    }
1211
}
1212
1213
impl TreeMaps {
1214
    /// The maps block of a tree's flat form.
12153189×
    fn decode(bytes: &[u8]) -> Result<TreeMaps, crate::objects::ObjectError> {
1216
        use crate::objects::ObjectError;
12173189×
        let _t = crate::timing::phase("index: tree maps");
1218165639×
        let node = |r: &mut crate::flat::Reader| -> Result<NodeId, ObjectError> {
1219165639×
            Ok(NodeId(r.fixed::<16>()?))
1220165639×
        };
122166231×
        let key = |r: &mut crate::flat::Reader| -> Result<OpKey, ObjectError> {
122266231×
            Ok((r.object()?, r.u32()?))
122366231×
        };
12243189×
        let r = &mut crate::flat::Reader::new(bytes);
12253189×
        let mut g = TreeGraph::new();
12263189×
        for _ in 0..r.count()? {
122733136×
            let n = node(r)?;
122833136×
            g.m_mut()
122933136×
                .kinds
123033136×
                .insert(n, NodeKind::from_tag(r.u8()? as u64)?);
1231
        }
12323189×
        for _ in 0..r.count()? {
123333136×
            let n = node(r)?;
123433136×
            g.m_mut().introduced.insert(n, r.object()?);
1235
        }
12363189×
        for _ in 0..r.count()? {
123733136×
            let k = key(r)?;
123833136×
            let p = Placement {
123933136×
                node: node(r)?,
124033136×
                parent: node(r)?,
124133136×
                name: r.text()?,
1242
            };
124333136×
            g.m_mut().placements_of.entry(p.node).or_default().insert(k);
124433136×
            g.m_mut().placements.insert(k, p);
1245
        }
12463189×
        for _ in 0..r.count()? {
124733095×
            let k = key(r)?;
124833095×
            let n = node(r)?;
124933095×
            g.m_mut()
125033095×
                .modes
125133095×
                .insert(k, (n, Mode::from_bits(r.u8()? as u64)?));
125233095×
            g.m_mut().modes_of.entry(n).or_default().insert(k);
1253
        }
12546378×
        for i in 0..2 {
12556378×
            let mut m: Map<OpKey, BTreeSet<ChangeHash>> = Map::default();
12566378×
            for _ in 0..r.count()? {
12570×
                let k = key(r)?;
12580×
                let mut by = BTreeSet::new();
12590×
                for _ in 0..r.count()? {
12600×
                    by.insert(r.object()?);
1261
                }
12620×
                m.insert(k, by);
1263
            }
12646378×
            if i == 0 {
12653189×
                g.m_mut().deleted_placements = m;
12663189×
            } else {
12673189×
                g.m_mut().deleted_modes = m;
12683189×
            }
1269
        }
12703189×
        if !r.at_end() {
12710×
            return Err(ObjectError::Schema("state index: tree maps".into()));
12723189×
        }
12733189×
        let keys: Vec<OpKey> = g.m().placements.keys().copied().collect();
127433136×
        for k in keys {
127533136×
            g.index_placement(k);
127633136×
        }
12773189×
        let keys: Vec<OpKey> = g.m().modes.keys().copied().collect();
127833095×
        for k in keys {
127933095×
            g.index_mode(k);
128033095×
        }
12813189×
        Ok(g.maps.into_inner().unwrap_or_default())
12823189×
    }
1283
}
1284
1285
impl TreeGraph {
1286
    /// The view block of a tree's flat form, when it holds one.
12871983×
    fn read_view(bytes: &[u8]) -> Result<Option<TreeView>, crate::objects::ObjectError> {
12881983×
        let _t = crate::timing::phase("index: view");
12891983×
        let mut r = crate::flat::Reader::new(bytes);
12901983×
        if r.u8()? != 1 {
12910×
            return Ok(None);
12921983×
        }
129333421×
        let key = |r: &mut crate::flat::Reader| -> Result<OpKey, crate::objects::ObjectError> {
129433421×
            Ok((r.object()?, r.u32()?))
129533421×
        };
12961983×
        let n = r.count()?;
1297
        // Collected, then built in one step: the map is made from sorted
1298
        // input in a single pass rather than by searching for each insert.
12991983×
        let mut entries = Vec::with_capacity(n);
13001983×
        for _ in 0..n {
130116721×
            let path = r.text()?;
130216721×
            let e = TreeEntry {
130316721×
                path: path.clone(),
130416721×
                node: NodeId(r.fixed::<16>()?),
130516721×
                kind: NodeKind::from_tag(r.u8()? as u64)?,
130616721×
                mode: Mode::from_bits(r.u8()? as u64)?,
130716721×
                placement: key(&mut r)?,
130816721×
                mode_atom: match r.u8()? {
130921×
                    0 => None,
131016700×
                    _ => Some(key(&mut r)?),
1311
                },
1312
            };
131316721×
            entries.push((path, e));
1314
        }
13151983×
        Ok(Some(TreeView {
13161983×
            entries: std::sync::Arc::new(entries.into_iter().collect()),
13171983×
            conflicts: Vec::new(),
13181983×
            unified: BTreeMap::new(),
13191983×
        }))
13201983×
    }
1321
}
1322
1323
/// The introducers block of a tree's flat form.
132461×
fn read_introduced(bytes: &[u8]) -> Result<Map<NodeId, ChangeHash>, crate::objects::ObjectError> {
132561×
    let r = &mut crate::flat::Reader::new(bytes);
132661×
    let n = r.count()?;
132761×
    let mut m = Map::default();
132861×
    m.reserve(n);
132961×
    for _ in 0..n {
13300×
        let node = NodeId(r.fixed::<16>()?);
13310×
        m.insert(node, r.object()?);
1332
    }
133361×
    Ok(m)
133461×
}
1335
133612169×
fn join(dir: &str, name: &str) -> String {
133712169×
    if dir.is_empty() {
13384246×
        name.to_string()
1339
    } else {
13407923×
        format!("{dir}/{name}")
1341
    }
134212169×
}
1343
13442422×
pub fn op_key(r: OpRef) -> OpKey {
13452422×
    (r.change, r.index)
13462422×
}
1347
1348
#[cfg(test)]
1349
mod tests {
1350
    use super::*;
1351
    use crate::hash::ObjectRef;
1352
135362×
    fn h(n: u8) -> ChangeHash {
135462×
        ObjectRef([n; 32])
135562×
    }
135663×
    fn nid(n: u8) -> NodeId {
135763×
        NodeId([n; 16])
135863×
    }
135921×
    fn add(g: &mut TreeGraph, c: u8, i: u32, node: u8, kind: NodeKind, parent: NodeId, name: &str) {
136021×
        g.apply(
136121×
            h(c),
136221×
            i,
136321×
            &TreeOp::AddNode {
136421×
                node: nid(node),
136521×
                kind,
136621×
                mode: Mode::TEXT,
136721×
                parent,
136821×
                name: name.into(),
136921×
            },
1370
        );
137121×
    }
13728×
    fn paths(v: &TreeView) -> Vec<String> {
13738×
        v.entries.keys().cloned().collect()
13748×
    }
1375
1376
    /// Each op applied to a graph whose view is cached keeps it up to date
1377
    /// or drops it: `apply` checks every kept view against a full one.
1378
    #[test]
13791×
    fn cached_view_follows_ops() {
13801×
        let at = |c: u8, i: u32| OpRef {
13814×
            change: h(c),
13824×
            index: i,
13834×
        };
13841×
        let mut g = TreeGraph::new();
13851×
        let ops = [
13861×
            TreeOp::AddNode {
13871×
                node: nid(1),
13881×
                kind: NodeKind::Dir,
13891×
                mode: Mode::TEXT,
13901×
                parent: NodeId::ROOT,
13911×
                name: "src".into(),
13921×
            },
13931×
            TreeOp::AddNode {
13941×
                node: nid(2),
13951×
                kind: NodeKind::File,
13961×
                mode: Mode::TEXT,
13971×
                parent: nid(1),
13981×
                name: "a.rs".into(),
13991×
            },
14001×
            TreeOp::SetMode {
14011×
                node: nid(2),
14021×
                old: at(1, 1),
14031×
                mode: Mode {
14041×
                    exec: true,
14051×
                    opaque: false,
14061×
                },
14071×
            },
14081×
            TreeOp::Move {
14091×
                node: nid(2),
14101×
                old: at(1, 1),
14111×
                parent: NodeId::ROOT,
14121×
                name: "b.rs".into(),
14131×
            },
14141×
            // Moving an empty directory, then removing it.
14151×
            TreeOp::Move {
14161×
                node: nid(1),
14171×
                old: at(1, 0),
14181×
                parent: NodeId::ROOT,
14191×
                name: "lib".into(),
14201×
            },
14211×
            TreeOp::RemoveNode {
14221×
                node: nid(1),
14231×
                placement: at(1, 4),
14241×
            },
14251×
            // A name taken twice: a conflict, so the view is computed again.
14261×
            TreeOp::AddNode {
14271×
                node: nid(3),
14281×
                kind: NodeKind::File,
14291×
                mode: Mode::TEXT,
14301×
                parent: NodeId::ROOT,
14311×
                name: "b.rs".into(),
14321×
            },
14331×
        ];
14347×
        for (i, op) in ops.iter().enumerate() {
14357×
            let _ = g.view();
14367×
            g.apply(h(1), i as u32, op);
14377×
            assert_eq!(g.view(), g.compute_view());
1438
        }
14391×
        let v = g.view();
14401×
        assert_eq!(paths(&v), ["b.rs.oxy-conflict-1", "b.rs.oxy-conflict-2"]);
14411×
        assert!(v.entries.values().any(|e| e.mode.exec));
14421×
    }
1443
1444
    #[test]
14451×
    fn nested_paths_and_rename() {
14461×
        let mut g = TreeGraph::new();
14471×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "src");
14481×
        add(&mut g, 1, 1, 2, NodeKind::File, nid(1), "main.rs");
14491×
        add(&mut g, 1, 2, 3, NodeKind::File, NodeId::ROOT, "README");
14501×
        let v = g.view();
14511×
        assert_eq!(paths(&v), ["README", "src", "src/main.rs"]);
14521×
        assert!(!v.is_conflicted());
1453
1454
        // Rename src/main.rs → src/lib.rs, move src → lib (subtree follows).
14551×
        g.apply(
14561×
            h(2),
1457
            0,
14581×
            &TreeOp::Move {
14591×
                node: nid(2),
14601×
                old: OpRef {
14611×
                    change: h(1),
14621×
                    index: 1,
14631×
                },
14641×
                parent: nid(1),
14651×
                name: "lib.rs".into(),
14661×
            },
1467
        );
14681×
        g.apply(
14691×
            h(2),
1470
            1,
14711×
            &TreeOp::Move {
14721×
                node: nid(1),
14731×
                old: OpRef {
14741×
                    change: h(1),
14751×
                    index: 0,
14761×
                },
14771×
                parent: NodeId::ROOT,
14781×
                name: "lib".into(),
14791×
            },
1480
        );
14811×
        let v = g.view();
14821×
        assert_eq!(paths(&v), ["README", "lib", "lib/lib.rs"]);
14831×
        assert_eq!(v.entries["lib/lib.rs"].placement, (h(2), 0));
1484
14851×
        g.apply(
14861×
            h(3),
1487
            0,
14881×
            &TreeOp::RemoveNode {
14891×
                node: nid(3),
14901×
                placement: OpRef {
14911×
                    change: h(1),
14921×
                    index: 2,
14931×
                },
14941×
            },
1495
        );
14961×
        assert_eq!(paths(&g.view()), ["lib", "lib/lib.rs"]);
14971×
    }
1498
1499
    #[test]
15001×
    fn name_conflict_gets_suffixes() {
15011×
        let mut g = TreeGraph::new();
15021×
        add(&mut g, 1, 0, 1, NodeKind::File, NodeId::ROOT, "a.txt");
15031×
        add(&mut g, 2, 0, 2, NodeKind::File, NodeId::ROOT, "a.txt");
15041×
        let v = g.view();
15051×
        assert_eq!(paths(&v), ["a.txt.oxy-conflict-1", "a.txt.oxy-conflict-2"]);
15061×
        assert_eq!(
1507
            v.conflicts,
15081×
            vec![TreeConflict::Name {
15091×
                parent: NodeId::ROOT,
15101×
                name: "a.txt".into(),
15111×
                nodes: vec![nid(1), nid(2)]
15121×
            }]
1513
        );
15141×
    }
1515
1516
    /// Identical additions at one place are one entry, the node with the
1517
    /// least placement key shown; anything else stays a name conflict.
1518
    #[test]
15191×
    fn identical_additions_unify() {
15201×
        let mut g = TreeGraph::new();
15211×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "d");
15221×
        add(&mut g, 3, 0, 3, NodeKind::File, nid(1), "a.txt");
15231×
        add(&mut g, 2, 0, 2, NodeKind::File, nid(1), "a.txt");
15241×
        let raw = g.view();
15251×
        let (v, decided) = g.unify(raw.clone(), |es| {
15261×
            assert_eq!(es.len(), 2, "one entry per node");
15271×
            Some(true)
15281×
        });
15291×
        assert!(decided);
15301×
        assert_eq!(paths(&v), ["d", "d/a.txt"]);
15311×
        assert!(v.conflicts.is_empty());
15321×
        assert_eq!(v.entries["d/a.txt"].node, nid(2), "the least placement key");
15331×
        assert_eq!(v.entries["d/a.txt"].placement, (h(2), 0));
15341×
        assert_eq!(v.unified, [(nid(3), nid(2))].into_iter().collect());
1535
        // Different contents, or not known yet: the conflict as it was.
15361×
        let (v, decided) = g.unify(raw.clone(), |_| Some(false));
15371×
        assert!(decided);
15381×
        assert_eq!(v, raw);
15391×
        let (v, decided) = g.unify(raw.clone(), |_| None);
15401×
        assert!(!decided);
15411×
        assert_eq!(v, raw);
1542
        // Directories, and kinds that differ, are never offered.
15431×
        let mut g = TreeGraph::new();
15441×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "d");
15451×
        add(&mut g, 2, 0, 2, NodeKind::Dir, NodeId::ROOT, "d");
15461×
        add(&mut g, 3, 0, 3, NodeKind::File, NodeId::ROOT, "f");
15471×
        add(&mut g, 4, 0, 4, NodeKind::Symlink, NodeId::ROOT, "f");
15481×
        let raw = g.view();
15491×
        let (v, _) = g.unify(raw.clone(), |_| panic!("not offered"));
15501×
        assert_eq!(v, raw);
15511×
    }
1552
1553
    #[test]
15541×
    fn concurrent_renames_are_multi_placement() {
15551×
        let mut g = TreeGraph::new();
15561×
        add(&mut g, 1, 0, 1, NodeKind::File, NodeId::ROOT, "a");
15571×
        g.apply(
15581×
            h(2),
1559
            0,
15601×
            &TreeOp::Move {
15611×
                node: nid(1),
15621×
                old: OpRef {
15631×
                    change: h(1),
15641×
                    index: 0,
15651×
                },
15661×
                parent: NodeId::ROOT,
15671×
                name: "b".into(),
15681×
            },
1569
        );
15701×
        g.apply(
15711×
            h(3),
1572
            0,
15731×
            &TreeOp::Move {
15741×
                node: nid(1),
15751×
                old: OpRef {
15761×
                    change: h(1),
15771×
                    index: 0,
15781×
                },
15791×
                parent: NodeId::ROOT,
15801×
                name: "c".into(),
15811×
            },
1582
        );
15831×
        let v = g.view();
15841×
        assert_eq!(paths(&v), ["b.oxy-conflict-1", "c.oxy-conflict-1"]);
15851×
        assert!(
15861×
            matches!(v.conflicts[0], TreeConflict::MultiPlacement { node, .. } if node == nid(1))
1587
        );
15881×
    }
1589
1590
    #[test]
15911×
    fn orphan_and_cycle() {
15921×
        let mut g = TreeGraph::new();
15931×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "d");
15941×
        add(&mut g, 1, 1, 2, NodeKind::File, nid(1), "f");
1595
        // Concurrently: 2 removes d, 3 adds d/g.
15961×
        g.apply(
15971×
            h(2),
1598
            0,
15991×
            &TreeOp::RemoveNode {
16001×
                node: nid(1),
16011×
                placement: OpRef {
16021×
                    change: h(1),
16031×
                    index: 0,
16041×
                },
16051×
            },
1606
        );
16071×
        add(&mut g, 3, 0, 3, NodeKind::File, nid(1), "g");
16081×
        let v = g.view();
16091×
        assert_eq!(paths(&v), Vec::<String>::new());
16101×
        assert!(v.conflicts.contains(&TreeConflict::Orphan {
16111×
            node: nid(2),
16121×
            parent: nid(1)
16131×
        }));
16141×
        assert!(v.conflicts.contains(&TreeConflict::Orphan {
16151×
            node: nid(3),
16161×
            parent: nid(1)
16171×
        }));
1618
1619
        // Cycle: a/b, then concurrently move a under b and b under a's parent... simplest: move a into b.
16201×
        let mut g = TreeGraph::new();
16211×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "a");
16221×
        add(&mut g, 1, 1, 2, NodeKind::Dir, nid(1), "b");
16231×
        g.apply(
16241×
            h(2),
1625
            0,
16261×
            &TreeOp::Move {
16271×
                node: nid(1),
16281×
                old: OpRef {
16291×
                    change: h(1),
16301×
                    index: 0,
16311×
                },
16321×
                parent: nid(2),
16331×
                name: "a".into(),
16341×
            },
1635
        );
16361×
        let v = g.view();
16371×
        assert!(
16381×
            v.conflicts
16391×
                .iter()
16401×
                .any(|c| matches!(c, TreeConflict::Cycle { .. })),
1641
            "{:?}",
1642
            v.conflicts
1643
        );
16441×
    }
1645
1646
    #[test]
16471×
    fn serialization_round_trip() {
16481×
        let mut g = TreeGraph::new();
16491×
        add(&mut g, 1, 0, 1, NodeKind::Dir, NodeId::ROOT, "src");
16501×
        add(&mut g, 1, 1, 2, NodeKind::File, nid(1), "main.rs");
16511×
        g.apply(
16521×
            h(2),
1653
            0,
16541×
            &TreeOp::Move {
16551×
                node: nid(2),
16561×
                old: OpRef {
16571×
                    change: h(1),
16581×
                    index: 1,
16591×
                },
16601×
                parent: nid(1),
16611×
                name: "lib.rs".into(),
16621×
            },
1663
        );
16641×
        g.apply(
16651×
            h(3),
1666
            0,
16671×
            &TreeOp::SetMode {
16681×
                node: nid(2),
16691×
                old: OpRef {
16701×
                    change: h(1),
16711×
                    index: 1,
16721×
                },
16731×
                mode: Mode {
16741×
                    exec: true,
16751×
                    opaque: false,
16761×
                },
16771×
            },
1678
        );
16791×
        let bytes = crate::cbor::encode(&g.to_value());
16801×
        let back = TreeGraph::from_value(&crate::cbor::decode(&bytes).unwrap()).unwrap();
16811×
        assert_eq!(back.view(), g.view());
16821×
        assert_eq!(back.introducer(&nid(2)), Some(h(1)));
16831×
        assert_eq!(crate::cbor::encode(&back.to_value()), bytes);
16841×
    }
1685
1686
    #[test]
16871×
    fn mode_conflict_and_resolution() {
16881×
        let mut g = TreeGraph::new();
16891×
        add(&mut g, 1, 0, 1, NodeKind::File, NodeId::ROOT, "run.sh");
16901×
        g.apply(
16911×
            h(2),
1692
            0,
16931×
            &TreeOp::SetMode {
16941×
                node: nid(1),
16951×
                old: OpRef {
16961×
                    change: h(1),
16971×
                    index: 0,
16981×
                },
16991×
                mode: Mode {
17001×
                    exec: true,
17011×
                    opaque: false,
17021×
                },
17031×
            },
1704
        );
17051×
        g.apply(
17061×
            h(3),
1707
            0,
17081×
            &TreeOp::SetMode {
17091×
                node: nid(1),
17101×
                old: OpRef {
17111×
                    change: h(1),
17121×
                    index: 0,
17131×
                },
17141×
                mode: Mode {
17151×
                    exec: false,
17161×
                    opaque: true,
17171×
                },
17181×
            },
1719
        );
17201×
        let v = g.view();
17211×
        assert!(matches!(v.conflicts[0], TreeConflict::Mode { .. }));
1722
        // Materialized with the greatest mode atom.
17231×
        assert_eq!(
17241×
            v.entries["run.sh"].mode,
1725
            Mode {
1726
                exec: false,
1727
                opaque: true
1728
            }
1729
        );
1730
        // The placement introduced by the same AddNode is unaffected.
17311×
        assert_eq!(v.entries["run.sh"].placement, (h(1), 0));
1732
        // Resolution: retire both live mode atoms; identical live values do not conflict.
17331×
        g.apply(
17341×
            h(4),
1735
            0,
17361×
            &TreeOp::SetMode {
17371×
                node: nid(1),
17381×
                old: OpRef {
17391×
                    change: h(2),
17401×
                    index: 0,
17411×
                },
17421×
                mode: Mode {
17431×
                    exec: true,
17441×
                    opaque: false,
17451×
                },
17461×
            },
1747
        );
17481×
        g.apply(
17491×
            h(4),
1750
            1,
17511×
            &TreeOp::SetMode {
17521×
                node: nid(1),
17531×
                old: OpRef {
17541×
                    change: h(3),
17551×
                    index: 0,
17561×
                },
17571×
                mode: Mode {
17581×
                    exec: true,
17591×
                    opaque: false,
17601×
                },
17611×
            },
1762
        );
17631×
        let v = g.view();
17641×
        assert!(!v.is_conflicted(), "{:?}", v.conflicts);
17651×
        assert_eq!(
17661×
            v.entries["run.sh"].mode,
1767
            Mode {
1768
                exec: true,
1769
                opaque: false
1770
            }
1771
        );
17721×
    }
1773
}