subrepos.rs 79.8%

249 of 312 lines run, 26 of 60 functions · run #398 on subrepo-pin-state · run missed

//! Subrepositories in the working copy (spec §7.8): reading pins from
//! nested repositories, moving them to pins, and the `oxy submodule`
//! commands.

use super::*;
use crate::subrepo::{Module, Modules, Pin};
use std::process::Command;

/// What syncing a nested repository to its pin did.
#[derive(Clone, Debug, PartialEq, Eq)]
pub enum SubrepoSync {
    Updated,
    UpToDate,
    Missing,
    Dirty,
    /// The working copy was brought to the pin, but the nested repository's
    /// bookmark has changes the pin lacks, so it was left where it is: a
    /// bookmark is never moved backwards (spec §7.8).
    KeptBookmark {
        bookmark: String,
        newer: usize,
    },
    Failed(String),
}

impl SubrepoSync {
    /// A note for a checkout report, when there is something to say.
    pub fn note(&self, path: &str) -> Option<String> {
        match self {
            SubrepoSync::Updated | SubrepoSync::UpToDate => None,
            SubrepoSync::Missing => Some(format!(
                "{path}: nested repository not present; run oxy submodule update --init"
            )),
            SubrepoSync::Dirty => Some(format!(
                "{path}: nested repository has uncommitted changes; left as is"
            )),
            SubrepoSync::KeptBookmark { bookmark, newer } => Some(format!(
                "{path}: checked out at the pin; its bookmark {bookmark} keeps {newer} newer change{} (oxy bookmark switch {bookmark} there to return to them)",
                if *newer == 1 { "" } else { "s" }
            )),
            SubrepoSync::Failed(e) => Some(format!("{path}: {e}")),
        }
    }
}

/// One subrepo as `oxy submodule status` shows it.
#[derive(Clone, Debug)]
pub struct SubrepoInfo {
    pub path: String,
    pub pin: Pin,
    pub url: Option<String>,
    /// The nested repository's own pin now, if present.
    pub actual: Option<Pin>,
    pub dirty: bool,
    /// Whether the working copy's base records it. An added subrepo
    /// (registered in `.oxymodules`, not committed yet) has `pin` set to
    /// what the next commit records.
    pub committed: bool,
}

fn git_out(dir: &Path, args: &[&str]) -> Result<String> {
    let out = Command::new("git")
        .arg("-C")
        .arg(dir)
        .args(args)
        .output()
        .map_err(|e| RepoError::Msg(format!("running git: {e}")))?;
    if !out.status.success() {
        return fail(format!(
            "git {} in {}: {}",
            args.join(" "),
            dir.display(),
            String::from_utf8_lossy(&out.stderr).trim()
        ));
    }
    Ok(String::from_utf8_lossy(&out.stdout).trim().to_string())
}

/// The pin a nested repository at `dir` is at: the base of its working
/// copy for an Oxygen repository (which is its bookmark's heads unless a
/// parent checked out an older pin), `HEAD` for a Git one.
pub(crate) fn read_pin(dir: &Path, bookmark_hint: Option<&str>) -> Result<Pin> {
    if dir.join(OXY_DIR).exists() {
        let nested = Repo::open(dir)?;
        return Ok(Pin::Oxy {
            repo: nested.id()?,
            heads: nested.working_copy()?.1.deps,
            bookmark: nested.config.bookmark.clone(),
        });
    }
    if dir.join(".git").exists() {
        let sha = git_out(dir, &["rev-parse", "HEAD"])?;
        return Ok(Pin::Git {
            sha,
            branch: bookmark_hint.unwrap_or("HEAD").to_string(),
        });
    }
    fail(format!("{} is not a repository", dir.display()))
}

/// Whether a nested repository has uncommitted work.
fn nested_dirty(dir: &Path) -> Result<bool> {
    if dir.join(OXY_DIR).exists() {
        let nested = Repo::open(dir)?;
        let snap = nested.snapshot("oxy submodule")?;
        return Ok(!snap.wc.tree_ops.is_empty() || !snap.wc.edits.is_empty());
    }
    Ok(!git_out(dir, &["status", "--porcelain"])?.is_empty())
}

/// Whether `url` is an Oxygen repository (else it is taken to be Git),
/// probed with `options`, the credentials a clone of it would use; with
/// the probe's error when it is not, to report if Git cannot clone it
/// either.
fn probe_oxy_url(url: &str, options: &RemoteOptions) -> std::result::Result<(), String> {
    if url.starts_with("http://") || url.starts_with("https://") {
        return crate::protocol::open_remote(url, options)
            .and_then(|r| r.repo_id())
            .map(|_| ())
            .map_err(|e| e.to_string());
    }
    let p = Path::new(url.strip_prefix("file://").unwrap_or(url));
    if p.join(OXY_DIR).exists() {
        Ok(())
    } else {
        Err(format!("{} has no {OXY_DIR} directory", p.display()))
    }
}

impl Repo {
    pub(crate) fn modules_on_disk(&self) -> Modules {
        fs::read_to_string(self.root.join(".oxymodules"))
            .map(|t| Modules::parse(&t))
            .unwrap_or_default()
    }

    fn write_modules(&self, m: &Modules) -> Result<()> {
        if m.entries.is_empty() {
            let _ = fs::remove_file(self.root.join(".oxymodules"));
            return Ok(());
        }
        write_atomic(&self.root.join(".oxymodules"), m.to_text().as_bytes())
    }

    /// Bring the nested repository at `path` to `pin`, cloning it first when
    /// `init` and it is absent.
    pub(crate) fn sync_subrepo(&self, path: &str, pin: &Pin, init: bool) -> Result<SubrepoSync> {
        let dir = self.root.join(path);
        let module = self.modules_on_disk().entries.get(path).cloned();
        let present = dir.join(OXY_DIR).exists() || dir.join(".git").exists();
        let cloned = !present;
        if !present {
            if !init {
                return Ok(SubrepoSync::Missing);
            }
            let Some(m) = &module else {
                return Ok(SubrepoSync::Failed(
                    "no .oxymodules entry to clone from".into(),
                ));
            };
            if let Some(parent) = dir.parent() {
                fs::create_dir_all(parent)?;
            }
            let _ = fs::remove_dir(&dir);
            let r = match pin {
                Pin::Oxy { .. } => self.clone_as_subrepo(&m.url, &dir).map(|_| ()),
                Pin::Git { .. } => Command::new("git")
                    .args(["clone", "-q", &m.url])
                    .arg(&dir)
                    .status()
                    .map_err(|e| RepoError::Msg(e.to_string()))
                    .and_then(|s| {
                        if s.success() {
                            Ok(())
                        } else {
                            fail(format!("git clone {} failed", m.url))
                        }
                    }),
            };
            if let Err(e) = r {
                return Ok(SubrepoSync::Failed(format!("cloning {}: {e}", m.url)));
            }
        }
        let actual = read_pin(&dir, module.as_ref().and_then(|m| m.bookmark.as_deref()))?;
        let same = pin.same_state(&actual);
        if same {
            return Ok(if cloned {
                SubrepoSync::Updated
            } else {
                SubrepoSync::UpToDate
            });
        }
        if nested_dirty(&dir)? {
            return Ok(SubrepoSync::Dirty);
        }
        match pin {
            Pin::Oxy { heads, .. } => {
                let nested = Repo::open(&dir)?;
                if nested.load_state(heads).is_err() {
                    // The pinned changes are not here yet: fetch from origin.
                    if let Err(e) = nested.fetch("origin") {
                        return Ok(SubrepoSync::Failed(format!(
                            "fetching the pinned changes: {e}"
                        )));
                    }
                }
                match nested.checkout(heads, false, "oxy submodule update") {
                    Ok(_) => {
                        // Its bookmark follows only forward: work it has
                        // beyond the pin stays on it (metalgear, oxygen#38).
                        let bookmark = nested.config.bookmark.clone();
                        let at = nested.bookmark_heads().unwrap_or_default();
                        let newer = nested.state_gap(&at, heads).map(|g| g.lacks).unwrap_or(0);
                        if newer == 0 {
                            let _ = nested.bookmark_set(&bookmark, heads);
                            Ok(SubrepoSync::Updated)
                        } else {
                            Ok(SubrepoSync::KeptBookmark { bookmark, newer })
                        }
                    }
                    Err(e) => Ok(SubrepoSync::Failed(e.to_string())),
                }
            }
            Pin::Git { sha, .. } => {
                if git_out(&dir, &["cat-file", "-e", &format!("{sha}^{{commit}}")]).is_err() {
                    if let Err(e) = git_out(&dir, &["fetch", "-q", "origin"]) {
                        return Ok(SubrepoSync::Failed(e.to_string()));
                    }
                }
                match git_out(&dir, &["checkout", "-q", "--detach", sha]) {
                    Ok(_) => Ok(SubrepoSync::Updated),
                    Err(e) => Ok(SubrepoSync::Failed(e.to_string())),
                }
            }
        }
    }

    /// Every subrepo of the working copy's base state.
    pub fn subrepos(&self) -> Result<Vec<SubrepoInfo>> {
        let (_, wc) = self.working_copy()?;
        // The tree and the subrepos' pins only: a materialized state
        // rendered every file of the tree to find them, after each clone,
        // pull, switch and `workspace add` (in the VS Code history, ~70 s
        // and 11 GB; oxygen#137).
        let mut state = self.load_state_indexed(&wc.deps)?;
        let tree = self.tree_view(&mut state)?;
        let modules = self.modules_on_disk();
        let mut out = Vec::new();
        for (path, e) in tree.entries.iter() {
            if e.kind != NodeKind::Subrepo {
                continue;
            }
            let Some(b) = state.live_blobs(&e.node).first().copied() else {
                continue;
            };
            let pin = Pin::decode(&self.read_blob(&b)?)?;
            let dir = self.root.join(path);
            let present = dir.join(OXY_DIR).exists() || dir.join(".git").exists();
            let actual = if present {
                read_pin(
                    &dir,
                    modules
                        .entries
                        .get(path)
                        .and_then(|m| m.bookmark.as_deref()),
                )
                .ok()
            } else {
                None
            };
            let dirty = present && nested_dirty(&dir).unwrap_or(false);
            out.push(SubrepoInfo {
                path: path.clone(),
                pin,
                url: modules.entries.get(path).map(|m| m.url.clone()),
                actual,
                dirty,
                committed: true,
            });
        }
        // Registered but not committed yet: pinned at what they are now.
        for (path, m) in &modules.entries {
            if tree.entries.contains_key(path) {
                continue;
            }
            let dir = self.root.join(path);
            let Ok(pin) = read_pin(&dir, m.bookmark.as_deref()) else {
                continue;
            };
            out.push(SubrepoInfo {
                path: path.clone(),
                pin: pin.clone(),
                url: Some(m.url.clone()),
                actual: Some(pin),
                dirty: nested_dirty(&dir).unwrap_or(false),
                committed: false,
            });
        }
        out.sort_by(|a, b| a.path.cmp(&b.path));
        Ok(out)
    }

    /// `.oxymodules` entries with no subrepo behind them: never added, so
    /// there is no pin to clone or check out (oxygen#72).
    pub fn unpinned_modules(&self) -> Result<Vec<(String, Module)>> {
        let pinned: Vec<String> = self.subrepos()?.into_iter().map(|s| s.path).collect();
        Ok(self
            .modules_on_disk()
            .entries
            .into_iter()
            .filter(|(path, _)| !pinned.contains(path))
            .collect())
    }

    /// Clone `url` at `path`, register it in `.oxymodules`, and return the
    /// pin the next snapshot will record.
    pub fn submodule_add(&self, url: &str, path: &str, bookmark: Option<&str>) -> Result<Pin> {
        let path = path.trim_end_matches('/').to_string();
        if path.is_empty()
            || path.starts_with('/')
            || path.split('/').any(|c| c == ".." || c == ".")
        {
            return fail(format!("{path:?} is not a valid subrepo path"));
        }
        let dir = self.root.join(&path);
        if dir.exists() && fs::read_dir(&dir)?.next().is_some() {
            return fail(format!("{path} exists and is not empty"));
        }
        if let Some(parent) = dir.parent() {
            fs::create_dir_all(parent)?;
        }
        let probe = probe_oxy_url(url, &self.credentials_for(url));
        let git = probe.is_err();
        if git {
            let mut cmd = Command::new("git");
            cmd.args(["clone", "-q"]);
            if let Some(b) = bookmark {
                cmd.args(["--branch", b]);
            }
            let status = cmd
                .arg(url)
                .arg(&dir)
                .status()
                .map_err(|e| RepoError::Msg(format!("running git: {e}")))?;
            if !status.success() {
                let oxy_error = probe.err().unwrap_or_default();
                return fail(format!(
                    "git clone {url} failed; as an Oxygen repository: {oxy_error}"
                ));
            }
        } else {
            let _ = fs::remove_dir(&dir);
            let mut nested = self.clone_as_subrepo(url, &dir)?;
            if let Some(b) = bookmark {
                nested.bookmark_switch(b, true)?;
            }
        }
        let mut modules = self.modules_on_disk();
        modules.entries.insert(
            path.clone(),
            Module {
                url: url.to_string(),
                bookmark: bookmark.map(str::to_string),
                git,
            },
        );
        self.write_modules(&modules)?;
        read_pin(&dir, bookmark)
    }

    /// Bring nested repositories to their pins (`paths` empty = all).
    pub fn submodule_update(
        &self,
        init: bool,
        paths: &[String],
    ) -> Result<Vec<(String, SubrepoSync)>> {
        let mut out = Vec::new();
        for s in self.subrepos()? {
            if !paths.is_empty() && !paths.iter().any(|p| p.trim_end_matches('/') == s.path) {
                continue;
            }
            let r = self.sync_subrepo(&s.path, &s.pin, init)?;
            out.push((s.path, r));
        }
        Ok(out)
    }

    /// Drop the `.oxymodules` entry; the node goes with the next snapshot
    /// only if the directory is removed, since a registered or tracked
    /// nested repository keeps contributing its pin. Here the directory is
    /// left in place and the node is removed explicitly from the working
    /// copy's next change by unregistering and moving the directory aside.
    pub fn submodule_remove(&self, path: &str) -> Result<()> {
        let path = path.trim_end_matches('/').to_string();
        let mut modules = self.modules_on_disk();
        let known = modules.entries.remove(&path).is_some()
            || self.subrepos()?.iter().any(|s| s.path == path);
        if !known {
            return fail(format!("{path} is not a subrepo"));
        }
        self.write_modules(&modules)?;
        // The directory stays; the walker ignores an unregistered nested
        // repository unless tracked, so mark it as removed for the next
        // snapshot by recording an explicit removal.
        let dir = self.oxy.join("subrepos-removed");
        fs::create_dir_all(&dir)?;
        write_atomic(&dir.join(path.replace('/', "%2F")), b"")?;
        Ok(())
    }

    /// Paths whose subrepo node was removed with `oxy submodule remove` and
    /// whose directory is still on disk.
    pub(crate) fn removed_subrepos(&self) -> BTreeSet<String> {
        let mut out = BTreeSet::new();
        if let Ok(rd) = fs::read_dir(self.oxy.join("subrepos-removed")) {
            for e in rd.flatten() {
                out.insert(e.file_name().to_string_lossy().replace("%2F", "/"));
            }
        }
        out
    }

    pub(crate) fn clear_removed_subrepo(&self, path: &str) {
        let _ = fs::remove_file(
            self.oxy
                .join("subrepos-removed")
                .join(path.replace('/', "%2F")),
        );
    }
}

`/`	Search
`g` `c`	Code
`g` `h`	History
`g` `b`	Bookmarks
`g` `t`	Trust
`y`	Permalink to this state (files and trees)
`?`	This sheet

1		//! Subrepositories in the working copy (spec §7.8): reading pins from
2		//! nested repositories, moving them to pins, and the `oxy submodule`
3		//! commands.
4
5		use super::*;
6		use crate::subrepo::{Module, Modules, Pin};
7		use std::process::Command;
8
9		/// What syncing a nested repository to its pin did.
10		#[derive(Clone, Debug, PartialEq, Eq)]
11		pub enum SubrepoSync {
12		Updated,
13		UpToDate,
14		Missing,
15		Dirty,
16		/// The working copy was brought to the pin, but the nested repository's
17		/// bookmark has changes the pin lacks, so it was left where it is: a
18		/// bookmark is never moved backwards (spec §7.8).
19		KeptBookmark {
20		bookmark: String,
21		newer: usize,
22		},
23		Failed(String),
24		}
25
26		impl SubrepoSync {
27		/// A note for a checkout report, when there is something to say.
28	13×	pub fn note(&self, path: &str) -> Option<String> {
29	13×	match self {
30	6×	SubrepoSync::Updated \| SubrepoSync::UpToDate => None,
31	3×	SubrepoSync::Missing => Some(format!(
32	3×	"{path}: nested repository not present; run oxy submodule update --init"
33	3×	)),
34	1×	SubrepoSync::Dirty => Some(format!(
35	1×	"{path}: nested repository has uncommitted changes; left as is"
36	1×	)),
37	3×	SubrepoSync::KeptBookmark { bookmark, newer } => Some(format!(
38		"{path}: checked out at the pin; its bookmark {bookmark} keeps {newer} newer change{} (oxy bookmark switch {bookmark} there to return to them)",
39	3×	if *newer == 1 { "" } else { "s" }
40		)),
41	0×	SubrepoSync::Failed(e) => Some(format!("{path}: {e}")),
42		}
43	13×	}
44		}
45
46		/// One subrepo as `oxy submodule status` shows it.
47		#[derive(Clone, Debug)]
48		pub struct SubrepoInfo {
49		pub path: String,
50		pub pin: Pin,
51		pub url: Option<String>,
52		/// The nested repository's own pin now, if present.
53		pub actual: Option<Pin>,
54		pub dirty: bool,
55		/// Whether the working copy's base records it. An added subrepo
56		/// (registered in `.oxymodules`, not committed yet) has `pin` set to
57		/// what the next commit records.
58		pub committed: bool,
59		}
60
61	2×	fn git_out(dir: &Path, args: &[&str]) -> Result<String> {
62	2×	let out = Command::new("git")
63	2×	.arg("-C")
64	2×	.arg(dir)
65	2×	.args(args)
66	2×	.output()
67	2×	.map_err(\|e\| RepoError::Msg(format!("running git: {e}")))?;
68	2×	if !out.status.success() {
69	0×	return fail(format!(
70		"git {} in {}: {}",
71	0×	args.join(" "),
72	0×	dir.display(),
73	0×	String::from_utf8_lossy(&out.stderr).trim()
74		));
75	2×	}
76	2×	Ok(String::from_utf8_lossy(&out.stdout).trim().to_string())
77	2×	}
78
79		/// The pin a nested repository at `dir` is at: the base of its working
80		/// copy for an Oxygen repository (which is its bookmark's heads unless a
81		/// parent checked out an older pin), `HEAD` for a Git one.
82	87×	pub(crate) fn read_pin(dir: &Path, bookmark_hint: Option<&str>) -> Result<Pin> {
83	87×	if dir.join(OXY_DIR).exists() {
84	83×	let nested = Repo::open(dir)?;
85		return Ok(Pin::Oxy {
86	83×	repo: nested.id()?,
87	83×	heads: nested.working_copy()?.1.deps,
88	83×	bookmark: nested.config.bookmark.clone(),
89		});
90	4×	}
91	4×	if dir.join(".git").exists() {
92	2×	let sha = git_out(dir, &["rev-parse", "HEAD"])?;
93	2×	return Ok(Pin::Git {
94	2×	sha,
95	2×	branch: bookmark_hint.unwrap_or("HEAD").to_string(),
96	2×	});
97	2×	}
98	2×	fail(format!("{} is not a repository", dir.display()))
99	87×	}
100
101		/// Whether a nested repository has uncommitted work.
102	10×	fn nested_dirty(dir: &Path) -> Result<bool> {
103	10×	if dir.join(OXY_DIR).exists() {
104	10×	let nested = Repo::open(dir)?;
105	10×	let snap = nested.snapshot("oxy submodule")?;
106	10×	return Ok(!snap.wc.tree_ops.is_empty() \|\| !snap.wc.edits.is_empty());
107	0×	}
108	0×	Ok(!git_out(dir, &["status", "--porcelain"])?.is_empty())
109	10×	}
110
111		/// Whether `url` is an Oxygen repository (else it is taken to be Git),
112		/// probed with `options`, the credentials a clone of it would use; with
113		/// the probe's error when it is not, to report if Git cannot clone it
114		/// either.
115	11×	fn probe_oxy_url(url: &str, options: &RemoteOptions) -> std::result::Result<(), String> {
116	11×	if url.starts_with("http://") \|\| url.starts_with("https://") {
117	0×	return crate::protocol::open_remote(url, options)
118	0×	.and_then(\|r\| r.repo_id())
119	0×	.map(\|_\| ())
120	0×	.map_err(\|e\| e.to_string());
121	11×	}
122	11×	let p = Path::new(url.strip_prefix("file://").unwrap_or(url));
123	11×	if p.join(OXY_DIR).exists() {
124	11×	Ok(())
125		} else {
126	0×	Err(format!("{} has no {OXY_DIR} directory", p.display()))
127		}
128	11×	}
129
130		impl Repo {
131	1649×	pub(crate) fn modules_on_disk(&self) -> Modules {
132	1649×	fs::read_to_string(self.root.join(".oxymodules"))
133	1649×	.map(\|t\| Modules::parse(&t))
134	1649×	.unwrap_or_default()
135	1649×	}
136
137	12×	fn write_modules(&self, m: &Modules) -> Result<()> {
138	12×	if m.entries.is_empty() {
139	1×	let _ = fs::remove_file(self.root.join(".oxymodules"));
140	1×	return Ok(());
141	11×	}
142	11×	write_atomic(&self.root.join(".oxymodules"), m.to_text().as_bytes())
143	12×	}
144
145		/// Bring the nested repository at `path` to `pin`, cloning it first when
146		/// `init` and it is absent.
147	18×	pub(crate) fn sync_subrepo(&self, path: &str, pin: &Pin, init: bool) -> Result<SubrepoSync> {
148	18×	let dir = self.root.join(path);
149	18×	let module = self.modules_on_disk().entries.get(path).cloned();
150	18×	let present = dir.join(OXY_DIR).exists() \|\| dir.join(".git").exists();
151	18×	let cloned = !present;
152	18×	if !present {
153	6×	if !init {
154	4×	return Ok(SubrepoSync::Missing);
155	2×	}
156	2×	let Some(m) = &module else {
157	0×	return Ok(SubrepoSync::Failed(
158	0×	"no .oxymodules entry to clone from".into(),
159	0×	));
160		};
161	2×	if let Some(parent) = dir.parent() {
162	2×	fs::create_dir_all(parent)?;
163	0×	}
164	2×	let _ = fs::remove_dir(&dir);
165	2×	let r = match pin {
166	1×	Pin::Oxy { .. } => self.clone_as_subrepo(&m.url, &dir).map(\|_\| ()),
167	1×	Pin::Git { .. } => Command::new("git")
168	1×	.args(["clone", "-q", &m.url])
169	1×	.arg(&dir)
170	1×	.status()
171	1×	.map_err(\|e\| RepoError::Msg(e.to_string()))
172	1×	.and_then(\|s\| {
173	1×	if s.success() {
174	1×	Ok(())
175		} else {
176	0×	fail(format!("git clone {} failed", m.url))
177		}
178	1×	}),
179		};
180	2×	if let Err(e) = r {
181	0×	return Ok(SubrepoSync::Failed(format!("cloning {}: {e}", m.url)));
182	2×	}
183	12×	}
184	14×	let actual = read_pin(&dir, module.as_ref().and_then(\|m\| m.bookmark.as_deref()))?;
185	14×	let same = pin.same_state(&actual);
186	14×	if same {
187	9×	return Ok(if cloned {
188	2×	SubrepoSync::Updated
189		} else {
190	7×	SubrepoSync::UpToDate
191		});
192	5×	}
193	5×	if nested_dirty(&dir)? {
194	1×	return Ok(SubrepoSync::Dirty);
195	4×	}
196	4×	match pin {
197	4×	Pin::Oxy { heads, .. } => {
198	4×	let nested = Repo::open(&dir)?;
199	4×	if nested.load_state(heads).is_err() {
200		// The pinned changes are not here yet: fetch from origin.
201	0×	if let Err(e) = nested.fetch("origin") {
202	0×	return Ok(SubrepoSync::Failed(format!(
203	0×	"fetching the pinned changes: {e}"
204	0×	)));
205	0×	}
206	4×	}
207	4×	match nested.checkout(heads, false, "oxy submodule update") {
208		Ok(_) => {
209		// Its bookmark follows only forward: work it has
210		// beyond the pin stays on it (metalgear, oxygen#38).
211	4×	let bookmark = nested.config.bookmark.clone();
212	4×	let at = nested.bookmark_heads().unwrap_or_default();
213	4×	let newer = nested.state_gap(&at, heads).map(\|g\| g.lacks).unwrap_or(0);
214	4×	if newer == 0 {
215	1×	let _ = nested.bookmark_set(&bookmark, heads);
216	1×	Ok(SubrepoSync::Updated)
217		} else {
218	3×	Ok(SubrepoSync::KeptBookmark { bookmark, newer })
219		}
220		}
221	0×	Err(e) => Ok(SubrepoSync::Failed(e.to_string())),
222		}
223		}
224	0×	Pin::Git { sha, .. } => {
225	0×	if git_out(&dir, &["cat-file", "-e", &format!("{sha}^{{commit}}")]).is_err() {
226	0×	if let Err(e) = git_out(&dir, &["fetch", "-q", "origin"]) {
227	0×	return Ok(SubrepoSync::Failed(e.to_string()));
228	0×	}
229	0×	}
230	0×	match git_out(&dir, &["checkout", "-q", "--detach", sha]) {
231	0×	Ok(_) => Ok(SubrepoSync::Updated),
232	0×	Err(e) => Ok(SubrepoSync::Failed(e.to_string())),
233		}
234		}
235		}
236	18×	}
237
238		/// Every subrepo of the working copy's base state.
239	29×	pub fn subrepos(&self) -> Result<Vec<SubrepoInfo>> {
240	29×	let (_, wc) = self.working_copy()?;
241		// The tree and the subrepos' pins only: a materialized state
242		// rendered every file of the tree to find them, after each clone,
243		// pull, switch and `workspace add` (in the VS Code history, ~70 s
244		// and 11 GB; oxygen#137).
245	29×	let mut state = self.load_state_indexed(&wc.deps)?;
246	29×	let tree = self.tree_view(&mut state)?;
247	29×	let modules = self.modules_on_disk();
248	29×	let mut out = Vec::new();
249	49×	for (path, e) in tree.entries.iter() {
250	49×	if e.kind != NodeKind::Subrepo {
251	42×	continue;
252	7×	}
253	7×	let Some(b) = state.live_blobs(&e.node).first().copied() else {
254	0×	continue;
255		};
256	7×	let pin = Pin::decode(&self.read_blob(&b)?)?;
257	7×	let dir = self.root.join(path);
258	7×	let present = dir.join(OXY_DIR).exists() \|\| dir.join(".git").exists();
259	7×	let actual = if present {
260	3×	read_pin(
261	3×	&dir,
262	3×	modules
263	3×	.entries
264	3×	.get(path)
265	3×	.and_then(\|m\| m.bookmark.as_deref()),
266		)
267	3×	.ok()
268		} else {
269	4×	None
270		};
271	7×	let dirty = present && nested_dirty(&dir).unwrap_or(false);
272	7×	out.push(SubrepoInfo {
273	7×	path: path.clone(),
274	7×	pin,
275	7×	url: modules.entries.get(path).map(\|m\| m.url.clone()),
276	7×	actual,
277	7×	dirty,
278		committed: true,
279		});
280		}
281		// Registered but not committed yet: pinned at what they are now.
282	29×	for (path, m) in &modules.entries {
283	11×	if tree.entries.contains_key(path) {
284	7×	continue;
285	4×	}
286	4×	let dir = self.root.join(path);
287	4×	let Ok(pin) = read_pin(&dir, m.bookmark.as_deref()) else {
288	2×	continue;
289		};
290	2×	out.push(SubrepoInfo {
291	2×	path: path.clone(),
292	2×	pin: pin.clone(),
293	2×	url: Some(m.url.clone()),
294	2×	actual: Some(pin),
295	2×	dirty: nested_dirty(&dir).unwrap_or(false),
296	2×	committed: false,
297	2×	});
298		}
299	29×	out.sort_by(\|a, b\| a.path.cmp(&b.path));
300	29×	Ok(out)
301	29×	}
302
303		/// `.oxymodules` entries with no subrepo behind them: never added, so
304		/// there is no pin to clone or check out (oxygen#72).
305	3×	pub fn unpinned_modules(&self) -> Result<Vec<(String, Module)>> {
306	3×	let pinned: Vec<String> = self.subrepos()?.into_iter().map(\|s\| s.path).collect();
307	3×	Ok(self
308	3×	.modules_on_disk()
309	3×	.entries
310	3×	.into_iter()
311	3×	.filter(\|(path, _)\| !pinned.contains(path))
312	3×	.collect())
313	3×	}
314
315		/// Clone `url` at `path`, register it in `.oxymodules`, and return the
316		/// pin the next snapshot will record.
317	11×	pub fn submodule_add(&self, url: &str, path: &str, bookmark: Option<&str>) -> Result<Pin> {
318	11×	let path = path.trim_end_matches('/').to_string();
319	11×	if path.is_empty()
320	11×	\|\| path.starts_with('/')
321	21×	\|\| path.split('/').any(\|c\| c == ".." \|\| c == ".")
322		{
323	0×	return fail(format!("{path:?} is not a valid subrepo path"));
324	11×	}
325	11×	let dir = self.root.join(&path);
326	11×	if dir.exists() && fs::read_dir(&dir)?.next().is_some() {
327	0×	return fail(format!("{path} exists and is not empty"));
328	11×	}
329	11×	if let Some(parent) = dir.parent() {
330	11×	fs::create_dir_all(parent)?;
331	0×	}
332	11×	let probe = probe_oxy_url(url, &self.credentials_for(url));
333	11×	let git = probe.is_err();
334	11×	if git {
335	0×	let mut cmd = Command::new("git");
336	0×	cmd.args(["clone", "-q"]);
337	0×	if let Some(b) = bookmark {
338	0×	cmd.args(["--branch", b]);
339	0×	}
340	0×	let status = cmd
341	0×	.arg(url)
342	0×	.arg(&dir)
343	0×	.status()
344	0×	.map_err(\|e\| RepoError::Msg(format!("running git: {e}")))?;
345	0×	if !status.success() {
346	0×	let oxy_error = probe.err().unwrap_or_default();
347	0×	return fail(format!(
348		"git clone {url} failed; as an Oxygen repository: {oxy_error}"
349		));
350	0×	}
351		} else {
352	11×	let _ = fs::remove_dir(&dir);
353	11×	let mut nested = self.clone_as_subrepo(url, &dir)?;
354	11×	if let Some(b) = bookmark {
355	0×	nested.bookmark_switch(b, true)?;
356	11×	}
357		}
358	11×	let mut modules = self.modules_on_disk();
359	11×	modules.entries.insert(
360	11×	path.clone(),
361	11×	Module {
362	11×	url: url.to_string(),
363	11×	bookmark: bookmark.map(str::to_string),
364	11×	git,
365	11×	},
366		);
367	11×	self.write_modules(&modules)?;
368	11×	read_pin(&dir, bookmark)
369	11×	}
370
371		/// Bring nested repositories to their pins (`paths` empty = all).
372	5×	pub fn submodule_update(
373	5×	&self,
374	5×	init: bool,
375	5×	paths: &[String],
376	5×	) -> Result<Vec<(String, SubrepoSync)>> {
377	5×	let mut out = Vec::new();
378	5×	for s in self.subrepos()? {
379	4×	if !paths.is_empty() && !paths.iter().any(\|p\| p.trim_end_matches('/') == s.path) {
380	0×	continue;
381	4×	}
382	4×	let r = self.sync_subrepo(&s.path, &s.pin, init)?;
383	4×	out.push((s.path, r));
384		}
385	5×	Ok(out)
386	5×	}
387
388		/// Drop the `.oxymodules` entry; the node goes with the next snapshot
389		/// only if the directory is removed, since a registered or tracked
390		/// nested repository keeps contributing its pin. Here the directory is
391		/// left in place and the node is removed explicitly from the working
392		/// copy's next change by unregistering and moving the directory aside.
393	1×	pub fn submodule_remove(&self, path: &str) -> Result<()> {
394	1×	let path = path.trim_end_matches('/').to_string();
395	1×	let mut modules = self.modules_on_disk();
396	1×	let known = modules.entries.remove(&path).is_some()
397	0×	\|\| self.subrepos()?.iter().any(\|s\| s.path == path);
398	1×	if !known {
399	0×	return fail(format!("{path} is not a subrepo"));
400	1×	}
401	1×	self.write_modules(&modules)?;
402		// The directory stays; the walker ignores an unregistered nested
403		// repository unless tracked, so mark it as removed for the next
404		// snapshot by recording an explicit removal.
405	1×	let dir = self.oxy.join("subrepos-removed");
406	1×	fs::create_dir_all(&dir)?;
407	1×	write_atomic(&dir.join(path.replace('/', "%2F")), b"")?;
408	1×	Ok(())
409	1×	}
410
411		/// Paths whose subrepo node was removed with `oxy submodule remove` and
412		/// whose directory is still on disk.
413	1566×	pub(crate) fn removed_subrepos(&self) -> BTreeSet<String> {
414	1566×	let mut out = BTreeSet::new();
415	1566×	if let Ok(rd) = fs::read_dir(self.oxy.join("subrepos-removed")) {
416	3×	for e in rd.flatten() {
417	3×	out.insert(e.file_name().to_string_lossy().replace("%2F", "/"));
418	3×	}
419	1563×	}
420	1566×	out
421	1566×	}
422
423	1×	pub(crate) fn clear_removed_subrepo(&self, path: &str) {
424	1×	let _ = fs::remove_file(
425	1×	self.oxy
426	1×	.join("subrepos-removed")
427	1×	.join(path.replace('/', "%2F")),
428	1×	);
429	1×	}
430		}

Coverage / crates/oxy-core/src/repo/subrepos.rs 79.8%

Keyboard