mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 23:09:44 +01:00
* plots: add -e/--experiment option for plots diff * experiments: add method to get baseline for a given experiment * plots: default to diff against baseline instead of workspace/head for experiments * use exact match for experiments RE since name-rev may return relative commits
103 lines
3.4 KiB
Python
103 lines
3.4 KiB
Python
from tests.func.test_repro_multistage import COPY_SCRIPT
|
|
|
|
|
|
def test_new_simple(tmp_dir, scm, dvc, mocker):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="copy-file",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("init")
|
|
|
|
tmp_dir.gen("params.yaml", "foo: 2")
|
|
|
|
new_mock = mocker.spy(dvc.experiments, "new")
|
|
dvc.reproduce(stage.addressing, experiment=True)
|
|
|
|
new_mock.assert_called_once()
|
|
assert (
|
|
tmp_dir / ".dvc" / "experiments" / "metrics.yaml"
|
|
).read_text() == "foo: 2"
|
|
|
|
|
|
def test_update_with_pull(tmp_dir, scm, dvc, mocker):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="copy-file",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("init")
|
|
expected_revs = [scm.get_rev()]
|
|
|
|
tmp_dir.gen("params.yaml", "foo: 2")
|
|
dvc.reproduce(stage.addressing, experiment=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "params.yaml", "metrics.yaml"])
|
|
scm.commit("promote experiment")
|
|
expected_revs.append(scm.get_rev())
|
|
|
|
tmp_dir.gen("params.yaml", "foo: 3")
|
|
dvc.reproduce(stage.addressing, experiment=True)
|
|
|
|
exp_scm = dvc.experiments.scm
|
|
for rev in expected_revs:
|
|
assert exp_scm.has_rev(rev)
|
|
|
|
|
|
def test_checkout(tmp_dir, scm, dvc):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="copy-file",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("init")
|
|
|
|
dvc.reproduce(stage.addressing, experiment=True, params=["foo=2"])
|
|
exp_a = dvc.experiments.scm.get_rev()
|
|
|
|
dvc.reproduce(stage.addressing, experiment=True, params=["foo=3"])
|
|
exp_b = dvc.experiments.scm.get_rev()
|
|
|
|
dvc.experiments.checkout(exp_a)
|
|
assert (tmp_dir / "params.yaml").read_text().strip() == "foo: 2"
|
|
assert (tmp_dir / "metrics.yaml").read_text().strip() == "foo: 2"
|
|
|
|
dvc.experiments.checkout(exp_b)
|
|
assert (tmp_dir / "params.yaml").read_text().strip() == "foo: 3"
|
|
assert (tmp_dir / "metrics.yaml").read_text().strip() == "foo: 3"
|
|
|
|
|
|
def test_get_baseline(tmp_dir, scm, dvc):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="copy-file",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("init")
|
|
expected = scm.get_rev()
|
|
assert dvc.experiments.get_baseline(expected) is None
|
|
|
|
dvc.reproduce(stage.addressing, experiment=True, params=["foo=2"])
|
|
rev = dvc.experiments.scm.get_rev()
|
|
assert dvc.experiments.get_baseline(rev) == expected
|
|
|
|
dvc.reproduce(
|
|
stage.addressing, experiment=True, params=["foo=3"], queue=True
|
|
)
|
|
assert dvc.experiments.get_baseline("stash@{0}") == expected
|