mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 23:09:44 +01:00
Peter Rowlands (변기호)
f5d46c2fdf
* experiments: move executor into a module * experiments: separate executor into base/local * rename LocalExecutor to TempDirExecutor, run in .dvc/tmp by default * git: restore HEAD using reset not checkout in detached_head() * experiments: support calling BaseExecutor.reproduce directly for workspace runs * experiments: run single experiments in local workspace by default * update experiments tests for workspace changes * experiments: update checkpoints for workspace runs * update checkpoints tests * update test_show * add force param for apply * exp apply: add --force option * exp run/res: add --temp option to force tempdir execution for single experiments * force apply in non-apply specific tests
121 lines
4.0 KiB
Python
121 lines
4.0 KiB
Python
import pytest
|
|
from funcy import first
|
|
|
|
from tests.func.test_repro_multistage import COPY_SCRIPT
|
|
|
|
|
|
@pytest.mark.parametrize("queued, expected", [(True, 0), (False, 1)])
|
|
def test_workspace(tmp_dir, scm, dvc, queued, expected):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="foo",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v1")
|
|
|
|
dvc.experiments.run(stage.addressing, params=["foo=2"])
|
|
dvc.experiments.run(stage.addressing, params=["foo=3"], queue=True)
|
|
|
|
removed = dvc.experiments.gc(workspace=True, queued=queued)
|
|
assert removed == expected
|
|
|
|
|
|
@pytest.mark.parametrize("queued, expected", [(True, 0), (False, 2)])
|
|
def test_all_commits(tmp_dir, scm, dvc, queued, expected):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="foo",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v1")
|
|
|
|
results = dvc.experiments.run(stage.addressing, params=["foo=2"])
|
|
exp_rev = first(results)
|
|
dvc.experiments.run(stage.addressing, params=["foo=3"], queue=True)
|
|
|
|
dvc.experiments.apply(exp_rev, force=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v2")
|
|
|
|
dvc.experiments.run(stage.addressing, params=["foo=4"])
|
|
dvc.experiments.run(stage.addressing, params=["foo=5"], queue=True)
|
|
|
|
removed = dvc.experiments.gc(all_commits=True, queued=queued)
|
|
assert removed == expected
|
|
|
|
|
|
@pytest.mark.parametrize("queued, expected", [(True, 2), (False, 3)])
|
|
def test_all_branches(tmp_dir, scm, dvc, queued, expected):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="foo",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v1")
|
|
|
|
results = dvc.experiments.run(stage.addressing, params=["foo=2"])
|
|
exp_rev = first(results)
|
|
dvc.experiments.run(stage.addressing, params=["foo=3"], queue=True)
|
|
|
|
dvc.experiments.apply(exp_rev, force=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v2")
|
|
|
|
scm.branch("branch")
|
|
|
|
results = dvc.experiments.run(stage.addressing, params=["foo=4"])
|
|
dvc.experiments.run(stage.addressing, params=["foo=5"], queue=True)
|
|
exp_rev = first(results)
|
|
|
|
dvc.experiments.apply(exp_rev, force=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v3")
|
|
|
|
removed = dvc.experiments.gc(all_branches=True, queued=queued)
|
|
assert removed == expected
|
|
|
|
|
|
@pytest.mark.parametrize("queued, expected", [(True, 2), (False, 3)])
|
|
def test_all_tags(tmp_dir, scm, dvc, queued, expected):
|
|
tmp_dir.gen("copy.py", COPY_SCRIPT)
|
|
tmp_dir.gen("params.yaml", "foo: 1")
|
|
|
|
stage = dvc.run(
|
|
cmd="python copy.py params.yaml metrics.yaml",
|
|
metrics_no_cache=["metrics.yaml"],
|
|
params=["foo"],
|
|
name="foo",
|
|
)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v1")
|
|
|
|
results = dvc.experiments.run(stage.addressing, params=["foo=2"])
|
|
exp_rev = first(results)
|
|
dvc.experiments.run(stage.addressing, params=["foo=3"], queue=True)
|
|
|
|
dvc.experiments.apply(exp_rev, force=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("v2")
|
|
scm.tag("tag-v2")
|
|
|
|
dvc.experiments.run(stage.addressing, params=["foo=4"])
|
|
dvc.experiments.run(stage.addressing, params=["foo=5"], queue=True)
|
|
|
|
removed = dvc.experiments.gc(all_tags=True, queued=queued)
|
|
assert removed == expected
|