mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
4cc06339c8
* Clean up remotes's exps fix #6006 1. add a new argument `--git-remote` to `dvc exp remove` 2. support remote a special remote exp 3. add tests for it 4. fix #6421 5. add a test for #6421. 6. extract some functions from the `dvc pull`, `dvc push`, `dvc remove` to utils. 7. add a tests for this new util function `resolve_exp_ref` 8. add `__init__.py` to some test package for the pytest fail Co-authored-by: Jorge Orpinel <[email protected]> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: Dave Berenbaum <[email protected]>
119 lines
4.3 KiB
Python
119 lines
4.3 KiB
Python
import pytest
|
|
from funcy import first
|
|
|
|
from dvc.exceptions import InvalidArgumentError
|
|
from dvc.repo.experiments.utils import exp_refs_by_rev
|
|
|
|
|
|
def test_remove_experiments_by_ref(tmp_dir, scm, dvc, exp_stage, caplog):
|
|
queue_length = 3
|
|
ref_list = []
|
|
|
|
for i in range(queue_length):
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=[f"foo={i}"]
|
|
)
|
|
ref_info = first(exp_refs_by_rev(scm, first(results)))
|
|
ref_list.append(str(ref_info))
|
|
|
|
with pytest.raises(InvalidArgumentError):
|
|
assert dvc.experiments.remove(ref_list[:2] + ["non-exist"])
|
|
assert scm.get_ref(str(ref_list[0])) is None
|
|
assert scm.get_ref(str(ref_list[1])) is None
|
|
assert scm.get_ref(str(ref_list[2])) is not None
|
|
|
|
|
|
def test_remove_all_queued_experiments(tmp_dir, scm, dvc, exp_stage):
|
|
queue_length = 3
|
|
|
|
for i in range(queue_length):
|
|
dvc.experiments.run(
|
|
exp_stage.addressing, params=[f"foo={i}"], queue=True
|
|
)
|
|
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=[f"foo={queue_length}"]
|
|
)
|
|
ref_info = first(exp_refs_by_rev(scm, first(results)))
|
|
|
|
assert len(dvc.experiments.stash) == queue_length
|
|
assert dvc.experiments.remove(queue=True) == queue_length
|
|
assert len(dvc.experiments.stash) == 0
|
|
assert scm.get_ref(str(ref_info)) is not None
|
|
|
|
|
|
def test_remove_special_queued_experiments(tmp_dir, scm, dvc, exp_stage):
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=["foo=1"], queue=True, name="queue1"
|
|
)
|
|
rev1 = first(results)
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=["foo=2"], queue=True, name="queue2"
|
|
)
|
|
rev2 = first(results)
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=["foo=3"], queue=True, name="queue3"
|
|
)
|
|
rev3 = first(results)
|
|
results = dvc.experiments.run(exp_stage.addressing, params=["foo=4"])
|
|
ref_info1 = first(exp_refs_by_rev(scm, first(results)))
|
|
results = dvc.experiments.run(exp_stage.addressing, params=["foo=5"])
|
|
ref_info2 = first(exp_refs_by_rev(scm, first(results)))
|
|
|
|
assert rev1 in dvc.experiments.stash_revs
|
|
assert rev2 in dvc.experiments.stash_revs
|
|
assert rev3 in dvc.experiments.stash_revs
|
|
assert scm.get_ref(str(ref_info1)) is not None
|
|
assert scm.get_ref(str(ref_info2)) is not None
|
|
|
|
assert dvc.experiments.remove(["queue1", rev2[:5], str(ref_info1)]) == 3
|
|
assert rev1 not in dvc.experiments.stash_revs
|
|
assert rev2 not in dvc.experiments.stash_revs
|
|
assert rev3 in dvc.experiments.stash_revs
|
|
assert scm.get_ref(str(ref_info1)) is None
|
|
assert scm.get_ref(str(ref_info2)) is not None
|
|
|
|
|
|
def test_remove_all(tmp_dir, scm, dvc, exp_stage):
|
|
results = dvc.experiments.run(exp_stage.addressing, params=["foo=1"])
|
|
ref_info1 = first(exp_refs_by_rev(scm, first(results)))
|
|
dvc.experiments.run(exp_stage.addressing, params=["foo=2"], queue=True)
|
|
scm.add(["dvc.yaml", "dvc.lock", "copy.py", "params.yaml", "metrics.yaml"])
|
|
scm.commit("update baseline")
|
|
|
|
results = dvc.experiments.run(exp_stage.addressing, params=["foo=3"])
|
|
ref_info2 = first(exp_refs_by_rev(scm, first(results)))
|
|
dvc.experiments.run(exp_stage.addressing, params=["foo=4"], queue=True)
|
|
|
|
removed = dvc.experiments.remove(clear_all=True)
|
|
assert removed == 2
|
|
assert len(dvc.experiments.stash) == 2
|
|
assert scm.get_ref(str(ref_info2)) is None
|
|
assert scm.get_ref(str(ref_info1)) is None
|
|
|
|
|
|
@pytest.mark.parametrize("use_url", [True, False])
|
|
def test_remove_remote(tmp_dir, scm, dvc, exp_stage, git_upstream, use_url):
|
|
remote = git_upstream.url if use_url else git_upstream.remote
|
|
|
|
ref_info_list = []
|
|
exp_list = []
|
|
for i in range(3):
|
|
results = dvc.experiments.run(
|
|
exp_stage.addressing, params=[f"foo={i}"]
|
|
)
|
|
exp = first(results)
|
|
exp_list.append(exp)
|
|
ref_info = first(exp_refs_by_rev(scm, exp))
|
|
ref_info_list.append(ref_info)
|
|
dvc.experiments.push(remote, ref_info.name)
|
|
assert git_upstream.scm.get_ref(str(ref_info)) == exp
|
|
|
|
dvc.experiments.remove(
|
|
remote=remote, exp_names=[str(ref_info_list[0]), ref_info_list[1].name]
|
|
)
|
|
|
|
assert git_upstream.scm.get_ref(str(ref_info_list[0])) is None
|
|
assert git_upstream.scm.get_ref(str(ref_info_list[1])) is None
|
|
assert git_upstream.scm.get_ref(str(ref_info_list[2])) == exp_list[2]
|