mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 07:18:27 +01:00
Saugat PachhaiandRuslan Kuprieiev
2fecc66cb9
* addressing: allow stage name addressing without colon * repo: reorganize imports * refactor/reorganize collect_granular * add tests for stage addressing * fix ds and cc issues * fix unpack error in test * tests: stage string representations * exception: add error message Also remove `cause` when throwing NoOutputOrStage, as CheckoutErrorSuggestGit will start chaining all the messages in cause of the exception. * rename NoOutputOrStage NoOutputOrStageError Co-authored-by: Ruslan Kuprieiev <[email protected]>
98 lines
2.9 KiB
Python
98 lines
2.9 KiB
Python
import pytest
|
|
|
|
from dvc.dvcfile import PIPELINE_FILE
|
|
from dvc.stage.exceptions import StageCommitError
|
|
from dvc.utils.stage import dump_stage_file, load_stage_file
|
|
|
|
|
|
def test_commit_recursive(tmp_dir, dvc):
|
|
tmp_dir.gen({"dir": {"file": "text1", "subdir": {"file2": "text2"}}})
|
|
stages = dvc.add("dir", recursive=True, no_commit=True)
|
|
|
|
assert len(stages) == 2
|
|
assert dvc.status() != {}
|
|
|
|
dvc.commit("dir", recursive=True)
|
|
assert dvc.status() == {}
|
|
|
|
|
|
def test_commit_force(tmp_dir, dvc):
|
|
tmp_dir.gen({"dir": {"file": "text1", "file2": "text2"}})
|
|
(stage,) = dvc.add("dir", no_commit=True)
|
|
|
|
with dvc.state:
|
|
assert stage.outs[0].changed_cache()
|
|
|
|
tmp_dir.gen("dir/file", "file content modified")
|
|
|
|
with dvc.state:
|
|
assert stage.outs[0].changed_cache()
|
|
|
|
with pytest.raises(StageCommitError):
|
|
dvc.commit(stage.path)
|
|
|
|
with dvc.state:
|
|
assert stage.outs[0].changed_cache()
|
|
|
|
dvc.commit(stage.path, force=True)
|
|
assert dvc.status([stage.path]) == {}
|
|
|
|
|
|
@pytest.mark.parametrize("run_kw", [{"single_stage": True}, {"name": "copy"}])
|
|
def test_commit_with_deps(tmp_dir, dvc, run_copy, run_kw):
|
|
tmp_dir.gen("foo", "foo")
|
|
(foo_stage,) = dvc.add("foo", no_commit=True)
|
|
assert foo_stage is not None
|
|
assert len(foo_stage.outs) == 1
|
|
|
|
stage = run_copy("foo", "file", no_commit=True, **run_kw)
|
|
assert stage is not None
|
|
assert len(stage.outs) == 1
|
|
|
|
with dvc.state:
|
|
assert foo_stage.outs[0].changed_cache()
|
|
assert stage.outs[0].changed_cache()
|
|
|
|
dvc.commit(stage.path, with_deps=True)
|
|
with dvc.state:
|
|
assert not foo_stage.outs[0].changed_cache()
|
|
assert not stage.outs[0].changed_cache()
|
|
|
|
|
|
def test_commit_changed_md5(tmp_dir, dvc):
|
|
tmp_dir.gen({"file": "file content"})
|
|
(stage,) = dvc.add("file", no_commit=True)
|
|
|
|
stage_file_content = load_stage_file(stage.path)
|
|
stage_file_content["md5"] = "1111111111"
|
|
dump_stage_file(stage.path, stage_file_content)
|
|
|
|
with pytest.raises(StageCommitError):
|
|
dvc.commit(stage.path)
|
|
|
|
dvc.commit(stage.path, force=True)
|
|
assert "md5" not in load_stage_file(stage.path)
|
|
|
|
|
|
def test_commit_no_exec(tmp_dir, dvc):
|
|
tmp_dir.gen({"dep": "dep", "out": "out"})
|
|
stage = dvc.run(
|
|
name="my", cmd="mycmd", deps=["dep"], outs=["out"], no_exec=True
|
|
)
|
|
assert dvc.status(stage.path)
|
|
dvc.commit(stage.path, force=True)
|
|
assert dvc.status(stage.path) == {}
|
|
|
|
|
|
def test_commit_pipeline_stage(tmp_dir, dvc, run_copy):
|
|
tmp_dir.gen("foo", "foo")
|
|
stage = run_copy("foo", "bar", no_commit=True, name="copy-foo-bar")
|
|
assert dvc.status(stage.addressing)
|
|
assert dvc.commit(stage.addressing, force=True) == [stage]
|
|
assert not dvc.status(stage.addressing)
|
|
|
|
# just to confirm different variants work
|
|
assert dvc.commit(f":{stage.addressing}") == [stage]
|
|
assert dvc.commit(f"{PIPELINE_FILE}:{stage.addressing}") == [stage]
|
|
assert dvc.commit(PIPELINE_FILE) == [stage]
|