mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-19 15:28:28 +01:00
We try to optimize `tree.exists` calls and probably few others in that they either look directly into the workspace or, to the cache without running graph checks. It does not seem to be possible just to run graph checks on `find_outs_by_path` due to those optimizations. So, that's why, the `collect` also does a graph check for this reason. Fixes #5027 Fixes #4010
135 lines
3.5 KiB
Python
135 lines
3.5 KiB
Python
import os
|
|
import shutil
|
|
|
|
import pytest
|
|
|
|
from dvc.exceptions import OutputDuplicationError
|
|
from dvc.repo import NotDvcRepoError, Repo, locked
|
|
from dvc.utils.fs import remove
|
|
|
|
|
|
def test_is_dvc_internal(dvc):
|
|
assert dvc.is_dvc_internal(os.path.join("path", "to", ".dvc", "file"))
|
|
assert not dvc.is_dvc_internal(os.path.join("path", "to-non-.dvc", "file"))
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"path",
|
|
[
|
|
os.path.join("dir", "subdir", "file"),
|
|
os.path.join("dir", "subdir"),
|
|
"dir",
|
|
],
|
|
)
|
|
def test_find_outs_by_path(tmp_dir, dvc, path):
|
|
(stage,) = tmp_dir.dvc_gen(
|
|
{"dir": {"subdir": {"file": "file"}, "other": "other"}}
|
|
)
|
|
|
|
outs = dvc.find_outs_by_path(path, strict=False)
|
|
assert len(outs) == 1
|
|
assert outs[0].path_info == stage.outs[0].path_info
|
|
|
|
|
|
def test_find_outs_by_path_does_graph_checks(tmp_dir, dvc):
|
|
tmp_dir.dvc_gen("foo", "foo")
|
|
shutil.copyfile("foo.dvc", "foo-2.dvc")
|
|
|
|
dvc._reset()
|
|
with pytest.raises(OutputDuplicationError):
|
|
dvc.find_outs_by_path("foo")
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"path",
|
|
[os.path.join("dir", "subdir", "file"), os.path.join("dir", "subdir")],
|
|
)
|
|
def test_used_cache(tmp_dir, dvc, path):
|
|
from dvc.cache import NamedCache
|
|
|
|
tmp_dir.dvc_gen({"dir": {"subdir": {"file": "file"}, "other": "other"}})
|
|
expected = NamedCache.make(
|
|
"local", "70922d6bf66eb073053a82f77d58c536.dir", "dir"
|
|
)
|
|
expected.add_child_cache(
|
|
"70922d6bf66eb073053a82f77d58c536.dir",
|
|
NamedCache.make(
|
|
"local",
|
|
"8c7dd922ad47494fc02c388e12c00eac",
|
|
os.path.join("dir", "subdir", "file"),
|
|
),
|
|
)
|
|
|
|
used_cache = dvc.used_cache([path])
|
|
assert (
|
|
used_cache._items == expected._items
|
|
and used_cache.external == expected.external
|
|
)
|
|
|
|
|
|
def test_locked(mocker):
|
|
repo = mocker.MagicMock()
|
|
repo._lock_depth = 0
|
|
repo.method = locked(repo.method)
|
|
|
|
args = ()
|
|
kwargs = {}
|
|
repo.method(repo, args, kwargs)
|
|
|
|
assert repo.method_calls == [
|
|
mocker.call._reset(),
|
|
mocker.call.method(repo, args, kwargs),
|
|
mocker.call._reset(),
|
|
]
|
|
|
|
|
|
def test_skip_graph_checks(tmp_dir, dvc, mocker, run_copy):
|
|
# See https://github.com/iterative/dvc/issues/2671 for more info
|
|
mock_build_graph = mocker.patch("dvc.repo.build_graph")
|
|
|
|
# sanity check
|
|
tmp_dir.gen("foo", "foo text")
|
|
dvc.add("foo")
|
|
run_copy("foo", "bar", single_stage=True)
|
|
assert mock_build_graph.called
|
|
|
|
# check that our hack can be enabled
|
|
mock_build_graph.reset_mock()
|
|
dvc._skip_graph_checks = True
|
|
tmp_dir.gen("baz", "baz text")
|
|
dvc.add("baz")
|
|
run_copy("baz", "qux", single_stage=True)
|
|
assert not mock_build_graph.called
|
|
|
|
# check that our hack can be disabled
|
|
mock_build_graph.reset_mock()
|
|
dvc._skip_graph_checks = False
|
|
tmp_dir.gen("quux", "quux text")
|
|
dvc.add("quux")
|
|
run_copy("quux", "quuz", single_stage=True)
|
|
assert mock_build_graph.called
|
|
|
|
|
|
def test_branch_config(tmp_dir, scm):
|
|
tmp_dir.scm_gen("foo", "foo", commit="init")
|
|
|
|
scm.checkout("branch", create_new=True)
|
|
dvc = Repo.init()
|
|
with dvc.config.edit() as conf:
|
|
conf["remote"]["branch"] = {"url": "/some/path"}
|
|
scm.add([".dvc"])
|
|
scm.commit("init dvc")
|
|
scm.checkout("master")
|
|
|
|
remove(".dvc")
|
|
|
|
# sanity check
|
|
with pytest.raises(NotDvcRepoError):
|
|
Repo()
|
|
|
|
with pytest.raises(NotDvcRepoError):
|
|
Repo(scm=scm, rev="master")
|
|
|
|
dvc = Repo(scm=scm, rev="branch")
|
|
assert dvc.config["remote"]["branch"]["url"] == "/some/path"
|