mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
7275843c08
* repo: separate dir cache and file cache in memory - `used_cache()`/`get_used_cache()` in repo/stage/output now return tuples of (dir_cache, file_cache) instead of one flat/merged cache * update tests for new get_used_cache behavior * remote: if .dir checksum exists on remote, assume contents also exists - affects all commands which use `cache_exists()` (remote status) * push: only upload .dir file after full file contents has been uploaded * gc: always remove .dir checksums first * functional tests for push/gc * repo: support nesting dir caches in NamedCache * remote: NamedCache updates * Fix tests * Fix deepsource warnings * tests: use pytest mocker fixture * Update dvc/cache.py Co-Authored-By: Saugat Pachhai <[email protected]> Co-authored-by: Ruslan Kuprieiev <[email protected]> Co-authored-by: Saugat Pachhai <[email protected]>
115 lines
3.0 KiB
Python
115 lines
3.0 KiB
Python
import os
|
|
|
|
from funcy import raiser
|
|
import pytest
|
|
|
|
from dvc.repo import locked
|
|
|
|
|
|
def test_is_dvc_internal(dvc):
|
|
assert dvc.is_dvc_internal(os.path.join("path", "to", ".dvc", "file"))
|
|
assert not dvc.is_dvc_internal(os.path.join("path", "to-non-.dvc", "file"))
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"path",
|
|
[
|
|
os.path.join("dir", "subdir", "file"),
|
|
os.path.join("dir", "subdir"),
|
|
"dir",
|
|
],
|
|
)
|
|
def test_find_outs_by_path(tmp_dir, dvc, path):
|
|
(stage,) = tmp_dir.dvc_gen(
|
|
{"dir": {"subdir": {"file": "file"}, "other": "other"}}
|
|
)
|
|
|
|
outs = dvc.find_outs_by_path(path, strict=False)
|
|
assert len(outs) == 1
|
|
assert outs[0].path_info == stage.outs[0].path_info
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"path",
|
|
[os.path.join("dir", "subdir", "file"), os.path.join("dir", "subdir")],
|
|
)
|
|
def test_used_cache(tmp_dir, dvc, path):
|
|
from dvc.cache import NamedCache
|
|
|
|
tmp_dir.dvc_gen({"dir": {"subdir": {"file": "file"}, "other": "other"}})
|
|
expected = NamedCache.make(
|
|
"local", "70922d6bf66eb073053a82f77d58c536.dir", "dir"
|
|
)
|
|
expected.add_child_cache(
|
|
"70922d6bf66eb073053a82f77d58c536.dir",
|
|
NamedCache.make(
|
|
"local",
|
|
"8c7dd922ad47494fc02c388e12c00eac",
|
|
os.path.join("dir", "subdir", "file"),
|
|
),
|
|
)
|
|
|
|
with dvc.state:
|
|
used_cache = dvc.used_cache([path])
|
|
assert (
|
|
used_cache._items == expected._items
|
|
and used_cache.external == expected.external
|
|
)
|
|
|
|
|
|
def test_locked(mocker):
|
|
repo = mocker.MagicMock()
|
|
repo.method = locked(repo.method)
|
|
|
|
args = {}
|
|
kwargs = {}
|
|
repo.method(repo, args, kwargs)
|
|
|
|
assert repo.method_calls == [
|
|
mocker.call._reset(),
|
|
mocker.call.method(repo, args, kwargs),
|
|
mocker.call._reset(),
|
|
]
|
|
|
|
|
|
def test_collect_optimization(tmp_dir, dvc, mocker):
|
|
(stage,) = tmp_dir.dvc_gen("foo", "foo text")
|
|
|
|
# Forget cached stages and graph and error out on collection
|
|
dvc._reset()
|
|
mocker.patch(
|
|
"dvc.repo.Repo.stages",
|
|
property(raiser(Exception("Should not collect"))),
|
|
)
|
|
|
|
# Should read stage directly instead of collecting the whole graph
|
|
dvc.collect(stage.path)
|
|
dvc.collect_granular(stage.path)
|
|
|
|
|
|
def test_skip_graph_checks(tmp_dir, dvc, mocker, run_copy):
|
|
# See https://github.com/iterative/dvc/issues/2671 for more info
|
|
mock_collect_graph = mocker.patch("dvc.repo.Repo._collect_graph")
|
|
|
|
# sanity check
|
|
tmp_dir.gen("foo", "foo text")
|
|
dvc.add("foo")
|
|
run_copy("foo", "bar")
|
|
assert mock_collect_graph.called
|
|
|
|
# check that our hack can be enabled
|
|
mock_collect_graph.reset_mock()
|
|
dvc._skip_graph_checks = True
|
|
tmp_dir.gen("baz", "baz text")
|
|
dvc.add("baz")
|
|
run_copy("baz", "qux")
|
|
assert not mock_collect_graph.called
|
|
|
|
# check that our hack can be disabled
|
|
mock_collect_graph.reset_mock()
|
|
dvc._skip_graph_checks = False
|
|
tmp_dir.gen("quux", "quux text")
|
|
dvc.add("quux")
|
|
run_copy("quux", "quuz")
|
|
assert mock_collect_graph.called
|