mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-07 07:18:27 +01:00
139 lines
4.1 KiB
Python
139 lines
4.1 KiB
Python
from unittest import TestCase
|
|
|
|
import math
|
|
import mock
|
|
|
|
from dvc.path_info import PathInfo
|
|
from dvc.remote.base import RemoteBASE
|
|
from dvc.remote.base import RemoteCmdError
|
|
from dvc.remote.base import RemoteMissingDepsError
|
|
|
|
|
|
class _CallableOrNone(object):
|
|
"""Helper for testing if object is callable() or None."""
|
|
|
|
def __eq__(self, other):
|
|
return other is None or callable(other)
|
|
|
|
|
|
CallableOrNone = _CallableOrNone()
|
|
|
|
|
|
class TestRemoteBASE(object):
|
|
REMOTE_CLS = RemoteBASE
|
|
|
|
|
|
class TestMissingDeps(TestCase, TestRemoteBASE):
|
|
def test(self):
|
|
requires = {"missing": "missing"}
|
|
with mock.patch.object(self.REMOTE_CLS, "REQUIRES", requires):
|
|
with self.assertRaises(RemoteMissingDepsError):
|
|
self.REMOTE_CLS(None, {})
|
|
|
|
|
|
class TestCmdError(TestCase, TestRemoteBASE):
|
|
def test(self):
|
|
repo = None
|
|
config = {}
|
|
|
|
cmd = "sed 'hello'"
|
|
ret = "1"
|
|
err = "sed: expression #1, char 2: extra characters after command"
|
|
|
|
with mock.patch.object(
|
|
self.REMOTE_CLS,
|
|
"remove",
|
|
side_effect=RemoteCmdError("base", cmd, ret, err),
|
|
):
|
|
with self.assertRaises(RemoteCmdError):
|
|
self.REMOTE_CLS(repo, config).remove("file")
|
|
|
|
|
|
@mock.patch.object(RemoteBASE, "_cache_exists_traverse")
|
|
@mock.patch.object(RemoteBASE, "_cache_object_exists")
|
|
@mock.patch.object(
|
|
RemoteBASE, "path_to_checksum", side_effect=lambda x: x,
|
|
)
|
|
def test_cache_exists(path_to_checksum, object_exists, traverse):
|
|
remote = RemoteBASE(None, {})
|
|
|
|
# remote does not support traverse
|
|
remote.CAN_TRAVERSE = False
|
|
with mock.patch.object(
|
|
remote, "list_cache_paths", return_value=list(range(256))
|
|
):
|
|
checksums = list(range(1000))
|
|
remote.cache_exists(checksums)
|
|
object_exists.assert_called_with(checksums, None, None)
|
|
traverse.assert_not_called()
|
|
|
|
remote.CAN_TRAVERSE = True
|
|
|
|
# large remote, small local
|
|
object_exists.reset_mock()
|
|
traverse.reset_mock()
|
|
with mock.patch.object(
|
|
remote, "list_cache_paths", return_value=list(range(256))
|
|
):
|
|
checksums = list(range(1000))
|
|
remote.cache_exists(checksums)
|
|
# verify that _cache_paths_with_max() short circuits
|
|
# before returning all 256 remote checksums
|
|
max_checksums = math.ceil(
|
|
remote._max_estimation_size(checksums)
|
|
/ pow(16, remote.TRAVERSE_PREFIX_LEN)
|
|
)
|
|
assert max_checksums < 256
|
|
object_exists.assert_called_with(
|
|
frozenset(range(max_checksums, 1000)), None, None
|
|
)
|
|
traverse.assert_not_called()
|
|
|
|
# large remote, large local
|
|
object_exists.reset_mock()
|
|
traverse.reset_mock()
|
|
remote.JOBS = 16
|
|
with mock.patch.object(
|
|
remote, "list_cache_paths", return_value=list(range(256))
|
|
):
|
|
checksums = list(range(1000000))
|
|
remote.cache_exists(checksums)
|
|
object_exists.assert_not_called()
|
|
traverse.assert_called_with(
|
|
frozenset(checksums),
|
|
set(range(256)),
|
|
256 * pow(16, remote.TRAVERSE_PREFIX_LEN),
|
|
None,
|
|
None,
|
|
)
|
|
|
|
# default traverse
|
|
object_exists.reset_mock()
|
|
traverse.reset_mock()
|
|
remote.TRAVERSE_WEIGHT_MULTIPLIER = 1
|
|
with mock.patch.object(remote, "list_cache_paths", return_value=[0]):
|
|
checksums = set(range(1000000))
|
|
remote.cache_exists(checksums)
|
|
traverse.assert_not_called()
|
|
object_exists.assert_not_called()
|
|
|
|
|
|
@mock.patch.object(
|
|
RemoteBASE, "list_cache_paths", return_value=[],
|
|
)
|
|
@mock.patch.object(
|
|
RemoteBASE, "path_to_checksum", side_effect=lambda x: x,
|
|
)
|
|
def test_cache_exists_traverse(path_to_checksum, list_cache_paths):
|
|
remote = RemoteBASE(None, {})
|
|
remote.path_info = PathInfo("foo")
|
|
remote._cache_exists_traverse({0}, set(), 4096)
|
|
for i in range(1, 16):
|
|
list_cache_paths.assert_any_call(
|
|
prefix="{:03x}".format(i), progress_callback=CallableOrNone
|
|
)
|
|
for i in range(1, 256):
|
|
list_cache_paths.assert_any_call(
|
|
prefix="{:02x}".format(i), progress_callback=CallableOrNone
|
|
)
|