diff --git a/tests/unit/remote/test_base.py b/tests/unit/remote/test_base.py deleted file mode 100644 index d935cf85a..000000000 --- a/tests/unit/remote/test_base.py +++ /dev/null @@ -1,104 +0,0 @@ -import math -import posixpath - -from dvc.fs import FileSystem -from dvc_data.hashfile.db import ObjectDB - - -class _CallableOrNone: - """Helper for testing if object is callable() or None.""" - - def __eq__(self, other): - return other is None or callable(other) - - -CallableOrNone = _CallableOrNone() - - -def test_oids_exist(mocker, dvc): - traverse = mocker.patch.object(ObjectDB, "_list_oids_traverse") - object_exists = mocker.patch.object(ObjectDB, "list_oids_exists") - odb = ObjectDB(FileSystem(), None) - - # remote does not support traverse - odb.fs.CAN_TRAVERSE = False - mocker.patch.object(odb, "_list_oids", return_value=list(range(256))) - oids = set(range(1000)) - odb.oids_exist(oids) - object_exists.assert_called_with(oids, None) - traverse.assert_not_called() - - odb.fs.CAN_TRAVERSE = True - - # large remote, small local - object_exists.reset_mock() - traverse.reset_mock() - - mocker.patch.object(odb, "_list_oids", return_value=list(range(2048))) - oids = list(range(1000)) - odb.oids_exist(oids) - # verify that _odb_paths_with_max() short circuits - # before returning all 2048 remote oids - max_oids = math.ceil( - odb._max_estimation_size(oids) / pow(16, odb.fs.TRAVERSE_PREFIX_LEN) - ) - assert max_oids < 2048 - object_exists.assert_called_with(frozenset(range(max_oids, 1000)), None) - traverse.assert_not_called() - - # large remote, large local - object_exists.reset_mock() - traverse.reset_mock() - odb.fs._JOBS = 16 - mocker.patch.object(odb, "_list_oids", return_value=list(range(256))) - oids = list(range(1000000)) - odb.oids_exist(oids) - object_exists.assert_not_called() - traverse.assert_called_with( - 256 * pow(16, odb.fs.TRAVERSE_PREFIX_LEN), - set(range(256)), - jobs=None, - ) - - -def test_list_oids_traverse(mocker, dvc): # pylint: disable=unused-argument - list_oids = mocker.patch.object(ObjectDB, "_list_oids", return_value=[]) - odb = ObjectDB(FileSystem(), None) - odb.fs_path = "foo" - - # parallel traverse - size = 256 / odb.fs._JOBS * odb.fs.LIST_OBJECT_PAGE_SIZE - list(odb._list_oids_traverse(size, {0})) - for i in range(1, 16): - list_oids.assert_any_call(f"{i:0{odb.fs.TRAVERSE_PREFIX_LEN}x}") - for i in range(1, 256): - list_oids.assert_any_call(f"{i:02x}") - - # default traverse (small remote) - size -= 1 - list_oids.reset_mock() - list(odb._list_oids_traverse(size - 1, {0})) - list_oids.assert_called_with(None) - - -def test_list_oids(mocker, dvc): - odb = ObjectDB(FileSystem(), None) - odb.fs_path = "foo" - - mocker.patch.object(odb, "_list_paths", return_value=["12/3456", "bar"]) - oids = list(odb._list_oids()) - assert oids == ["123456"] - - -def test_list_paths(mocker, dvc): - path = "foo" - odb = ObjectDB(FileSystem(), path) - - walk_mock = mocker.patch.object(odb.fs, "find", return_value=[]) - for _ in odb._list_paths(): - pass - walk_mock.assert_called_with(path, prefix=False) - - for _ in odb._list_paths(prefix="000"): - pass - walk_mock.assert_called_with(posixpath.join(path, "00", "0"), prefix=True) diff --git a/tests/unit/remote/test_index.py b/tests/unit/remote/test_index.py deleted file mode 100644 index 80e2db099..000000000 --- a/tests/unit/remote/test_index.py +++ /dev/null @@ -1,47 +0,0 @@ -import os - -import pytest -from funcy import first - -from dvc_data.hashfile.db.index import ObjectDBIndex - - -@pytest.fixture -def index(dvc): - index_ = ObjectDBIndex(dvc.index_db_dir, "foo") - yield index_ - - -def test_init(dvc, index): - assert str(index.index_dir) == os.path.join(dvc.tmp_dir, "index", "foo") - - -def test_roundtrip(dvc, index): - expected_dir = {"1234.dir"} - expected_file = {"5678"} - index.update(expected_dir, expected_file) - - new_index = ObjectDBIndex(dvc.tmp_dir, "foo") - assert set(new_index.dir_hashes()) == expected_dir - assert set(new_index.hashes()) == expected_dir | expected_file - - -def test_clear(dvc, index): - index.update(["1234.dir"], ["5678"]) - index.clear() - assert first(index.hashes()) is None - - -def test_update(dvc, index): - expected_dir = {"1234.dir"} - expected_file = {"5678"} - index.update(expected_dir, expected_file) - assert set(index.dir_hashes()) == expected_dir - assert set(index.hashes()) == expected_dir | expected_file - - -def test_intersection(dvc, index): - hashes = (str(i) for i in range(2000)) - expected = {str(i) for i in range(1000)} - index.update([], hashes) - assert set(index.intersection(expected)) == expected