tests: remove duplicated dvc-objects/dvc-data tests

This commit is contained in:
Peter Rowlands
2023-01-16 15:58:21 +09:00
committed by Peter Rowlands (변기호)
parent bf08bd3f12
commit e48d0d1d9c
2 changed files with 0 additions and 151 deletions
-104
View File
@@ -1,104 +0,0 @@
import math
import posixpath
from dvc.fs import FileSystem
from dvc_data.hashfile.db import ObjectDB
class _CallableOrNone:
"""Helper for testing if object is callable() or None."""
def __eq__(self, other):
return other is None or callable(other)
CallableOrNone = _CallableOrNone()
def test_oids_exist(mocker, dvc):
traverse = mocker.patch.object(ObjectDB, "_list_oids_traverse")
object_exists = mocker.patch.object(ObjectDB, "list_oids_exists")
odb = ObjectDB(FileSystem(), None)
# remote does not support traverse
odb.fs.CAN_TRAVERSE = False
mocker.patch.object(odb, "_list_oids", return_value=list(range(256)))
oids = set(range(1000))
odb.oids_exist(oids)
object_exists.assert_called_with(oids, None)
traverse.assert_not_called()
odb.fs.CAN_TRAVERSE = True
# large remote, small local
object_exists.reset_mock()
traverse.reset_mock()
mocker.patch.object(odb, "_list_oids", return_value=list(range(2048)))
oids = list(range(1000))
odb.oids_exist(oids)
# verify that _odb_paths_with_max() short circuits
# before returning all 2048 remote oids
max_oids = math.ceil(
odb._max_estimation_size(oids) / pow(16, odb.fs.TRAVERSE_PREFIX_LEN)
)
assert max_oids < 2048
object_exists.assert_called_with(frozenset(range(max_oids, 1000)), None)
traverse.assert_not_called()
# large remote, large local
object_exists.reset_mock()
traverse.reset_mock()
odb.fs._JOBS = 16
mocker.patch.object(odb, "_list_oids", return_value=list(range(256)))
oids = list(range(1000000))
odb.oids_exist(oids)
object_exists.assert_not_called()
traverse.assert_called_with(
256 * pow(16, odb.fs.TRAVERSE_PREFIX_LEN),
set(range(256)),
jobs=None,
)
def test_list_oids_traverse(mocker, dvc): # pylint: disable=unused-argument
list_oids = mocker.patch.object(ObjectDB, "_list_oids", return_value=[])
odb = ObjectDB(FileSystem(), None)
odb.fs_path = "foo"
# parallel traverse
size = 256 / odb.fs._JOBS * odb.fs.LIST_OBJECT_PAGE_SIZE
list(odb._list_oids_traverse(size, {0}))
for i in range(1, 16):
list_oids.assert_any_call(f"{i:0{odb.fs.TRAVERSE_PREFIX_LEN}x}")
for i in range(1, 256):
list_oids.assert_any_call(f"{i:02x}")
# default traverse (small remote)
size -= 1
list_oids.reset_mock()
list(odb._list_oids_traverse(size - 1, {0}))
list_oids.assert_called_with(None)
def test_list_oids(mocker, dvc):
odb = ObjectDB(FileSystem(), None)
odb.fs_path = "foo"
mocker.patch.object(odb, "_list_paths", return_value=["12/3456", "bar"])
oids = list(odb._list_oids())
assert oids == ["123456"]
def test_list_paths(mocker, dvc):
path = "foo"
odb = ObjectDB(FileSystem(), path)
walk_mock = mocker.patch.object(odb.fs, "find", return_value=[])
for _ in odb._list_paths():
pass
walk_mock.assert_called_with(path, prefix=False)
for _ in odb._list_paths(prefix="000"):
pass
walk_mock.assert_called_with(posixpath.join(path, "00", "0"), prefix=True)
-47
View File
@@ -1,47 +0,0 @@
import os
import pytest
from funcy import first
from dvc_data.hashfile.db.index import ObjectDBIndex
@pytest.fixture
def index(dvc):
index_ = ObjectDBIndex(dvc.index_db_dir, "foo")
yield index_
def test_init(dvc, index):
assert str(index.index_dir) == os.path.join(dvc.tmp_dir, "index", "foo")
def test_roundtrip(dvc, index):
expected_dir = {"1234.dir"}
expected_file = {"5678"}
index.update(expected_dir, expected_file)
new_index = ObjectDBIndex(dvc.tmp_dir, "foo")
assert set(new_index.dir_hashes()) == expected_dir
assert set(new_index.hashes()) == expected_dir | expected_file
def test_clear(dvc, index):
index.update(["1234.dir"], ["5678"])
index.clear()
assert first(index.hashes()) is None
def test_update(dvc, index):
expected_dir = {"1234.dir"}
expected_file = {"5678"}
index.update(expected_dir, expected_file)
assert set(index.dir_hashes()) == expected_dir
assert set(index.hashes()) == expected_dir | expected_file
def test_intersection(dvc, index):
hashes = (str(i) for i in range(2000))
expected = {str(i) for i in range(1000)}
index.update([], hashes)
assert set(index.intersection(expected)) == expected