mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 15:28:27 +01:00
49 lines
1.4 KiB
Python
49 lines
1.4 KiB
Python
from dvc.fs.local import LocalFileSystem
|
|
from dvc.utils import file_md5
|
|
from dvc.utils.stream import HashedStreamReader
|
|
|
|
|
|
def test_hashed_stream_reader(tmp_dir):
|
|
tmp_dir.gen({"foo": "foo"})
|
|
|
|
foo = tmp_dir / "foo"
|
|
with open(foo, "rb") as fobj:
|
|
stream_reader = HashedStreamReader(fobj)
|
|
|
|
assert stream_reader.readable()
|
|
assert not stream_reader.seekable()
|
|
|
|
assert stream_reader.read(2) == b"fo"
|
|
assert stream_reader.tell() == 2
|
|
|
|
assert stream_reader.read(1) == b"o"
|
|
assert stream_reader.tell() == 3
|
|
|
|
hex_digest = file_md5(foo, LocalFileSystem(None, {}))
|
|
assert stream_reader.is_text_file
|
|
assert hex_digest == stream_reader.hash_info.value
|
|
|
|
|
|
def test_hashed_stream_reader_as_chunks(tmp_dir):
|
|
tmp_dir.gen({"foo": b"foo \x00" * 16})
|
|
|
|
foo = tmp_dir / "foo"
|
|
|
|
actual_size = len(foo.read_bytes())
|
|
with open(foo, "rb") as fobj:
|
|
stream_reader = HashedStreamReader(fobj)
|
|
|
|
total_read = 0
|
|
while True:
|
|
chunk = stream_reader.read(16)
|
|
total_read += len(chunk)
|
|
assert stream_reader.tell() == total_read
|
|
if not chunk:
|
|
break
|
|
|
|
assert stream_reader.tell() == actual_size == total_read
|
|
|
|
hex_digest = file_md5(foo, LocalFileSystem(None, {}))
|
|
assert not stream_reader.is_text_file
|
|
assert hex_digest == stream_reader.hash_info.value
|