mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-05 15:28:27 +01:00
Batuhan Taskaya
b65dfe04f9
* azure: generalize fsspec functionality into FSSpecWrapper * gs: migrate google storage to fsspec * tests: disable empty_dir tests * setup: add gcsfs to requirements * gs: decode md5Hash into md5 * gs: speed up downloads via increasing chunk size
57 lines
1.6 KiB
Python
57 lines
1.6 KiB
Python
import pytest
|
|
|
|
from dvc.fs import get_cloud_fs
|
|
from dvc.fs.gs import GSFileSystem
|
|
from dvc.fs.s3 import S3FileSystem
|
|
|
|
|
|
def test_remote_with_hash_jobs(dvc):
|
|
dvc.config["remote"]["with_hash_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"checksum_jobs": 100,
|
|
}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
fs = get_cloud_fs(dvc, name="with_hash_jobs")
|
|
assert fs.hash_jobs == 100
|
|
|
|
|
|
def test_remote_with_jobs(dvc):
|
|
dvc.config["remote"]["with_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"jobs": 100,
|
|
}
|
|
dvc.config["core"]["jobs"] = 200
|
|
|
|
fs = get_cloud_fs(dvc, name="with_jobs")
|
|
assert fs.jobs == 100
|
|
|
|
|
|
def test_remote_without_hash_jobs(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
fs = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
assert fs.hash_jobs == 200
|
|
|
|
|
|
def test_remote_without_hash_jobs_default(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
|
|
fs = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
assert fs.hash_jobs == fs.HASH_JOBS
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"fs_name, fs_cls", [("fs", GSFileSystem), ("s3", S3FileSystem)]
|
|
)
|
|
def test_makedirs_not_create_for_top_level_path(fs_name, fs_cls, dvc, mocker):
|
|
url = f"{fs_cls.scheme}://bucket/"
|
|
fs = fs_cls(dvc, {"url": url})
|
|
mocked_client = mocker.PropertyMock()
|
|
# we use remote clients with same name as scheme to interact with remote
|
|
mocker.patch.object(fs_cls, fs_name, mocked_client)
|
|
|
|
fs.makedirs(fs.path_info)
|
|
assert not mocked_client.called
|