mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-07 23:09:21 +01:00
b286c311f4
* rebased PR 6111 onto master * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * use make_tmp_dir fixture in tests Co-authored-by: U119511 <[email protected]> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> Co-authored-by: Alexander Meier <[email protected]> Co-authored-by: meierale <[email protected]>
74 lines
2.1 KiB
Python
74 lines
2.1 KiB
Python
import os
|
|
|
|
import pytest
|
|
|
|
from dvc.fs import get_cloud_fs
|
|
from dvc.fs.gs import GSFileSystem
|
|
from dvc.fs.s3 import S3FileSystem
|
|
from dvc.objects.db import get_index
|
|
|
|
|
|
def test_remote_with_hash_jobs(dvc):
|
|
dvc.config["remote"]["with_hash_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"checksum_jobs": 100,
|
|
}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="with_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == 100
|
|
|
|
|
|
def test_remote_with_jobs(dvc):
|
|
dvc.config["remote"]["with_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"jobs": 100,
|
|
}
|
|
dvc.config["core"]["jobs"] = 200
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="with_jobs")
|
|
fs = cls(**config)
|
|
assert fs.jobs == 100
|
|
|
|
|
|
def test_remote_without_hash_jobs(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == 200
|
|
|
|
|
|
def test_remote_without_hash_jobs_default(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == fs.HASH_JOBS
|
|
|
|
|
|
@pytest.mark.parametrize("fs_cls", [GSFileSystem, S3FileSystem])
|
|
def test_makedirs_not_create_for_top_level_path(fs_cls, dvc, mocker):
|
|
url = f"{fs_cls.scheme}://bucket/"
|
|
fs = fs_cls(url=url)
|
|
mocked_client = mocker.PropertyMock()
|
|
mocker.patch.object(fs_cls, "fs", mocked_client)
|
|
|
|
fs.makedirs(fs.PATH_CLS(url))
|
|
assert not mocked_client.called
|
|
|
|
|
|
def test_remote_index_dir_config(make_tmp_dir, dvc):
|
|
index_dir = str(make_tmp_dir("tmp_index"))
|
|
with dvc.config.edit() as conf:
|
|
conf["index"]["dir"] = index_dir
|
|
conf["remote"]["s3"] = {"url": "s3://bucket/name"}
|
|
|
|
dvc.root_dir = "/usr/local/test_repo"
|
|
|
|
assert os.path.dirname(
|
|
get_index(dvc.cloud.get_remote_odb(name="s3")).index_dir
|
|
) == os.path.join(index_dir, ".dvc", "test_repo-a473718", "index")
|