mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
Ruslan Kuprieiev
612f3039e0
We use all of these for optimization and should not depend on a potentially slow or broken
filesystem on which repository resides (could be HDD or CIFS/NFS/overlayfs/etc).
This PR means a few things:
* all odd filesystems that dvc repo might be on will work quickly out of the box
* when we start caching cloned repositories for `dvc get/import`, we will be
able to cache indexes for them as well (note that bare clones don't have a
worktree so there is no place for .dvc/tmp with the old approach).
* `index.dir` and `state.dir` are now obsolete.
* `dvc init` will cleanup site_cache_dir.
Related #5562
57 lines
1.5 KiB
Python
57 lines
1.5 KiB
Python
import pytest
|
|
from dvc_gs import GSFileSystem
|
|
from dvc_s3 import S3FileSystem
|
|
|
|
from dvc.fs import get_cloud_fs
|
|
|
|
|
|
def test_remote_with_hash_jobs(dvc):
|
|
dvc.config["remote"]["with_hash_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"checksum_jobs": 100,
|
|
}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="with_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == 100
|
|
|
|
|
|
def test_remote_with_jobs(dvc):
|
|
dvc.config["remote"]["with_jobs"] = {
|
|
"url": "s3://bucket/name",
|
|
"jobs": 100,
|
|
}
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="with_jobs")
|
|
fs = cls(**config)
|
|
assert fs.jobs == 100
|
|
|
|
|
|
def test_remote_without_hash_jobs(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
dvc.config["core"]["checksum_jobs"] = 200
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == 200
|
|
|
|
|
|
def test_remote_without_hash_jobs_default(dvc):
|
|
dvc.config["remote"]["without_hash_jobs"] = {"url": "s3://bucket/name"}
|
|
|
|
cls, config, _ = get_cloud_fs(dvc, name="without_hash_jobs")
|
|
fs = cls(**config)
|
|
assert fs.hash_jobs == fs.HASH_JOBS
|
|
|
|
|
|
@pytest.mark.parametrize("fs_cls", [GSFileSystem, S3FileSystem])
|
|
def test_makedirs_not_create_for_top_level_path(fs_cls, dvc, mocker):
|
|
url = f"{fs_cls.protocol}://bucket/"
|
|
fs = fs_cls(url=url)
|
|
mocked_client = mocker.PropertyMock()
|
|
mocker.patch.object(fs_cls, "fs", mocked_client)
|
|
|
|
fs.makedirs(url)
|
|
assert not mocked_client.called
|