mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-05 23:09:32 +01:00
Ruslan Kuprieiev
a077135d76
* dvc: get rid of is_walking_tree No longer needed. Some applications of `isinstance()` will be refactored in the future, as trees will just provide the needed functionality. * dvc: move GitTree to dvc/tree/ * dvc: rename *RemoteTree to *Tree
55 lines
1.3 KiB
Python
55 lines
1.3 KiB
Python
import mock
|
|
import pytest
|
|
import requests
|
|
|
|
from dvc.tree.gs import GSTree, dynamic_chunk_size
|
|
|
|
BUCKET = "bucket"
|
|
PREFIX = "prefix"
|
|
URL = f"gs://{BUCKET}/{PREFIX}"
|
|
CREDENTIALPATH = "/path/to/gcp_credentials.json"
|
|
PROJECT = "PROJECT"
|
|
CONFIG = {
|
|
"projectname": PROJECT,
|
|
"url": URL,
|
|
"credentialpath": CREDENTIALPATH,
|
|
}
|
|
|
|
|
|
def test_init(dvc):
|
|
tree = GSTree(dvc, CONFIG)
|
|
assert tree.path_info == URL
|
|
assert tree.projectname == PROJECT
|
|
assert tree.credentialpath == CREDENTIALPATH
|
|
|
|
|
|
@mock.patch("google.cloud.storage.Client.from_service_account_json")
|
|
def test_gs(mock_client, dvc):
|
|
tree = GSTree(dvc, CONFIG)
|
|
assert tree.credentialpath
|
|
assert tree.gs
|
|
mock_client.assert_called_once_with(CREDENTIALPATH)
|
|
|
|
|
|
@mock.patch("google.cloud.storage.Client")
|
|
def test_gs_no_credspath(mock_client, dvc):
|
|
config = CONFIG.copy()
|
|
del config["credentialpath"]
|
|
tree = GSTree(dvc, config)
|
|
assert tree.gs
|
|
mock_client.assert_called_with(PROJECT)
|
|
|
|
|
|
def test_dynamic_chunk_size():
|
|
chunk_sizes = []
|
|
|
|
@dynamic_chunk_size
|
|
def upload(chunk_size=None):
|
|
chunk_sizes.append(chunk_size)
|
|
raise requests.exceptions.ConnectionError()
|
|
|
|
with pytest.raises(requests.exceptions.ConnectionError):
|
|
upload()
|
|
|
|
assert chunk_sizes == [10485760, 5242880, 2621440, 1310720, 524288, 262144]
|