mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-10 07:18:27 +01:00
Casper da Costa-Luis
2bb7257a06
* test: clean flake8 config root clutter * test: pre-commit: add isort Compatible with black (see https://github.com/timothycrosley/isort/issues/694) * lint: reorder imports * lint: more complex imports * lint: fix deepsource * config: isort: add first party dvc * tests: restyled: add isort * temp commit to revert before merge * Revert "temp commit to revert before merge" This reverts commit 11db0fd8e95fe891597cbb9bf804480909b19e24.
55 lines
1.3 KiB
Python
55 lines
1.3 KiB
Python
import mock
|
|
import pytest
|
|
import requests
|
|
|
|
from dvc.remote.gs import GSRemote, dynamic_chunk_size
|
|
|
|
BUCKET = "bucket"
|
|
PREFIX = "prefix"
|
|
URL = "gs://{}/{}".format(BUCKET, PREFIX)
|
|
CREDENTIALPATH = "/path/to/gcp_credentials.json"
|
|
PROJECT = "PROJECT"
|
|
CONFIG = {
|
|
"projectname": PROJECT,
|
|
"url": URL,
|
|
"credentialpath": CREDENTIALPATH,
|
|
}
|
|
|
|
|
|
def test_init(dvc):
|
|
remote = GSRemote(dvc, CONFIG)
|
|
assert remote.path_info == URL
|
|
assert remote.projectname == PROJECT
|
|
assert remote.credentialpath == CREDENTIALPATH
|
|
|
|
|
|
@mock.patch("google.cloud.storage.Client.from_service_account_json")
|
|
def test_gs(mock_client, dvc):
|
|
remote = GSRemote(dvc, CONFIG)
|
|
assert remote.credentialpath
|
|
remote.gs()
|
|
mock_client.assert_called_once_with(CREDENTIALPATH)
|
|
|
|
|
|
@mock.patch("google.cloud.storage.Client")
|
|
def test_gs_no_credspath(mock_client, dvc):
|
|
config = CONFIG.copy()
|
|
del config["credentialpath"]
|
|
remote = GSRemote(dvc, config)
|
|
remote.gs()
|
|
mock_client.assert_called_with(PROJECT)
|
|
|
|
|
|
def test_dynamic_chunk_size():
|
|
chunk_sizes = []
|
|
|
|
@dynamic_chunk_size
|
|
def upload(chunk_size=None):
|
|
chunk_sizes.append(chunk_size)
|
|
raise requests.exceptions.ConnectionError()
|
|
|
|
with pytest.raises(requests.exceptions.ConnectionError):
|
|
upload()
|
|
|
|
assert chunk_sizes == [10485760, 5242880, 2621440, 1310720, 524288, 262144]
|