mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-10 15:28:34 +01:00
Batuhan TaskayaandRuslan Kuprieiev
a5e19ecd6a
* tree: Implement upload_fobj protocol to azure * tree: Implement upload_fobj protocol to google storage * tree: Implement upload_fobj protocol to google drive * tree: Implement upload_fobj protocol to hdfs * tree: Implement upload_fobj protocol to oss (alibaba cloud) * tree: Implement upload_fobj protocol to webhdfs (also some cleanup) * tree: Implement upload_fobj protocol to http/https * Add _generate_download_url() to the HTTP (for tests) * tree: Implement a temporary upload_fobj protocol to webdav/webdavs * Unify progress bars * Lazily evaluate the file size, for http uploads * Remove copy_fobj protocol and _transfer_file_as_whole * show progress bar on cache transfer * Simplify s3 upload * Remove CHUNK_SIZE (except for some special cases) * remove concurrency restrictions * Update dvc/tree/oss.py Co-authored-by: Ruslan Kuprieiev <[email protected]> Co-authored-by: Ruslan Kuprieiev <[email protected]>
45 lines
1.4 KiB
Python
45 lines
1.4 KiB
Python
from dvc.path_info import PathInfo
|
|
from dvc.tree.azure import AzureTree
|
|
|
|
container_name = "container-name"
|
|
connection_string = (
|
|
"DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;"
|
|
"AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsu"
|
|
"Fq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;"
|
|
"BlobEndpoint=http://127.0.0.1:10000/devstoreaccount1;"
|
|
)
|
|
|
|
|
|
def test_init_env_var(monkeypatch, dvc):
|
|
monkeypatch.setenv("AZURE_STORAGE_CONTAINER_NAME", container_name)
|
|
monkeypatch.setenv("AZURE_STORAGE_CONNECTION_STRING", connection_string)
|
|
|
|
config = {"url": "azure://"}
|
|
tree = AzureTree(dvc, config)
|
|
assert tree.path_info == "azure://" + container_name
|
|
assert tree._conn_str == connection_string
|
|
|
|
|
|
def test_init(dvc):
|
|
prefix = "some/prefix"
|
|
url = f"azure://{container_name}/{prefix}"
|
|
config = {"url": url, "connection_string": connection_string}
|
|
tree = AzureTree(dvc, config)
|
|
assert tree.path_info == url
|
|
assert tree._conn_str == connection_string
|
|
|
|
|
|
def test_get_file_hash(tmp_dir, azure):
|
|
tmp_dir.gen("foo", "foo")
|
|
|
|
tree = AzureTree(None, azure.config)
|
|
to_info = azure
|
|
tree.upload(PathInfo("foo"), to_info)
|
|
assert tree.exists(to_info)
|
|
hash_info = tree.get_file_hash(to_info)
|
|
assert hash_info.name == "etag"
|
|
hash_ = hash_info.value
|
|
assert hash_
|
|
assert isinstance(hash_, str)
|
|
assert hash_.strip("'").strip('"') == hash_
|