mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
Guðmundur HeimissonandRuslan Kuprieiev
c5b1a73dc5
* Add fsspec options for webhdfs * Add requests-kerberos dependency * Update dvc/fs/webhdfs.py Simplify config.pop. Co-authored-by: Ruslan Kuprieiev <[email protected]> * Update dvc/fs/webhdfs.py * Simplify kerb_kwargs config setting. Co-authored-by: Ruslan Kuprieiev <[email protected]> Co-authored-by: Ruslan Kuprieiev <[email protected]>
55 lines
1.6 KiB
Python
55 lines
1.6 KiB
Python
from unittest.mock import Mock, create_autospec
|
|
|
|
import pytest
|
|
import requests
|
|
|
|
from dvc.fs.webhdfs import WebHDFSFileSystem
|
|
|
|
host = "host"
|
|
kerberos = False
|
|
kerberos_principal = "principal"
|
|
port = 12345
|
|
proxy_to = "proxy"
|
|
ssl_verify = False
|
|
token = "token"
|
|
use_https = True
|
|
user = "test"
|
|
|
|
|
|
@pytest.fixture()
|
|
def webhdfs_config():
|
|
url = f"webhdfs://{user}@{host}:{port}"
|
|
url_config = WebHDFSFileSystem._get_kwargs_from_urls(url)
|
|
return {
|
|
"kerberos": kerberos,
|
|
"kerberos_principal": kerberos_principal,
|
|
"proxy_to": proxy_to,
|
|
"ssl_verify": ssl_verify,
|
|
"token": token,
|
|
"use_https": use_https,
|
|
**url_config,
|
|
}
|
|
|
|
|
|
def test_init(dvc, webhdfs_config):
|
|
fs = WebHDFSFileSystem(**webhdfs_config)
|
|
assert fs.fs_args["host"] == host
|
|
assert fs.fs_args["token"] == token
|
|
assert fs.fs_args["user"] == user
|
|
assert fs.fs_args["port"] == port
|
|
assert fs.fs_args["kerberos"] == kerberos
|
|
assert fs.fs_args["kerb_kwargs"] == {"principal": kerberos_principal}
|
|
assert fs.fs_args["proxy_to"] == proxy_to
|
|
assert fs.fs_args["use_https"] == use_https
|
|
|
|
|
|
def test_verify_ssl(dvc, webhdfs_config, monkeypatch):
|
|
mock_session = create_autospec(requests.Session)
|
|
monkeypatch.setattr(requests, "Session", Mock(return_value=mock_session))
|
|
# can't have token at the same time as user or proxy_to
|
|
del webhdfs_config["token"]
|
|
fs = WebHDFSFileSystem(**webhdfs_config)
|
|
# ssl verify can't be set until after the file system is instantiated
|
|
fs.fs # pylint: disable=pointless-statement
|
|
assert mock_session.verify == ssl_verify
|