From 27a8222e2a05e70deb78e641c4f4824dcdcc10c6 Mon Sep 17 00:00:00 2001 From: Guido Diepen Date: Tue, 26 Dec 2023 03:52:07 +0100 Subject: [PATCH] webhdfs: implement support for basic auth and proxy (#10075) * remote: add user key to config schema webhdfs This was already supported according to documentation, but missing in code Fixes: 10062 * remote: add password key to support Basic Auth * remote: add data_proxy_target for webhdfs remote This key is needed to construct a potential rewrite dictionary in webhdfs to deal with HDFS behind High Availability Proxy servers * bump dvc-webhdfs --------- Co-authored-by: skshetry <18718008+skshetry@users.noreply.github.com> --- dvc/config_schema.py | 3 +++ pyproject.toml | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/dvc/config_schema.py b/dvc/config_schema.py index 5870d2d69..38740b117 100644 --- a/dvc/config_schema.py +++ b/dvc/config_schema.py @@ -240,6 +240,9 @@ SCHEMA = { "ssl_verify": Any(Bool, str), "token": str, "use_https": Bool, + "user": str, + "password": str, + "data_proxy_target": str, Optional("verify", default=False): Bool, **REMOTE_COMMON, }, diff --git a/pyproject.toml b/pyproject.toml index ab97301ad..7ced3b927 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -117,8 +117,8 @@ tests = [ "pandas>=1", ] webdav = ["dvc-webdav>=3,<4"] -webhdfs = ["dvc-webhdfs>=3,<4"] -webhdfs_kerberos = ["dvc-webhdfs[kerberos]>=3,<4"] +webhdfs = ["dvc-webhdfs>=3.1,<4"] +webhdfs_kerberos = ["dvc-webhdfs[kerberos]>=3.1,<4"] [project.urls] Documentation = "https://dvc.org/doc"