mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 23:09:44 +01:00
Liew XunandSaugat Pachhai
d1441ee16a
* http: added check for HTTP status code 404 Fixes #4288 * http: add unit test and minor change In tests_exists, changed to raise a HTTPError from dvc instead. Fixes #4288 * http: removed fixtures in test for HTTPTree.exists Fixes #4288 * test: add comments on why `raw` is required on the mock Co-authored-by: Saugat Pachhai (सौगात) <[email protected]>
156 lines
3.4 KiB
Python
156 lines
3.4 KiB
Python
import pytest
|
|
|
|
from dvc.exceptions import HTTPError
|
|
from dvc.tree.http import HTTPTree
|
|
|
|
|
|
def test_download_fails_on_error_code(dvc, http):
|
|
tree = HTTPTree(dvc, http.config)
|
|
|
|
with pytest.raises(HTTPError):
|
|
tree._download(http / "missing.txt", "missing.txt")
|
|
|
|
|
|
def test_public_auth_method(dvc):
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"user": "",
|
|
"password": "",
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._auth_method() is None
|
|
|
|
|
|
def test_basic_auth_method(dvc):
|
|
from requests.auth import HTTPBasicAuth
|
|
|
|
user = "username"
|
|
password = "password"
|
|
auth = HTTPBasicAuth(user, password)
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"auth": "basic",
|
|
"user": user,
|
|
"password": password,
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._auth_method() == auth
|
|
assert isinstance(tree._auth_method(), HTTPBasicAuth)
|
|
|
|
|
|
def test_digest_auth_method(dvc):
|
|
from requests.auth import HTTPDigestAuth
|
|
|
|
user = "username"
|
|
password = "password"
|
|
auth = HTTPDigestAuth(user, password)
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"auth": "digest",
|
|
"user": user,
|
|
"password": password,
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._auth_method() == auth
|
|
assert isinstance(tree._auth_method(), HTTPDigestAuth)
|
|
|
|
|
|
def test_custom_auth_method(dvc):
|
|
header = "Custom-Header"
|
|
password = "password"
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"auth": "custom",
|
|
"custom_auth_header": header,
|
|
"password": password,
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._auth_method() is None
|
|
assert header in tree.headers
|
|
assert tree.headers[header] == password
|
|
|
|
|
|
def test_ssl_verify_is_enabled_by_default(dvc):
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._session.verify is True
|
|
|
|
|
|
def test_ssl_verify_disable(dvc):
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"ssl_verify": False,
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._session.verify is False
|
|
|
|
|
|
def test_http_method(dvc):
|
|
from requests.auth import HTTPBasicAuth
|
|
|
|
user = "username"
|
|
password = "password"
|
|
auth = HTTPBasicAuth(user, password)
|
|
config = {
|
|
"url": "http://example.com/",
|
|
"path_info": "file.html",
|
|
"auth": "basic",
|
|
"user": user,
|
|
"password": password,
|
|
"method": "PUT",
|
|
}
|
|
|
|
tree = HTTPTree(dvc, config)
|
|
|
|
assert tree._auth_method() == auth
|
|
assert tree.method == "PUT"
|
|
assert isinstance(tree._auth_method(), HTTPBasicAuth)
|
|
|
|
|
|
def test_exists(mocker):
|
|
import io
|
|
|
|
import requests
|
|
|
|
from dvc.path_info import URLInfo
|
|
|
|
res = requests.Response()
|
|
# need to add `raw`, as `exists()` fallbacks to a streaming GET requests
|
|
# on HEAD request failure.
|
|
res.raw = io.StringIO("foo")
|
|
|
|
tree = HTTPTree(None, {})
|
|
mocker.patch.object(tree, "request", return_value=res)
|
|
|
|
url = URLInfo("https://example.org/file.txt")
|
|
|
|
res.status_code = 200
|
|
assert tree.exists(url) is True
|
|
|
|
res.status_code = 404
|
|
assert tree.exists(url) is False
|
|
|
|
res.status_code = 403
|
|
with pytest.raises(HTTPError):
|
|
tree.exists(url)
|