mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 23:09:44 +01:00
68e543f7e1
* remote.http: support _upload() via HTTP POST - uploaded files are sent as chunked encoding POST data Fixes #3247 * remote.http: add support for HTTP basic and digest auth - username, password, ask_password options work the same way as for ssh remotes - basic_auth (bool) and digest_auth (bool) options added for http(s) remotes - digest_auth takes precedence over basic_auth if both are enabled * remote.http: auth_method() unit tests * tests: Add functional tests for HTTP remotes - HTTP remotes now tested locally using a SimpleHTTPServer instance that allows reading/writing to a temp directory * tests: fix http tests on py3.5, 3.6 * remote.http: add custom auth method * s/custom_header/custom_auth_header/ * Apply suggestions from code review Co-Authored-By: Saugat Pachhai <[email protected]> Co-Authored-By: Ruslan Kuprieiev <[email protected]> Co-authored-by: Saugat Pachhai <[email protected]> Co-authored-by: Ruslan Kuprieiev <[email protected]>
87 lines
2.7 KiB
Python
87 lines
2.7 KiB
Python
import hashlib
|
|
import os
|
|
import threading
|
|
from http import HTTPStatus
|
|
from http.server import HTTPServer, SimpleHTTPRequestHandler
|
|
from RangeHTTPServer import RangeRequestHandler
|
|
|
|
|
|
class TestRequestHandler(RangeRequestHandler):
|
|
checksum_header = None
|
|
|
|
def end_headers(self):
|
|
# RangeRequestHandler only sends Accept-Ranges header if Range header
|
|
# is present, see https://github.com/danvk/RangeHTTPServer/issues/23
|
|
if not self.headers.get("Range"):
|
|
self.send_header("Accept-Ranges", "bytes")
|
|
|
|
# Add a checksum header
|
|
if self.checksum_header:
|
|
file = self.translate_path(self.path)
|
|
|
|
if not os.path.isdir(file) and os.path.exists(file):
|
|
with open(file, "r") as fd:
|
|
encoded_text = fd.read().encode("utf8")
|
|
checksum = hashlib.md5(encoded_text).hexdigest()
|
|
self.send_header(self.checksum_header, checksum)
|
|
|
|
RangeRequestHandler.end_headers(self)
|
|
|
|
|
|
class ETagHandler(TestRequestHandler):
|
|
checksum_header = "ETag"
|
|
|
|
|
|
class ContentMD5Handler(TestRequestHandler):
|
|
checksum_header = "Content-MD5"
|
|
|
|
|
|
class PushRequestHandler(SimpleHTTPRequestHandler):
|
|
def _chunks(self):
|
|
while True:
|
|
data = self.rfile.readline(65537)
|
|
chunk_size = int(data[:-2], 16)
|
|
if chunk_size == 0:
|
|
return
|
|
data = self.rfile.read(chunk_size)
|
|
yield data
|
|
self.rfile.read(2)
|
|
|
|
def do_POST(self):
|
|
chunked = self.headers.get("Transfer-Encoding", "") == "chunked"
|
|
path = self.translate_path(self.path)
|
|
try:
|
|
os.makedirs(os.path.dirname(path), exist_ok=True)
|
|
with open(path, "wb") as fd:
|
|
if chunked:
|
|
for chunk in self._chunks():
|
|
fd.write(chunk)
|
|
else:
|
|
size = int(self.headers.get("Content-Length", 0))
|
|
fd.write(self.rfile.read(size))
|
|
except OSError as e:
|
|
self.send_error(HTTPStatus.INTERNAL_SERVER_ERROR, str(e))
|
|
self.send_response(HTTPStatus.OK)
|
|
self.end_headers()
|
|
|
|
|
|
class StaticFileServer:
|
|
_lock = threading.Lock()
|
|
|
|
def __init__(self, handler_class=ETagHandler):
|
|
self._lock.acquire()
|
|
self._httpd = HTTPServer(("localhost", 0), handler_class)
|
|
self._thread = None
|
|
|
|
def __enter__(self):
|
|
self._thread = threading.Thread(target=self._httpd.serve_forever)
|
|
self._thread.daemon = True
|
|
self._thread.start()
|
|
return self._httpd
|
|
|
|
def __exit__(self, *args):
|
|
self._httpd.socket.close()
|
|
self._httpd.shutdown()
|
|
self._httpd.server_close()
|
|
self._lock.release()
|