From 03c27192a6bb6172ad819ee39a3a787b57100714 Mon Sep 17 00:00:00 2001 From: pawel Date: Wed, 27 Nov 2019 11:57:06 +0100 Subject: [PATCH] remote: http: calculate length basing on response and not head call --- dvc/remote/http.py | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/dvc/remote/http.py b/dvc/remote/http.py index b93adc395..98a1e50f5 100644 --- a/dvc/remote/http.py +++ b/dvc/remote/http.py @@ -41,7 +41,7 @@ class RemoteHTTP(RemoteBASE): if response.status_code != 200: raise HTTPError(response.status_code, response.reason) with Tqdm( - total=None if no_progress_bar else self._content_length(from_info), + total=None if no_progress_bar else self._content_length(response), leave=False, bytes=True, desc=from_info.url if name is None else name, @@ -55,13 +55,8 @@ class RemoteHTTP(RemoteBASE): def exists(self, path_info): return bool(self._request("HEAD", path_info.url)) - def _content_length(self, url_or_request): - headers = getattr( - url_or_request, - "headers", - self._request("HEAD", url_or_request).headers, - ) - res = headers.get("Content-Length") + def _content_length(self, response): + res = response.headers.get("Content-Length") return int(res) if res else None def get_file_checksum(self, path_info):