mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-19 07:18:27 +01:00
* remote: Optimize traverse/no_traverse behavior - estimate remote file count by fetching a single parent cache dir, then determine whether or not to use no_traverse method for checking remainder of cache entries in `cache_exists` - thread requests when traversing full remote file lists (by fetching one parent cache dir per thread) * Use arbitrary prefix length for traverse remote cache queries - default to 3 - for remotes that only support per-directory query use 2 (gdrive, hdfs) * Add unit tests for new traverse/no_traverse behavior * Fix deepsource warning * Fix review issues * fix CI * Fix review issues * obsolete no_traverse config option - remove RemoteBASE.DEFAULT_NO_TRAVERSE and replace it with RemoteBASE.CAN_TRAVERSE (True for all remotes except http) * review issues - use 'object exists' instead of 'no_traverse' * fix obsolete no_traverse test issues * fix SSHMocked func tests
47 lines
1.9 KiB
Python
47 lines
1.9 KiB
Python
import pytest
|
|
import os
|
|
|
|
from dvc.config import Config
|
|
from dvc.remote.gdrive import (
|
|
RemoteGDrive,
|
|
GDriveAccessTokenRefreshError,
|
|
GDriveMissedCredentialKeyError,
|
|
)
|
|
|
|
USER_CREDS_TOKEN_REFRESH_ERROR = '{"access_token": "", "client_id": "", "client_secret": "", "refresh_token": "", "token_expiry": "", "token_uri": "https://oauth2.googleapis.com/token", "user_agent": null, "revoke_uri": "https://oauth2.googleapis.com/revoke", "id_token": null, "id_token_jwt": null, "token_response": {"access_token": "", "expires_in": 3600, "scope": "https://www.googleapis.com/auth/drive.appdata https://www.googleapis.com/auth/drive", "token_type": "Bearer"}, "scopes": ["https://www.googleapis.com/auth/drive", "https://www.googleapis.com/auth/drive.appdata"], "token_info_uri": "https://oauth2.googleapis.com/tokeninfo", "invalid": true, "_class": "OAuth2Credentials", "_module": "oauth2client.client"}' # noqa: E501
|
|
|
|
USER_CREDS_MISSED_KEY_ERROR = "{}"
|
|
|
|
|
|
class Repo(object):
|
|
tmp_dir = ""
|
|
config = Config()
|
|
|
|
|
|
class TestRemoteGDrive(object):
|
|
CONFIG = {
|
|
"url": "gdrive://root/data",
|
|
"gdrive_client_id": "client",
|
|
"gdrive_client_secret": "secret",
|
|
}
|
|
|
|
def test_init(self):
|
|
remote = RemoteGDrive(Repo(), self.CONFIG)
|
|
assert str(remote.path_info) == self.CONFIG["url"]
|
|
|
|
def test_drive(self):
|
|
remote = RemoteGDrive(Repo(), self.CONFIG)
|
|
os.environ[
|
|
RemoteGDrive.GDRIVE_CREDENTIALS_DATA
|
|
] = USER_CREDS_TOKEN_REFRESH_ERROR
|
|
with pytest.raises(GDriveAccessTokenRefreshError):
|
|
remote.drive
|
|
|
|
os.environ[RemoteGDrive.GDRIVE_CREDENTIALS_DATA] = ""
|
|
remote = RemoteGDrive(Repo(), self.CONFIG)
|
|
os.environ[
|
|
RemoteGDrive.GDRIVE_CREDENTIALS_DATA
|
|
] = USER_CREDS_MISSED_KEY_ERROR
|
|
with pytest.raises(GDriveMissedCredentialKeyError):
|
|
remote.drive
|