import os import pytest from dvc_s3 import S3FileSystem from dvc.fs import ConfigError bucket_name = "bucket-name" prefix = "some/prefix" url = f"s3://{bucket_name}/{prefix}" key_id = "key-id" key_secret = "key-secret" session_token = "session-token" @pytest.fixture(autouse=True) def grants(): return { "grant_read": "id=read-permission-id,id=other-read-permission-id", "grant_read_acp": "id=read-acp-permission-id", "grant_write_acp": "id=write-acp-permission-id", "grant_full_control": "id=full-control-permission-id", } def test_verify_ssl_default_param(dvc): config = {"url": url} fs = S3FileSystem(**config) assert "client_kwargs" not in fs.fs_args config = { "url": url, "endpointurl": "https://my.custom.s3:1234", } fs = S3FileSystem(**config) assert "verify" not in fs.fs_args["client_kwargs"] def test_s3_config_credentialpath(dvc, monkeypatch): environment = {} monkeypatch.setattr(os, "environ", environment) config = {"url": url, "credentialpath": "somewhere"} S3FileSystem(**config) assert environment["AWS_SHARED_CREDENTIALS_FILE"] == "somewhere" environment.clear() config = {"url": url, "configpath": "somewhere"} S3FileSystem(**config) assert environment["AWS_CONFIG_FILE"] == "somewhere" environment.clear() config = { "url": url, "credentialpath": "somewhere", "configpath": "elsewhere", } S3FileSystem(**config) assert environment["AWS_SHARED_CREDENTIALS_FILE"] == "somewhere" assert environment["AWS_CONFIG_FILE"] == "elsewhere" environment.clear() def test_ssl_verify_bool_param(dvc): config = {"url": url, "ssl_verify": False} fs = S3FileSystem(**config) assert fs.fs_args["client_kwargs"]["verify"] == config["ssl_verify"] def test_ssl_verify_path_param(dvc): config = {"url": url, "ssl_verify": "/path/to/custom/cabundle.pem"} fs = S3FileSystem(**config) assert fs.fs_args["client_kwargs"]["verify"] == config["ssl_verify"] def test_ssl_verify_none_param(dvc): config = {"url": url, "ssl_verify": None} fs = S3FileSystem(**config) assert "client_kwargs" not in fs.fs_args config = { "url": url, "endpointurl": "https://my.custom.s3:1234", "ssl_verify": None, } fs = S3FileSystem(**config) assert "verify" not in fs.fs_args["client_kwargs"] def test_grants(dvc): config = { "url": url, "grant_read": "id=read-permission-id,id=other-read-permission-id", "grant_read_acp": "id=read-acp-permission-id", "grant_write_acp": "id=write-acp-permission-id", "grant_full_control": "id=full-control-permission-id", } fs = S3FileSystem(**config) extra_args = fs.fs_args["s3_additional_kwargs"] assert ( extra_args["GrantRead"] == "id=read-permission-id,id=other-read-permission-id" ) assert extra_args["GrantReadACP"] == "id=read-acp-permission-id" assert extra_args["GrantWriteACP"] == "id=write-acp-permission-id" assert extra_args["GrantFullControl"] == "id=full-control-permission-id" def test_grants_mutually_exclusive_acl_error(dvc, grants): for grant_option, grant_value in grants.items(): config = {"url": url, "acl": "public-read", grant_option: grant_value} with pytest.raises(ConfigError): S3FileSystem(**config) def test_sse_kms_key_id(dvc): fs = S3FileSystem(url=url, sse_kms_key_id="key") assert fs.fs_args["s3_additional_kwargs"]["SSEKMSKeyId"] == "key" def test_key_id_and_secret(dvc): fs = S3FileSystem( url=url, access_key_id=key_id, secret_access_key=key_secret, session_token=session_token, ) assert fs.fs_args["key"] == key_id assert fs.fs_args["secret"] == key_secret assert fs.fs_args["token"] == session_token