From b8b6ace6874341dd8365dc2b4709bf7e8600374c Mon Sep 17 00:00:00 2001 From: Batuhan Taskaya Date: Mon, 6 Sep 2021 13:44:24 +0300 Subject: [PATCH] setup: bump fsspec/s3fs/gcsfs/adlfs/sshfs to 08.01 (#6524) * setup: bump fsspec/s3fs/gcsfs/adlfs/sshfs to 08.01 * local: use os.path.lexists() for the time being --- dvc/fs/local.py | 4 +++- setup.py | 16 ++++++++-------- 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/dvc/fs/local.py b/dvc/fs/local.py index 9e3c24c75..4253282d9 100644 --- a/dvc/fs/local.py +++ b/dvc/fs/local.py @@ -33,7 +33,9 @@ class LocalFileSystem(BaseFileSystem): def exists(self, path_info) -> bool: assert isinstance(path_info, str) or path_info.scheme == "local" - return self.fs.exists(path_info) + # TODO: replace this with os.path.exists once the problem is fixed on + # the fsspec https://github.com/intake/filesystem_spec/issues/742 + return os.path.lexists(path_info) def checksum(self, path_info) -> str: return self.fs.checksum(path_info) diff --git a/setup.py b/setup.py index 26298aaa9..0da595dfb 100644 --- a/setup.py +++ b/setup.py @@ -90,19 +90,19 @@ install_requires = [ "typing_extensions>=3.7.4; python_version < '3.10'", # until https://github.com/python/typing/issues/865 is fixed for python3.10 "typing_extensions==3.10.0.0; python_version >= '3.10'", - "fsspec>=2021.7.0", + "fsspec>=2021.8.1", "diskcache>=5.2.1", ] # Extra dependencies for remote integrations -gs = ["gcsfs==2021.7.0"] -gdrive = ["pydrive2[fsspec]>=1.9.1"] -s3 = ["s3fs==2021.8.0", "aiobotocore[boto3]>1.0.1"] -azure = ["adlfs==2021.7.1", "azure-identity>=1.4.0", "knack"] -oss = ["ossfs==2021.7.5"] -ssh = ["sshfs>=2021.7.1"] +gs = ["gcsfs==2021.8.1"] +gdrive = ["pydrive2[fsspec]>=1.9.2"] +s3 = ["s3fs==2021.8.1", "aiobotocore[boto3]>1.0.1"] +azure = ["adlfs==2021.8.2", "azure-identity>=1.4.0", "knack"] +oss = ["ossfs==2021.8.0"] +ssh = ["sshfs>=2021.8.1"] hdfs = ["pyarrow>=2.0.0; python_version < '3.10'"] webhdfs = ["hdfs==2.5.8"] @@ -111,7 +111,7 @@ webdav = ["webdav4>=0.9.0"] # for linux and mac, so it will fail to compile if user doesn't have all the # requirements, including kerberos itself. Once all the wheels are available, # we can start shipping it by default. -ssh_gssapi = ["sshfs[gssapi]>=2021.7.1"] +ssh_gssapi = ["sshfs[gssapi]>=2021.8.1"] all_remotes = gs + s3 + azure + ssh + oss + gdrive + hdfs + webhdfs + webdav terraform = ["tpi[ssh]>=0.0.0"]