azure: transfer bigger chunks of data (#5504)

2026-11-06 23:09:55 +01:00 · 2021-02-22 14:08:26 +02:00
parent 174621696d
commit 27c2401f59
1 changed files with 5 additions and 1 deletions
@@ -177,8 +177,12 @@ class AzureFileSystem(BaseFileSystem):
        return info

    def _upload_fobj(self, fobj, to_info):
+        from adlfs import AzureBlobFile
+
        with self.open(to_info, "wb") as fdest:
-            shutil.copyfileobj(fobj, fdest)
+            shutil.copyfileobj(
+                fobj, fdest, length=AzureBlobFile.DEFAULT_BLOCK_SIZE
+            )

    def _upload(
        self, from_file, to_info, name=None, no_progress_bar=False, **kwargs