import/get: optimize LFS prefetching (#10414)

2026-11-02 07:18:25 +01:00 · 2024-05-03 08:58:53 -07:00
parent 0a8a9deceb
commit a7c0f6ef39
1 changed files with 3 additions and 1 deletions
@@ -69,7 +69,9 @@ def download(
            to_infos = [to]

        if isinstance(fs, DVCFileSystem):
-            lfs_prefetch(fs, from_infos)
+            lfs_prefetch(
+                fs, [f"{fs.normpath(fs_path)}/**" if fs.isdir(fs_path) else fs_path]
+            )
        cb.set_size(len(from_infos))
        jobs = jobs or fs.jobs
        generic.copy(fs, from_infos, localfs, to_infos, callback=cb, batch_size=jobs)