repro: Move pull logic to inside Stage.

This commit is contained in:
daavoo
2023-05-16 16:11:43 +02:00
committed by David de la Iglesia Castro
parent e69deaa132
commit 1e538ed87b
3 changed files with 11 additions and 10 deletions
-4
View File
@@ -194,10 +194,6 @@ def _reproduce_stages( # noqa: C901
) )
try: try:
if kwargs.get("pull") and stage.changed():
logger.debug("Pulling %s", stage.addressing)
stage.repo.pull(stage.addressing, allow_missing=True)
ret = _reproduce_stage(stage, **kwargs) ret = _reproduce_stage(stage, **kwargs)
if len(ret) == 0: if len(ret) == 0:
+10 -5
View File
@@ -584,7 +584,7 @@ class Stage(params.StageParams):
raise CacheLinkError(link_failures) raise CacheLinkError(link_failures)
@rwlocked(read=["deps", "outs"]) @rwlocked(read=["deps", "outs"])
def run( def run( # noqa: C901
self, self,
dry=False, dry=False,
no_commit=False, no_commit=False,
@@ -596,15 +596,20 @@ class Stage(params.StageParams):
if (self.cmd or self.is_import) and not self.frozen and not dry: if (self.cmd or self.is_import) and not self.frozen and not dry:
self.remove_outs(ignore_remove=False, force=False) self.remove_outs(ignore_remove=False, force=False)
if (not self.frozen and self.is_import) or self.is_partial_import: if (
self.is_import and (not self.frozen or kwargs.get("pull"))
) or self.is_partial_import:
self._sync_import(dry, force, kwargs.get("jobs", None), no_download) self._sync_import(dry, force, kwargs.get("jobs", None), no_download)
elif not self.frozen and self.cmd: elif not self.frozen and self.cmd:
self._run_stage(dry, force, **kwargs) self._run_stage(dry, force, **kwargs)
else: elif kwargs.get("pull"):
logger.info("Pulling data for %s", self)
self.repo.pull(self.addressing, jobs=kwargs.get("jobs", None))
self.checkout()
elif not dry:
args = ("outputs", "frozen ") if self.frozen else ("data sources", "") args = ("outputs", "frozen ") if self.frozen else ("data sources", "")
logger.info("Verifying %s in %s%s", *args, self) logger.info("Verifying %s in %s%s", *args, self)
if not dry: self._check_missing_outputs()
self._check_missing_outputs()
if not dry: if not dry:
if kwargs.get("checkpoint_func", None) or no_download: if kwargs.get("checkpoint_func", None) or no_download:
+1 -1
View File
@@ -182,7 +182,7 @@ def test_restore_pull(tmp_dir, dvc, run_copy, mocker, local_remote):
mock_restore.assert_called_once_with(stage, pull=True, dry=False) mock_restore.assert_called_once_with(stage, pull=True, dry=False)
mock_run.assert_not_called() mock_run.assert_not_called()
assert mock_checkout.call_count == 3 assert mock_checkout.call_count == 2
assert (tmp_dir / "bar").exists() assert (tmp_dir / "bar").exists()
assert not (tmp_dir / "foo").unlink() assert not (tmp_dir / "foo").unlink()
assert (tmp_dir / LOCK_FILE).exists() assert (tmp_dir / LOCK_FILE).exists()