From 5fa33a06bcfd2f0733aadae590aa89c5f8e78491 Mon Sep 17 00:00:00 2001 From: karajan1001 Date: Wed, 23 Nov 2022 15:19:16 +0800 Subject: [PATCH] Move `EXEC_TMP_DIR` and `EXEC_PID_DIR` to experiment.utils --- dvc/repo/experiments/executor/base.py | 4 ---- dvc/repo/experiments/executor/local.py | 3 ++- dvc/repo/experiments/queue/base.py | 9 ++------- dvc/repo/experiments/queue/celery.py | 3 ++- dvc/repo/experiments/queue/tempdir.py | 3 +-- dvc/repo/experiments/utils.py | 3 +++ tests/func/experiments/test_show.py | 8 +++++--- 7 files changed, 15 insertions(+), 18 deletions(-) diff --git a/dvc/repo/experiments/executor/base.py b/dvc/repo/experiments/executor/base.py index a8b9134b0..470f5339c 100644 --- a/dvc/repo/experiments/executor/base.py +++ b/dvc/repo/experiments/executor/base.py @@ -58,10 +58,6 @@ if TYPE_CHECKING: logger = logging.getLogger(__name__) -EXEC_TMP_DIR = "exps" -EXEC_PID_DIR = "run" - - class ExecutorResult(NamedTuple): exp_hash: Optional[str] ref_info: Optional["ExpRefInfo"] diff --git a/dvc/repo/experiments/executor/local.py b/dvc/repo/experiments/executor/local.py index a62d03024..4d812fa80 100644 --- a/dvc/repo/experiments/executor/local.py +++ b/dvc/repo/experiments/executor/local.py @@ -19,7 +19,8 @@ from ..refs import ( EXEC_MERGE, EXEC_NAMESPACE, ) -from .base import EXEC_TMP_DIR, BaseExecutor, TaskStatus +from ..utils import EXEC_TMP_DIR +from .base import BaseExecutor, TaskStatus if TYPE_CHECKING: from scmrepo.git import Git diff --git a/dvc/repo/experiments/queue/base.py b/dvc/repo/experiments/queue/base.py index 23d5ec45d..d160fb7a3 100644 --- a/dvc/repo/experiments/queue/base.py +++ b/dvc/repo/experiments/queue/base.py @@ -26,16 +26,11 @@ from dvc.lock import LockError from dvc.ui import ui from ..exceptions import CheckpointExistsError, ExperimentExistsError -from ..executor.base import ( - EXEC_PID_DIR, - EXEC_TMP_DIR, - BaseExecutor, - ExecutorResult, -) +from ..executor.base import BaseExecutor, ExecutorResult from ..executor.local import WorkspaceExecutor from ..refs import ExpRefInfo from ..stash import ExpStash, ExpStashEntry -from ..utils import exp_refs_by_rev, scm_locked +from ..utils import EXEC_PID_DIR, EXEC_TMP_DIR, exp_refs_by_rev, scm_locked if TYPE_CHECKING: from scmrepo.git import Git diff --git a/dvc/repo/experiments/queue/celery.py b/dvc/repo/experiments/queue/celery.py index d151ce200..04e876d88 100644 --- a/dvc/repo/experiments/queue/celery.py +++ b/dvc/repo/experiments/queue/celery.py @@ -23,7 +23,8 @@ from dvc.exceptions import DvcException from dvc.ui import ui from ..exceptions import UnresolvedQueueExpNamesError -from ..executor.base import EXEC_TMP_DIR, ExecutorInfo, ExecutorResult +from ..executor.base import ExecutorInfo, ExecutorResult +from ..utils import EXEC_TMP_DIR from .base import BaseStashQueue, QueueDoneResult, QueueEntry, QueueGetResult from .exceptions import CannotKillTasksError from .tasks import run_exp diff --git a/dvc/repo/experiments/queue/tempdir.py b/dvc/repo/experiments/queue/tempdir.py index 79acf0a07..ae8b33048 100644 --- a/dvc/repo/experiments/queue/tempdir.py +++ b/dvc/repo/experiments/queue/tempdir.py @@ -6,14 +6,13 @@ from funcy import cached_property, first from ..exceptions import ExpQueueEmptyError from ..executor.base import ( - EXEC_PID_DIR, - EXEC_TMP_DIR, BaseExecutor, ExecutorInfo, ExecutorResult, TaskStatus, ) from ..executor.local import TempDirExecutor +from ..utils import EXEC_PID_DIR, EXEC_TMP_DIR from .base import BaseStashQueue, QueueEntry, QueueGetResult from .utils import fetch_running_exp_from_temp_dir from .workspace import WorkspaceQueue diff --git a/dvc/repo/experiments/utils.py b/dvc/repo/experiments/utils.py index b2422d4b0..0397ddc39 100644 --- a/dvc/repo/experiments/utils.py +++ b/dvc/repo/experiments/utils.py @@ -28,6 +28,9 @@ from .refs import ( ExpRefInfo, ) +EXEC_TMP_DIR = "exps" +EXEC_PID_DIR = "run" + def scm_locked(f): # Lock the experiments workspace so that we don't try to perform two diff --git a/tests/func/experiments/test_show.py b/tests/func/experiments/test_show.py index 92f3aabbb..a5e972ff2 100644 --- a/tests/func/experiments/test_show.py +++ b/tests/func/experiments/test_show.py @@ -10,15 +10,17 @@ from scmrepo.exceptions import SCMError from dvc.cli import main from dvc.repo.experiments.executor.base import ( - EXEC_PID_DIR, - EXEC_TMP_DIR, BaseExecutor, ExecutorInfo, TaskStatus, ) from dvc.repo.experiments.queue.base import QueueEntry from dvc.repo.experiments.refs import CELERY_STASH, ExpRefInfo -from dvc.repo.experiments.utils import exp_refs_by_rev +from dvc.repo.experiments.utils import ( + EXEC_PID_DIR, + EXEC_TMP_DIR, + exp_refs_by_rev, +) from dvc.utils import relpath from dvc.utils.fs import makedirs from dvc.utils.serialize import YAMLFileCorruptedError