mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-04 23:09:44 +01:00
skshetry
7c3c47b4a2
* bump ruff to 0.0.260 and enable bandit * install toml extra for bandit * suppress insecure use of hash md5
139 lines
3.9 KiB
Python
139 lines
3.9 KiB
Python
"""Launch `dvc daemon` command in a separate detached process."""
|
|
|
|
import inspect
|
|
import logging
|
|
import os
|
|
import platform
|
|
import sys
|
|
from subprocess import Popen # nosec B404
|
|
from typing import List
|
|
|
|
from dvc.env import DVC_DAEMON
|
|
from dvc.utils import fix_env, is_binary
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def _suppress_resource_warning(popen: Popen):
|
|
"""Sets the returncode to avoid ResourceWarning when popen is garbage collected."""
|
|
# only use for daemon processes.
|
|
# See https://bugs.python.org/issue38890.
|
|
popen.returncode = 0
|
|
|
|
|
|
def _popen(cmd, **kwargs) -> Popen:
|
|
prefix = [sys.executable]
|
|
if not is_binary():
|
|
main_entrypoint = os.path.join(
|
|
os.path.abspath(os.path.dirname(__file__)), "__main__.py"
|
|
)
|
|
prefix += [main_entrypoint]
|
|
return Popen(prefix + cmd, close_fds=True, shell=False, **kwargs) # nosec B603
|
|
|
|
|
|
def _spawn_windows(cmd, env):
|
|
if sys.platform == "win32":
|
|
from subprocess import ( # nosec B404
|
|
CREATE_NEW_PROCESS_GROUP,
|
|
CREATE_NO_WINDOW,
|
|
STARTF_USESHOWWINDOW,
|
|
STARTUPINFO,
|
|
)
|
|
|
|
# https://stackoverflow.com/a/7006424
|
|
# https://bugs.python.org/issue41619
|
|
creationflags = CREATE_NEW_PROCESS_GROUP | CREATE_NO_WINDOW
|
|
|
|
startupinfo = STARTUPINFO()
|
|
startupinfo.dwFlags |= STARTF_USESHOWWINDOW
|
|
|
|
popen = _popen(
|
|
cmd, env=env, creationflags=creationflags, startupinfo=startupinfo
|
|
)
|
|
_suppress_resource_warning(popen)
|
|
|
|
|
|
def _spawn_posix(cmd, env):
|
|
from dvc.cli import main
|
|
|
|
# `fork` will copy buffers, so we need to flush them before forking.
|
|
# Otherwise, we will get duplicated outputs.
|
|
if sys.stdout and not sys.stdout.closed:
|
|
sys.stdout.flush()
|
|
if sys.stderr and not sys.stderr.closed:
|
|
sys.stderr.flush()
|
|
|
|
# NOTE: using os._exit instead of sys.exit, because dvc built
|
|
# with PyInstaller has trouble with SystemExit exception and throws
|
|
# errors such as "[26338] Failed to execute script __main__"
|
|
try:
|
|
# pylint: disable-next=no-member
|
|
pid = os.fork() # type: ignore[attr-defined]
|
|
if pid > 0:
|
|
return
|
|
except OSError:
|
|
logger.exception("failed at first fork")
|
|
os._exit(1) # pylint: disable=protected-access
|
|
|
|
os.setsid() # type: ignore[attr-defined] # pylint: disable=no-member
|
|
|
|
try:
|
|
# pylint: disable-next=no-member
|
|
pid = os.fork() # type: ignore[attr-defined]
|
|
if pid > 0:
|
|
os._exit(0) # pylint: disable=protected-access
|
|
except OSError:
|
|
logger.exception("failed at second fork")
|
|
os._exit(1) # pylint: disable=protected-access
|
|
|
|
sys.stdin.close()
|
|
sys.stdout.close()
|
|
sys.stderr.close()
|
|
os.closerange(0, 3)
|
|
|
|
if platform.system() == "Darwin":
|
|
# workaround for MacOS bug
|
|
# https://github.com/iterative/dvc/issues/4294
|
|
_popen(cmd, env=env).communicate()
|
|
else:
|
|
os.environ.update(env)
|
|
main(cmd)
|
|
|
|
os._exit(0) # pylint: disable=protected-access
|
|
|
|
|
|
def _spawn(cmd, env):
|
|
logger.debug("Trying to spawn '%s'", cmd)
|
|
|
|
if os.name == "nt":
|
|
_spawn_windows(cmd, env)
|
|
elif os.name == "posix":
|
|
_spawn_posix(cmd, env)
|
|
else:
|
|
raise NotImplementedError
|
|
|
|
logger.debug("Spawned '%s'", cmd)
|
|
|
|
|
|
def daemon(args):
|
|
"""Launch a `dvc daemon` command in a detached process.
|
|
|
|
Args:
|
|
args (list): list of arguments to append to `dvc daemon` command.
|
|
"""
|
|
daemonize(["daemon", "-q", *args])
|
|
|
|
|
|
def daemonize(cmd: List[str]):
|
|
if os.environ.get(DVC_DAEMON):
|
|
logger.debug("skipping launching a new daemon.")
|
|
return
|
|
|
|
env = fix_env()
|
|
if not is_binary():
|
|
file_path = os.path.abspath(inspect.stack()[0][1])
|
|
env["PYTHONPATH"] = os.path.dirname(os.path.dirname(file_path))
|
|
env[DVC_DAEMON] = "1"
|
|
|
|
_spawn(cmd, env)
|