From 69d7bdd0c05d35b1b5e6734c8d737e86d5def439 Mon Sep 17 00:00:00 2001 From: Peter Rowlands Date: Tue, 26 Apr 2022 16:17:32 +0900 Subject: [PATCH] exp: generate unique worker node names per DVC repo --- dvc/repo/experiments/queue/local.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/dvc/repo/experiments/queue/local.py b/dvc/repo/experiments/queue/local.py index dc20f098a..a79b48098 100644 --- a/dvc/repo/experiments/queue/local.py +++ b/dvc/repo/experiments/queue/local.py @@ -1,3 +1,4 @@ +import hashlib import json import logging import os @@ -89,8 +90,10 @@ class LocalCeleryQueue(BaseStashQueue): from dvc_task.proc.process import ManagedProcess logger.debug("Spawning exp queue worker") + wdir_hash = hashlib.sha256(self.wdir.encode("utf-8")).hexdigest()[:6] + node_name = f"dvc-exp-{wdir_hash}-1@localhost" ManagedProcess.spawn( - ["dvc", "exp", "queue-worker", "dvc-exp1@localhost"], + ["dvc", "exp", "queue-worker", node_name], wdir=self.wdir, name="dvc-exp-worker", )