mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-06 07:18:28 +01:00
Ruslan Kuprieiev
ee34fdfa31
This will make the structure of dvc more linear making it easier to read. Plus, these changes are needed in preparation for libdvc, as they move all cmdline parsing to one common place. This patch also refactors our settings system also make it more linear and remove abstraction levels that are not needed and only cause confusion. There is a lot more to be done in preparation for dvc lib and RFC overall, but this a first step in that long journey. Signed-off-by: Ruslan Kuprieiev <[email protected]>
107 lines
3.6 KiB
Python
107 lines
3.6 KiB
Python
import os
|
|
import tempfile
|
|
from unittest import TestCase
|
|
|
|
from dvc.command.run import CmdRun, RunError
|
|
from dvc.config import ConfigI
|
|
from dvc.executor import Executor
|
|
from dvc.path.data_item import DataItem
|
|
from dvc.path.factory import PathFactory
|
|
from dvc.git_wrapper import GitWrapper
|
|
from dvc.settings import Settings
|
|
from dvc.system import System
|
|
from dvc.utils import rmtree
|
|
|
|
|
|
class RunBasicTest(TestCase):
|
|
def setUp(self):
|
|
self.test_dir = System.get_long_path(tempfile.mkdtemp())
|
|
self._old_curr_dir_abs = System.realpath(os.curdir)
|
|
|
|
self.tearDown()
|
|
os.mkdir(self.test_dir)
|
|
os.chdir(self.test_dir)
|
|
os.mkdir('data')
|
|
os.mkdir('cache')
|
|
os.mkdir('state')
|
|
|
|
self.init_git_repo()
|
|
self.git = GitWrapper()
|
|
|
|
self.config = ConfigI('data', 'cache', 'state')
|
|
self.path_factory = PathFactory(self.git, self.config)
|
|
|
|
self.settings = Settings(['run'], self.git, self.config)
|
|
pass
|
|
|
|
def init_git_repo(self):
|
|
Executor.exec_cmd_only_success(['git', 'init'])
|
|
self.create_file('.gitignore', 'cache\n.dvc.conf.lock')
|
|
Executor.exec_cmd_only_success(['git', 'add', '.gitignore'])
|
|
Executor.exec_cmd_only_success(['git', 'commit', '-m', '"Init test repo"'])
|
|
|
|
@staticmethod
|
|
def create_file(file2, content='random text'):
|
|
fd = open(file2, 'w+')
|
|
fd.write(content)
|
|
fd.close()
|
|
|
|
def tearDown(self):
|
|
rmtree(self.test_dir)
|
|
os.chdir(self._old_curr_dir_abs)
|
|
|
|
|
|
class TestRunOutsideData(RunBasicTest):
|
|
def test(self):
|
|
self.settings._args = []
|
|
cmd_run = CmdRun(self.settings)
|
|
with self.assertRaises(RunError):
|
|
cmd_run.run_command(['echo', 'test'], [], [], shell=True,
|
|
stdout='file1', stderr='file2')
|
|
pass
|
|
|
|
|
|
class RunTwoFilesBase(RunBasicTest):
|
|
def setUp(self):
|
|
super(RunTwoFilesBase, self).setUp()
|
|
|
|
self.input_param_file = os.path.join('data', 'extra_input')
|
|
self.extra_output_file = os.path.join('data', 'extra_output')
|
|
|
|
self.settings.parse_args('run --input {} --output {}'.format(self.input_param_file, self.extra_output_file))
|
|
self.settings._args = []
|
|
cmd_run = CmdRun(self.settings)
|
|
|
|
self.file_name1 = os.path.join('data', 'file1')
|
|
self.file_name2 = os.path.join('data', 'file2')
|
|
self.state_objs = cmd_run.run_command(['echo', 'test'], [], [], shell=True,
|
|
stdout=self.file_name1,
|
|
stderr=self.file_name2)
|
|
|
|
self.state_file_name1 = os.path.join('state', 'file1' + DataItem.STATE_FILE_SUFFIX)
|
|
self.state_file_name2 = os.path.join('state', 'file2' + DataItem.STATE_FILE_SUFFIX)
|
|
|
|
self.state_file1 = None
|
|
self.state_file2 = None
|
|
for s in self.state_objs:
|
|
if s.file == self.state_file_name1:
|
|
self.state_file1 = s
|
|
elif s.file == self.state_file_name2:
|
|
self.state_file2 = s
|
|
pass
|
|
|
|
|
|
class TestRunStateFiles(RunTwoFilesBase):
|
|
def test(self):
|
|
names = [x.file for x in self.state_objs]
|
|
self.assertEqual({self.state_file_name1, self.state_file_name2}, set(names))
|
|
|
|
|
|
class TestRunExtraInExtraOutFiles(RunTwoFilesBase):
|
|
def test(self):
|
|
self.assertIsNotNone(self.state_file1)
|
|
self.assertEqual(self.state_file1.input_files, [self.input_param_file])
|
|
|
|
output_set = {self.file_name1, self.file_name2, self.extra_output_file}
|
|
self.assertEqual(set(self.state_file1.output_files), output_set)
|