mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-05 07:18:35 +01:00
Ruslan Kuprieiev
ee34fdfa31
This will make the structure of dvc more linear making it easier to read. Plus, these changes are needed in preparation for libdvc, as they move all cmdline parsing to one common place. This patch also refactors our settings system also make it more linear and remove abstraction levels that are not needed and only cause confusion. There is a lot more to be done in preparation for dvc lib and RFC overall, but this a first step in that long journey. Signed-off-by: Ruslan Kuprieiev <[email protected]>
123 lines
5.0 KiB
Python
123 lines
5.0 KiB
Python
import os
|
|
|
|
from dvc.command.remove import CmdRemove
|
|
from dvc.command.repro import CmdRepro
|
|
from dvc.command.run import CmdRun
|
|
from dvc.executor import Executor
|
|
from tests.test_cmd_run import RunBasicTest
|
|
|
|
|
|
class ReproBasicEnv(RunBasicTest):
|
|
def setUp(self):
|
|
super(ReproBasicEnv, self).setUp()
|
|
|
|
self.file_name1 = os.path.join('data', 'file1')
|
|
self.file1_code_file = 'file1.py'
|
|
self.create_file_and_commit(self.file1_code_file, 'print("Hello")' + os.linesep + 'print("Mary")')
|
|
self.settings.parse_args(['run',
|
|
'--stdout', self.file_name1,
|
|
'--code', self.file1_code_file,
|
|
'python', self.file1_code_file, '--not-repro'])
|
|
cmd_file1 = CmdRun(self.settings)
|
|
self.assertEqual(cmd_file1.code_dependencies, [self.file1_code_file])
|
|
cmd_file1.run()
|
|
|
|
self.file_name11 = os.path.join('data', 'file11')
|
|
self.file11_code_file = 'file11.py'
|
|
self.create_file_and_commit(self.file11_code_file,
|
|
'import sys' + os.linesep + 'print(open(sys.argv[1]).readline().strip())')
|
|
|
|
self.settings.parse_args(['run',
|
|
'--stdout', self.file_name11,
|
|
'--code', self.file11_code_file,
|
|
'python', self.file11_code_file, self.file_name1])
|
|
CmdRun(self.settings).run()
|
|
|
|
self.file_name2 = os.path.join('data', 'file2')
|
|
self.file2_code_file = 'file2.py'
|
|
self.create_file_and_commit(self.file2_code_file,
|
|
'print("Bobby")')
|
|
self.settings.parse_args(['run',
|
|
'--stdout', self.file_name2,
|
|
'python', self.file2_code_file, '--not-repro'])
|
|
CmdRun(self.settings).run()
|
|
|
|
self.file_res_code_file = 'code_res.py'
|
|
self.create_file_and_commit(self.file_res_code_file,
|
|
'import sys' + os.linesep +
|
|
'text1 = open(sys.argv[1]).read()' + os.linesep +
|
|
'text2 = open(sys.argv[2]).read()' + os.linesep +
|
|
'print(text1 + text2)')
|
|
self.file_name_res = os.path.join('data', 'file_res')
|
|
self.settings.parse_args(['run',
|
|
'--stdout', self.file_name_res,
|
|
'--code', self.file_res_code_file,
|
|
'python', self.file_res_code_file,
|
|
self.file_name11,
|
|
self.file_name2])
|
|
|
|
cmd_res = CmdRun(self.settings)
|
|
self.assertEqual(cmd_res.code_dependencies, [self.file_res_code_file])
|
|
cmd_res.run()
|
|
|
|
lines = list(filter(None, map(str.strip, open(self.file_name_res).readlines())))
|
|
self.assertEqual(lines, ['Hello', 'Bobby'])
|
|
|
|
def create_file_and_commit(self, file_name, content='Any', message='Just a commit'):
|
|
self.create_file(file_name, content)
|
|
self.commit_file(file_name, message)
|
|
|
|
@staticmethod
|
|
def commit_file(file_name, message='Just a commit'):
|
|
Executor.exec_cmd_only_success(['git', 'add', file_name])
|
|
Executor.exec_cmd_only_success(['git', 'commit', '-m', message])
|
|
|
|
def modify_file_and_commit(self, filename, content_to_add=' '):
|
|
fd = open(filename, 'a')
|
|
fd.write(content_to_add)
|
|
fd.close()
|
|
self.commit_file(filename)
|
|
|
|
|
|
class ReproCodeDependencyTest(ReproBasicEnv):
|
|
def test(self):
|
|
self.modify_file_and_commit(self.file_res_code_file)
|
|
|
|
self.settings.parse_args('repro {}'.format(self.file_name_res))
|
|
CmdRepro(self.settings).run()
|
|
|
|
self.assertEqual(open(self.file_name_res).read().strip(), 'Hello\nBobby')
|
|
|
|
|
|
class ReproChangedDependency(ReproBasicEnv):
|
|
def test(self):
|
|
self.recreate_file1()
|
|
|
|
self.settings.parse_args('repro {}'.format(self.file_name11))
|
|
CmdRepro(self.settings).run()
|
|
|
|
self.assertEqual(open(self.file_name11).read(), 'Goodbye\n')
|
|
|
|
def recreate_file1(self):
|
|
self.settings.parse_args('remove {} --keep-in-cloud'.format(self.file_name1))
|
|
CmdRemove(self.settings).run()
|
|
|
|
file1_code_file = 'file1_2.py'
|
|
self.create_file_and_commit(file1_code_file, 'print("Goodbye")' + os.linesep + 'print("Jack")')
|
|
self.settings.parse_args(['run',
|
|
'--stdout', self.file_name1,
|
|
'--code', file1_code_file,
|
|
'python', file1_code_file, '--not-repro'])
|
|
|
|
CmdRun(self.settings).run()
|
|
|
|
|
|
class ReproChangedDeepDependency(ReproChangedDependency):
|
|
def test(self):
|
|
self.recreate_file1()
|
|
|
|
self.settings.parse_args('repro {}'.format(self.file_name_res))
|
|
CmdRepro(self.settings).run()
|
|
|
|
self.assertEqual(open(self.file_name_res).read().strip(), 'Goodbye\nBobby')
|