mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-02 07:18:25 +01:00
Ruslan Kuprieiev
f64018b75e
Initial simple separation to get the process of extracting dvc-objects and dvc-data packages out of dvc. dvc-objects is for: * defining base Object (aka HashFile) and ObjectDB * providing tools to work with those objects (check/transfer/etc) * etc dvc-data is for: * defining higher level objects (e.g. Tree) * bulding objects from the workspace (aka staging) * projecting objects back into the workspace (aka checkout) * comparing Tree objects (aka diff) * defining misc object databases (e.g LocalObjectDB) * higher-level transfer (e.g. with Tree indexes) * etc For example, the objects we use in run-cache are based on dvc-objects and not on dvc-data, as they have absolutely nothing to do with data management. There are still some mixups in the code that will be addressed in the followups.
83 lines
1.9 KiB
Python
83 lines
1.9 KiB
Python
import csv
|
|
import os
|
|
from contextlib import contextmanager
|
|
|
|
import pytest
|
|
from funcy import first
|
|
|
|
from dvc.scm import Git
|
|
|
|
# rewrite assertions in assert, pytest does not rewrite for other modules
|
|
# than tests itself.
|
|
pytest.register_assert_rewrite("tests.utils.asserts")
|
|
|
|
|
|
def get_gitignore_content():
|
|
with open(Git.GITIGNORE, encoding="utf-8") as gitignore:
|
|
return gitignore.read().splitlines()
|
|
|
|
|
|
@contextmanager
|
|
def cd(newdir):
|
|
prevdir = os.getcwd()
|
|
os.chdir(os.path.expanduser(newdir))
|
|
try:
|
|
yield
|
|
finally:
|
|
os.chdir(prevdir)
|
|
|
|
|
|
def to_posixpath(path):
|
|
return path.replace("\\", "/")
|
|
|
|
|
|
def dump_sv(stream, metrics, delimiter=",", header=True):
|
|
if header:
|
|
writer = csv.DictWriter(
|
|
stream, fieldnames=list(first(metrics).keys()), delimiter=delimiter
|
|
)
|
|
writer.writeheader()
|
|
writer.writerows(metrics)
|
|
else:
|
|
writer = csv.writer(stream)
|
|
for d in metrics:
|
|
writer.writerow(list(d.values()))
|
|
|
|
|
|
def clean_staging():
|
|
from dvc.data.stage import _STAGING_MEMFS_PATH
|
|
from dvc.fs.memory import MemoryFileSystem
|
|
|
|
try:
|
|
MemoryFileSystem().fs.rm(
|
|
f"memory://{_STAGING_MEMFS_PATH}", recursive=True
|
|
)
|
|
except FileNotFoundError:
|
|
pass
|
|
|
|
|
|
@contextmanager
|
|
def console_width(console, width):
|
|
console_options = console.options
|
|
original = console_options.max_width
|
|
con_width = console._width
|
|
|
|
try:
|
|
console_options.max_width = width
|
|
console._width = width
|
|
yield
|
|
finally:
|
|
console_options.max_width = original
|
|
console._width = con_width
|
|
|
|
|
|
class ANY:
|
|
def __init__(self, expected_type):
|
|
self.expected_type = expected_type
|
|
|
|
def __repr__(self):
|
|
return "Any" + self.expected_type.__name__.capitalize()
|
|
|
|
def __eq__(self, other):
|
|
return isinstance(other, self.expected_type)
|