mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-13 15:28:27 +01:00
Paweł RedzyńskiandRuslan Kuprieiev
393d926b74
* state: use ignore file handler when accessing metadata * fs: don't add dir size to overall size for dir * ignore: use posix-like path on windows * ignore: remove tree from dvc_walk arguments * ignore: handle DvcIgnoreFilter creation outside of DVC repo * ignore: throw on dvcignore file under output dir, but not dependency dir * ignore: move ignore initialization to Repo init * ignore: work in progress * ignore: work in progress 2 * ignore: throw on .dvcignore upon collecting dir * ignore: refactor * ignore: loading upper level ignores in stages() * Update dvc/repo/__init__.py Co-Authored-By: Ruslan Kuprieiev <[email protected]> * dvcignore review refactor
81 lines
2.3 KiB
Python
81 lines
2.3 KiB
Python
from __future__ import unicode_literals
|
|
|
|
import logging
|
|
import os
|
|
from pathspec import PathSpec
|
|
from pathspec.patterns import GitWildMatchPattern
|
|
|
|
from dvc.utils import relpath
|
|
|
|
from dvc.utils.compat import open
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
class DvcIgnore(object):
|
|
DVCIGNORE_FILE = ".dvcignore"
|
|
|
|
def __call__(self, root, dirs, files):
|
|
raise NotImplementedError
|
|
|
|
|
|
class DvcIgnorePatterns(DvcIgnore):
|
|
def __init__(self, ignore_file_path):
|
|
assert os.path.isabs(ignore_file_path)
|
|
|
|
self.ignore_file_path = ignore_file_path
|
|
self.dirname = os.path.normpath(os.path.dirname(ignore_file_path))
|
|
|
|
with open(ignore_file_path, encoding="utf-8") as fobj:
|
|
self.ignore_spec = PathSpec.from_lines(GitWildMatchPattern, fobj)
|
|
|
|
def __call__(self, root, dirs, files):
|
|
files = [f for f in files if not self.matches(root, f)]
|
|
dirs = [d for d in dirs if not self.matches(root, d)]
|
|
|
|
return dirs, files
|
|
|
|
def matches(self, dirname, basename):
|
|
abs_path = os.path.join(dirname, basename)
|
|
rel_path = relpath(abs_path, self.dirname)
|
|
|
|
if os.pardir + os.sep in rel_path:
|
|
return False
|
|
return self.ignore_spec.match_file(rel_path)
|
|
|
|
def __hash__(self):
|
|
return hash(self.ignore_file_path)
|
|
|
|
def __eq__(self, other):
|
|
return self.ignore_file_path == other.ignore_file_path
|
|
|
|
|
|
class DvcIgnoreDirs(DvcIgnore):
|
|
def __init__(self, basenames):
|
|
self.basenames = set(basenames)
|
|
|
|
def __call__(self, root, dirs, files):
|
|
dirs = [d for d in dirs if d not in self.basenames]
|
|
|
|
return dirs, files
|
|
|
|
|
|
class DvcIgnoreFilter(object):
|
|
def __init__(self, root_dir):
|
|
self.ignores = {DvcIgnoreDirs([".git", ".hg", ".dvc"])}
|
|
self._update(root_dir)
|
|
for root, dirs, _ in os.walk(root_dir):
|
|
for d in dirs:
|
|
self._update(os.path.join(root, d))
|
|
|
|
def _update(self, dirname):
|
|
ignore_file_path = os.path.join(dirname, DvcIgnore.DVCIGNORE_FILE)
|
|
if os.path.exists(ignore_file_path):
|
|
self.ignores.add(DvcIgnorePatterns(ignore_file_path))
|
|
|
|
def __call__(self, root, dirs, files):
|
|
for ignore in self.ignores:
|
|
dirs, files = ignore(root, dirs, files)
|
|
|
|
return dirs, files
|