mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-19 15:28:28 +01:00
* introduce dataset dependency * support Annotated types * split * drop dvc.api.datasets * drop pydantic and typing-extensions * drop dvc.datasets
70 lines
2.0 KiB
Python
70 lines
2.0 KiB
Python
from typing import TYPE_CHECKING, Any, ClassVar
|
|
from urllib.parse import urlparse
|
|
|
|
from funcy import compact, merge
|
|
|
|
from dvc_data.hashfile.hash_info import HashInfo
|
|
|
|
from .db import AbstractDependency
|
|
|
|
if TYPE_CHECKING:
|
|
from dvc.stage import Stage
|
|
|
|
|
|
class DatasetDependency(AbstractDependency):
|
|
PARAM_DATASET = "dataset"
|
|
DATASET_SCHEMA: ClassVar[dict] = {PARAM_DATASET: dict}
|
|
|
|
def __init__(self, stage: "Stage", p, info, *args, **kwargs):
|
|
super().__init__(stage, info, *args, **kwargs)
|
|
self.def_path = p
|
|
self.name = urlparse(p).netloc
|
|
dataset_info = info.get(self.PARAM_DATASET) or {}
|
|
self.hash_info = HashInfo(self.PARAM_DATASET, dataset_info) # type: ignore[arg-type]
|
|
self.hash_name = self.PARAM_DATASET
|
|
|
|
def __repr__(self):
|
|
return f"{self.__class__.__name__}({self.def_path!r})"
|
|
|
|
def __str__(self):
|
|
return self.def_path
|
|
|
|
@classmethod
|
|
def is_dataset(cls, p: str):
|
|
return urlparse(p).scheme == "ds"
|
|
|
|
@property
|
|
def protocol(self):
|
|
return None
|
|
|
|
def dumpd(self, **kwargs):
|
|
return compact({self.PARAM_PATH: self.def_path, **self.hash_info.to_dict()})
|
|
|
|
def fill_values(self, values=None):
|
|
"""Load params values dynamically."""
|
|
self.hash_info = HashInfo(
|
|
self.PARAM_DATASET, merge(self.hash_info.value, values or {})
|
|
)
|
|
|
|
def workspace_status(self):
|
|
registered = self.repo.index.datasets.get(self.name, {})
|
|
info: dict[str, Any] = self.hash_info.value if self.hash_info else {} # type: ignore[assignment]
|
|
if info != registered:
|
|
return {str(self): "modified"}
|
|
return {}
|
|
|
|
def status(self):
|
|
return self.workspace_status()
|
|
|
|
def get_hash(self):
|
|
return HashInfo(self.PARAM_DATASET, self.repo.index.datasets.get(self.name, {}))
|
|
|
|
def save(self):
|
|
self.hash_info = self.get_hash()
|
|
|
|
def download(self, to, jobs=None):
|
|
raise NotImplementedError
|
|
|
|
def update(self, rev=None):
|
|
raise NotImplementedError
|