mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-08 07:18:27 +01:00
Ruslan Kuprieiev
2bbefc91ef
E.g.: dvc run -d gs://bucket/file -o file gsutil cp gs://bucket/file file dvc run -d s3://bucket/file -o file aws s3 cp s3://bucket/file file Etags are used to track deps in both cases. Signed-off-by: Ruslan Kuprieiev <[email protected]>
40 lines
936 B
Python
40 lines
936 B
Python
import schema
|
|
|
|
from dvc.exceptions import DvcException
|
|
|
|
from dvc.dependency.base import DependencyBase
|
|
from dvc.dependency.s3 import DependencyS3
|
|
from dvc.dependency.gs import DependencyGS
|
|
from dvc.dependency.local import DependencyLOCAL
|
|
|
|
|
|
DEPS = [DependencyS3, DependencyGS, DependencyLOCAL]
|
|
|
|
SCHEMA = {
|
|
DependencyBase.PARAM_PATH: str,
|
|
schema.Optional(DependencyLOCAL.PARAM_MD5): schema.Or(str, None),
|
|
schema.Optional(DependencyS3.PARAM_ETAG): schema.Or(str, None),
|
|
}
|
|
|
|
|
|
def _get(path):
|
|
for d in DEPS:
|
|
if d.supported(path):
|
|
return d
|
|
raise DvcException('Dependency \'{}\' is not supported'.format(path))
|
|
|
|
|
|
def loadd_from(stage, d_list):
|
|
ret = []
|
|
for d in d_list:
|
|
p = d[DependencyBase.PARAM_PATH]
|
|
ret.append(_get(p).loadd(stage, d))
|
|
return ret
|
|
|
|
|
|
def loads_from(stage, s_list):
|
|
ret = []
|
|
for s in s_list:
|
|
ret.append(_get(s).loads(stage, s))
|
|
return ret
|