mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-09 07:18:27 +01:00
Peter Rowlands (변기호)
1d3524f144
* objects: add ExternalRepoFile object type * RepoDependency: implement get_obj (use ExternalRepoFile) * drop distinction between used external and used objects * update tests * remove unneeded fetch from ExternalRepoFile * wrap erepo errors as an object error * update cloud/remote functions for new used_objs behavior * fix update() rev/locked behavior * update import tests * remove ExternalRepoFile * move get_obj and get_used_objs implementations back into repo dependency * return objects plus associated ODB (remote) in get_used_objs * odb: add tmp_dir field and support creating Remote from an odb * return dict mapping odb -> objects in get_used_objs * use dummy git odb for git imports * fetch: support pulling from specific odb * update cloud funcs for get_used_objs usage * update tests for used_objs behavior * use fetch in dep.download * catch circular imports from local fs repos * add tests for chained and circular imports * move tmp_dir into odb config * update return docstring for repo.used_objs
104 lines
3.3 KiB
Python
104 lines
3.3 KiB
Python
import logging
|
|
import os
|
|
|
|
import pytest
|
|
from funcy import first
|
|
from voluptuous import MultipleInvalid, Schema
|
|
|
|
from dvc.ignore import _no_match
|
|
from dvc.output import CHECKSUM_SCHEMA, Output
|
|
from dvc.path_info import PathInfo
|
|
from dvc.stage import Stage
|
|
|
|
|
|
def test_save_missing(dvc, mocker):
|
|
stage = Stage(dvc)
|
|
out = Output(stage, "path", cache=False)
|
|
with mocker.patch.object(out.fs, "exists", return_value=False):
|
|
with pytest.raises(out.DoesNotExistError):
|
|
out.save()
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"value,expected",
|
|
[
|
|
("", None),
|
|
(None, None),
|
|
(11111, "11111"),
|
|
("11111", "11111"),
|
|
("aAaBa", "aaaba"),
|
|
(
|
|
"3cc286c534a71504476da009ed174423",
|
|
"3cc286c534a71504476da009ed174423",
|
|
), # md5
|
|
(
|
|
"d41d8cd98f00b204e9800998ecf8427e-38",
|
|
"d41d8cd98f00b204e9800998ecf8427e-38",
|
|
), # etag
|
|
(
|
|
"000002000000000000000000c16859d1d071c6b1ffc9c8557d4909f1",
|
|
"000002000000000000000000c16859d1d071c6b1ffc9c8557d4909f1",
|
|
), # hdfs checksum
|
|
# Not much we can do about hex and oct values without writing our own
|
|
# parser. So listing these test cases just to acknowledge this.
|
|
# See https://github.com/iterative/dvc/issues/3331.
|
|
(0x3451, "13393"),
|
|
(0o1244, "676"),
|
|
],
|
|
)
|
|
def test_checksum_schema(value, expected):
|
|
assert Schema(CHECKSUM_SCHEMA)(value) == expected
|
|
|
|
|
|
@pytest.mark.parametrize("value", ["1", "11", {}, {"a": "b"}, [], [1, 2]])
|
|
def test_checksum_schema_fail(value):
|
|
with pytest.raises(MultipleInvalid):
|
|
assert Schema(CHECKSUM_SCHEMA)(value)
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"exists, expected_message",
|
|
[
|
|
(
|
|
False,
|
|
(
|
|
"Output 'path'(stage: 'stage.dvc') is missing version info. "
|
|
"Cache for it will not be collected. "
|
|
"Use `dvc repro` to get your pipeline up to date."
|
|
),
|
|
),
|
|
(
|
|
True,
|
|
(
|
|
"Output 'path'(stage: 'stage.dvc') is missing version info. "
|
|
"Cache for it will not be collected. "
|
|
"Use `dvc repro` to get your pipeline up to date.\n"
|
|
"You can also use `dvc commit stage.dvc` to associate "
|
|
"existing 'path' with stage: 'stage.dvc'."
|
|
),
|
|
),
|
|
],
|
|
)
|
|
def test_get_used_objs(exists, expected_message, mocker, caplog):
|
|
stage = mocker.MagicMock()
|
|
mocker.patch.object(stage, "__str__", return_value="stage: 'stage.dvc'")
|
|
mocker.patch.object(stage, "addressing", "stage.dvc")
|
|
mocker.patch.object(stage, "wdir", PathInfo(os.getcwd()))
|
|
mocker.patch.object(stage.repo, "root_dir", os.getcwd())
|
|
mocker.patch.object(stage.repo.dvcignore, "is_ignored", return_value=False)
|
|
mocker.patch.object(
|
|
stage.repo.dvcignore, "check_ignore", return_value=_no_match("path")
|
|
)
|
|
|
|
output = Output(stage, "path")
|
|
|
|
mocker.patch.object(output, "use_cache", True)
|
|
mocker.patch.object(stage, "is_repo_import", False)
|
|
mocker.patch.object(
|
|
Output, "exists", new_callable=mocker.PropertyMock
|
|
).return_value = exists
|
|
|
|
with caplog.at_level(logging.WARNING, logger="dvc"):
|
|
assert {} == output.get_used_objs()
|
|
assert first(caplog.messages) == expected_message
|