mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-08 07:18:27 +01:00
Ruslan Kuprieievandpre-commit-ci[bot]
3927e75ef1
* testing: bench: add pytest_report_header Useful for sanity checks in logs. * Update dvc/testing/benchmarks/plugin.py * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
101 lines
3.0 KiB
Python
101 lines
3.0 KiB
Python
DEFAULT_DVC_BIN = "dvc"
|
|
DEFAULT_DVC_GIT_REPO = "https://github.com/iterative/dvc"
|
|
DEFAULT_DVC_BENCH_GIT_REPO = "https://github.com/iterative/dvc-bench"
|
|
DEFAULT_PROJECT_GIT_REPO = "https://github.com/iterative/example-get-started"
|
|
|
|
|
|
def pytest_report_header(config):
|
|
bconf = config.bench_config
|
|
return "dvc-bench: (" f"size: '{bconf.size}'," f"revs: '{bconf.dvc_revs}'" ")"
|
|
|
|
|
|
def pytest_generate_tests(metafunc):
|
|
str_revs = metafunc.config.getoption("--dvc-revs")
|
|
revs = str_revs.split(",") if str_revs else [None]
|
|
if "dvc_rev" in metafunc.fixturenames:
|
|
metafunc.parametrize("dvc_rev", revs, scope="session")
|
|
|
|
|
|
class DVCBenchConfig:
|
|
def __init__(self):
|
|
self.size = "small"
|
|
self.dvc_bin = DEFAULT_DVC_BIN
|
|
self.dvc_revs = None
|
|
self.dvc_git_repo = DEFAULT_DVC_GIT_REPO
|
|
self.dvc_install_deps = None
|
|
self.dvc_bench_git_repo = DEFAULT_DVC_BENCH_GIT_REPO
|
|
self.project_rev = None
|
|
self.project_git_repo = DEFAULT_PROJECT_GIT_REPO
|
|
|
|
|
|
def pytest_configure(config):
|
|
config.addinivalue_line(
|
|
"markers", "requires(minversion): mark a test as requiring minimum DVC version"
|
|
)
|
|
|
|
config.bench_config = DVCBenchConfig()
|
|
config.bench_config.size = config.getoption("--size")
|
|
config.bench_config.dvc_bin = config.getoption("--dvc-bin")
|
|
config.bench_config.dvc_revs = config.getoption("--dvc-revs")
|
|
config.bench_config.dvc_git_repo = config.getoption("--dvc-git-repo")
|
|
config.bench_config.dvc_install_deps = config.getoption("--dvc-install-deps")
|
|
config.bench_config.dvc_bench_git_repo = config.getoption("--dvc-bench-git-repo")
|
|
config.bench_config.project_rev = config.getoption("--project-rev")
|
|
config.bench_config.project_git_repo = config.getoption("--project-git-repo")
|
|
|
|
|
|
def pytest_addoption(parser):
|
|
parser.addoption(
|
|
"--size",
|
|
choices=["tiny", "small", "large", "mnist"],
|
|
default="small",
|
|
help="Size of the dataset/datafile to use in tests",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--dvc-bin",
|
|
type=str,
|
|
default=DEFAULT_DVC_BIN,
|
|
help="Path to dvc binary",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--dvc-revs",
|
|
type=str,
|
|
help=("Comma-separated list of DVC revisions to test (overrides `--dvc-bin`)"),
|
|
)
|
|
|
|
parser.addoption(
|
|
"--dvc-git-repo",
|
|
type=str,
|
|
default=DEFAULT_DVC_GIT_REPO,
|
|
help="Path or url to dvc git repo",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--dvc-install-deps",
|
|
type=str,
|
|
default="",
|
|
help="Comma-separated list of DVC installation packages",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--dvc-bench-git-repo",
|
|
type=str,
|
|
default=DEFAULT_DVC_BENCH_GIT_REPO,
|
|
help="Path or url to dvc-bench git repo (for loading benchmark datasets)",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--project-rev",
|
|
type=str,
|
|
help="Project revision to test",
|
|
)
|
|
|
|
parser.addoption(
|
|
"--project-git-repo",
|
|
type=str,
|
|
default=DEFAULT_PROJECT_GIT_REPO,
|
|
help="Path or url to dvc project",
|
|
)
|