mirror of
https://github.com/Stone-Red-Code/dvc.git
synced 2026-11-09 23:10:24 +01:00
Saugat Pachhai
b0ae5e2251
* Implement importing from params * Change varname * Add tests * fix pylint issues
81 lines
2.6 KiB
Python
81 lines
2.6 KiB
Python
from voluptuous import Any, Optional, Required, Schema
|
|
|
|
from dvc import dependency, output
|
|
from dvc.output import CHECKSUMS_SCHEMA, BaseOutput
|
|
from dvc.parsing import USE_KWD, VARS_KWD
|
|
from dvc.stage.params import StageParams
|
|
|
|
STAGES = "stages"
|
|
SINGLE_STAGE_SCHEMA = {
|
|
StageParams.PARAM_MD5: output.CHECKSUM_SCHEMA,
|
|
StageParams.PARAM_CMD: Any(str, None),
|
|
StageParams.PARAM_WDIR: Any(str, None),
|
|
StageParams.PARAM_DEPS: Any([dependency.SCHEMA], None),
|
|
StageParams.PARAM_OUTS: Any([output.SCHEMA], None),
|
|
StageParams.PARAM_LOCKED: bool, # backard compatibility
|
|
StageParams.PARAM_FROZEN: bool,
|
|
StageParams.PARAM_META: object,
|
|
StageParams.PARAM_ALWAYS_CHANGED: bool,
|
|
}
|
|
|
|
DATA_SCHEMA = {**CHECKSUMS_SCHEMA, Required("path"): str}
|
|
LOCK_FILE_STAGE_SCHEMA = {
|
|
Required(StageParams.PARAM_CMD): str,
|
|
StageParams.PARAM_DEPS: [DATA_SCHEMA],
|
|
StageParams.PARAM_PARAMS: {str: {str: object}},
|
|
StageParams.PARAM_OUTS: [DATA_SCHEMA],
|
|
}
|
|
LOCKFILE_SCHEMA = {str: LOCK_FILE_STAGE_SCHEMA}
|
|
|
|
OUT_PSTAGE_DETAILED_SCHEMA = {
|
|
str: {BaseOutput.PARAM_CACHE: bool, BaseOutput.PARAM_PERSIST: bool}
|
|
}
|
|
|
|
PLOT_PROPS = {
|
|
BaseOutput.PARAM_PLOT_TEMPLATE: str,
|
|
BaseOutput.PARAM_PLOT_X: str,
|
|
BaseOutput.PARAM_PLOT_Y: str,
|
|
BaseOutput.PARAM_PLOT_X_LABEL: str,
|
|
BaseOutput.PARAM_PLOT_Y_LABEL: str,
|
|
BaseOutput.PARAM_PLOT_TITLE: str,
|
|
BaseOutput.PARAM_PLOT_HEADER: bool,
|
|
}
|
|
PLOT_PROPS_SCHEMA = {
|
|
**OUT_PSTAGE_DETAILED_SCHEMA[str],
|
|
**PLOT_PROPS,
|
|
}
|
|
PLOT_PSTAGE_SCHEMA = {str: Any(PLOT_PROPS_SCHEMA, [PLOT_PROPS_SCHEMA])}
|
|
|
|
PARAM_PSTAGE_NON_DEFAULT_SCHEMA = {str: [str]}
|
|
|
|
SINGLE_PIPELINE_STAGE_SCHEMA = {
|
|
str: {
|
|
StageParams.PARAM_CMD: str,
|
|
Optional(StageParams.PARAM_WDIR): str,
|
|
Optional(StageParams.PARAM_DEPS): [str],
|
|
Optional(StageParams.PARAM_PARAMS): [
|
|
Any(str, PARAM_PSTAGE_NON_DEFAULT_SCHEMA)
|
|
],
|
|
Optional(StageParams.PARAM_FROZEN): bool,
|
|
Optional(StageParams.PARAM_META): object,
|
|
Optional(StageParams.PARAM_ALWAYS_CHANGED): bool,
|
|
Optional(StageParams.PARAM_OUTS): [
|
|
Any(str, OUT_PSTAGE_DETAILED_SCHEMA)
|
|
],
|
|
Optional(StageParams.PARAM_METRICS): [
|
|
Any(str, OUT_PSTAGE_DETAILED_SCHEMA)
|
|
],
|
|
Optional(StageParams.PARAM_PLOTS): [Any(str, PLOT_PSTAGE_SCHEMA)],
|
|
}
|
|
}
|
|
MULTI_STAGE_SCHEMA = {
|
|
STAGES: SINGLE_PIPELINE_STAGE_SCHEMA,
|
|
USE_KWD: str,
|
|
VARS_KWD: dict,
|
|
}
|
|
|
|
COMPILED_SINGLE_STAGE_SCHEMA = Schema(SINGLE_STAGE_SCHEMA)
|
|
COMPILED_MULTI_STAGE_SCHEMA = Schema(MULTI_STAGE_SCHEMA)
|
|
COMPILED_LOCK_FILE_STAGE_SCHEMA = Schema(LOCK_FILE_STAGE_SCHEMA)
|
|
COMPILED_LOCKFILE_SCHEMA = Schema(LOCKFILE_SCHEMA)
|