Stone_Red/dvc
1
0
Fork 0
mirror of https://github.com/Stone-Red-Code/dvc.git synced 2026-11-07 07:18:27 +01:00
Code Issues Packages Projects Releases Wiki Activity

functest: use new 'dvc run' semantics in tutorial

Browse Source 
Signed-off-by: Ruslan Kuprieiev <[email protected]>
This commit is contained in:
Ruslan Kuprieiev
2017-11-26 13:42:47 +02:00
parent 7620e14c82
commit e70ebb1e3d
1 changed files with 12 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
functest/tutorial_end_to_end.sh
+12 -9
View File
@@ -23,16 +23,17 @@ git commit -m 'Download code'
dvc init
dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/10K/Posts.xml.tgz data/
dvc run tar zxf data/Posts.xml.tgz -C data/
wget -P data/ https://s3-us-west-2.amazonaws.com/dvc-share/so/10K/Posts.xml.tgz
dvc add data/Posts.xml.tgz
dvc run -d data/Posts.xml.tgz -o data/Posts.xml 'tar zxf data/Posts.xml.tgz -C data/'
dvc run python code/xml_to_tsv.py data/Posts.xml data/Posts.tsv python
dvc run python code/split_train_test.py data/Posts.tsv 0.33 20170426 data/Posts-train.tsv data/Posts-test.tsv
dvc run python code/featurization.py data/Posts-train.tsv data/Posts-test.tsv data/matrix-train.p data/matrix-test.p
dvc run -d code/xml_to_tsv.py -d data/Posts.xml -o data/Posts.tsv 'python code/xml_to_tsv.py data/Posts.xml data/Posts.tsv python'
dvc run -d code/split_train_test.py -d data/Posts.tsv -o data/Posts-test.tsv 'python code/split_train_test.py data/Posts.tsv 0.33 20170426 data/Posts-train.tsv data/Posts-test.tsv'
dvc run -d code/featurization.py -d data/Posts-train.tsv -d data/Posts-test.tsv -o data/matrix-train.p -o data/matrix-test.p 'python code/featurization.py data/Posts-train.tsv data/Posts-test.tsv data/matrix-train.p data/matrix-test.p'
dvc run python code/train_model.py data/matrix-train.p 20170426 data/model.p
dvc run -d code/train_model.py -d data/matrix-train.p -o data/model.p 'python code/train_model.py data/matrix-train.p 20170426 data/model.p'
dvc run python code/evaluate.py data/model.p data/matrix-test.p data/evaluation.txt
dvc run -d code/evaluate.py -d data/model.p -d data/matrix-test.p -o data/evaluation.txt 'python code/evaluate.py data/model.p data/matrix-test.p data/evaluation.txt'
cat data/evaluation.txt
# AUC: 0.552980
@@ -43,8 +44,10 @@ exit 0
dvc remove data/Posts.xml.tgz
#dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/100K/Posts.xml.tgz data/
dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/25K/Posts.xml.tgz data/
dvc repro data/evaluation.txt
wget -P data/ https://s3-us-west-2.amazonaws.com/dvc-share/so/25K/Posts.xml.tgz
dvc add data/Posts.xml.tgz
dvc repro -v data/evaluation.txt
cat data/evaluation.txt
# AUC: 0.639861