From 6b3559a628984ab20ef0179eafe33b876e4c74f8 Mon Sep 17 00:00:00 2001
From: Dmitry Petrov <dmitry.petrov@nevesomo.com>
Date: Thu, 27 Apr 2017 09:45:28 -0700
Subject: [PATCH] Tutorial E2E

---
 functest/tutorial_end_to_end.sh | 48 +++++++++++++++++++++++++++++++++
 1 file changed, 48 insertions(+)
 create mode 100755 functest/tutorial_end_to_end.sh

diff --git a/functest/tutorial_end_to_end.sh b/functest/tutorial_end_to_end.sh
new file mode 100755
index 000000000..6ff6abe62
--- /dev/null
+++ b/functest/tutorial_end_to_end.sh
@@ -0,0 +1,48 @@
+
+# 1. First ML model
+dvc init
+dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/25K/Posts.xml.tgz data/
+dvc run tar zxf data/Posts.xml.tgz -C data/
+
+mkdir code
+wget -nv -P code/ https://s3-us-west-2.amazonaws.com/dvc-share/so/code/df_to_matrix.py \
+        https://s3-us-west-2.amazonaws.com/dvc-share/so/code/metrics.py \
+        https://s3-us-west-2.amazonaws.com/dvc-share/so/code/train_model.py \
+        https://s3-us-west-2.amazonaws.com/dvc-share/so/code/train_test_split.py \
+        https://s3-us-west-2.amazonaws.com/dvc-share/so/code/xml_to_tsv.py
+git add code/
+git commit -m 'Download code'
+
+dvc run python code/xml_to_tsv.py data/Posts.xml data/Posts.tsv python
+dvc run python code/train_test_split.py data/Posts.tsv 0.33 20170426 data/Posts-train.tsv data/Posts-test.tsv
+dvc run python code/df_to_matrix.py data/Posts-train.tsv data/Posts-test.tsv data/matrix-train.p data/matrix-test.p
+
+dvc run python code/train_model.py data/matrix-train.p data/model.p
+
+dvc run python code/metrics.py data/model.p  data/matrix-test.p data/summary.txt
+
+cat data/summary.txt
+# AUC: 0.552980
+
+# 2. Reproduce: change input dataset
+
+dvc remove data/Posts.xml.tgz
+#dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/100K/Posts.xml.tgz data/
+dvc import https://s3-us-west-2.amazonaws.com/dvc-share/so/25K/Posts.xml.tgz data/
+dvc repro data/summary.txt
+cat data/summary.txt
+# AUC: 0.639861
+
+# 3. Share your research
+
+# Improve features
+echo " " >> code/df_to_matrix.py
+git add code/df_to_matrix.py
+git commit -m 'Include bigram'
+dvc repro data/summary.txt
+cat data/summary.txt
+#
+
+#dvc repro data/Posts-train.tsv -f
+#dvc repro data/summary.txt
+#cat data/summary.txt