test: use "flaky" nose plugin for flaky tests

Signed-off-by: Ruslan Kuprieiev <[email protected]>

test-requirements.txt

@@ -1,5 +1,6 @@
 pytest>=3.3.1
 nose>=1.3.7
+flaky>=3.5.3
 mock>=2.0.0
 coverage>=4.5.1
 codecov>=2.0.15

tests/__main__.py

@@ -12,6 +12,6 @@ os.putenv("DVC_TEST", "true")
 
 cmd = (
     "nosetests -v --processes=-1 --process-timeout=500 --cover-inclusive "
-    "--cover-erase --cover-package=dvc --with-coverage --all-modules"
+    "--cover-erase --cover-package=dvc --with-coverage --all-modules --with-flaky"
 )
 check_call(cmd, shell=True)

tests/test_repro.py

@@ -12,6 +12,7 @@ import boto3
 import uuid
 import paramiko
 from google.cloud import storage as gc
+from flaky.flaky_decorator import flaky
 
 from dvc.main import main
 from dvc.project import Project, ReproductionError
@@ -1026,6 +1027,7 @@ class TestReproExternalHDFS(TestReproExternalBase):
         self.assertEqual(p.returncode, 0)
 
 
+@flaky(max_runs=3, min_passes=1)
 class TestReproExternalSSH(TestReproExternalBase):
     _dir = None