diff --git a/.travis.yml b/.travis.yml
index acf7b15d6..1a7405298 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -78,6 +78,8 @@ install:
   - bash ./scripts/ci/install.sh
   - pip install flake8
 before_script:
+  # stop the build if there are any readme formatting errors
+  - python setup.py checkdocs
   # stop the build if there are any flake8 errors
   - flake8 dvc
 script:
diff --git a/README.rst b/README.rst
index d731e152c..2be21c792 100644
--- a/README.rst
+++ b/README.rst
@@ -161,7 +161,7 @@ details.
   :alt: 7
 
 Mailing List
-=========
+============
 
 Want to stay up to date? Want to help improve DVC by participating in our ocassional polls? Subscribe to our `mailing list <https://sweedom.us10.list-manage.com/subscribe/post?u=a08bf93caae4063c4e6a351f6&id=24c0ecc49a>`_. No spam, really low traffic.
 
diff --git a/test-requirements.txt b/test-requirements.txt
index a49b5871e..ab4ba4d72 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -7,3 +7,5 @@ xmltodict>=0.11.0
 awscli>=1.14.18
 google-compute-engine
 pywin32; sys_platform == 'win32'
+Pygments
+collective.checkdocs