diff --git a/.travis.yml b/.travis.yml
index c163c270..495e90fa 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -15,6 +15,7 @@ env:
     - DAILY_COMMIT=master
     - DAILY_BUILD=false
     - WHEELHOUSE_UPLOADER_USERNAME=travis-worker
+    - MANIFEST_BLACKLIST="benchmarks/*,benchmarks,build_tools/*,build_tools,Makefile,maint_tools/*,maint_tools,.binder,.binder/*,conftest.py,site.cfg,sklearn/externals/README,.mailmap,.circleci,.circleci/*,*.yml,*.md,.coveragerc,*.in"
     # Following generated with
     # travis encrypt -r MacPython/scikit-learn-wheels WHEELHOUSE_UPLOADER_SECRET=<the api key>
     - secure: "Lyhm6qFtf/hY5D3UHMANNhh8Ar/PARF1nH/ebArWLtb24prrSYt+AAVJqZ81I58AdQK12Kn8mmuZVyVJT+FrRd8q6OyMijQ/wKrsx8EH+lDTTgUueBJtLql01KsaMRTDpAd04bREh1MppIsFFCHKVNxY2mW17XwsNQ+MUka4Bos="
@@ -111,6 +112,8 @@ script:
   - install_run $PLAT
 
 after_success:
+  - pip install check-manifest
+  - check-manifest -v --ignore $MANIFEST_BLACKLIST
   # Upload wheels to Rackspace container
   - pip install wheelhouse-uploader
   - python -m wheelhouse_uploader upload --local-folder