add testing of upstream requirements

Author: mattsb42-aws

.travis.yml

@@ -2,38 +2,48 @@ sudo: false
 language: python
 matrix:
   include:
+    # CPython 2.7
     - python: 2.7
       env: TOXENV=py27-local-slow
     - python: 2.7
       env: TOXENV=py27-integ-slow
+    # CPython 3.4
     - python: 3.4
       env: TOXENV=py34-local-slow
     - python: 3.4
       env: TOXENV=py34-integ-slow
+    # CPython 3.5
     - python: 3.5
       env: TOXENV=py35-local-slow
     - python: 3.5
       env: TOXENV=py35-integ-slow
+    # CPython 3.6
     - python: 3.6
       env: TOXENV=py36-local-slow
     - python: 3.6
       env: TOXENV=py36-integ-slow
-# Disabled pending completion of integration
-# https://github.com/aws/aws-dynamodb-encryption-python/issues/66
+    # Upstream tests
+    - python: 2.7
+      env: TOXENV=test-upstream-requirements-py27
+    # MyPy
+    # Disabled pending completion of integration
+    # https://github.com/aws/aws-dynamodb-encryption-python/issues/66
 #    - python: 3.6
 #      env: TOXENV=mypy-py2
 #    - python: 3.6
 #      env: TOXENV=mypy-py3
+    # Security
     - python: 3.6
       env: TOXENV=bandit
+    # Linting
     - python: 3.6
       env: TOXENV=doc8
     - python: 3.6
       env: TOXENV=readme
     - python: 3.6
       env: TOXENV=docs
-# Disabled pending completion of cleanup
-# https://github.com/aws/aws-dynamodb-encryption-python/issues/67
+    # Disabled pending completion of cleanup
+    # https://github.com/aws/aws-dynamodb-encryption-python/issues/67
 #    - python: 3.6
 #      env: TOXENV=flake8
 #    - python: 3.6

tox.ini

@@ -5,7 +5,8 @@ envlist =
     flake8, pylint,
     flake8-tests, pylint-tests,
     flake8-examples, pylint-examples,
-    vulture
+    vulture,
+    test-upstream-requirements-py{2,3}7
 
 # Additional environments:
 # vulture :: Runs vulture. Prone to false-positives.
@@ -21,7 +22,7 @@ envlist =
 # release :: Builds dist files and uploads to pypi pypirc profile.
 
 [testenv:base-command]
-commands = pytest --basetemp={envtmpdir} -l --cov dynamodb_encryption_sdk {posargs}
+commands = pytest --basetemp={envtmpdir} -l --cov dynamodb_encryption_sdk test/ {posargs}
 
 [testenv]
 passenv =
@@ -76,8 +77,7 @@ sitepackages = False
 skip_install = True
 recreate = True
 deps =
-commands =
-  {toxinidir}/test/freeze-upstream-requirements.sh
+commands = {toxinidir}/test/freeze-upstream-requirements.sh
 
 # Freeze for Python 2.7
 [testenv:freeze-upstream-requirements-py27]
@@ -97,6 +97,28 @@ recreate = {[testenv:freeze-upstream-requirements-base]recreate}
 deps = {[testenv:freeze-upstream-requirements-base]deps}
 commands = {[testenv:freeze-upstream-requirements-base]commands} test/upstream-requirements-py37.txt
 
+# Test frozen upstream requirements
+[testenv:test-upstream-requirements-base]
+sitepackages = False
+recreate = True
+commands = {[testenv:base-command]commands} -m "local and not slow and not veryslow and not nope"
+
+# Test frozen upstream requirements for Python 2.7
+[testenv:test-upstream-requirements-py27]
+basepython = python2.7
+deps = -rtest/upstream-requirements-py27.txt
+sitepackages = {[testenv:test-upstream-requirements-base]sitepackages}
+recreate = {[testenv:test-upstream-requirements-base]recreate}
+commands = {[testenv:test-upstream-requirements-base]commands}
+
+# Test frozen upstream requirements for Python 3.7
+[testenv:test-upstream-requirements-py37]
+basepython = python3.7
+deps = -rtest/upstream-requirements-py37.txt
+sitepackages = {[testenv:test-upstream-requirements-base]sitepackages}
+recreate = {[testenv:test-upstream-requirements-base]recreate}
+commands = {[testenv:test-upstream-requirements-base]commands}
+
 # Verify that tests can be successfully run from the source build.
 [testenv:sourcebuildcheck]
 basepython = python3