added performance tests to CI

Author: RitvikKapila

tox.ini

@@ -17,10 +17,10 @@ envlist =
     # The `mpl` prefix specifies a separate target,
     # i.e. `mpllocal` instead of `local`.
     # `mplXXX` contains tests using MPL components.
-    py{311,312}-mpl{local,examples}-mpl
+    py{311,312}-mpl{local,examples,performance_tests}-mpl
     nocmk,
     bandit, doc8, readme, docs,
-    {flake8,pylint}{,-tests,-examples},
+    {flake8,pylint}{,-tests,-examples,-performance_tests},
     isort-check, black-check,
     # prone to false positives
     vulture
@@ -92,6 +92,7 @@ commands =
     examples: {[testenv:base-command]commands} examples/test/legacy/ -m examples
     # MPL keyring examples require a special IAM role; run these separately under a separate set of permissions
     mplexamples: {[testenv:base-command]commands} examples/test/ -m examples --ignore examples/test/legacy/
+    performance_tests: {[testenv:base-command]commands} performance_tests/test/keyrings/ performance_tests/test/master_key_providers/
     all: {[testenv:base-command]commands} test/ examples/test/legacy/ --ignore test/mpl/
     mplall: {[testenv:base-command]commands} test/ examples/test/
     manual: {[testenv:base-command]commands}
@@ -175,6 +176,18 @@ commands =
         --ignore D103,E203,W503 \
         examples/test/
 
+[testenv:flake8-performance_tests]
+basepython = {[testenv:flake8]basepython}
+deps = {[testenv:flake8]deps}
+commands =
+    flake8 performance_tests/src/
+    flake8 \
+        # Ingore D103 missing docstring errors in tests (test names should be self-documenting)
+        # E203 is not PEP8 compliant https://github.com/ambv/black#slices
+        # W503 is not PEP8 compliant https://github.com/ambv/black#line-breaks--binary-operators
+        --ignore D103,E203,W503 \
+        performance_tests/test/
+
 [testenv:pylint]
 basepython = python3
 deps =
@@ -195,6 +208,13 @@ commands =
     pylint --rcfile=examples/src/pylintrc examples/src/
     pylint --rcfile=examples/test/pylintrc --disable R0801 examples/test/
 
+[testenv:pylint-performance_tests]
+basepython = {[testenv:pylint]basepython}
+deps = {[testenv:pylint]deps}
+commands =
+    pylint --rcfile=performance_tests/pylintrc performance_tests/src/
+    pylint --rcfile=performance_tests/pylintrc performance_tests/test/
+
 [testenv:pylint-tests]
 basepython = {[testenv:pylint]basepython}
 deps = {[testenv:pylint]deps}
@@ -215,6 +235,7 @@ commands =
         doc/conf.py \
         test/ \
         examples/ \
+        performance_tests/ \
         {posargs}
 
 
@@ -245,6 +266,8 @@ commands = isort -rc \
     test \
     # We do not include examples/test because of the need to modify sys.path for some imports
     examples/src/ \
+    performance_tests/src/ \
+    performance_tests/test/ \
     doc \
     setup.py \
     {posargs}