Add --testsuite-description pytest option

Author: marksparkza

CHANGELOG.rst

@@ -38,7 +38,8 @@ Miscellaneous:
 * Remove implicit fall-through to looking up a schema in the `__meta__` cache
   if not found in the parameterized cache, in ``Catalog.get_schema()`` (#40)
 * Improve kwarg-based construction of ``RelativeJSONPointer``
-* Allow passthrough of arguments to ``pytest`` when invoking ``tox``
+* Allow passthrough of arguments to pytest when invoking tox
+* Add pytest command line options ``--testsuite-file`` and ``--testsuite-description``
 * Python 3.11 is now tested (no changes were required to support it)
 * Pinned ``hypothesis<6.0.4`` to avoid
   `python/cpython#102126 <https://github.com/python/cpython/issues/102126>`_

tests/conftest.py

@@ -35,6 +35,12 @@ def pytest_addoption(parser):
         action="append",
         help="Run only this file from the JSON Schema test suite. The option may be repeated to run multiple files. Using this option causes --testsuite-optionals and --testsuite-formats to be ignored"
     )
+    testsuite.addoption(
+        "--testsuite-description",
+        action="append",
+        help="Run only test groups and tests whose descriptions contain the given substring. "
+             "Matching is case insensitive. The option may be repeated.",
+    )
 
 
 @pytest.fixture(scope='module', autouse=True)

tests/test_suite.py

@@ -45,6 +45,7 @@ def pytest_generate_tests(metafunc):
     include_optionals = metafunc.config.getoption("testsuite_optionals")
     include_formats = metafunc.config.getoption("testsuite_formats")
     test_files = metafunc.config.getoption("testsuite_file")
+    test_descriptions = metafunc.config.getoption("testsuite_description")
 
     base_dir = testsuite_dir / 'tests'
     version_dirs = {
@@ -77,6 +78,12 @@ def pytest_generate_tests(metafunc):
             testcases = json_loadf(testfile_path)
             for testcase in testcases:
                 for test in testcase['tests']:
+                    if test_descriptions and not any(
+                            s.lower() in testcase['description'].lower() or s.lower() in test['description'].lower()
+                            for s in test_descriptions
+                    ):
+                        continue
+
                     argvalues.append(pytest.param(metaschema_uri, testcase['schema'], test['data'], test['valid']))
                     testids.append(f"{version} -> {testfile_path.name} -> {testcase['description']} -> {test['description']}")